{"version":1,"generatedAt":"2026-10-19T00:32:47.856Z","source":{"repo":"hotchpotch/s1mb-result","revision":"72dcd96edd2a2c9eb9e4031d59b33fd734dae641"},"digest":"fd1e49a9a65537eeef46c64ee2869b422e0e8df9fc50d979f2f67bde21afad74","payload":{"benchmarks":[{"id":"aegis2-noul-test-v1","task":"noul","dataset":"datasets/aegis2","split":"test","case_count":100,"decision_count":148,"primary_metric":"binary_brier"},{"id":"aqua-rat-choice-test-v1","task":"choice","dataset":"datasets/aqua_rat","split":"test","case_count":100,"decision_count":100,"primary_metric":"target_mass_at_prediction"},{"id":"arc-choice-test-v1","task":"choice","dataset":"datasets/arc","split":"test","case_count":100,"decision_count":100,"primary_metric":"target_mass_at_prediction"},{"id":"arct-choice-test-v1","task":"choice","dataset":"datasets/arct","split":"test","case_count":100,"decision_count":100,"primary_metric":"target_mass_at_prediction"},{"id":"argument-quality-choice-test-v1","task":"choice","dataset":"datasets/argument_quality","split":"test","case_count":100,"decision_count":100,"primary_metric":"target_mass_at_prediction"},{"id":"argument-quality-noul-test-v1","task":"noul","dataset":"datasets/argument_quality","split":"test","case_count":100,"decision_count":100,"primary_metric":"binary_brier"},{"id":"babi-nli-noul-test-v1","task":"noul","dataset":"datasets/babi_nli","split":"test","case_count":100,"decision_count":100,"primary_metric":"binary_brier"},{"id":"banking77-choice-test-v1","task":"choice","dataset":"datasets/banking77","split":"test","case_count":100,"decision_count":100,"primary_metric":"target_mass_at_prediction"},{"id":"bbq-choice-test-v1","task":"choice","dataset":"datasets/bbq","split":"test","case_count":100,"decision_count":100,"primary_metric":"target_mass_at_prediction"},{"id":"boardgameqa-choice-test-v1","task":"choice","dataset":"datasets/boardgameqa","split":"test","case_count":100,"decision_count":100,"primary_metric":"target_mass_at_prediction"},{"id":"canttalk-noul-test-v1","task":"noul","dataset":"datasets/canttalk","split":"test","case_count":100,"decision_count":100,"primary_metric":"binary_brier"},{"id":"civil-comments-noul-test-v1","task":"noul","dataset":"datasets/civil_comments","split":"test","case_count":100,"decision_count":700,"primary_metric":"binary_brier"},{"id":"cladder-noul-test-v1","task":"noul","dataset":"datasets/cladder","split":"test","case_count":100,"decision_count":100,"primary_metric":"binary_brier"},{"id":"clinc-choice-test-v1","task":"choice","dataset":"datasets/clinc","split":"test","case_count":151,"decision_count":151,"primary_metric":"target_mass_at_prediction"},{"id":"commonsensemoralja-noul","task":"noul","dataset":"datasets/commonsensemoralja-noul","split":"test","case_count":300,"decision_count":300,"primary_metric":"binary_brier"},{"id":"contract-nli-choice-test-v1","task":"choice","dataset":"datasets/contract_nli","split":"test","case_count":100,"decision_count":1700,"primary_metric":"target_mass_at_prediction"},{"id":"corr2cause-choice-test-v1","task":"choice","dataset":"datasets/corr2cause","split":"test","case_count":100,"decision_count":100,"primary_metric":"target_mass_at_prediction"},{"id":"creak-noul-test-v1","task":"noul","dataset":"datasets/creak","split":"test","case_count":100,"decision_count":100,"primary_metric":"binary_brier"},{"id":"crows-pairs-choice-test-v1","task":"choice","dataset":"datasets/crows_pairs","split":"test","case_count":100,"decision_count":100,"primary_metric":"target_mass_at_prediction"},{"id":"cvbench-depth-choice","task":"choice","dataset":"datasets/cvbench-depth-choice","split":"test","case_count":300,"decision_count":300,"primary_metric":"target_mass_at_prediction"},{"id":"cvbench-distance-choice","task":"choice","dataset":"datasets/cvbench-distance-choice","split":"test","case_count":300,"decision_count":300,"primary_metric":"target_mass_at_prediction"},{"id":"cvbench-relation-choice","task":"choice","dataset":"datasets/cvbench-relation-choice","split":"test","case_count":300,"decision_count":300,"primary_metric":"target_mass_at_prediction"},{"id":"dbpedia-choice-test-v1","task":"choice","dataset":"datasets/dbpedia","split":"test","case_count":100,"decision_count":100,"primary_metric":"target_mass_at_prediction"},{"id":"defeasible-nli-choice-test-v1","task":"choice","dataset":"datasets/defeasible_nli","split":"test","case_count":100,"decision_count":100,"primary_metric":"target_mass_at_prediction"},{"id":"esci-choice-test-v1","task":"choice","dataset":"datasets/esci","split":"test","case_count":100,"decision_count":100,"primary_metric":"target_mass_at_prediction"},{"id":"ethics-choice-test-v1","task":"choice","dataset":"datasets/ethics","split":"test","case_count":18,"decision_count":18,"primary_metric":"target_mass_at_prediction"},{"id":"ethics-noul-test-v1","task":"noul","dataset":"datasets/ethics","split":"test","case_count":82,"decision_count":82,"primary_metric":"binary_brier"},{"id":"ethos-noul-test-v1","task":"noul","dataset":"datasets/ethos","split":"test","case_count":100,"decision_count":100,"primary_metric":"binary_brier"},{"id":"few-nerd-choice-test-v1","task":"choice","dataset":"datasets/few_nerd","split":"test","case_count":100,"decision_count":358,"primary_metric":"target_mass_at_prediction"},{"id":"fol-nli-choice-test-v1","task":"choice","dataset":"datasets/fol_nli","split":"test","case_count":100,"decision_count":100,"primary_metric":"target_mass_at_prediction"},{"id":"followir-core17-noul-test-v1","task":"noul","dataset":"datasets/followir_core17","split":"test","case_count":100,"decision_count":200,"primary_metric":"binary_brier"},{"id":"followir-news21-noul-test-v1","task":"noul","dataset":"datasets/followir_news21","split":"test","case_count":100,"decision_count":200,"primary_metric":"binary_brier"},{"id":"followir-robust04-noul-test-v1","task":"noul","dataset":"datasets/followir_robust04","split":"test","case_count":100,"decision_count":200,"primary_metric":"binary_brier"},{"id":"generalization-japanese-diverse-choice","task":"choice","dataset":"datasets/generalization-japanese-diverse-choice","split":"test","case_count":300,"decision_count":300,"primary_metric":"target_mass_at_prediction"},{"id":"generalization-japanese-diverse-noul","task":"noul","dataset":"datasets/generalization-japanese-diverse-noul","split":"test","case_count":300,"decision_count":300,"primary_metric":"binary_brier"},{"id":"generalization-japanese-knowledge-hard-choice","task":"choice","dataset":"datasets/generalization-japanese-knowledge-hard-choice","split":"test","case_count":300,"decision_count":300,"primary_metric":"target_mass_at_prediction"},{"id":"generalization-japanese-knowledge-hard-noul","task":"noul","dataset":"datasets/generalization-japanese-knowledge-hard-noul","split":"test","case_count":300,"decision_count":300,"primary_metric":"binary_brier"},{"id":"generalization-japanese-knowledge-hard-score","task":"score","dataset":"datasets/generalization-japanese-knowledge-hard-score","split":"test","case_count":300,"decision_count":300,"primary_metric":"normalized_expected_score_mae"},{"id":"generalization-japanese-math-formal-hard-choice","task":"choice","dataset":"datasets/generalization-japanese-math-formal-hard-choice","split":"test","case_count":300,"decision_count":300,"primary_metric":"target_mass_at_prediction"},{"id":"generalization-japanese-math-formal-hard-noul","task":"noul","dataset":"datasets/generalization-japanese-math-formal-hard-noul","split":"test","case_count":300,"decision_count":300,"primary_metric":"binary_brier"},{"id":"generalization-japanese-math-formal-hard-score","task":"score","dataset":"datasets/generalization-japanese-math-formal-hard-score","split":"test","case_count":300,"decision_count":300,"primary_metric":"normalized_expected_score_mae"},{"id":"generalization-vision-easy-box","task":"box","dataset":"datasets/generalization-vision-easy-box","split":"test","case_count":300,"decision_count":300,"primary_metric":"mean_iou"},{"id":"generalization-vision-easy-choice","task":"choice","dataset":"datasets/generalization-vision-easy-choice","split":"test","case_count":300,"decision_count":300,"primary_metric":"target_mass_at_prediction"},{"id":"generalization-vision-easy-noul","task":"noul","dataset":"datasets/generalization-vision-easy-noul","split":"test","case_count":300,"decision_count":300,"primary_metric":"binary_brier"},{"id":"generalization-vision-easy-score","task":"score","dataset":"datasets/generalization-vision-easy-score","split":"test","case_count":300,"decision_count":300,"primary_metric":"normalized_expected_score_mae"},{"id":"generalization-vision-hard-box","task":"box","dataset":"datasets/generalization-vision-hard-box","split":"test","case_count":300,"decision_count":300,"primary_metric":"mean_iou"},{"id":"generalization-vision-hard-choice","task":"choice","dataset":"datasets/generalization-vision-hard-choice","split":"test","case_count":300,"decision_count":300,"primary_metric":"target_mass_at_prediction"},{"id":"generalization-vision-hard-noul","task":"noul","dataset":"datasets/generalization-vision-hard-noul","split":"test","case_count":300,"decision_count":300,"primary_metric":"binary_brier"},{"id":"generalization-vision-hard-score","task":"score","dataset":"datasets/generalization-vision-hard-score","split":"test","case_count":300,"decision_count":300,"primary_metric":"normalized_expected_score_mae"},{"id":"go-emotions-noul-test-v1","task":"noul","dataset":"datasets/go_emotions","split":"test","case_count":100,"decision_count":2800,"primary_metric":"binary_brier"},{"id":"gpqa-ja-main-choice","task":"choice","dataset":"datasets/gpqa-ja-main-choice","split":"test","case_count":300,"decision_count":300,"primary_metric":"target_mass_at_prediction"},{"id":"gretel-pii-choice-test-v1","task":"choice","dataset":"datasets/gretel_pii","split":"test","case_count":100,"decision_count":353,"primary_metric":"target_mass_at_prediction"},{"id":"gsm8k-choice-test-v1","task":"choice","dataset":"datasets/gsm8k","split":"test","case_count":100,"decision_count":100,"primary_metric":"target_mass_at_prediction"},{"id":"hans-noul-test-v1","task":"noul","dataset":"datasets/hans","split":"test","case_count":100,"decision_count":100,"primary_metric":"binary_brier"},{"id":"hatecheck-noul-test-v1","task":"noul","dataset":"datasets/hatecheck","split":"test","case_count":100,"decision_count":100,"primary_metric":"binary_brier"},{"id":"hh-rlhf-choice-test-v1","task":"choice","dataset":"datasets/hh_rlhf","split":"test","case_count":100,"decision_count":100,"primary_metric":"target_mass_at_prediction"},{"id":"hwu64-choice-test-v1","task":"choice","dataset":"datasets/hwu64","split":"test","case_count":100,"decision_count":100,"primary_metric":"target_mass_at_prediction"},{"id":"impli-noul-test-v1","task":"noul","dataset":"datasets/impli","split":"test","case_count":100,"decision_count":100,"primary_metric":"binary_brier"},{"id":"jamc-qa-choice","task":"choice","dataset":"datasets/jamc-qa-choice","split":"test","case_count":300,"decision_count":300,"primary_metric":"target_mass_at_prediction"},{"id":"jamp-choice","task":"choice","dataset":"datasets/jamp-choice","split":"test","case_count":300,"decision_count":300,"primary_metric":"target_mass_at_prediction"},{"id":"janli-choice","task":"choice","dataset":"datasets/janli-choice","split":"test","case_count":285,"decision_count":285,"primary_metric":"target_mass_at_prediction"},{"id":"jcola-noul","task":"noul","dataset":"datasets/jcola-noul","split":"test","case_count":299,"decision_count":299,"primary_metric":"binary_brier"},{"id":"jcommonsenseqa-choice","task":"choice","dataset":"datasets/jcommonsenseqa-choice","split":"test","case_count":300,"decision_count":300,"primary_metric":"target_mass_at_prediction"},{"id":"jculture-mcq-noul","task":"noul","dataset":"datasets/jculture-mcq-noul","split":"test","case_count":283,"decision_count":283,"primary_metric":"binary_brier"},{"id":"jmmlu-japan-choice","task":"choice","dataset":"datasets/jmmlu-japan-choice","split":"test","case_count":300,"decision_count":300,"primary_metric":"target_mass_at_prediction"},{"id":"jmteb-retrieval","task":"choice","dataset":"datasets/jmteb-retrieval","split":"test","case_count":300,"decision_count":300,"primary_metric":"target_mass_at_prediction"},{"id":"jnli-choice","task":"choice","dataset":"datasets/jnli-choice","split":"test","case_count":300,"decision_count":300,"primary_metric":"target_mass_at_prediction"},{"id":"jsem-choice","task":"choice","dataset":"datasets/jsem-choice","split":"test","case_count":300,"decision_count":300,"primary_metric":"target_mass_at_prediction"},{"id":"jsick-sts-score","task":"score","dataset":"datasets/jsick-sts-score","split":"test","case_count":300,"decision_count":300,"primary_metric":"normalized_expected_score_mae"},{"id":"jsts-score","task":"score","dataset":"datasets/jsts-score","split":"test","case_count":300,"decision_count":300,"primary_metric":"normalized_expected_score_mae"},{"id":"koniq-score","task":"score","dataset":"datasets/koniq-score","split":"test","case_count":300,"decision_count":300,"primary_metric":"normalized_expected_score_mae"},{"id":"kuci-choice","task":"choice","dataset":"datasets/kuci-choice","split":"test","case_count":300,"decision_count":300,"primary_metric":"target_mass_at_prediction"},{"id":"laya--ag-news-choice-test-v1","task":"choice","dataset":"datasets/laya__ag_news","split":"test","case_count":100,"decision_count":100,"primary_metric":"target_mass_at_prediction"},{"id":"laya--enron-spam-noul-test-v1","task":"noul","dataset":"datasets/laya__enron_spam","split":"test","case_count":100,"decision_count":100,"primary_metric":"binary_brier"},{"id":"laya--typed-decisions-choice-test-v1","task":"choice","dataset":"datasets/laya__typed_decisions","split":"test","case_count":100,"decision_count":148,"primary_metric":"target_mass_at_prediction"},{"id":"laya--typed-decisions-noul-test-v1","task":"noul","dataset":"datasets/laya__typed_decisions","split":"test","case_count":100,"decision_count":152,"primary_metric":"binary_brier"},{"id":"laya--typed-decisions-score-test-v1","task":"score","dataset":"datasets/laya__typed_decisions","split":"test","case_count":100,"decision_count":200,"primary_metric":"normalized_expected_score_mae"},{"id":"lexcomp-noul-test-v1","task":"noul","dataset":"datasets/lexcomp","split":"test","case_count":100,"decision_count":100,"primary_metric":"binary_brier"},{"id":"logical-entailment-noul-test-v1","task":"noul","dataset":"datasets/logical_entailment","split":"test","case_count":100,"decision_count":100,"primary_metric":"binary_brier"},{"id":"lonli-choice-test-v1","task":"choice","dataset":"datasets/lonli","split":"test","case_count":100,"decision_count":100,"primary_metric":"target_mass_at_prediction"},{"id":"massive-choice-test-v1","task":"choice","dataset":"datasets/massive","split":"test","case_count":100,"decision_count":200,"primary_metric":"target_mass_at_prediction"},{"id":"mintaka-ja-boolean-noul","task":"noul","dataset":"datasets/mintaka-ja-boolean-noul","split":"test","case_count":300,"decision_count":300,"primary_metric":"binary_brier"},{"id":"miqa-choice-test-v1","task":"choice","dataset":"datasets/miqa","split":"test","case_count":100,"decision_count":100,"primary_metric":"target_mass_at_prediction"},{"id":"mmlu-prox-ja-choice","task":"choice","dataset":"datasets/mmlu-prox-ja-choice","split":"test","case_count":300,"decision_count":300,"primary_metric":"target_mass_at_prediction"},{"id":"mmmlu-choice","task":"choice","dataset":"datasets/mmmlu-choice","split":"test","case_count":300,"decision_count":300,"primary_metric":"target_mass_at_prediction"},{"id":"mtop-choice-test-v1","task":"choice","dataset":"datasets/mtop","split":"test","case_count":100,"decision_count":200,"primary_metric":"target_mass_at_prediction"},{"id":"mvtec-ad-noul","task":"noul","dataset":"datasets/mvtec-ad-noul","split":"test","case_count":300,"decision_count":300,"primary_metric":"binary_brier"},{"id":"nights-choice","task":"choice","dataset":"datasets/nights-choice","split":"test","case_count":300,"decision_count":300,"primary_metric":"target_mass_at_prediction"},{"id":"nlsat-noul-test-v1","task":"noul","dataset":"datasets/nlsat","split":"test","case_count":100,"decision_count":100,"primary_metric":"binary_brier"},{"id":"nlvr2-noul","task":"noul","dataset":"datasets/nlvr2-noul","split":"test","case_count":300,"decision_count":300,"primary_metric":"binary_brier"},{"id":"open-jev--amount-extraction-control-v1-choice-test-v1","task":"choice","dataset":"datasets/open_jev__amount-extraction-control-v1","split":"test","case_count":36,"decision_count":36,"primary_metric":"target_mass_at_prediction"},{"id":"open-jev--amount-extraction-control-v1-noul-test-v1","task":"noul","dataset":"datasets/open_jev__amount-extraction-control-v1","split":"test","case_count":64,"decision_count":64,"primary_metric":"binary_brier"},{"id":"open-jev--browser-control-v1-choice-test-v1","task":"choice","dataset":"datasets/open_jev__browser-control-v1","split":"test","case_count":100,"decision_count":100,"primary_metric":"target_mass_at_prediction"},{"id":"open-jev--citation-control-v1-choice-test-v1","task":"choice","dataset":"datasets/open_jev__citation-control-v1","split":"test","case_count":100,"decision_count":100,"primary_metric":"target_mass_at_prediction"},{"id":"open-jev--context-retention-control-v1-noul-test-v1","task":"noul","dataset":"datasets/open_jev__context-retention-control-v1","split":"test","case_count":100,"decision_count":100,"primary_metric":"binary_brier"},{"id":"open-jev--customer-control-v1-choice-test-v1","task":"choice","dataset":"datasets/open_jev__customer-control-v1","split":"test","case_count":17,"decision_count":17,"primary_metric":"target_mass_at_prediction"},{"id":"open-jev--customer-control-v1-noul-test-v1","task":"noul","dataset":"datasets/open_jev__customer-control-v1","split":"test","case_count":33,"decision_count":33,"primary_metric":"binary_brier"},{"id":"open-jev--customer-control-v1-score-test-v1","task":"score","dataset":"datasets/open_jev__customer-control-v1","split":"test","case_count":50,"decision_count":50,"primary_metric":"normalized_expected_score_mae"},{"id":"open-jev--drone-control-v1-choice-test-v1","task":"choice","dataset":"datasets/open_jev__drone-control-v1","split":"test","case_count":32,"decision_count":32,"primary_metric":"target_mass_at_prediction"},{"id":"open-jev--drone-control-v1-noul-test-v1","task":"noul","dataset":"datasets/open_jev__drone-control-v1","split":"test","case_count":34,"decision_count":34,"primary_metric":"binary_brier"},{"id":"open-jev--drone-control-v1-score-test-v1","task":"score","dataset":"datasets/open_jev__drone-control-v1","split":"test","case_count":34,"decision_count":34,"primary_metric":"normalized_expected_score_mae"},{"id":"open-jev--email-selection-control-v1-choice-test-v1","task":"choice","dataset":"datasets/open_jev__email-selection-control-v1","split":"test","case_count":48,"decision_count":48,"primary_metric":"target_mass_at_prediction"},{"id":"open-jev--email-selection-control-v1-noul-test-v1","task":"noul","dataset":"datasets/open_jev__email-selection-control-v1","split":"test","case_count":52,"decision_count":52,"primary_metric":"binary_brier"},{"id":"open-jev--entity-alignment-control-v1-noul-test-v1","task":"noul","dataset":"datasets/open_jev__entity-alignment-control-v1","split":"test","case_count":75,"decision_count":75,"primary_metric":"binary_brier"},{"id":"open-jev--entity-alignment-control-v1-score-test-v1","task":"score","dataset":"datasets/open_jev__entity-alignment-control-v1","split":"test","case_count":25,"decision_count":25,"primary_metric":"normalized_expected_score_mae"},{"id":"open-jev--ir-control-v1-choice-test-v1","task":"choice","dataset":"datasets/open_jev__ir-control-v1","split":"test","case_count":17,"decision_count":17,"primary_metric":"target_mass_at_prediction"},{"id":"open-jev--ir-control-v1-noul-test-v1","task":"noul","dataset":"datasets/open_jev__ir-control-v1","split":"test","case_count":28,"decision_count":28,"primary_metric":"binary_brier"},{"id":"open-jev--ir-control-v1-score-test-v1","task":"score","dataset":"datasets/open_jev__ir-control-v1","split":"test","case_count":55,"decision_count":55,"primary_metric":"normalized_expected_score_mae"},{"id":"open-jev--mailroom-control-v1-choice-test-v1","task":"choice","dataset":"datasets/open_jev__mailroom-control-v1","split":"test","case_count":15,"decision_count":15,"primary_metric":"target_mass_at_prediction"},{"id":"open-jev--mailroom-control-v1-noul-test-v1","task":"noul","dataset":"datasets/open_jev__mailroom-control-v1","split":"test","case_count":85,"decision_count":85,"primary_metric":"binary_brier"},{"id":"open-jev--painting-geometry-v1-choice-test-v1","task":"choice","dataset":"datasets/open_jev__painting-geometry-v1","split":"test","case_count":25,"decision_count":25,"primary_metric":"target_mass_at_prediction"},{"id":"open-jev--painting-geometry-v1-noul-test-v1","task":"noul","dataset":"datasets/open_jev__painting-geometry-v1","split":"test","case_count":50,"decision_count":50,"primary_metric":"binary_brier"},{"id":"open-jev--painting-geometry-v1-score-test-v1","task":"score","dataset":"datasets/open_jev__painting-geometry-v1","split":"test","case_count":25,"decision_count":25,"primary_metric":"normalized_expected_score_mae"},{"id":"open-jev--phone-extraction-control-v1-choice-test-v1","task":"choice","dataset":"datasets/open_jev__phone-extraction-control-v1","split":"test","case_count":79,"decision_count":79,"primary_metric":"target_mass_at_prediction"},{"id":"open-jev--phone-extraction-control-v1-noul-test-v1","task":"noul","dataset":"datasets/open_jev__phone-extraction-control-v1","split":"test","case_count":21,"decision_count":21,"primary_metric":"binary_brier"},{"id":"open-jev--reasoning-control-v1-choice-test-v1","task":"choice","dataset":"datasets/open_jev__reasoning-control-v1","split":"test","case_count":33,"decision_count":33,"primary_metric":"target_mass_at_prediction"},{"id":"open-jev--reasoning-control-v1-noul-test-v1","task":"noul","dataset":"datasets/open_jev__reasoning-control-v1","split":"test","case_count":33,"decision_count":33,"primary_metric":"binary_brier"},{"id":"open-jev--reasoning-control-v1-score-test-v1","task":"score","dataset":"datasets/open_jev__reasoning-control-v1","split":"test","case_count":34,"decision_count":34,"primary_metric":"normalized_expected_score_mae"},{"id":"open-jev--silent-failure-control-v1-noul-test-v1","task":"noul","dataset":"datasets/open_jev__silent-failure-control-v1","split":"test","case_count":100,"decision_count":100,"primary_metric":"binary_brier"},{"id":"open-jev--snake-v1-choice-test-v1","task":"choice","dataset":"datasets/open_jev__snake-v1","split":"test","case_count":25,"decision_count":25,"primary_metric":"target_mass_at_prediction"},{"id":"open-jev--snake-v1-noul-test-v1","task":"noul","dataset":"datasets/open_jev__snake-v1","split":"test","case_count":75,"decision_count":75,"primary_metric":"binary_brier"},{"id":"open-jev--sponsor-segment-control-v1-choice-test-v1","task":"choice","dataset":"datasets/open_jev__sponsor-segment-control-v1","split":"test","case_count":100,"decision_count":100,"primary_metric":"target_mass_at_prediction"},{"id":"open-jev--tic-tac-toe-v1-choice-test-v1","task":"choice","dataset":"datasets/open_jev__tic_tac_toe-v1","split":"test","case_count":100,"decision_count":100,"primary_metric":"target_mass_at_prediction"},{"id":"open-jev--vizdoom-basic-v1-noul-test-v1","task":"noul","dataset":"datasets/open_jev__vizdoom-basic-v1","split":"test","case_count":33,"decision_count":33,"primary_metric":"binary_brier"},{"id":"open-jev--vizdoom-basic-v1-score-test-v1","task":"score","dataset":"datasets/open_jev__vizdoom-basic-v1","split":"test","case_count":33,"decision_count":33,"primary_metric":"normalized_expected_score_mae"},{"id":"open-jev--workflow-controls-v1--agent-trace-observability-noul-test-v1","task":"noul","dataset":"datasets/open_jev__workflow-controls-v1__agent_trace_observability","split":"test","case_count":100,"decision_count":100,"primary_metric":"binary_brier"},{"id":"open-jev--workflow-controls-v1--customer-service-noul-test-v1","task":"noul","dataset":"datasets/open_jev__workflow-controls-v1__customer_service","split":"test","case_count":100,"decision_count":100,"primary_metric":"binary_brier"},{"id":"open-jev--workflow-controls-v1--invoice-processing-noul-test-v1","task":"noul","dataset":"datasets/open_jev__workflow-controls-v1__invoice_processing","split":"test","case_count":100,"decision_count":100,"primary_metric":"binary_brier"},{"id":"open-jev--workflow-controls-v1--security-incidents-noul-test-v1","task":"noul","dataset":"datasets/open_jev__workflow-controls-v1__security_incidents","split":"test","case_count":100,"decision_count":100,"primary_metric":"binary_brier"},{"id":"openbookqa-choice-test-v1","task":"choice","dataset":"datasets/openbookqa","split":"test","case_count":100,"decision_count":100,"primary_metric":"target_mass_at_prediction"},{"id":"patent-similarity-score-test-v1","task":"score","dataset":"datasets/patent_similarity","split":"test","case_count":100,"decision_count":100,"primary_metric":"normalized_expected_score_mae"},{"id":"paws-noul-test-v1","task":"noul","dataset":"datasets/paws","split":"test","case_count":100,"decision_count":100,"primary_metric":"binary_brier"},{"id":"plane-noul-test-v1","task":"noul","dataset":"datasets/plane","split":"test","case_count":100,"decision_count":100,"primary_metric":"binary_brier"},{"id":"poem-sentiment-choice-test-v1","task":"choice","dataset":"datasets/poem_sentiment","split":"test","case_count":100,"decision_count":100,"primary_metric":"target_mass_at_prediction"},{"id":"pope-noul","task":"noul","dataset":"datasets/pope-noul","split":"test","case_count":300,"decision_count":300,"primary_metric":"binary_brier"},{"id":"qasper-noul-test-v1","task":"noul","dataset":"datasets/qasper","split":"test","case_count":100,"decision_count":100,"primary_metric":"binary_brier"},{"id":"quartz-choice-test-v1","task":"choice","dataset":"datasets/quartz","split":"test","case_count":100,"decision_count":100,"primary_metric":"target_mass_at_prediction"},{"id":"refcoco-box","task":"box","dataset":"datasets/refcoco-box","split":"test","case_count":300,"decision_count":300,"primary_metric":"mean_iou"},{"id":"refcoco-plus-box","task":"box","dataset":"datasets/refcoco-plus-box","split":"test","case_count":300,"decision_count":300,"primary_metric":"mean_iou"},{"id":"refcocog-box","task":"box","dataset":"datasets/refcocog-box","split":"test","case_count":300,"decision_count":300,"primary_metric":"mean_iou"},{"id":"robust-lr-choice-test-v1","task":"choice","dataset":"datasets/robust_lr","split":"test","case_count":100,"decision_count":100,"primary_metric":"target_mass_at_prediction"},{"id":"ruletaker-noul-test-v1","task":"noul","dataset":"datasets/ruletaker","split":"test","case_count":100,"decision_count":100,"primary_metric":"binary_brier"},{"id":"rvlcdip-choice","task":"choice","dataset":"datasets/rvlcdip-choice","split":"test","case_count":300,"decision_count":300,"primary_metric":"target_mass_at_prediction"},{"id":"s1mb-generalization-contextual-choice-choice-test-v1","task":"choice","dataset":"datasets/s1mb-generalization-contextual-choice","split":"test","case_count":100,"decision_count":100,"primary_metric":"target_mass_at_prediction"},{"id":"s1mb-generalization-contextual-noul-noul-test-v1","task":"noul","dataset":"datasets/s1mb-generalization-contextual-noul","split":"test","case_count":100,"decision_count":100,"primary_metric":"binary_brier"},{"id":"s1mb-generalization-contextual-score-score-test-v1","task":"score","dataset":"datasets/s1mb-generalization-contextual-score","split":"test","case_count":100,"decision_count":100,"primary_metric":"normalized_expected_score_mae"},{"id":"s1mb-generalization-diverse-choice-choice-test-v1","task":"choice","dataset":"datasets/s1mb-generalization-diverse-choice","split":"test","case_count":100,"decision_count":100,"primary_metric":"target_mass_at_prediction"},{"id":"s1mb-generalization-diverse-noul-noul-test-v1","task":"noul","dataset":"datasets/s1mb-generalization-diverse-noul","split":"test","case_count":100,"decision_count":100,"primary_metric":"binary_brier"},{"id":"s1mb-generalization-diverse-score-score-test-v1","task":"score","dataset":"datasets/s1mb-generalization-diverse-score","split":"test","case_count":100,"decision_count":100,"primary_metric":"normalized_expected_score_mae"},{"id":"scicite-choice-test-v1","task":"choice","dataset":"datasets/scicite","split":"test","case_count":100,"decision_count":100,"primary_metric":"target_mass_at_prediction"},{"id":"scienceqa-choice","task":"choice","dataset":"datasets/scienceqa-choice","split":"test","case_count":300,"decision_count":300,"primary_metric":"target_mass_at_prediction"},{"id":"scitail-noul-test-v1","task":"noul","dataset":"datasets/scitail","split":"test","case_count":100,"decision_count":100,"primary_metric":"binary_brier"},{"id":"scone-choice-test-v1","task":"choice","dataset":"datasets/scone","split":"test","case_count":100,"decision_count":100,"primary_metric":"target_mass_at_prediction"},{"id":"screenspot-box","task":"box","dataset":"datasets/screenspot-box","split":"test","case_count":300,"decision_count":300,"primary_metric":"mean_iou"},{"id":"sdoh-nli-noul-test-v1","task":"noul","dataset":"datasets/sdoh_nli","split":"test","case_count":100,"decision_count":100,"primary_metric":"binary_brier"},{"id":"sgd-choice-test-v1","task":"choice","dataset":"datasets/sgd","split":"test","case_count":100,"decision_count":100,"primary_metric":"target_mass_at_prediction"},{"id":"snli-choice-test-v1","task":"choice","dataset":"datasets/snli","split":"test","case_count":100,"decision_count":100,"primary_metric":"target_mass_at_prediction"},{"id":"sobaco-culture-choice","task":"choice","dataset":"datasets/sobaco-culture-choice","split":"test","case_count":300,"decision_count":300,"primary_metric":"target_mass_at_prediction"},{"id":"spartqa-choice-test-v1","task":"choice","dataset":"datasets/spartqa","split":"test","case_count":100,"decision_count":100,"primary_metric":"target_mass_at_prediction"},{"id":"stepgame-choice-test-v1","task":"choice","dataset":"datasets/stepgame","split":"test","case_count":100,"decision_count":100,"primary_metric":"target_mass_at_prediction"},{"id":"sugarcrepe-choice","task":"choice","dataset":"datasets/sugarcrepe-choice","split":"test","case_count":300,"decision_count":300,"primary_metric":"target_mass_at_prediction"},{"id":"synthetic-relevance--nanobeir--nanoarguana-noul-test-v1","task":"noul","dataset":"datasets/synthetic_relevance__nanobeir__NanoArguAna","split":"test","case_count":400,"decision_count":400,"primary_metric":"binary_brier"},{"id":"synthetic-relevance--nanobeir--nanoarguana-score-test-v1","task":"score","dataset":"datasets/synthetic_relevance__nanobeir__NanoArguAna","split":"test","case_count":400,"decision_count":400,"primary_metric":"normalized_expected_score_mae"},{"id":"synthetic-relevance--nanobeir--nanodbpedia-noul-test-v1","task":"noul","dataset":"datasets/synthetic_relevance__nanobeir__NanoDBPedia","split":"test","case_count":400,"decision_count":400,"primary_metric":"binary_brier"},{"id":"synthetic-relevance--nanobeir--nanodbpedia-score-test-v1","task":"score","dataset":"datasets/synthetic_relevance__nanobeir__NanoDBPedia","split":"test","case_count":400,"decision_count":400,"primary_metric":"normalized_expected_score_mae"},{"id":"synthetic-relevance--nanobeir--nanofiqa2018-noul-test-v1","task":"noul","dataset":"datasets/synthetic_relevance__nanobeir__NanoFiQA2018","split":"test","case_count":400,"decision_count":400,"primary_metric":"binary_brier"},{"id":"synthetic-relevance--nanobeir--nanofiqa2018-score-test-v1","task":"score","dataset":"datasets/synthetic_relevance__nanobeir__NanoFiQA2018","split":"test","case_count":400,"decision_count":400,"primary_metric":"normalized_expected_score_mae"},{"id":"synthetic-relevance--nanobeir--nanohotpotqa-noul-test-v1","task":"noul","dataset":"datasets/synthetic_relevance__nanobeir__NanoHotpotQA","split":"test","case_count":400,"decision_count":400,"primary_metric":"binary_brier"},{"id":"synthetic-relevance--nanobeir--nanohotpotqa-score-test-v1","task":"score","dataset":"datasets/synthetic_relevance__nanobeir__NanoHotpotQA","split":"test","case_count":400,"decision_count":400,"primary_metric":"normalized_expected_score_mae"},{"id":"synthetic-relevance--nanobeir--nanomsmarco-noul-test-v1","task":"noul","dataset":"datasets/synthetic_relevance__nanobeir__NanoMSMARCO","split":"test","case_count":400,"decision_count":400,"primary_metric":"binary_brier"},{"id":"synthetic-relevance--nanobeir--nanomsmarco-score-test-v1","task":"score","dataset":"datasets/synthetic_relevance__nanobeir__NanoMSMARCO","split":"test","case_count":400,"decision_count":400,"primary_metric":"normalized_expected_score_mae"},{"id":"synthetic-relevance--nanobeir--nanonfcorpus-noul-test-v1","task":"noul","dataset":"datasets/synthetic_relevance__nanobeir__NanoNFCorpus","split":"test","case_count":400,"decision_count":400,"primary_metric":"binary_brier"},{"id":"synthetic-relevance--nanobeir--nanonfcorpus-score-test-v1","task":"score","dataset":"datasets/synthetic_relevance__nanobeir__NanoNFCorpus","split":"test","case_count":400,"decision_count":400,"primary_metric":"normalized_expected_score_mae"},{"id":"synthetic-relevance--nanobeir--nanonq-noul-test-v1","task":"noul","dataset":"datasets/synthetic_relevance__nanobeir__NanoNQ","split":"test","case_count":400,"decision_count":400,"primary_metric":"binary_brier"},{"id":"synthetic-relevance--nanobeir--nanonq-score-test-v1","task":"score","dataset":"datasets/synthetic_relevance__nanobeir__NanoNQ","split":"test","case_count":400,"decision_count":400,"primary_metric":"normalized_expected_score_mae"},{"id":"synthetic-relevance--nanobeir--nanoscidocs-noul-test-v1","task":"noul","dataset":"datasets/synthetic_relevance__nanobeir__NanoSCIDOCS","split":"test","case_count":400,"decision_count":400,"primary_metric":"binary_brier"},{"id":"synthetic-relevance--nanobeir--nanoscidocs-score-test-v1","task":"score","dataset":"datasets/synthetic_relevance__nanobeir__NanoSCIDOCS","split":"test","case_count":400,"decision_count":400,"primary_metric":"normalized_expected_score_mae"},{"id":"synthetic-relevance--nanobeir--nanotouche2020-noul-test-v1","task":"noul","dataset":"datasets/synthetic_relevance__nanobeir__NanoTouche2020","split":"test","case_count":392,"decision_count":392,"primary_metric":"binary_brier"},{"id":"synthetic-relevance--nanobeir--nanotouche2020-score-test-v1","task":"score","dataset":"datasets/synthetic_relevance__nanobeir__NanoTouche2020","split":"test","case_count":392,"decision_count":392,"primary_metric":"normalized_expected_score_mae"},{"id":"synthetic-relevance--nanocoir-noul-test-v1","task":"noul","dataset":"datasets/synthetic_relevance__nanocoir","split":"test","case_count":800,"decision_count":800,"primary_metric":"binary_brier"},{"id":"synthetic-relevance--nanocoir-score-test-v1","task":"score","dataset":"datasets/synthetic_relevance__nanocoir","split":"test","case_count":800,"decision_count":800,"primary_metric":"normalized_expected_score_mae"},{"id":"tallyqa-score","task":"score","dataset":"datasets/tallyqa-score","split":"test","case_count":300,"decision_count":300,"primary_metric":"normalized_expected_score_mae"},{"id":"temporal-nli-choice-test-v1","task":"choice","dataset":"datasets/temporal_nli","split":"test","case_count":100,"decision_count":100,"primary_metric":"target_mass_at_prediction"},{"id":"tracie-noul-test-v1","task":"noul","dataset":"datasets/tracie","split":"test","case_count":100,"decision_count":100,"primary_metric":"binary_brier"},{"id":"ud-ewt-choice-test-v1","task":"choice","dataset":"datasets/ud_ewt","split":"test","case_count":100,"decision_count":1509,"primary_metric":"target_mass_at_prediction"},{"id":"visa-noul","task":"noul","dataset":"datasets/visa-noul","split":"test","case_count":300,"decision_count":300,"primary_metric":"binary_brier"},{"id":"vsr-noul","task":"noul","dataset":"datasets/vsr-noul","split":"test","case_count":300,"decision_count":300,"primary_metric":"binary_brier"},{"id":"winobias-choice-test-v1","task":"choice","dataset":"datasets/winobias","split":"test","case_count":100,"decision_count":100,"primary_metric":"target_mass_at_prediction"},{"id":"winowhy-noul-test-v1","task":"noul","dataset":"datasets/winowhy","split":"test","case_count":100,"decision_count":100,"primary_metric":"binary_brier"},{"id":"wiqa-choice-test-v1","task":"choice","dataset":"datasets/wiqa","split":"test","case_count":100,"decision_count":100,"primary_metric":"target_mass_at_prediction"}],"definitions":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154,155,156,157,158,159,160,161,162,163,164,165,166,167,168,169,170,171,172,173,174,175,176,177,178,179,180,181,182,183,184,185,186,187,188,189],"categories":[{"id":"english-v1","name":"English v1","description":"Curated active evaluation manifest: 106 subsets and 137 typed-task benchmarks. Three Open-Jev tasks are intentionally excluded; see datasets/exclusions.json.","benchmarks":["aegis2-noul-test-v1","laya--ag-news-choice-test-v1","aqua-rat-choice-test-v1","arc-choice-test-v1","arct-choice-test-v1","argument-quality-choice-test-v1","argument-quality-noul-test-v1","babi-nli-noul-test-v1","banking77-choice-test-v1","bbq-choice-test-v1","boardgameqa-choice-test-v1","canttalk-noul-test-v1","civil-comments-noul-test-v1","cladder-noul-test-v1","clinc-choice-test-v1","contract-nli-choice-test-v1","corr2cause-choice-test-v1","creak-noul-test-v1","crows-pairs-choice-test-v1","dbpedia-choice-test-v1","defeasible-nli-choice-test-v1","laya--enron-spam-noul-test-v1","esci-choice-test-v1","ethics-choice-test-v1","ethics-noul-test-v1","ethos-noul-test-v1","few-nerd-choice-test-v1","fol-nli-choice-test-v1","followir-core17-noul-test-v1","followir-news21-noul-test-v1","followir-robust04-noul-test-v1","go-emotions-noul-test-v1","gretel-pii-choice-test-v1","gsm8k-choice-test-v1","hans-noul-test-v1","hatecheck-noul-test-v1","hh-rlhf-choice-test-v1","hwu64-choice-test-v1","impli-noul-test-v1","lexcomp-noul-test-v1","logical-entailment-noul-test-v1","lonli-choice-test-v1","massive-choice-test-v1","miqa-choice-test-v1","mtop-choice-test-v1","nlsat-noul-test-v1","open-jev--amount-extraction-control-v1-choice-test-v1","open-jev--amount-extraction-control-v1-noul-test-v1","open-jev--browser-control-v1-choice-test-v1","open-jev--citation-control-v1-choice-test-v1","open-jev--context-retention-control-v1-noul-test-v1","open-jev--customer-control-v1-choice-test-v1","open-jev--customer-control-v1-noul-test-v1","open-jev--customer-control-v1-score-test-v1","open-jev--drone-control-v1-choice-test-v1","open-jev--drone-control-v1-noul-test-v1","open-jev--drone-control-v1-score-test-v1","open-jev--email-selection-control-v1-choice-test-v1","open-jev--email-selection-control-v1-noul-test-v1","open-jev--entity-alignment-control-v1-noul-test-v1","open-jev--entity-alignment-control-v1-score-test-v1","open-jev--ir-control-v1-choice-test-v1","open-jev--ir-control-v1-noul-test-v1","open-jev--ir-control-v1-score-test-v1","open-jev--mailroom-control-v1-choice-test-v1","open-jev--mailroom-control-v1-noul-test-v1","open-jev--painting-geometry-v1-choice-test-v1","open-jev--painting-geometry-v1-noul-test-v1","open-jev--painting-geometry-v1-score-test-v1","open-jev--phone-extraction-control-v1-choice-test-v1","open-jev--phone-extraction-control-v1-noul-test-v1","open-jev--reasoning-control-v1-choice-test-v1","open-jev--reasoning-control-v1-noul-test-v1","open-jev--reasoning-control-v1-score-test-v1","open-jev--silent-failure-control-v1-noul-test-v1","open-jev--snake-v1-choice-test-v1","open-jev--snake-v1-noul-test-v1","open-jev--sponsor-segment-control-v1-choice-test-v1","open-jev--tic-tac-toe-v1-choice-test-v1","open-jev--vizdoom-basic-v1-noul-test-v1","open-jev--vizdoom-basic-v1-score-test-v1","open-jev--workflow-controls-v1--agent-trace-observability-noul-test-v1","open-jev--workflow-controls-v1--customer-service-noul-test-v1","open-jev--workflow-controls-v1--invoice-processing-noul-test-v1","open-jev--workflow-controls-v1--security-incidents-noul-test-v1","openbookqa-choice-test-v1","patent-similarity-score-test-v1","paws-noul-test-v1","plane-noul-test-v1","poem-sentiment-choice-test-v1","qasper-noul-test-v1","quartz-choice-test-v1","robust-lr-choice-test-v1","ruletaker-noul-test-v1","s1mb-generalization-contextual-choice-choice-test-v1","s1mb-generalization-contextual-noul-noul-test-v1","s1mb-generalization-contextual-score-score-test-v1","s1mb-generalization-diverse-choice-choice-test-v1","s1mb-generalization-diverse-noul-noul-test-v1","s1mb-generalization-diverse-score-score-test-v1","scicite-choice-test-v1","scitail-noul-test-v1","scone-choice-test-v1","sdoh-nli-noul-test-v1","sgd-choice-test-v1","snli-choice-test-v1","spartqa-choice-test-v1","stepgame-choice-test-v1","synthetic-relevance--nanobeir--nanoarguana-noul-test-v1","synthetic-relevance--nanobeir--nanoarguana-score-test-v1","synthetic-relevance--nanobeir--nanodbpedia-noul-test-v1","synthetic-relevance--nanobeir--nanodbpedia-score-test-v1","synthetic-relevance--nanobeir--nanofiqa2018-noul-test-v1","synthetic-relevance--nanobeir--nanofiqa2018-score-test-v1","synthetic-relevance--nanobeir--nanohotpotqa-noul-test-v1","synthetic-relevance--nanobeir--nanohotpotqa-score-test-v1","synthetic-relevance--nanobeir--nanomsmarco-noul-test-v1","synthetic-relevance--nanobeir--nanomsmarco-score-test-v1","synthetic-relevance--nanobeir--nanonfcorpus-noul-test-v1","synthetic-relevance--nanobeir--nanonfcorpus-score-test-v1","synthetic-relevance--nanobeir--nanonq-noul-test-v1","synthetic-relevance--nanobeir--nanonq-score-test-v1","synthetic-relevance--nanobeir--nanoscidocs-noul-test-v1","synthetic-relevance--nanobeir--nanoscidocs-score-test-v1","synthetic-relevance--nanobeir--nanotouche2020-noul-test-v1","synthetic-relevance--nanobeir--nanotouche2020-score-test-v1","synthetic-relevance--nanocoir-noul-test-v1","synthetic-relevance--nanocoir-score-test-v1","temporal-nli-choice-test-v1","tracie-noul-test-v1","laya--typed-decisions-choice-test-v1","laya--typed-decisions-noul-test-v1","laya--typed-decisions-score-test-v1","ud-ewt-choice-test-v1","winobias-choice-test-v1","winowhy-noul-test-v1","wiqa-choice-test-v1"]},{"id":"japanese-v1","name":"Japanese v1","description":"Japanese evaluation: 27 ordinary benchmarks / 8,067 judgments. Original source partitions and licenses are retained.","benchmarks":["commonsensemoralja-noul","jamc-qa-choice","janli-choice","jcommonsenseqa-choice","jculture-mcq-noul","jnli-choice","kuci-choice","mintaka-ja-boolean-noul","mmlu-prox-ja-choice","mmmlu-choice","jsick-sts-score","jsts-score","generalization-japanese-knowledge-hard-choice","generalization-japanese-knowledge-hard-noul","generalization-japanese-knowledge-hard-score","generalization-japanese-math-formal-hard-choice","generalization-japanese-math-formal-hard-noul","generalization-japanese-math-formal-hard-score","jmteb-retrieval","generalization-japanese-diverse-noul","generalization-japanese-diverse-choice","jcola-noul","jamp-choice","jsem-choice","gpqa-ja-main-choice","jmmlu-japan-choice","sobaco-culture-choice"]},{"id":"smoke-v1","name":"Smoke v1","description":"One benchmark per task for integration checks, not the full leaderboard.","benchmarks":["arc-choice-test-v1","aegis2-noul-test-v1","patent-similarity-score-test-v1"]},{"id":"vision-v1","name":"Vision v1","description":"18 source-derived and 8 synthetic general vision benchmarks; 7,800 judgments. Local evaluation; individual source rights apply.","benchmarks":["cvbench-depth-choice","cvbench-distance-choice","cvbench-relation-choice","koniq-score","mvtec-ad-noul","nights-choice","nlvr2-noul","pope-noul","refcoco-box","refcoco-plus-box","refcocog-box","rvlcdip-choice","scienceqa-choice","screenspot-box","sugarcrepe-choice","tallyqa-score","visa-noul","vsr-noul","generalization-vision-easy-noul","generalization-vision-easy-choice","generalization-vision-easy-score","generalization-vision-easy-box","generalization-vision-hard-noul","generalization-vision-hard-choice","generalization-vision-hard-score","generalization-vision-hard-box"]}],"models":[{"run_id":"5ak3t__scm_max_14b_v0","model":{"id":"5ak3t/scm-max-14b-v0","adapter":"scm","settings":{},"training_exposure":[{"benchmark_id":"banking77-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"PolyAI/banking77","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-max-14b-v0/blob/065e14648bca64e5c5811295cadb444d7dd4cd4f/pool-v5-manifest.json","note":"The retained training pool (pool v5, 124,334 records) holds 3000 records from the PolyAI/banking77 train split. Input-only audit of the final pool (s1mb-overlap-report-v2.json): of 100 test inputs of this dataset, 0 exact matches and 2 approximate-match candidates (2 near, 0 weaker pooled); candidates are not confirmed evaluation-input use. Targets were not compared; the retained rows are not republished."},{"benchmark_id":"clinc-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"clinc/clinc_oos","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-max-14b-v0/blob/065e14648bca64e5c5811295cadb444d7dd4cd4f/pool-v5-manifest.json","note":"The retained training pool (pool v5, 124,334 records) holds 2987 records from the clinc/clinc_oos train split. Input-only audit of the final pool (s1mb-overlap-report-v2.json): of 151 test inputs of this dataset, 0 exact matches and 1 approximate-match candidates (1 near, 0 weaker pooled); candidates are not confirmed evaluation-input use. Targets were not compared; the retained rows are not republished."},{"benchmark_id":"dbpedia-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"fancyzhx/dbpedia_14","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-max-14b-v0/blob/065e14648bca64e5c5811295cadb444d7dd4cd4f/pool-v5-manifest.json","note":"The retained training pool (pool v5, 124,334 records) holds 12000 records from the fancyzhx/dbpedia_14 train split. Input-only audit of the final pool (s1mb-overlap-report-v2.json): of 100 test inputs of this dataset, 0 exact matches and 2 approximate-match candidates (2 near, 0 weaker pooled); candidates are not confirmed evaluation-input use. Targets were not compared; the retained rows are not republished."},{"benchmark_id":"go-emotions-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"google-research-datasets/go_emotions","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-max-14b-v0/blob/065e14648bca64e5c5811295cadb444d7dd4cd4f/pool-v5-manifest.json","note":"The retained training pool (pool v5, 124,334 records) holds 2203 records from the google-research-datasets/go_emotions train split. Input-only audit of the final pool (s1mb-overlap-report-v2.json): of 100 test inputs of this dataset, 0 exact matches and 0 approximate-match candidates (0 near, 0 weaker pooled); candidates are not confirmed evaluation-input use. Targets were not compared; the retained rows are not republished."},{"benchmark_id":"laya--ag-news-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"fancyzhx/ag_news","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-max-14b-v0/blob/065e14648bca64e5c5811295cadb444d7dd4cd4f/pool-v5-manifest.json","note":"The retained training pool (pool v5, 124,334 records) holds 500 records from the fancyzhx/ag_news train split. Input-only audit of the final pool (s1mb-overlap-report-v2.json): of 100 test inputs of this dataset, 0 exact matches and 0 approximate-match candidates (0 near, 0 weaker pooled); candidates are not confirmed evaluation-input use. Targets were not compared; the retained rows are not republished."},{"benchmark_id":"laya--enron-spam-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"SetFit/enron_spam","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-max-14b-v0/blob/065e14648bca64e5c5811295cadb444d7dd4cd4f/pool-v5-manifest.json","note":"The retained training pool (pool v5, 124,334 records) holds 456 records from the SetFit/enron_spam train split. Input-only audit of the final pool (s1mb-overlap-report-v2.json): of 100 test inputs of this dataset, 0 exact matches and 0 approximate-match candidates (0 near, 0 weaker pooled); candidates are not confirmed evaluation-input use. Targets were not compared; the retained rows are not republished."},{"benchmark_id":"paws-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"google-research-datasets/paws","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-max-14b-v0/blob/065e14648bca64e5c5811295cadb444d7dd4cd4f/pool-v5-manifest.json","note":"The retained training pool (pool v5, 124,334 records) holds 448 records from the google-research-datasets/paws train split. Input-only audit of the final pool (s1mb-overlap-report-v2.json): of 100 test inputs of this dataset, 0 exact matches and 0 approximate-match candidates (0 near, 0 weaker pooled); candidates are not confirmed evaluation-input use. Targets were not compared; the retained rows are not republished."},{"benchmark_id":"openbookqa-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"allenai/openbookqa","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-max-14b-v0/blob/065e14648bca64e5c5811295cadb444d7dd4cd4f/pool-v5-manifest.json","note":"The retained training pool (pool v5, 124,334 records) holds 500 records from the allenai/openbookqa train split. Input-only audit of the final pool (s1mb-overlap-report-v2.json): of 100 test inputs of this dataset, 0 exact matches and 0 approximate-match candidates (0 near, 0 weaker pooled); candidates are not confirmed evaluation-input use. Targets were not compared; the retained rows are not republished."},{"benchmark_id":"aqua-rat-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"deepmind/aqua_rat","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-max-14b-v0/blob/065e14648bca64e5c5811295cadb444d7dd4cd4f/pool-v5-manifest.json","note":"The retained training pool (pool v5, 124,334 records) holds 1500 records from the deepmind/aqua_rat train split. The pool also holds 7,825 allenai/math_qa records, a dataset whose problems derive from AQuA-RAT; this audit found no aqua-rat test-input match, and any other overlap is unknown. Input-only audit of the final pool (s1mb-overlap-report-v2.json): of 100 test inputs of this dataset, 0 exact matches and 0 approximate-match candidates (0 near, 0 weaker pooled); candidates are not confirmed evaluation-input use. Targets were not compared; the retained rows are not republished."},{"benchmark_id":"civil-comments-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"google/civil_comments","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-max-14b-v0/blob/065e14648bca64e5c5811295cadb444d7dd4cd4f/pool-v5-manifest.json","note":"The retained training pool (pool v5, 124,334 records) holds 1500 records from the google/civil_comments train split. Input-only audit of the final pool (s1mb-overlap-report-v2.json): of 100 test inputs of this dataset, 0 exact matches and 0 approximate-match candidates (0 near, 0 weaker pooled); candidates are not confirmed evaluation-input use. Targets were not compared; the retained rows are not republished."},{"benchmark_id":"hh-rlhf-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"Anthropic/hh-rlhf","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-max-14b-v0/blob/065e14648bca64e5c5811295cadb444d7dd4cd4f/pool-v5-manifest.json","note":"The retained training pool (pool v5, 124,334 records) holds 1500 records from the Anthropic/hh-rlhf train split. Input-only audit of the final pool (s1mb-overlap-report-v2.json): of 100 test inputs of this dataset, 0 exact matches and 2 approximate-match candidates (2 near, 0 weaker pooled); candidates are not confirmed evaluation-input use. Targets were not compared; the retained rows are not republished."},{"benchmark_id":"contract-nli-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"nguha/legalbench","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-max-14b-v0/blob/065e14648bca64e5c5811295cadb444d7dd4cd4f/pool-v5-manifest.json","note":"The retained training pool (pool v5, 124,334 records) holds 9007 LegalBench records, of which 798 are the contract_nli_* tasks (the ContractNLI-derived tasks relevant to this benchmark). Input-only audit of the final pool (s1mb-overlap-report-v2.json): of 100 test inputs of this dataset, 0 exact matches and 0 approximate-match candidates (0 near, 0 weaker pooled); candidates are not confirmed evaluation-input use. Targets were not compared; the retained rows are not republished."},{"benchmark_id":"laya--typed-decisions-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"LocalLLaMA/typed-decisions","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-max-14b-v0/blob/065e14648bca64e5c5811295cadb444d7dd4cd4f/pool-v5-manifest.json","note":"The retained training pool (pool v5, 124,334 records) holds 724 records from the LocalLLaMA/typed-decisions train split. Input-only audit of the final pool (s1mb-overlap-report-v2.json): of 100 test inputs of this dataset, 0 exact matches and 30 approximate-match candidates (9 near, 21 weaker pooled); candidates are not confirmed evaluation-input use. Targets were not compared; the retained rows are not republished."},{"benchmark_id":"laya--typed-decisions-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"LocalLLaMA/typed-decisions","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-max-14b-v0/blob/065e14648bca64e5c5811295cadb444d7dd4cd4f/pool-v5-manifest.json","note":"The retained training pool (pool v5, 124,334 records) holds 724 records from the LocalLLaMA/typed-decisions train split. Input-only audit of the final pool (s1mb-overlap-report-v2.json): of 100 test inputs of this dataset, 0 exact matches and 30 approximate-match candidates (9 near, 21 weaker pooled); candidates are not confirmed evaluation-input use. Targets were not compared; the retained rows are not republished."},{"benchmark_id":"laya--typed-decisions-score-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"LocalLLaMA/typed-decisions","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-max-14b-v0/blob/065e14648bca64e5c5811295cadb444d7dd4cd4f/pool-v5-manifest.json","note":"The retained training pool (pool v5, 124,334 records) holds 724 records from the LocalLLaMA/typed-decisions train split. Input-only audit of the final pool (s1mb-overlap-report-v2.json): of 100 test inputs of this dataset, 0 exact matches and 30 approximate-match candidates (9 near, 21 weaker pooled); candidates are not confirmed evaluation-input use. Targets were not compared; the retained rows are not republished."},{"benchmark_id":"open-jev--workflow-controls-v1--agent-trace-observability-noul-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"private","dataset":"LocalLLaMA/typed-decisions","revision":null,"config":"agent_trace_observability","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-max-14b-v0/blob/065e14648bca64e5c5811295cadb444d7dd4cd4f/pool-v5-manifest.json","note":"The retained training pool holds 724 records from the LocalLLaMA/typed-decisions train split, including a workflow named agent_trace_observability, the same name as this benchmark workflow. Whether the two datasets share a generator is not established, and the audit finds no input match for this benchmark; declared as a related domain, not same source. Unknown details stay unknown."},{"benchmark_id":"open-jev--workflow-controls-v1--customer-service-noul-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"private","dataset":"LocalLLaMA/typed-decisions","revision":null,"config":"customer_service","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-max-14b-v0/blob/065e14648bca64e5c5811295cadb444d7dd4cd4f/pool-v5-manifest.json","note":"The retained training pool holds 724 records from the LocalLLaMA/typed-decisions train split, including a workflow named customer_service, the same name as this benchmark workflow. Whether the two datasets share a generator is not established, and the audit finds no input match for this benchmark; declared as a related domain, not same source. Unknown details stay unknown."},{"benchmark_id":"open-jev--workflow-controls-v1--invoice-processing-noul-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"private","dataset":"LocalLLaMA/typed-decisions","revision":null,"config":"invoice_processing","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-max-14b-v0/blob/065e14648bca64e5c5811295cadb444d7dd4cd4f/pool-v5-manifest.json","note":"The retained training pool holds 724 records from the LocalLLaMA/typed-decisions train split, including a workflow named invoice_processing, the same name as this benchmark workflow. Whether the two datasets share a generator is not established, and the audit finds no input match for this benchmark; declared as a related domain, not same source. Unknown details stay unknown."}],"total_params":14768307200,"active_params":13990394880,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"SCM-max 14B v0","short_name":"SCM-max 14B","url":"https://github.com/codecraf8/rev","hf_url":"https://huggingface.co/5ak3t/scm-max-14b-v0"}},{"run_id":"5ak3t__scm_max_14b_v1","model":{"id":"5ak3t/scm-max-14b-v1","adapter":"scm","settings":{},"training_exposure":[{"benchmark_id":"aegis2-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"aegis2","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-max-14b-v1/blob/b0b58112d57581a86d74054c4c604251a8a7647d/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 350 decisions from the train split of this config (complete groups, seeded; 350 were sampled before filtering); upstream: nvidia/Aegis-AI-Content-Safety-Dataset-2.0@d86bb8bedff5. Before training, 0 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read."},{"benchmark_id":"aqua-rat-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"aqua_rat","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-max-14b-v1/blob/b0b58112d57581a86d74054c4c604251a8a7647d/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 350 decisions from the train split of this config (complete groups, seeded; 350 were sampled before filtering); upstream: deepmind/aqua_rat@33301c6a050c. Before training, 0 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read."},{"benchmark_id":"arc-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"arc","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-max-14b-v1/blob/b0b58112d57581a86d74054c4c604251a8a7647d/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 350 decisions from the train split of this config (complete groups, seeded; 350 were sampled before filtering); upstream: allenai/ai2_arc@210d026faf99. Before training, 0 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read."},{"benchmark_id":"arct-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"arct","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-max-14b-v1/blob/b0b58112d57581a86d74054c4c604251a8a7647d/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 350 decisions from the train split of this config (complete groups, seeded; 350 were sampled before filtering); upstream: tasksource/arct@c13f83ea610d. Before training, 0 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read."},{"benchmark_id":"argument-quality-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"argument_quality","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-max-14b-v1/blob/b0b58112d57581a86d74054c4c604251a8a7647d/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 350 decisions from the train split of this config (complete groups, seeded; 350 were sampled before filtering); upstream: ibm-research/argument_quality_ranking_30k@590726b3765b. Before training, 0 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read."},{"benchmark_id":"argument-quality-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"argument_quality","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-max-14b-v1/blob/b0b58112d57581a86d74054c4c604251a8a7647d/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 350 decisions from the train split of this config (complete groups, seeded; 350 were sampled before filtering); upstream: ibm-research/argument_quality_ranking_30k@590726b3765b. Before training, 0 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read."},{"benchmark_id":"babi-nli-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"babi_nli","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-max-14b-v1/blob/b0b58112d57581a86d74054c4c604251a8a7647d/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 350 decisions from the train split of this config (complete groups, seeded; 350 were sampled before filtering); upstream: tasksource/babi_nli@80b689dc668b. Before training, 0 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read."},{"benchmark_id":"banking77-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"banking77","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-max-14b-v1/blob/b0b58112d57581a86d74054c4c604251a8a7647d/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 999 decisions from the train split of this config (complete groups, seeded; 1000 were sampled before filtering); upstream: PolyAI/banking77@90d4e2ee5521. Before training, 1 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read."},{"benchmark_id":"boardgameqa-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"boardgameqa","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-max-14b-v1/blob/b0b58112d57581a86d74054c4c604251a8a7647d/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 350 decisions from the train split of this config (complete groups, seeded; 350 were sampled before filtering); upstream: tasksource/Boardgame-QA@78e38c3c8df3. Before training, 0 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read."},{"benchmark_id":"canttalk-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"canttalk","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-max-14b-v1/blob/b0b58112d57581a86d74054c4c604251a8a7647d/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 350 decisions from the train split of this config (complete groups, seeded; 350 were sampled before filtering); upstream: nvidia/CantTalkAboutThis-Topic-Control-Dataset@b015ae8902d8. Before training, 0 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read."},{"benchmark_id":"civil-comments-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"civil_comments","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-max-14b-v1/blob/b0b58112d57581a86d74054c4c604251a8a7647d/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 350 decisions from the train split of this config (complete groups, seeded; 350 were sampled before filtering); upstream: google/civil_comments@f2970eb3a557. Before training, 0 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read."},{"benchmark_id":"clinc-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"clinc","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-max-14b-v1/blob/b0b58112d57581a86d74054c4c604251a8a7647d/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 998 decisions from the train split of this config (complete groups, seeded; 1000 were sampled before filtering); upstream: clinc/clinc_oos@155b9c710419. Before training, 2 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read."},{"benchmark_id":"contract-nli-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"contract_nli","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-max-14b-v1/blob/b0b58112d57581a86d74054c4c604251a8a7647d/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 340 decisions from the train split of this config (complete groups, seeded; 340 were sampled before filtering); upstream: https://github.com/stanfordnlp/contract-nli@eced6528dd3c. Before training, 0 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read."},{"benchmark_id":"creak-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"creak","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-max-14b-v1/blob/b0b58112d57581a86d74054c4c604251a8a7647d/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 350 decisions from the train split of this config (complete groups, seeded; 350 were sampled before filtering); upstream: amydeng2000/CREAK@cceb46965603. Before training, 0 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read."},{"benchmark_id":"dbpedia-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"dbpedia","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-max-14b-v1/blob/b0b58112d57581a86d74054c4c604251a8a7647d/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 350 decisions from the train split of this config (complete groups, seeded; 350 were sampled before filtering); upstream: fancyzhx/dbpedia_14@9abd46cf7fc8. Before training, 0 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read."},{"benchmark_id":"defeasible-nli-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"defeasible_nli","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-max-14b-v1/blob/b0b58112d57581a86d74054c4c604251a8a7647d/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 350 decisions from the train split of this config (complete groups, seeded; 350 were sampled before filtering); upstream: tasksource/defeasible-nli@7c4a57df9d8d. Before training, 0 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read."},{"benchmark_id":"esci-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"esci","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-max-14b-v1/blob/b0b58112d57581a86d74054c4c604251a8a7647d/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 349 decisions from the train split of this config (complete groups, seeded; 349 were sampled before filtering); upstream: tasksource/esci@8113b17a5d40. Before training, 0 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read."},{"benchmark_id":"ethics-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"ethics","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-max-14b-v1/blob/b0b58112d57581a86d74054c4c604251a8a7647d/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 284 decisions from the train split of this config (complete groups, seeded; 350 were sampled before filtering); upstream: hendrycks/ethics@b8b47c589f8b. Before training, 66 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read."},{"benchmark_id":"ethics-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"ethics","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-max-14b-v1/blob/b0b58112d57581a86d74054c4c604251a8a7647d/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 284 decisions from the train split of this config (complete groups, seeded; 350 were sampled before filtering); upstream: hendrycks/ethics@b8b47c589f8b. Before training, 66 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read."},{"benchmark_id":"ethos-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"ethos","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-max-14b-v1/blob/b0b58112d57581a86d74054c4c604251a8a7647d/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 350 decisions from the train split of this config (complete groups, seeded; 350 were sampled before filtering); upstream: SetFit/ethos_binary@3e2084917507. Before training, 0 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read."},{"benchmark_id":"few-nerd-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"few_nerd","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-max-14b-v1/blob/b0b58112d57581a86d74054c4c604251a8a7647d/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 350 decisions from the train split of this config (complete groups, seeded; 350 were sampled before filtering); upstream: DFKI-SLT/few-nerd@205f3e9c9f35. Before training, 0 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read."},{"benchmark_id":"fol-nli-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"fol_nli","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-max-14b-v1/blob/b0b58112d57581a86d74054c4c604251a8a7647d/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 350 decisions from the train split of this config (complete groups, seeded; 350 were sampled before filtering); upstream: tasksource/FOL-nli@6b8a2ec01b22. Before training, 0 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read. Independent record-level audit of the final pool (8-gram rule, inputs only): 1 of 100 test inputs of this source dataset have an approximate match in the training pool; these are approximate-match candidates, not confirmed evaluation-input use."},{"benchmark_id":"go-emotions-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"go_emotions","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-max-14b-v1/blob/b0b58112d57581a86d74054c4c604251a8a7647d/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 336 decisions from the train split of this config (complete groups, seeded; 336 were sampled before filtering); upstream: google-research-datasets/go_emotions@add492243ff9. Before training, 0 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read."},{"benchmark_id":"gsm8k-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"gsm8k","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-max-14b-v1/blob/b0b58112d57581a86d74054c4c604251a8a7647d/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 350 decisions from the train split of this config (complete groups, seeded; 350 were sampled before filtering); upstream: openai/gsm8k@740312add88f. Before training, 0 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read."},{"benchmark_id":"hans-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"hans","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-max-14b-v1/blob/b0b58112d57581a86d74054c4c604251a8a7647d/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 350 decisions from the train split of this config (complete groups, seeded; 350 were sampled before filtering); upstream: tasksource/hans@8f107047d34f. Before training, 0 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read."},{"benchmark_id":"hh-rlhf-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"hh_rlhf","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-max-14b-v1/blob/b0b58112d57581a86d74054c4c604251a8a7647d/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 339 decisions from the train split of this config (complete groups, seeded; 350 were sampled before filtering); upstream: Anthropic/hh-rlhf@09be8c5bbc57. Before training, 11 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read."},{"benchmark_id":"hwu64-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"hwu64","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-max-14b-v1/blob/b0b58112d57581a86d74054c4c604251a8a7647d/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 998 decisions from the train split of this config (complete groups, seeded; 1000 were sampled before filtering); upstream: FastFit/hwu_64@9fb5bff1e37c. Before training, 1 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read."},{"benchmark_id":"laya--ag-news-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"laya__ag_news","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-max-14b-v1/blob/b0b58112d57581a86d74054c4c604251a8a7647d/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 349 decisions from the train split of this config (complete groups, seeded; 350 were sampled before filtering); upstream: fancyzhx/ag_news@. Before training, 1 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read."},{"benchmark_id":"laya--enron-spam-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"laya__enron_spam","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-max-14b-v1/blob/b0b58112d57581a86d74054c4c604251a8a7647d/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 347 decisions from the train split of this config (complete groups, seeded; 350 were sampled before filtering); upstream: SetFit/enron_spam@. Before training, 3 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read. Independent record-level audit of the final pool (8-gram rule, inputs only): 1 of 100 test inputs of this source dataset have an approximate match in the training pool; these are approximate-match candidates, not confirmed evaluation-input use."},{"benchmark_id":"laya--typed-decisions-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"LocalLLaMA/typed-decisions","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-max-14b-v1/blob/b0b58112d57581a86d74054c4c604251a8a7647d/pool-v6-lite-manifest.json","note":"The final retained training pool holds records from the LocalLLaMA/typed-decisions train split (pool source typed-decisions). Independent record-level audit of the final pool (8-gram rule, inputs only): 24 of 100 test inputs of this source dataset have an approximate match in the training pool; these are approximate-match candidates, not confirmed evaluation-input use."},{"benchmark_id":"laya--typed-decisions-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"LocalLLaMA/typed-decisions","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-max-14b-v1/blob/b0b58112d57581a86d74054c4c604251a8a7647d/pool-v6-lite-manifest.json","note":"The final retained training pool holds records from the LocalLLaMA/typed-decisions train split (pool source typed-decisions). Independent record-level audit of the final pool (8-gram rule, inputs only): 24 of 100 test inputs of this source dataset have an approximate match in the training pool; these are approximate-match candidates, not confirmed evaluation-input use."},{"benchmark_id":"laya--typed-decisions-score-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"LocalLLaMA/typed-decisions","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-max-14b-v1/blob/b0b58112d57581a86d74054c4c604251a8a7647d/pool-v6-lite-manifest.json","note":"The final retained training pool holds records from the LocalLLaMA/typed-decisions train split (pool source typed-decisions). Independent record-level audit of the final pool (8-gram rule, inputs only): 24 of 100 test inputs of this source dataset have an approximate match in the training pool; these are approximate-match candidates, not confirmed evaluation-input use."},{"benchmark_id":"lexcomp-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"lexcomp","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-max-14b-v1/blob/b0b58112d57581a86d74054c4c604251a8a7647d/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 350 decisions from the train split of this config (complete groups, seeded; 350 were sampled before filtering); upstream: tasksource/lexcomp-nc-relation@4f7fa5d487d7. Before training, 0 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read."},{"benchmark_id":"logical-entailment-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"logical_entailment","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-max-14b-v1/blob/b0b58112d57581a86d74054c4c604251a8a7647d/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 350 decisions from the train split of this config (complete groups, seeded; 350 were sampled before filtering); upstream: tasksource/logical-entailment@5275a96cea76. Before training, 0 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read."},{"benchmark_id":"massive-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"massive","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-max-14b-v1/blob/b0b58112d57581a86d74054c4c604251a8a7647d/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 996 decisions from the train split of this config (complete groups, seeded; 1000 were sampled before filtering); upstream: AmazonScience/massive@ff6bd8e4b27c. Before training, 0 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read."},{"benchmark_id":"mtop-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"mtop","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-max-14b-v1/blob/b0b58112d57581a86d74054c4c604251a8a7647d/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 998 decisions from the train split of this config (complete groups, seeded; 1000 were sampled before filtering); upstream: tasksource/mtop@9fa95557ba28. Before training, 1 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read."},{"benchmark_id":"nlsat-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"nlsat","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-max-14b-v1/blob/b0b58112d57581a86d74054c4c604251a8a7647d/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 350 decisions from the train split of this config (complete groups, seeded; 350 were sampled before filtering); upstream: tasksource/nlsat@1c7e1a3afbb6. Before training, 0 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read."},{"benchmark_id":"open-jev--browser-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"open_jev__browser-control-v1","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-max-14b-v1/blob/b0b58112d57581a86d74054c4c604251a8a7647d/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 137 decisions from the train split of this config (complete groups, seeded; 342 were sampled before filtering); upstream: ZefanCai/Open-Jev@c67699e13d0a. Before training, 205 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read. Independent record-level audit of the final pool (8-gram rule, inputs only): 23 of 100 test inputs of this source dataset have an approximate match in the training pool; these are approximate-match candidates, not confirmed evaluation-input use."},{"benchmark_id":"open-jev--citation-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"open_jev__citation-control-v1","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-max-14b-v1/blob/b0b58112d57581a86d74054c4c604251a8a7647d/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 321 decisions from the train split of this config (complete groups, seeded; 340 were sampled before filtering); upstream: ZefanCai/Open-Jev@c67699e13d0a. Before training, 19 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read. Independent record-level audit of the final pool (8-gram rule, inputs only): 5 of 100 test inputs of this source dataset have an approximate match in the training pool; these are approximate-match candidates, not confirmed evaluation-input use."},{"benchmark_id":"open-jev--customer-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"open_jev__customer-control-v1","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-max-14b-v1/blob/b0b58112d57581a86d74054c4c604251a8a7647d/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 12 decisions from the train split of this config (complete groups, seeded; 348 were sampled before filtering); upstream: ZefanCai/Open-Jev@c67699e13d0a. Before training, 336 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read."},{"benchmark_id":"open-jev--customer-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"open_jev__customer-control-v1","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-max-14b-v1/blob/b0b58112d57581a86d74054c4c604251a8a7647d/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 12 decisions from the train split of this config (complete groups, seeded; 348 were sampled before filtering); upstream: ZefanCai/Open-Jev@c67699e13d0a. Before training, 336 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read."},{"benchmark_id":"open-jev--customer-control-v1-score-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"open_jev__customer-control-v1","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-max-14b-v1/blob/b0b58112d57581a86d74054c4c604251a8a7647d/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 12 decisions from the train split of this config (complete groups, seeded; 348 were sampled before filtering); upstream: ZefanCai/Open-Jev@c67699e13d0a. Before training, 336 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read."},{"benchmark_id":"open-jev--ir-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"open_jev__ir-control-v1","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-max-14b-v1/blob/b0b58112d57581a86d74054c4c604251a8a7647d/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 266 decisions from the train split of this config (complete groups, seeded; 348 were sampled before filtering); upstream: ZefanCai/Open-Jev@c67699e13d0a. Before training, 82 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read. Independent record-level audit of the final pool (8-gram rule, inputs only): 32 of 100 test inputs of this source dataset have an approximate match in the training pool; these are approximate-match candidates, not confirmed evaluation-input use."},{"benchmark_id":"open-jev--ir-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"open_jev__ir-control-v1","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-max-14b-v1/blob/b0b58112d57581a86d74054c4c604251a8a7647d/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 266 decisions from the train split of this config (complete groups, seeded; 348 were sampled before filtering); upstream: ZefanCai/Open-Jev@c67699e13d0a. Before training, 82 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read. Independent record-level audit of the final pool (8-gram rule, inputs only): 32 of 100 test inputs of this source dataset have an approximate match in the training pool; these are approximate-match candidates, not confirmed evaluation-input use."},{"benchmark_id":"open-jev--ir-control-v1-score-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"open_jev__ir-control-v1","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-max-14b-v1/blob/b0b58112d57581a86d74054c4c604251a8a7647d/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 266 decisions from the train split of this config (complete groups, seeded; 348 were sampled before filtering); upstream: ZefanCai/Open-Jev@c67699e13d0a. Before training, 82 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read. Independent record-level audit of the final pool (8-gram rule, inputs only): 32 of 100 test inputs of this source dataset have an approximate match in the training pool; these are approximate-match candidates, not confirmed evaluation-input use."},{"benchmark_id":"open-jev--mailroom-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"open_jev__mailroom-control-v1","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-max-14b-v1/blob/b0b58112d57581a86d74054c4c604251a8a7647d/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 239 decisions from the train split of this config (complete groups, seeded; 291 were sampled before filtering); upstream: ZefanCai/Open-Jev@c67699e13d0a. Before training, 52 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read. Independent record-level audit of the final pool (8-gram rule, inputs only): 8 of 100 test inputs of this source dataset have an approximate match in the training pool; these are approximate-match candidates, not confirmed evaluation-input use."},{"benchmark_id":"open-jev--mailroom-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"open_jev__mailroom-control-v1","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-max-14b-v1/blob/b0b58112d57581a86d74054c4c604251a8a7647d/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 239 decisions from the train split of this config (complete groups, seeded; 291 were sampled before filtering); upstream: ZefanCai/Open-Jev@c67699e13d0a. Before training, 52 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read. Independent record-level audit of the final pool (8-gram rule, inputs only): 8 of 100 test inputs of this source dataset have an approximate match in the training pool; these are approximate-match candidates, not confirmed evaluation-input use."},{"benchmark_id":"open-jev--reasoning-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"open_jev__reasoning-control-v1","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-max-14b-v1/blob/b0b58112d57581a86d74054c4c604251a8a7647d/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 294 decisions from the train split of this config (complete groups, seeded; 348 were sampled before filtering); upstream: ZefanCai/Open-Jev@c67699e13d0a. Before training, 54 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read. Independent record-level audit of the final pool (8-gram rule, inputs only): 5 of 100 test inputs of this source dataset have an approximate match in the training pool; these are approximate-match candidates, not confirmed evaluation-input use."},{"benchmark_id":"open-jev--reasoning-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"open_jev__reasoning-control-v1","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-max-14b-v1/blob/b0b58112d57581a86d74054c4c604251a8a7647d/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 294 decisions from the train split of this config (complete groups, seeded; 348 were sampled before filtering); upstream: ZefanCai/Open-Jev@c67699e13d0a. Before training, 54 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read. Independent record-level audit of the final pool (8-gram rule, inputs only): 5 of 100 test inputs of this source dataset have an approximate match in the training pool; these are approximate-match candidates, not confirmed evaluation-input use."},{"benchmark_id":"open-jev--reasoning-control-v1-score-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"open_jev__reasoning-control-v1","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-max-14b-v1/blob/b0b58112d57581a86d74054c4c604251a8a7647d/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 294 decisions from the train split of this config (complete groups, seeded; 348 were sampled before filtering); upstream: ZefanCai/Open-Jev@c67699e13d0a. Before training, 54 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read. Independent record-level audit of the final pool (8-gram rule, inputs only): 5 of 100 test inputs of this source dataset have an approximate match in the training pool; these are approximate-match candidates, not confirmed evaluation-input use."},{"benchmark_id":"open-jev--silent-failure-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"open_jev__silent-failure-control-v1","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-max-14b-v1/blob/b0b58112d57581a86d74054c4c604251a8a7647d/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 299 decisions from the train split of this config (complete groups, seeded; 336 were sampled before filtering); upstream: ZefanCai/Open-Jev@c67699e13d0a. Before training, 37 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read. Independent record-level audit of the final pool (8-gram rule, inputs only): 23 of 100 test inputs of this source dataset have an approximate match in the training pool; these are approximate-match candidates, not confirmed evaluation-input use."},{"benchmark_id":"open-jev--snake-v1-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"open_jev__snake-v1","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-max-14b-v1/blob/b0b58112d57581a86d74054c4c604251a8a7647d/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 208 decisions from the train split of this config (complete groups, seeded; 348 were sampled before filtering); upstream: ZefanCai/Open-Jev@c67699e13d0a. Before training, 140 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read. Independent record-level audit of the final pool (8-gram rule, inputs only): 77 of 100 test inputs of this source dataset have an approximate match in the training pool; these are approximate-match candidates, not confirmed evaluation-input use."},{"benchmark_id":"open-jev--snake-v1-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"open_jev__snake-v1","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-max-14b-v1/blob/b0b58112d57581a86d74054c4c604251a8a7647d/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 208 decisions from the train split of this config (complete groups, seeded; 348 were sampled before filtering); upstream: ZefanCai/Open-Jev@c67699e13d0a. Before training, 140 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read. Independent record-level audit of the final pool (8-gram rule, inputs only): 77 of 100 test inputs of this source dataset have an approximate match in the training pool; these are approximate-match candidates, not confirmed evaluation-input use."},{"benchmark_id":"open-jev--sponsor-segment-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"open_jev__sponsor-segment-control-v1","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-max-14b-v1/blob/b0b58112d57581a86d74054c4c604251a8a7647d/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 315 decisions from the train split of this config (complete groups, seeded; 324 were sampled before filtering); upstream: ZefanCai/Open-Jev@c67699e13d0a. Before training, 9 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read. Independent record-level audit of the final pool (8-gram rule, inputs only): 22 of 100 test inputs of this source dataset have an approximate match in the training pool; these are approximate-match candidates, not confirmed evaluation-input use."},{"benchmark_id":"open-jev--vizdoom-basic-v1-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"open_jev__vizdoom-basic-v1","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-max-14b-v1/blob/b0b58112d57581a86d74054c4c604251a8a7647d/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 75 decisions from the train split of this config (complete groups, seeded; 345 were sampled before filtering); upstream: ZefanCai/Open-Jev@c67699e13d0a. Before training, 270 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read."},{"benchmark_id":"open-jev--vizdoom-basic-v1-score-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"open_jev__vizdoom-basic-v1","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-max-14b-v1/blob/b0b58112d57581a86d74054c4c604251a8a7647d/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 75 decisions from the train split of this config (complete groups, seeded; 345 were sampled before filtering); upstream: ZefanCai/Open-Jev@c67699e13d0a. Before training, 270 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read."},{"benchmark_id":"open-jev--workflow-controls-v1--customer-service-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"open_jev__workflow-controls-v1__customer_service","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-max-14b-v1/blob/b0b58112d57581a86d74054c4c604251a8a7647d/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 336 decisions from the train split of this config (complete groups, seeded; 336 were sampled before filtering); upstream: ZefanCai/Open-Jev@c67699e13d0a. Before training, 0 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read."},{"benchmark_id":"open-jev--workflow-controls-v1--invoice-processing-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"open_jev__workflow-controls-v1__invoice_processing","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-max-14b-v1/blob/b0b58112d57581a86d74054c4c604251a8a7647d/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 330 decisions from the train split of this config (complete groups, seeded; 330 were sampled before filtering); upstream: ZefanCai/Open-Jev@c67699e13d0a. Before training, 0 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read."},{"benchmark_id":"open-jev--workflow-controls-v1--security-incidents-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"open_jev__workflow-controls-v1__security_incidents","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-max-14b-v1/blob/b0b58112d57581a86d74054c4c604251a8a7647d/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 306 decisions from the train split of this config (complete groups, seeded; 306 were sampled before filtering); upstream: ZefanCai/Open-Jev@c67699e13d0a. Before training, 0 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read. Independent record-level audit of the final pool (8-gram rule, inputs only): 3 of 100 test inputs of this source dataset have an approximate match in the training pool; these are approximate-match candidates, not confirmed evaluation-input use."},{"benchmark_id":"openbookqa-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"openbookqa","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-max-14b-v1/blob/b0b58112d57581a86d74054c4c604251a8a7647d/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 349 decisions from the train split of this config (complete groups, seeded; 350 were sampled before filtering); upstream: allenai/openbookqa@388097ea7776. Before training, 1 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read."},{"benchmark_id":"patent-similarity-score-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"patent_similarity","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-max-14b-v1/blob/b0b58112d57581a86d74054c4c604251a8a7647d/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 350 decisions from the train split of this config (complete groups, seeded; 350 were sampled before filtering); upstream: tasksource/patent-phrase-similarity@ff1868796e44. Before training, 0 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read."},{"benchmark_id":"paws-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"paws","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-max-14b-v1/blob/b0b58112d57581a86d74054c4c604251a8a7647d/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 350 decisions from the train split of this config (complete groups, seeded; 350 were sampled before filtering); upstream: google-research-datasets/paws@161ece9501cf. Before training, 0 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read."},{"benchmark_id":"plane-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"plane","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-max-14b-v1/blob/b0b58112d57581a86d74054c4c604251a8a7647d/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 348 decisions from the train split of this config (complete groups, seeded; 348 were sampled before filtering); upstream: tasksource/PLANE-ood@5ca649ccef61. Before training, 0 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read."},{"benchmark_id":"poem-sentiment-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"poem_sentiment","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-max-14b-v1/blob/b0b58112d57581a86d74054c4c604251a8a7647d/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 350 decisions from the train split of this config (complete groups, seeded; 350 were sampled before filtering); upstream: google-research-datasets/poem_sentiment@685b95a2787a. Before training, 0 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read."},{"benchmark_id":"qasper-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"qasper","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-max-14b-v1/blob/b0b58112d57581a86d74054c4c604251a8a7647d/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 350 decisions from the train split of this config (complete groups, seeded; 350 were sampled before filtering); upstream: allenai/qasper@fdc9d8214fba. Before training, 0 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read."},{"benchmark_id":"quartz-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"quartz","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-max-14b-v1/blob/b0b58112d57581a86d74054c4c604251a8a7647d/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 350 decisions from the train split of this config (complete groups, seeded; 350 were sampled before filtering); upstream: allenai/quartz@28c1dbb56caf. Before training, 0 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read."},{"benchmark_id":"ruletaker-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"ruletaker","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-max-14b-v1/blob/b0b58112d57581a86d74054c4c604251a8a7647d/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 350 decisions from the train split of this config (complete groups, seeded; 350 were sampled before filtering); upstream: tasksource/ruletaker@a3e0880baeb6. Before training, 0 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read."},{"benchmark_id":"scicite-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"scicite","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-max-14b-v1/blob/b0b58112d57581a86d74054c4c604251a8a7647d/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 350 decisions from the train split of this config (complete groups, seeded; 350 were sampled before filtering); upstream: tasksource/scicite@6b569c1b7045. Before training, 0 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read."},{"benchmark_id":"scitail-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"scitail","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-max-14b-v1/blob/b0b58112d57581a86d74054c4c604251a8a7647d/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 350 decisions from the train split of this config (complete groups, seeded; 350 were sampled before filtering); upstream: allenai/scitail@0cc4353235b2. Before training, 0 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read."},{"benchmark_id":"scone-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"scone","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-max-14b-v1/blob/b0b58112d57581a86d74054c4c604251a8a7647d/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 350 decisions from the train split of this config (complete groups, seeded; 350 were sampled before filtering); upstream: tasksource/scone@505ed270f9e9. Before training, 0 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read."},{"benchmark_id":"sdoh-nli-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"sdoh_nli","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-max-14b-v1/blob/b0b58112d57581a86d74054c4c604251a8a7647d/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 293 decisions from the train split of this config (complete groups, seeded; 322 were sampled before filtering); upstream: tasksource/SDOH-NLI@75d4cc5f67ec. Before training, 29 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read."},{"benchmark_id":"sgd-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"sgd","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-max-14b-v1/blob/b0b58112d57581a86d74054c4c604251a8a7647d/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 350 decisions from the train split of this config (complete groups, seeded; 350 were sampled before filtering); upstream: https://github.com/google-research-datasets/dstc8-schema-guided-dialogue@e852981ae349. Before training, 0 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read."},{"benchmark_id":"snli-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"snli","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-max-14b-v1/blob/b0b58112d57581a86d74054c4c604251a8a7647d/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 350 decisions from the train split of this config (complete groups, seeded; 350 were sampled before filtering); upstream: stanfordnlp/snli@cdb5c3d5eed6. Before training, 0 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read."},{"benchmark_id":"spartqa-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"spartqa","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-max-14b-v1/blob/b0b58112d57581a86d74054c4c604251a8a7647d/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 350 decisions from the train split of this config (complete groups, seeded; 350 were sampled before filtering); upstream: tasksource/spartqa-mchoice@d29ba4560446. Before training, 0 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read. Independent record-level audit of the final pool (8-gram rule, inputs only): 78 of 100 test inputs of this source dataset have an approximate match in the training pool; these are approximate-match candidates, not confirmed evaluation-input use."},{"benchmark_id":"stepgame-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"stepgame","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-max-14b-v1/blob/b0b58112d57581a86d74054c4c604251a8a7647d/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 347 decisions from the train split of this config (complete groups, seeded; 350 were sampled before filtering); upstream: tasksource/stepgame@3ba235d4a705. Before training, 3 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read. Independent record-level audit of the final pool (8-gram rule, inputs only): 2 of 100 test inputs of this source dataset have an approximate match in the training pool; these are approximate-match candidates, not confirmed evaluation-input use."},{"benchmark_id":"temporal-nli-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"temporal_nli","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-max-14b-v1/blob/b0b58112d57581a86d74054c4c604251a8a7647d/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 350 decisions from the train split of this config (complete groups, seeded; 350 were sampled before filtering); upstream: tasksource/temporal-nli@d5cedbbdb9f1. Before training, 0 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read."},{"benchmark_id":"tracie-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"tracie","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-max-14b-v1/blob/b0b58112d57581a86d74054c4c604251a8a7647d/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 350 decisions from the train split of this config (complete groups, seeded; 350 were sampled before filtering); upstream: tasksource/tracie@4967d8aaa06a. Before training, 0 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read."},{"benchmark_id":"ud-ewt-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"ud_ewt","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-max-14b-v1/blob/b0b58112d57581a86d74054c4c604251a8a7647d/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 310 decisions from the train split of this config (complete groups, seeded; 310 were sampled before filtering); upstream: universal-dependencies/universal_dependencies@c3fed78df6b9. Before training, 0 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read."},{"benchmark_id":"wiqa-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"wiqa","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-max-14b-v1/blob/b0b58112d57581a86d74054c4c604251a8a7647d/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 344 decisions from the train split of this config (complete groups, seeded; 344 were sampled before filtering); upstream: allenai/wiqa@8dda4b5e2374. Before training, 0 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read."}],"total_params":14768307200,"active_params":13990394880,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"SCM-max 14B v1","short_name":"SCM-max 14B","url":"https://huggingface.co/5ak3t/scm-max-14b-v1","hf_url":"https://huggingface.co/5ak3t/scm-max-14b-v1"}},{"run_id":"5ak3t__scm_mid_4b_v1","model":{"id":"5ak3t/scm-mid-4b-v1","adapter":"scm","settings":{},"training_exposure":[{"benchmark_id":"aegis2-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"aegis2","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-mid-4b-v1/blob/39c9a74e96dca1bafd7c3e0b938d3b6476a2db97/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 350 decisions from the train split of this config (complete groups, seeded; 350 were sampled before filtering); upstream: nvidia/Aegis-AI-Content-Safety-Dataset-2.0@d86bb8bedff5. Before training, 0 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read."},{"benchmark_id":"aqua-rat-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"aqua_rat","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-mid-4b-v1/blob/39c9a74e96dca1bafd7c3e0b938d3b6476a2db97/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 350 decisions from the train split of this config (complete groups, seeded; 350 were sampled before filtering); upstream: deepmind/aqua_rat@33301c6a050c. Before training, 0 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read."},{"benchmark_id":"arc-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"arc","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-mid-4b-v1/blob/39c9a74e96dca1bafd7c3e0b938d3b6476a2db97/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 350 decisions from the train split of this config (complete groups, seeded; 350 were sampled before filtering); upstream: allenai/ai2_arc@210d026faf99. Before training, 0 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read."},{"benchmark_id":"arct-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"arct","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-mid-4b-v1/blob/39c9a74e96dca1bafd7c3e0b938d3b6476a2db97/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 350 decisions from the train split of this config (complete groups, seeded; 350 were sampled before filtering); upstream: tasksource/arct@c13f83ea610d. Before training, 0 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read."},{"benchmark_id":"argument-quality-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"argument_quality","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-mid-4b-v1/blob/39c9a74e96dca1bafd7c3e0b938d3b6476a2db97/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 350 decisions from the train split of this config (complete groups, seeded; 350 were sampled before filtering); upstream: ibm-research/argument_quality_ranking_30k@590726b3765b. Before training, 0 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read."},{"benchmark_id":"argument-quality-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"argument_quality","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-mid-4b-v1/blob/39c9a74e96dca1bafd7c3e0b938d3b6476a2db97/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 350 decisions from the train split of this config (complete groups, seeded; 350 were sampled before filtering); upstream: ibm-research/argument_quality_ranking_30k@590726b3765b. Before training, 0 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read."},{"benchmark_id":"babi-nli-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"babi_nli","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-mid-4b-v1/blob/39c9a74e96dca1bafd7c3e0b938d3b6476a2db97/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 350 decisions from the train split of this config (complete groups, seeded; 350 were sampled before filtering); upstream: tasksource/babi_nli@80b689dc668b. Before training, 0 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read."},{"benchmark_id":"banking77-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"banking77","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-mid-4b-v1/blob/39c9a74e96dca1bafd7c3e0b938d3b6476a2db97/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 999 decisions from the train split of this config (complete groups, seeded; 1000 were sampled before filtering); upstream: PolyAI/banking77@90d4e2ee5521. Before training, 1 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read."},{"benchmark_id":"boardgameqa-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"boardgameqa","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-mid-4b-v1/blob/39c9a74e96dca1bafd7c3e0b938d3b6476a2db97/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 350 decisions from the train split of this config (complete groups, seeded; 350 were sampled before filtering); upstream: tasksource/Boardgame-QA@78e38c3c8df3. Before training, 0 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read."},{"benchmark_id":"canttalk-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"canttalk","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-mid-4b-v1/blob/39c9a74e96dca1bafd7c3e0b938d3b6476a2db97/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 350 decisions from the train split of this config (complete groups, seeded; 350 were sampled before filtering); upstream: nvidia/CantTalkAboutThis-Topic-Control-Dataset@b015ae8902d8. Before training, 0 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read."},{"benchmark_id":"civil-comments-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"civil_comments","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-mid-4b-v1/blob/39c9a74e96dca1bafd7c3e0b938d3b6476a2db97/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 350 decisions from the train split of this config (complete groups, seeded; 350 were sampled before filtering); upstream: google/civil_comments@f2970eb3a557. Before training, 0 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read."},{"benchmark_id":"clinc-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"clinc","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-mid-4b-v1/blob/39c9a74e96dca1bafd7c3e0b938d3b6476a2db97/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 998 decisions from the train split of this config (complete groups, seeded; 1000 were sampled before filtering); upstream: clinc/clinc_oos@155b9c710419. Before training, 2 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read."},{"benchmark_id":"contract-nli-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"contract_nli","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-mid-4b-v1/blob/39c9a74e96dca1bafd7c3e0b938d3b6476a2db97/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 340 decisions from the train split of this config (complete groups, seeded; 340 were sampled before filtering); upstream: https://github.com/stanfordnlp/contract-nli@eced6528dd3c. Before training, 0 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read."},{"benchmark_id":"creak-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"creak","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-mid-4b-v1/blob/39c9a74e96dca1bafd7c3e0b938d3b6476a2db97/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 350 decisions from the train split of this config (complete groups, seeded; 350 were sampled before filtering); upstream: amydeng2000/CREAK@cceb46965603. Before training, 0 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read."},{"benchmark_id":"dbpedia-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"dbpedia","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-mid-4b-v1/blob/39c9a74e96dca1bafd7c3e0b938d3b6476a2db97/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 350 decisions from the train split of this config (complete groups, seeded; 350 were sampled before filtering); upstream: fancyzhx/dbpedia_14@9abd46cf7fc8. Before training, 0 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read."},{"benchmark_id":"defeasible-nli-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"defeasible_nli","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-mid-4b-v1/blob/39c9a74e96dca1bafd7c3e0b938d3b6476a2db97/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 350 decisions from the train split of this config (complete groups, seeded; 350 were sampled before filtering); upstream: tasksource/defeasible-nli@7c4a57df9d8d. Before training, 0 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read."},{"benchmark_id":"esci-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"esci","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-mid-4b-v1/blob/39c9a74e96dca1bafd7c3e0b938d3b6476a2db97/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 349 decisions from the train split of this config (complete groups, seeded; 349 were sampled before filtering); upstream: tasksource/esci@8113b17a5d40. Before training, 0 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read."},{"benchmark_id":"ethics-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"ethics","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-mid-4b-v1/blob/39c9a74e96dca1bafd7c3e0b938d3b6476a2db97/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 284 decisions from the train split of this config (complete groups, seeded; 350 were sampled before filtering); upstream: hendrycks/ethics@b8b47c589f8b. Before training, 66 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read."},{"benchmark_id":"ethics-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"ethics","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-mid-4b-v1/blob/39c9a74e96dca1bafd7c3e0b938d3b6476a2db97/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 284 decisions from the train split of this config (complete groups, seeded; 350 were sampled before filtering); upstream: hendrycks/ethics@b8b47c589f8b. Before training, 66 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read."},{"benchmark_id":"ethos-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"ethos","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-mid-4b-v1/blob/39c9a74e96dca1bafd7c3e0b938d3b6476a2db97/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 350 decisions from the train split of this config (complete groups, seeded; 350 were sampled before filtering); upstream: SetFit/ethos_binary@3e2084917507. Before training, 0 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read."},{"benchmark_id":"few-nerd-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"few_nerd","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-mid-4b-v1/blob/39c9a74e96dca1bafd7c3e0b938d3b6476a2db97/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 350 decisions from the train split of this config (complete groups, seeded; 350 were sampled before filtering); upstream: DFKI-SLT/few-nerd@205f3e9c9f35. Before training, 0 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read."},{"benchmark_id":"fol-nli-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"fol_nli","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-mid-4b-v1/blob/39c9a74e96dca1bafd7c3e0b938d3b6476a2db97/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 350 decisions from the train split of this config (complete groups, seeded; 350 were sampled before filtering); upstream: tasksource/FOL-nli@6b8a2ec01b22. Before training, 0 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read. Independent record-level audit of the final pool (8-gram rule, inputs only): 1 of 100 test inputs of this source dataset have an approximate match in the training pool; these are approximate-match candidates, not confirmed evaluation-input use."},{"benchmark_id":"go-emotions-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"go_emotions","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-mid-4b-v1/blob/39c9a74e96dca1bafd7c3e0b938d3b6476a2db97/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 336 decisions from the train split of this config (complete groups, seeded; 336 were sampled before filtering); upstream: google-research-datasets/go_emotions@add492243ff9. Before training, 0 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read."},{"benchmark_id":"gsm8k-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"gsm8k","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-mid-4b-v1/blob/39c9a74e96dca1bafd7c3e0b938d3b6476a2db97/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 350 decisions from the train split of this config (complete groups, seeded; 350 were sampled before filtering); upstream: openai/gsm8k@740312add88f. Before training, 0 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read."},{"benchmark_id":"hans-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"hans","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-mid-4b-v1/blob/39c9a74e96dca1bafd7c3e0b938d3b6476a2db97/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 350 decisions from the train split of this config (complete groups, seeded; 350 were sampled before filtering); upstream: tasksource/hans@8f107047d34f. Before training, 0 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read."},{"benchmark_id":"hh-rlhf-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"hh_rlhf","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-mid-4b-v1/blob/39c9a74e96dca1bafd7c3e0b938d3b6476a2db97/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 339 decisions from the train split of this config (complete groups, seeded; 350 were sampled before filtering); upstream: Anthropic/hh-rlhf@09be8c5bbc57. Before training, 11 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read."},{"benchmark_id":"hwu64-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"hwu64","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-mid-4b-v1/blob/39c9a74e96dca1bafd7c3e0b938d3b6476a2db97/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 998 decisions from the train split of this config (complete groups, seeded; 1000 were sampled before filtering); upstream: FastFit/hwu_64@9fb5bff1e37c. Before training, 1 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read."},{"benchmark_id":"laya--ag-news-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"laya__ag_news","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-mid-4b-v1/blob/39c9a74e96dca1bafd7c3e0b938d3b6476a2db97/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 349 decisions from the train split of this config (complete groups, seeded; 350 were sampled before filtering); upstream: fancyzhx/ag_news@. Before training, 1 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read."},{"benchmark_id":"laya--enron-spam-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"laya__enron_spam","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-mid-4b-v1/blob/39c9a74e96dca1bafd7c3e0b938d3b6476a2db97/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 347 decisions from the train split of this config (complete groups, seeded; 350 were sampled before filtering); upstream: SetFit/enron_spam@. Before training, 3 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read. Independent record-level audit of the final pool (8-gram rule, inputs only): 1 of 100 test inputs of this source dataset have an approximate match in the training pool; these are approximate-match candidates, not confirmed evaluation-input use."},{"benchmark_id":"laya--typed-decisions-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"LocalLLaMA/typed-decisions","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-mid-4b-v1/blob/39c9a74e96dca1bafd7c3e0b938d3b6476a2db97/pool-v6-lite-manifest.json","note":"The final retained training pool holds records from the LocalLLaMA/typed-decisions train split (pool source typed-decisions). Independent record-level audit of the final pool (8-gram rule, inputs only): 24 of 100 test inputs of this source dataset have an approximate match in the training pool; these are approximate-match candidates, not confirmed evaluation-input use."},{"benchmark_id":"laya--typed-decisions-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"LocalLLaMA/typed-decisions","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-mid-4b-v1/blob/39c9a74e96dca1bafd7c3e0b938d3b6476a2db97/pool-v6-lite-manifest.json","note":"The final retained training pool holds records from the LocalLLaMA/typed-decisions train split (pool source typed-decisions). Independent record-level audit of the final pool (8-gram rule, inputs only): 24 of 100 test inputs of this source dataset have an approximate match in the training pool; these are approximate-match candidates, not confirmed evaluation-input use."},{"benchmark_id":"laya--typed-decisions-score-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"LocalLLaMA/typed-decisions","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-mid-4b-v1/blob/39c9a74e96dca1bafd7c3e0b938d3b6476a2db97/pool-v6-lite-manifest.json","note":"The final retained training pool holds records from the LocalLLaMA/typed-decisions train split (pool source typed-decisions). Independent record-level audit of the final pool (8-gram rule, inputs only): 24 of 100 test inputs of this source dataset have an approximate match in the training pool; these are approximate-match candidates, not confirmed evaluation-input use."},{"benchmark_id":"lexcomp-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"lexcomp","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-mid-4b-v1/blob/39c9a74e96dca1bafd7c3e0b938d3b6476a2db97/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 350 decisions from the train split of this config (complete groups, seeded; 350 were sampled before filtering); upstream: tasksource/lexcomp-nc-relation@4f7fa5d487d7. Before training, 0 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read."},{"benchmark_id":"logical-entailment-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"logical_entailment","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-mid-4b-v1/blob/39c9a74e96dca1bafd7c3e0b938d3b6476a2db97/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 350 decisions from the train split of this config (complete groups, seeded; 350 were sampled before filtering); upstream: tasksource/logical-entailment@5275a96cea76. Before training, 0 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read."},{"benchmark_id":"massive-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"massive","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-mid-4b-v1/blob/39c9a74e96dca1bafd7c3e0b938d3b6476a2db97/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 996 decisions from the train split of this config (complete groups, seeded; 1000 were sampled before filtering); upstream: AmazonScience/massive@ff6bd8e4b27c. Before training, 0 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read."},{"benchmark_id":"mtop-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"mtop","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-mid-4b-v1/blob/39c9a74e96dca1bafd7c3e0b938d3b6476a2db97/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 998 decisions from the train split of this config (complete groups, seeded; 1000 were sampled before filtering); upstream: tasksource/mtop@9fa95557ba28. Before training, 1 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read."},{"benchmark_id":"nlsat-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"nlsat","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-mid-4b-v1/blob/39c9a74e96dca1bafd7c3e0b938d3b6476a2db97/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 350 decisions from the train split of this config (complete groups, seeded; 350 were sampled before filtering); upstream: tasksource/nlsat@1c7e1a3afbb6. Before training, 0 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read."},{"benchmark_id":"open-jev--browser-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"open_jev__browser-control-v1","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-mid-4b-v1/blob/39c9a74e96dca1bafd7c3e0b938d3b6476a2db97/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 137 decisions from the train split of this config (complete groups, seeded; 342 were sampled before filtering); upstream: ZefanCai/Open-Jev@c67699e13d0a. Before training, 205 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read. Independent record-level audit of the final pool (8-gram rule, inputs only): 23 of 100 test inputs of this source dataset have an approximate match in the training pool; these are approximate-match candidates, not confirmed evaluation-input use."},{"benchmark_id":"open-jev--citation-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"open_jev__citation-control-v1","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-mid-4b-v1/blob/39c9a74e96dca1bafd7c3e0b938d3b6476a2db97/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 321 decisions from the train split of this config (complete groups, seeded; 340 were sampled before filtering); upstream: ZefanCai/Open-Jev@c67699e13d0a. Before training, 19 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read. Independent record-level audit of the final pool (8-gram rule, inputs only): 5 of 100 test inputs of this source dataset have an approximate match in the training pool; these are approximate-match candidates, not confirmed evaluation-input use."},{"benchmark_id":"open-jev--customer-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"open_jev__customer-control-v1","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-mid-4b-v1/blob/39c9a74e96dca1bafd7c3e0b938d3b6476a2db97/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 12 decisions from the train split of this config (complete groups, seeded; 348 were sampled before filtering); upstream: ZefanCai/Open-Jev@c67699e13d0a. Before training, 336 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read."},{"benchmark_id":"open-jev--customer-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"open_jev__customer-control-v1","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-mid-4b-v1/blob/39c9a74e96dca1bafd7c3e0b938d3b6476a2db97/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 12 decisions from the train split of this config (complete groups, seeded; 348 were sampled before filtering); upstream: ZefanCai/Open-Jev@c67699e13d0a. Before training, 336 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read."},{"benchmark_id":"open-jev--customer-control-v1-score-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"open_jev__customer-control-v1","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-mid-4b-v1/blob/39c9a74e96dca1bafd7c3e0b938d3b6476a2db97/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 12 decisions from the train split of this config (complete groups, seeded; 348 were sampled before filtering); upstream: ZefanCai/Open-Jev@c67699e13d0a. Before training, 336 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read."},{"benchmark_id":"open-jev--ir-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"open_jev__ir-control-v1","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-mid-4b-v1/blob/39c9a74e96dca1bafd7c3e0b938d3b6476a2db97/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 266 decisions from the train split of this config (complete groups, seeded; 348 were sampled before filtering); upstream: ZefanCai/Open-Jev@c67699e13d0a. Before training, 82 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read. Independent record-level audit of the final pool (8-gram rule, inputs only): 32 of 100 test inputs of this source dataset have an approximate match in the training pool; these are approximate-match candidates, not confirmed evaluation-input use."},{"benchmark_id":"open-jev--ir-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"open_jev__ir-control-v1","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-mid-4b-v1/blob/39c9a74e96dca1bafd7c3e0b938d3b6476a2db97/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 266 decisions from the train split of this config (complete groups, seeded; 348 were sampled before filtering); upstream: ZefanCai/Open-Jev@c67699e13d0a. Before training, 82 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read. Independent record-level audit of the final pool (8-gram rule, inputs only): 32 of 100 test inputs of this source dataset have an approximate match in the training pool; these are approximate-match candidates, not confirmed evaluation-input use."},{"benchmark_id":"open-jev--ir-control-v1-score-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"open_jev__ir-control-v1","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-mid-4b-v1/blob/39c9a74e96dca1bafd7c3e0b938d3b6476a2db97/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 266 decisions from the train split of this config (complete groups, seeded; 348 were sampled before filtering); upstream: ZefanCai/Open-Jev@c67699e13d0a. Before training, 82 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read. Independent record-level audit of the final pool (8-gram rule, inputs only): 32 of 100 test inputs of this source dataset have an approximate match in the training pool; these are approximate-match candidates, not confirmed evaluation-input use."},{"benchmark_id":"open-jev--mailroom-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"open_jev__mailroom-control-v1","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-mid-4b-v1/blob/39c9a74e96dca1bafd7c3e0b938d3b6476a2db97/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 239 decisions from the train split of this config (complete groups, seeded; 291 were sampled before filtering); upstream: ZefanCai/Open-Jev@c67699e13d0a. Before training, 52 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read. Independent record-level audit of the final pool (8-gram rule, inputs only): 8 of 100 test inputs of this source dataset have an approximate match in the training pool; these are approximate-match candidates, not confirmed evaluation-input use."},{"benchmark_id":"open-jev--mailroom-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"open_jev__mailroom-control-v1","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-mid-4b-v1/blob/39c9a74e96dca1bafd7c3e0b938d3b6476a2db97/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 239 decisions from the train split of this config (complete groups, seeded; 291 were sampled before filtering); upstream: ZefanCai/Open-Jev@c67699e13d0a. Before training, 52 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read. Independent record-level audit of the final pool (8-gram rule, inputs only): 8 of 100 test inputs of this source dataset have an approximate match in the training pool; these are approximate-match candidates, not confirmed evaluation-input use."},{"benchmark_id":"open-jev--reasoning-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"open_jev__reasoning-control-v1","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-mid-4b-v1/blob/39c9a74e96dca1bafd7c3e0b938d3b6476a2db97/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 294 decisions from the train split of this config (complete groups, seeded; 348 were sampled before filtering); upstream: ZefanCai/Open-Jev@c67699e13d0a. Before training, 54 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read. Independent record-level audit of the final pool (8-gram rule, inputs only): 5 of 100 test inputs of this source dataset have an approximate match in the training pool; these are approximate-match candidates, not confirmed evaluation-input use."},{"benchmark_id":"open-jev--reasoning-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"open_jev__reasoning-control-v1","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-mid-4b-v1/blob/39c9a74e96dca1bafd7c3e0b938d3b6476a2db97/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 294 decisions from the train split of this config (complete groups, seeded; 348 were sampled before filtering); upstream: ZefanCai/Open-Jev@c67699e13d0a. Before training, 54 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read. Independent record-level audit of the final pool (8-gram rule, inputs only): 5 of 100 test inputs of this source dataset have an approximate match in the training pool; these are approximate-match candidates, not confirmed evaluation-input use."},{"benchmark_id":"open-jev--reasoning-control-v1-score-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"open_jev__reasoning-control-v1","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-mid-4b-v1/blob/39c9a74e96dca1bafd7c3e0b938d3b6476a2db97/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 294 decisions from the train split of this config (complete groups, seeded; 348 were sampled before filtering); upstream: ZefanCai/Open-Jev@c67699e13d0a. Before training, 54 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read. Independent record-level audit of the final pool (8-gram rule, inputs only): 5 of 100 test inputs of this source dataset have an approximate match in the training pool; these are approximate-match candidates, not confirmed evaluation-input use."},{"benchmark_id":"open-jev--silent-failure-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"open_jev__silent-failure-control-v1","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-mid-4b-v1/blob/39c9a74e96dca1bafd7c3e0b938d3b6476a2db97/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 299 decisions from the train split of this config (complete groups, seeded; 336 were sampled before filtering); upstream: ZefanCai/Open-Jev@c67699e13d0a. Before training, 37 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read. Independent record-level audit of the final pool (8-gram rule, inputs only): 23 of 100 test inputs of this source dataset have an approximate match in the training pool; these are approximate-match candidates, not confirmed evaluation-input use."},{"benchmark_id":"open-jev--snake-v1-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"open_jev__snake-v1","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-mid-4b-v1/blob/39c9a74e96dca1bafd7c3e0b938d3b6476a2db97/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 208 decisions from the train split of this config (complete groups, seeded; 348 were sampled before filtering); upstream: ZefanCai/Open-Jev@c67699e13d0a. Before training, 140 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read. Independent record-level audit of the final pool (8-gram rule, inputs only): 77 of 100 test inputs of this source dataset have an approximate match in the training pool; these are approximate-match candidates, not confirmed evaluation-input use."},{"benchmark_id":"open-jev--snake-v1-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"open_jev__snake-v1","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-mid-4b-v1/blob/39c9a74e96dca1bafd7c3e0b938d3b6476a2db97/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 208 decisions from the train split of this config (complete groups, seeded; 348 were sampled before filtering); upstream: ZefanCai/Open-Jev@c67699e13d0a. Before training, 140 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read. Independent record-level audit of the final pool (8-gram rule, inputs only): 77 of 100 test inputs of this source dataset have an approximate match in the training pool; these are approximate-match candidates, not confirmed evaluation-input use."},{"benchmark_id":"open-jev--sponsor-segment-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"open_jev__sponsor-segment-control-v1","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-mid-4b-v1/blob/39c9a74e96dca1bafd7c3e0b938d3b6476a2db97/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 315 decisions from the train split of this config (complete groups, seeded; 324 were sampled before filtering); upstream: ZefanCai/Open-Jev@c67699e13d0a. Before training, 9 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read. Independent record-level audit of the final pool (8-gram rule, inputs only): 22 of 100 test inputs of this source dataset have an approximate match in the training pool; these are approximate-match candidates, not confirmed evaluation-input use."},{"benchmark_id":"open-jev--vizdoom-basic-v1-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"open_jev__vizdoom-basic-v1","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-mid-4b-v1/blob/39c9a74e96dca1bafd7c3e0b938d3b6476a2db97/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 75 decisions from the train split of this config (complete groups, seeded; 345 were sampled before filtering); upstream: ZefanCai/Open-Jev@c67699e13d0a. Before training, 270 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read."},{"benchmark_id":"open-jev--vizdoom-basic-v1-score-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"open_jev__vizdoom-basic-v1","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-mid-4b-v1/blob/39c9a74e96dca1bafd7c3e0b938d3b6476a2db97/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 75 decisions from the train split of this config (complete groups, seeded; 345 were sampled before filtering); upstream: ZefanCai/Open-Jev@c67699e13d0a. Before training, 270 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read."},{"benchmark_id":"open-jev--workflow-controls-v1--customer-service-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"open_jev__workflow-controls-v1__customer_service","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-mid-4b-v1/blob/39c9a74e96dca1bafd7c3e0b938d3b6476a2db97/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 336 decisions from the train split of this config (complete groups, seeded; 336 were sampled before filtering); upstream: ZefanCai/Open-Jev@c67699e13d0a. Before training, 0 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read."},{"benchmark_id":"open-jev--workflow-controls-v1--invoice-processing-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"open_jev__workflow-controls-v1__invoice_processing","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-mid-4b-v1/blob/39c9a74e96dca1bafd7c3e0b938d3b6476a2db97/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 330 decisions from the train split of this config (complete groups, seeded; 330 were sampled before filtering); upstream: ZefanCai/Open-Jev@c67699e13d0a. Before training, 0 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read."},{"benchmark_id":"open-jev--workflow-controls-v1--security-incidents-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"open_jev__workflow-controls-v1__security_incidents","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-mid-4b-v1/blob/39c9a74e96dca1bafd7c3e0b938d3b6476a2db97/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 306 decisions from the train split of this config (complete groups, seeded; 306 were sampled before filtering); upstream: ZefanCai/Open-Jev@c67699e13d0a. Before training, 0 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read. Independent record-level audit of the final pool (8-gram rule, inputs only): 3 of 100 test inputs of this source dataset have an approximate match in the training pool; these are approximate-match candidates, not confirmed evaluation-input use."},{"benchmark_id":"openbookqa-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"openbookqa","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-mid-4b-v1/blob/39c9a74e96dca1bafd7c3e0b938d3b6476a2db97/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 349 decisions from the train split of this config (complete groups, seeded; 350 were sampled before filtering); upstream: allenai/openbookqa@388097ea7776. Before training, 1 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read."},{"benchmark_id":"patent-similarity-score-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"patent_similarity","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-mid-4b-v1/blob/39c9a74e96dca1bafd7c3e0b938d3b6476a2db97/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 350 decisions from the train split of this config (complete groups, seeded; 350 were sampled before filtering); upstream: tasksource/patent-phrase-similarity@ff1868796e44. Before training, 0 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read."},{"benchmark_id":"paws-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"paws","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-mid-4b-v1/blob/39c9a74e96dca1bafd7c3e0b938d3b6476a2db97/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 350 decisions from the train split of this config (complete groups, seeded; 350 were sampled before filtering); upstream: google-research-datasets/paws@161ece9501cf. Before training, 0 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read."},{"benchmark_id":"plane-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"plane","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-mid-4b-v1/blob/39c9a74e96dca1bafd7c3e0b938d3b6476a2db97/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 348 decisions from the train split of this config (complete groups, seeded; 348 were sampled before filtering); upstream: tasksource/PLANE-ood@5ca649ccef61. Before training, 0 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read."},{"benchmark_id":"poem-sentiment-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"poem_sentiment","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-mid-4b-v1/blob/39c9a74e96dca1bafd7c3e0b938d3b6476a2db97/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 350 decisions from the train split of this config (complete groups, seeded; 350 were sampled before filtering); upstream: google-research-datasets/poem_sentiment@685b95a2787a. Before training, 0 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read."},{"benchmark_id":"qasper-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"qasper","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-mid-4b-v1/blob/39c9a74e96dca1bafd7c3e0b938d3b6476a2db97/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 350 decisions from the train split of this config (complete groups, seeded; 350 were sampled before filtering); upstream: allenai/qasper@fdc9d8214fba. Before training, 0 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read."},{"benchmark_id":"quartz-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"quartz","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-mid-4b-v1/blob/39c9a74e96dca1bafd7c3e0b938d3b6476a2db97/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 350 decisions from the train split of this config (complete groups, seeded; 350 were sampled before filtering); upstream: allenai/quartz@28c1dbb56caf. Before training, 0 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read."},{"benchmark_id":"ruletaker-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"ruletaker","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-mid-4b-v1/blob/39c9a74e96dca1bafd7c3e0b938d3b6476a2db97/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 350 decisions from the train split of this config (complete groups, seeded; 350 were sampled before filtering); upstream: tasksource/ruletaker@a3e0880baeb6. Before training, 0 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read."},{"benchmark_id":"scicite-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"scicite","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-mid-4b-v1/blob/39c9a74e96dca1bafd7c3e0b938d3b6476a2db97/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 350 decisions from the train split of this config (complete groups, seeded; 350 were sampled before filtering); upstream: tasksource/scicite@6b569c1b7045. Before training, 0 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read."},{"benchmark_id":"scitail-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"scitail","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-mid-4b-v1/blob/39c9a74e96dca1bafd7c3e0b938d3b6476a2db97/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 350 decisions from the train split of this config (complete groups, seeded; 350 were sampled before filtering); upstream: allenai/scitail@0cc4353235b2. Before training, 0 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read."},{"benchmark_id":"scone-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"scone","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-mid-4b-v1/blob/39c9a74e96dca1bafd7c3e0b938d3b6476a2db97/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 350 decisions from the train split of this config (complete groups, seeded; 350 were sampled before filtering); upstream: tasksource/scone@505ed270f9e9. Before training, 0 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read."},{"benchmark_id":"sdoh-nli-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"sdoh_nli","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-mid-4b-v1/blob/39c9a74e96dca1bafd7c3e0b938d3b6476a2db97/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 293 decisions from the train split of this config (complete groups, seeded; 322 were sampled before filtering); upstream: tasksource/SDOH-NLI@75d4cc5f67ec. Before training, 29 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read."},{"benchmark_id":"sgd-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"sgd","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-mid-4b-v1/blob/39c9a74e96dca1bafd7c3e0b938d3b6476a2db97/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 350 decisions from the train split of this config (complete groups, seeded; 350 were sampled before filtering); upstream: https://github.com/google-research-datasets/dstc8-schema-guided-dialogue@e852981ae349. Before training, 0 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read."},{"benchmark_id":"snli-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"snli","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-mid-4b-v1/blob/39c9a74e96dca1bafd7c3e0b938d3b6476a2db97/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 350 decisions from the train split of this config (complete groups, seeded; 350 were sampled before filtering); upstream: stanfordnlp/snli@cdb5c3d5eed6. Before training, 0 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read."},{"benchmark_id":"spartqa-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"spartqa","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-mid-4b-v1/blob/39c9a74e96dca1bafd7c3e0b938d3b6476a2db97/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 350 decisions from the train split of this config (complete groups, seeded; 350 were sampled before filtering); upstream: tasksource/spartqa-mchoice@d29ba4560446. Before training, 0 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read. Independent record-level audit of the final pool (8-gram rule, inputs only): 78 of 100 test inputs of this source dataset have an approximate match in the training pool; these are approximate-match candidates, not confirmed evaluation-input use."},{"benchmark_id":"stepgame-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"stepgame","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-mid-4b-v1/blob/39c9a74e96dca1bafd7c3e0b938d3b6476a2db97/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 347 decisions from the train split of this config (complete groups, seeded; 350 were sampled before filtering); upstream: tasksource/stepgame@3ba235d4a705. Before training, 3 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read. Independent record-level audit of the final pool (8-gram rule, inputs only): 2 of 100 test inputs of this source dataset have an approximate match in the training pool; these are approximate-match candidates, not confirmed evaluation-input use."},{"benchmark_id":"temporal-nli-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"temporal_nli","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-mid-4b-v1/blob/39c9a74e96dca1bafd7c3e0b938d3b6476a2db97/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 350 decisions from the train split of this config (complete groups, seeded; 350 were sampled before filtering); upstream: tasksource/temporal-nli@d5cedbbdb9f1. Before training, 0 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read."},{"benchmark_id":"tracie-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"tracie","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-mid-4b-v1/blob/39c9a74e96dca1bafd7c3e0b938d3b6476a2db97/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 350 decisions from the train split of this config (complete groups, seeded; 350 were sampled before filtering); upstream: tasksource/tracie@4967d8aaa06a. Before training, 0 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read."},{"benchmark_id":"ud-ewt-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"ud_ewt","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-mid-4b-v1/blob/39c9a74e96dca1bafd7c3e0b938d3b6476a2db97/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 310 decisions from the train split of this config (complete groups, seeded; 310 were sampled before filtering); upstream: universal-dependencies/universal_dependencies@c3fed78df6b9. Before training, 0 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read."},{"benchmark_id":"wiqa-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"private","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"wiqa","split":"train","evidence_url":"https://huggingface.co/5ak3t/scm-mid-4b-v1/blob/39c9a74e96dca1bafd7c3e0b938d3b6476a2db97/pool-v6-lite-manifest.json","note":"The final retained training pool (pool v6 lite) holds 344 decisions from the train split of this config (complete groups, seeded; 344 were sampled before filtering); upstream: allenai/wiqa@8dda4b5e2374. Before training, 0 candidate records of this family whose input matched an S1MB English test input by the exact/shingle rules were removed (records, not decisions); test splits were never read."}],"total_params":4022468096,"active_params":3633511936,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"SCM-mid 4B v1","short_name":"SCM-mid 4B","url":"https://huggingface.co/5ak3t/scm-mid-4b-v1","hf_url":"https://huggingface.co/5ak3t/scm-mid-4b-v1"}},{"run_id":"abhishek085__spark-s1-4b-v6","model":{"id":"abhishek085/spark-s1-4b-v6","adapter":"spark","settings":{"questions_per_call":1},"total_params":4205751296,"active_params":3570052096,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"spark-s1-4b-v6","short_name":"spark-s1-4b-v6","url":"https://huggingface.co/abhishek085/spark-s1-4b-v6","hf_url":"https://huggingface.co/abhishek085/spark-s1-4b-v6"}},{"run_id":"akhilaaa3__Jev-Omni","model":{"id":"akhilaaa3/Jev-Omni","adapter":"jev-omni","settings":{"questions_per_call":1},"total_params":11960713472,"active_params":10945478912,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"Jev-Omni","short_name":"Jev-Omni","url":"https://huggingface.co/akhilaaa3/Jev-Omni","hf_url":"https://huggingface.co/akhilaaa3/Jev-Omni"}},{"run_id":"AlexWortega__openjev--qwen3.5-0.8b-nli-v2s-long","model":{"id":"AlexWortega/openjev/qwen3.5-0.8b-nli-v2s-long","adapter":"alex-openjev","settings":{"questions_per_call":1},"total_params":852988992,"active_params":596939840,"parameter_count_method":"non_lookup_parameters_v1","display_name":"AlexWortega OpenJev — qwen3.5-0.8b-nli-v2s-long","short_name":"OpenJev-0.8B (Alex)","url":"https://huggingface.co/AlexWortega/openjev/tree/26de23c44b67586b4bea31c0ef2e016e3068ae66/qwen3.5-0.8b-nli-v2s-long","hf_url":"https://huggingface.co/AlexWortega/openjev/tree/26de23c44b67586b4bea31c0ef2e016e3068ae66/qwen3.5-0.8b-nli-v2s-long"}},{"run_id":"AlexWortega__openjev--qwen3.5-2b-nli-v5","model":{"id":"AlexWortega/openjev/qwen3.5-2b-nli-v5","adapter":"alex-openjev","settings":{"questions_per_call":1},"total_params":2213247808,"active_params":1702329152,"parameter_count_method":"non_lookup_parameters_v1","display_name":"AlexWortega OpenJev — qwen3.5-2b-nli-v5","short_name":"OpenJev-2B (Alex)","url":"https://huggingface.co/AlexWortega/openjev/tree/26de23c44b67586b4bea31c0ef2e016e3068ae66/qwen3.5-2b-nli-v5","hf_url":"https://huggingface.co/AlexWortega/openjev/tree/26de23c44b67586b4bea31c0ef2e016e3068ae66/qwen3.5-2b-nli-v5"}},{"run_id":"AlexWortega__openjev--qwen3.5-4b-nli-v5","model":{"id":"AlexWortega/openjev/qwen3.5-4b-nli-v5","adapter":"alex-openjev","settings":{"questions_per_call":1},"total_params":4539273216,"active_params":3901214720,"parameter_count_method":"non_lookup_parameters_v1","display_name":"AlexWortega OpenJev — qwen3.5-4b-nli-v5","short_name":"OpenJev-4B (Alex)","url":"https://huggingface.co/AlexWortega/openjev/tree/26de23c44b67586b4bea31c0ef2e016e3068ae66/qwen3.5-4b-nli-v5","hf_url":"https://huggingface.co/AlexWortega/openjev/tree/26de23c44b67586b4bea31c0ef2e016e3068ae66/qwen3.5-4b-nli-v5"}},{"run_id":"Alibaba-NLP__gte-reranker-modernbert-base","model":{"id":"Alibaba-NLP/gte-reranker-modernbert-base","adapter":"reranker","settings":{"questions_per_call":1},"total_params":149605633,"active_params":110923009,"parameter_count_method":"non_lookup_parameters_v1","display_name":"GTE ModernBERT base","short_name":"GTE ModernBERT base","url":"https://huggingface.co/Alibaba-NLP/gte-reranker-modernbert-base","hf_url":"https://huggingface.co/Alibaba-NLP/gte-reranker-modernbert-base"}},{"run_id":"alibiserikbay__JevK5-9B","model":{"id":"alibiserikbay/JevK5-9B","adapter":"jevk5","settings":{"questions_per_call":1},"training_exposure":[{"benchmark_id":"aqua-rat-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"deepmind/aqua_rat","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/alibiserikbay/JevK5-9B/blob/d6521a18a86999190e9d775c915af3d6d6772fc4/README.md","note":"The pinned 9B card explicitly reports the same 47,460-row JevK5 v0.3 training data as the 4B release; that release names this source family in its public train-split replay. Exact training source SHA/configuration undisclosed. No S1MB evaluation-example use established."},{"benchmark_id":"arc-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"allenai/ai2_arc","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/alibiserikbay/JevK5-9B/blob/d6521a18a86999190e9d775c915af3d6d6772fc4/README.md","note":"The pinned 9B card explicitly reports the same 47,460-row JevK5 v0.3 training data as the 4B release; that release names this source family in its public train-split replay. Exact training source SHA/configuration undisclosed. No S1MB evaluation-example use established."},{"benchmark_id":"banking77-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"legacy-datasets/banking77","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/alibiserikbay/JevK5-9B/blob/d6521a18a86999190e9d775c915af3d6d6772fc4/README.md","note":"The pinned 9B card explicitly reports the same 47,460-row JevK5 v0.3 training data as the 4B release; that release names this source family in its public train-split replay. Exact training source SHA/configuration undisclosed. No S1MB evaluation-example use established."},{"benchmark_id":"clinc-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"clinc/clinc_oos","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/alibiserikbay/JevK5-9B/blob/d6521a18a86999190e9d775c915af3d6d6772fc4/README.md","note":"The pinned 9B card explicitly reports the same 47,460-row JevK5 v0.3 training data as the 4B release; that release names this source family in its public train-split replay. Exact training source SHA/configuration undisclosed. No S1MB evaluation-example use established."},{"benchmark_id":"esci-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"tasksource/esci","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/alibiserikbay/JevK5-9B/blob/d6521a18a86999190e9d775c915af3d6d6772fc4/README.md","note":"The pinned 9B card explicitly reports the same 47,460-row JevK5 v0.3 training data as the 4B release; that release names this source family in its public train-split replay. Exact training source SHA/configuration undisclosed. No S1MB evaluation-example use established."},{"benchmark_id":"gsm8k-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"openai/gsm8k","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/alibiserikbay/JevK5-9B/blob/d6521a18a86999190e9d775c915af3d6d6772fc4/README.md","note":"The pinned 9B card explicitly reports the same 47,460-row JevK5 v0.3 training data as the 4B release; that release names this source family in its public train-split replay. Exact training source SHA/configuration undisclosed. No S1MB evaluation-example use established."},{"benchmark_id":"massive-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"AmazonScience/massive","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/alibiserikbay/JevK5-9B/blob/d6521a18a86999190e9d775c915af3d6d6772fc4/README.md","note":"The pinned 9B card explicitly reports the same 47,460-row JevK5 v0.3 training data as the 4B release; that release names this source family in its public train-split replay. Exact training source SHA/configuration undisclosed. No S1MB evaluation-example use established."},{"benchmark_id":"openbookqa-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"allenai/openbookqa","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/alibiserikbay/JevK5-9B/blob/d6521a18a86999190e9d775c915af3d6d6772fc4/README.md","note":"The pinned 9B card explicitly reports the same 47,460-row JevK5 v0.3 training data as the 4B release; that release names this source family in its public train-split replay. Exact training source SHA/configuration undisclosed. No S1MB evaluation-example use established."},{"benchmark_id":"ruletaker-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"tasksource/ruletaker","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/alibiserikbay/JevK5-9B/blob/d6521a18a86999190e9d775c915af3d6d6772fc4/README.md","note":"The pinned 9B card explicitly reports the same 47,460-row JevK5 v0.3 training data as the 4B release; that release names this source family in its public train-split replay. Exact training source SHA/configuration undisclosed. No S1MB evaluation-example use established."},{"benchmark_id":"sgd-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"google/schema_guided_dialogue","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/alibiserikbay/JevK5-9B/blob/d6521a18a86999190e9d775c915af3d6d6772fc4/README.md","note":"The pinned 9B card explicitly reports the same 47,460-row JevK5 v0.3 training data as the 4B release; that release names this source family in its public train-split replay. Exact training source SHA/configuration undisclosed. No S1MB evaluation-example use established."}],"total_params":8953803264,"active_params":7936684544,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"JevK5-9B","short_name":"JevK5-9B","url":"https://huggingface.co/alibiserikbay/JevK5-9B","hf_url":"https://huggingface.co/alibiserikbay/JevK5-9B"}},{"run_id":"alibiserikbay__JevK5-Lite","model":{"id":"alibiserikbay/JevK5-Lite","adapter":"jevk5-lite","settings":{"questions_per_call":1},"training_exposure":[{"benchmark_id":"banking77-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"legacy-datasets/banking77","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/alibiserikbay/JevK5-Lite/blob/315ee211f828a899161477c534cea23e84ba3568/README.md","note":"The pinned release card explicitly names this source family in the model’s training data. The exact training Dataset snapshot and configuration are not disclosed. This is author-reported source-family exposure; it does not establish use of the adopted S1MB evaluation examples."},{"benchmark_id":"civil-comments-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"google/civil_comments","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/alibiserikbay/JevK5-Lite/blob/315ee211f828a899161477c534cea23e84ba3568/README.md","note":"The pinned release card explicitly names this source family in the model’s training data. The exact training Dataset snapshot and configuration are not disclosed. This is author-reported source-family exposure; it does not establish use of the adopted S1MB evaluation examples."},{"benchmark_id":"clinc-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"clinc/clinc_oos","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/alibiserikbay/JevK5-Lite/blob/315ee211f828a899161477c534cea23e84ba3568/README.md","note":"The pinned release card explicitly names this source family in the model’s training data. The exact training Dataset snapshot and configuration are not disclosed. This is author-reported source-family exposure; it does not establish use of the adopted S1MB evaluation examples."},{"benchmark_id":"dbpedia-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"fancyzhx/dbpedia_14","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/alibiserikbay/JevK5-Lite/blob/315ee211f828a899161477c534cea23e84ba3568/README.md","note":"The pinned release card explicitly names this source family in the model’s training data. The exact training Dataset snapshot and configuration are not disclosed. This is author-reported source-family exposure; it does not establish use of the adopted S1MB evaluation examples."},{"benchmark_id":"hwu64-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"PolyAI/hwu64","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/alibiserikbay/JevK5-Lite/blob/315ee211f828a899161477c534cea23e84ba3568/README.md","note":"The pinned release card explicitly names this source family in the model’s training data. The exact training Dataset snapshot and configuration are not disclosed. This is author-reported source-family exposure; it does not establish use of the adopted S1MB evaluation examples."},{"benchmark_id":"massive-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"AmazonScience/massive","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/alibiserikbay/JevK5-Lite/blob/315ee211f828a899161477c534cea23e84ba3568/README.md","note":"The pinned release card explicitly names this source family in the model’s training data. The exact training Dataset snapshot and configuration are not disclosed. This is author-reported source-family exposure; it does not establish use of the adopted S1MB evaluation examples."},{"benchmark_id":"sgd-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"google/schema_guided_dialogue","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/alibiserikbay/JevK5-Lite/blob/315ee211f828a899161477c534cea23e84ba3568/README.md","note":"The pinned release card explicitly names this source family in the model’s training data. The exact training Dataset snapshot and configuration are not disclosed. This is author-reported source-family exposure; it does not establish use of the adopted S1MB evaluation examples."}],"total_params":437060609,"active_params":305461249,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"JevK5-Lite","short_name":"JevK5-Lite","url":null,"hf_url":"https://huggingface.co/alibiserikbay/JevK5-Lite"}},{"run_id":"alibiserikbay__JevK5","model":{"id":"alibiserikbay/JevK5","adapter":"jevk5","settings":{"questions_per_call":1},"training_exposure":[{"benchmark_id":"aqua-rat-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"deepmind/aqua_rat","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/alibiserikbay/JevK5/blob/c4f7fdb3aeab5582336406e78d3bef11bf98833d/README.md","note":"The pinned release card explicitly names this source family in the model’s training data. The exact training Dataset snapshot and configuration are not disclosed. This is author-reported source-family exposure; it does not establish use of the adopted S1MB evaluation examples."},{"benchmark_id":"arc-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"allenai/ai2_arc","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/alibiserikbay/JevK5/blob/c4f7fdb3aeab5582336406e78d3bef11bf98833d/README.md","note":"The pinned release card explicitly names this source family in the model’s training data. The exact training Dataset snapshot and configuration are not disclosed. This is author-reported source-family exposure; it does not establish use of the adopted S1MB evaluation examples."},{"benchmark_id":"banking77-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"legacy-datasets/banking77","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/alibiserikbay/JevK5/blob/c4f7fdb3aeab5582336406e78d3bef11bf98833d/README.md","note":"The pinned release card explicitly names this source family in the model’s training data. The exact training Dataset snapshot and configuration are not disclosed. This is author-reported source-family exposure; it does not establish use of the adopted S1MB evaluation examples."},{"benchmark_id":"clinc-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"clinc/clinc_oos","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/alibiserikbay/JevK5/blob/c4f7fdb3aeab5582336406e78d3bef11bf98833d/README.md","note":"The pinned release card explicitly names this source family in the model’s training data. The exact training Dataset snapshot and configuration are not disclosed. This is author-reported source-family exposure; it does not establish use of the adopted S1MB evaluation examples."},{"benchmark_id":"esci-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"tasksource/esci","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/alibiserikbay/JevK5/blob/c4f7fdb3aeab5582336406e78d3bef11bf98833d/README.md","note":"The pinned release card explicitly names this source family in the model’s training data. The exact training Dataset snapshot and configuration are not disclosed. This is author-reported source-family exposure; it does not establish use of the adopted S1MB evaluation examples."},{"benchmark_id":"gsm8k-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"openai/gsm8k","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/alibiserikbay/JevK5/blob/c4f7fdb3aeab5582336406e78d3bef11bf98833d/README.md","note":"The pinned release card explicitly names this source family in the model’s training data. The exact training Dataset snapshot and configuration are not disclosed. This is author-reported source-family exposure; it does not establish use of the adopted S1MB evaluation examples."},{"benchmark_id":"massive-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"AmazonScience/massive","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/alibiserikbay/JevK5/blob/c4f7fdb3aeab5582336406e78d3bef11bf98833d/README.md","note":"The pinned release card explicitly names this source family in the model’s training data. The exact training Dataset snapshot and configuration are not disclosed. This is author-reported source-family exposure; it does not establish use of the adopted S1MB evaluation examples."},{"benchmark_id":"openbookqa-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"allenai/openbookqa","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/alibiserikbay/JevK5/blob/c4f7fdb3aeab5582336406e78d3bef11bf98833d/README.md","note":"The pinned release card explicitly names this source family in the model’s training data. The exact training Dataset snapshot and configuration are not disclosed. This is author-reported source-family exposure; it does not establish use of the adopted S1MB evaluation examples."},{"benchmark_id":"ruletaker-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"tasksource/ruletaker","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/alibiserikbay/JevK5/blob/c4f7fdb3aeab5582336406e78d3bef11bf98833d/README.md","note":"The pinned release card explicitly names this source family in the model’s training data. The exact training Dataset snapshot and configuration are not disclosed. This is author-reported source-family exposure; it does not establish use of the adopted S1MB evaluation examples."},{"benchmark_id":"sgd-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"google/schema_guided_dialogue","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/alibiserikbay/JevK5/blob/c4f7fdb3aeab5582336406e78d3bef11bf98833d/README.md","note":"The pinned release card explicitly names this source family in the model’s training data. The exact training Dataset snapshot and configuration are not disclosed. This is author-reported source-family exposure; it does not establish use of the adopted S1MB evaluation examples."}],"total_params":4205751296,"active_params":3570052096,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"alibiserikbay/JevK5","short_name":"JevK5","url":"https://huggingface.co/alibiserikbay/JevK5","hf_url":"https://huggingface.co/alibiserikbay/JevK5"}},{"run_id":"altslate__certo-decision-model","model":{"id":"altslate/certo-decision-model","adapter":"certo","settings":{"questions_per_call":1},"total_params":401081345,"active_params":349504513,"parameter_count_method":"non_lookup_parameters_v1","display_name":"certo-decision-model","short_name":"certo-decision-model","url":"https://huggingface.co/altslate/certo-decision-model","hf_url":"https://huggingface.co/altslate/certo-decision-model"}},{"run_id":"AmirBraham__jevstral-8b","model":{"id":"AmirBraham/jevstral-8b","adapter":"jevstral","settings":{"questions_per_call":1},"training_exposure":[{"benchmark_id":"banking77-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"legacy-datasets/banking77","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/AmirBraham/jevstral-8b/blob/2470bfd847cf983b9056a0e73e5f0c5edf5efea9/README.md","note":"The model card reports Kev decision-v7 training and pins the assembled kev-suites release with a short SHA. This entry names an original dataset family; its exact upstream training snapshot/configuration is not established here. No claim of adopted evaluation-example use."},{"benchmark_id":"dbpedia-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"fancyzhx/dbpedia_14","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/AmirBraham/jevstral-8b/blob/2470bfd847cf983b9056a0e73e5f0c5edf5efea9/README.md","note":"The model card reports Kev decision-v7 training and pins the assembled kev-suites release with a short SHA. This entry names an original dataset family; its exact upstream training snapshot/configuration is not established here. No claim of adopted evaluation-example use."},{"benchmark_id":"laya--ag-news-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"fancyzhx/ag_news","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/AmirBraham/jevstral-8b/blob/2470bfd847cf983b9056a0e73e5f0c5edf5efea9/README.md","note":"The model card reports Kev decision-v7 training and pins the assembled kev-suites release with a short SHA. This entry names an original dataset family; its exact upstream training snapshot/configuration is not established here. No claim of adopted evaluation-example use."}],"total_params":7954780672,"active_params":7417909760,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"jevstral-8b","short_name":"jevstral-8b","url":"https://huggingface.co/AmirBraham/jevstral-8b","hf_url":"https://huggingface.co/AmirBraham/jevstral-8b"}},{"run_id":"AndeyTait__JevForge-0.8B","model":{"id":"/root/autodl-tmp/jevforge-v2/runs/curated-v3-evaluation-checkpoint","adapter":"jevforge","settings":{"questions_per_call":1},"training_exposure":[{"benchmark_id":"aegis2-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"unknown","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"aegis2","split":"source train; internal train/dev/calibration/holdout","evidence_url":"https://huggingface.co/AndeyTait/JevForge-0.8B/blob/5ca7c0861a0d9b72629a7bc40130a8f154c4840f/training-data-manifest.json","note":"223 retained source-train-derived examples across train/dev/calibration/holdout. Original source labels/candidates preserved. Independent groups/states; canonical S1MB input hashes used only for exclusion. No S1MB labels/scores used for sampling, selection or calibration. Same source-family exposure is disclosed; semantic decontamination and base pretraining exposure unknown. The upstream source is public, but the actual retained, filtered training rows are not redistributed. Dataset/revision/config identify upstream provenance, not a public snapshot of the retained corpus; its public availability is unknown."},{"benchmark_id":"aqua-rat-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"unknown","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"aqua_rat","split":"source train; internal train/dev/calibration/holdout","evidence_url":"https://huggingface.co/AndeyTait/JevForge-0.8B/blob/5ca7c0861a0d9b72629a7bc40130a8f154c4840f/training-data-manifest.json","note":"91 retained source-train-derived examples across train/dev/calibration/holdout. Original source labels/candidates preserved. Independent groups/states; canonical S1MB input hashes used only for exclusion. No S1MB labels/scores used for sampling, selection or calibration. Same source-family exposure is disclosed; semantic decontamination and base pretraining exposure unknown. The upstream source is public, but the actual retained, filtered training rows are not redistributed. Dataset/revision/config identify upstream provenance, not a public snapshot of the retained corpus; its public availability is unknown."},{"benchmark_id":"arc-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"unknown","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"arc","split":"source train; internal train/dev/calibration/holdout","evidence_url":"https://huggingface.co/AndeyTait/JevForge-0.8B/blob/5ca7c0861a0d9b72629a7bc40130a8f154c4840f/training-data-manifest.json","note":"90 retained source-train-derived examples across train/dev/calibration/holdout. Original source labels/candidates preserved. Independent groups/states; canonical S1MB input hashes used only for exclusion. No S1MB labels/scores used for sampling, selection or calibration. Same source-family exposure is disclosed; semantic decontamination and base pretraining exposure unknown. The upstream source is public, but the actual retained, filtered training rows are not redistributed. Dataset/revision/config identify upstream provenance, not a public snapshot of the retained corpus; its public availability is unknown."},{"benchmark_id":"arct-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"unknown","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"arct","split":"source train; internal train/dev/calibration/holdout","evidence_url":"https://huggingface.co/AndeyTait/JevForge-0.8B/blob/5ca7c0861a0d9b72629a7bc40130a8f154c4840f/training-data-manifest.json","note":"90 retained source-train-derived examples across train/dev/calibration/holdout. Original source labels/candidates preserved. Independent groups/states; canonical S1MB input hashes used only for exclusion. No S1MB labels/scores used for sampling, selection or calibration. Same source-family exposure is disclosed; semantic decontamination and base pretraining exposure unknown. The upstream source is public, but the actual retained, filtered training rows are not redistributed. Dataset/revision/config identify upstream provenance, not a public snapshot of the retained corpus; its public availability is unknown."},{"benchmark_id":"babi-nli-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"unknown","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"babi_nli","split":"source train; internal train/dev/calibration/holdout","evidence_url":"https://huggingface.co/AndeyTait/JevForge-0.8B/blob/5ca7c0861a0d9b72629a7bc40130a8f154c4840f/training-data-manifest.json","note":"226 retained source-train-derived examples across train/dev/calibration/holdout. Original source labels/candidates preserved. Independent groups/states; canonical S1MB input hashes used only for exclusion. No S1MB labels/scores used for sampling, selection or calibration. Same source-family exposure is disclosed; semantic decontamination and base pretraining exposure unknown. The upstream source is public, but the actual retained, filtered training rows are not redistributed. Dataset/revision/config identify upstream provenance, not a public snapshot of the retained corpus; its public availability is unknown."},{"benchmark_id":"banking77-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"unknown","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"banking77","split":"source train; internal train/dev/calibration/holdout","evidence_url":"https://huggingface.co/AndeyTait/JevForge-0.8B/blob/5ca7c0861a0d9b72629a7bc40130a8f154c4840f/training-data-manifest.json","note":"91 retained source-train-derived examples across train/dev/calibration/holdout. Original source labels/candidates preserved. Independent groups/states; canonical S1MB input hashes used only for exclusion. No S1MB labels/scores used for sampling, selection or calibration. Same source-family exposure is disclosed; semantic decontamination and base pretraining exposure unknown. The upstream source is public, but the actual retained, filtered training rows are not redistributed. Dataset/revision/config identify upstream provenance, not a public snapshot of the retained corpus; its public availability is unknown."},{"benchmark_id":"boardgameqa-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"unknown","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"boardgameqa","split":"source train; internal train/dev/calibration/holdout","evidence_url":"https://huggingface.co/AndeyTait/JevForge-0.8B/blob/5ca7c0861a0d9b72629a7bc40130a8f154c4840f/training-data-manifest.json","note":"91 retained source-train-derived examples across train/dev/calibration/holdout. Original source labels/candidates preserved. Independent groups/states; canonical S1MB input hashes used only for exclusion. No S1MB labels/scores used for sampling, selection or calibration. Same source-family exposure is disclosed; semantic decontamination and base pretraining exposure unknown. The upstream source is public, but the actual retained, filtered training rows are not redistributed. Dataset/revision/config identify upstream provenance, not a public snapshot of the retained corpus; its public availability is unknown."},{"benchmark_id":"canttalk-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"unknown","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"canttalk","split":"source train; internal train/dev/calibration/holdout","evidence_url":"https://huggingface.co/AndeyTait/JevForge-0.8B/blob/5ca7c0861a0d9b72629a7bc40130a8f154c4840f/training-data-manifest.json","note":"224 retained source-train-derived examples across train/dev/calibration/holdout. Original source labels/candidates preserved. Independent groups/states; canonical S1MB input hashes used only for exclusion. No S1MB labels/scores used for sampling, selection or calibration. Same source-family exposure is disclosed; semantic decontamination and base pretraining exposure unknown. The upstream source is public, but the actual retained, filtered training rows are not redistributed. Dataset/revision/config identify upstream provenance, not a public snapshot of the retained corpus; its public availability is unknown."},{"benchmark_id":"civil-comments-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"unknown","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"civil_comments","split":"source train; internal train/dev/calibration/holdout","evidence_url":"https://huggingface.co/AndeyTait/JevForge-0.8B/blob/5ca7c0861a0d9b72629a7bc40130a8f154c4840f/training-data-manifest.json","note":"569 retained source-train-derived examples across train/dev/calibration/holdout. Original source labels/candidates preserved. Independent groups/states; canonical S1MB input hashes used only for exclusion. No S1MB labels/scores used for sampling, selection or calibration. Same source-family exposure is disclosed; semantic decontamination and base pretraining exposure unknown. The upstream source is public, but the actual retained, filtered training rows are not redistributed. Dataset/revision/config identify upstream provenance, not a public snapshot of the retained corpus; its public availability is unknown."},{"benchmark_id":"clinc-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"unknown","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"clinc","split":"source train; internal train/dev/calibration/holdout","evidence_url":"https://huggingface.co/AndeyTait/JevForge-0.8B/blob/5ca7c0861a0d9b72629a7bc40130a8f154c4840f/training-data-manifest.json","note":"92 retained source-train-derived examples across train/dev/calibration/holdout. Original source labels/candidates preserved. Independent groups/states; canonical S1MB input hashes used only for exclusion. No S1MB labels/scores used for sampling, selection or calibration. Same source-family exposure is disclosed; semantic decontamination and base pretraining exposure unknown. The upstream source is public, but the actual retained, filtered training rows are not redistributed. Dataset/revision/config identify upstream provenance, not a public snapshot of the retained corpus; its public availability is unknown."},{"benchmark_id":"dbpedia-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"unknown","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"dbpedia","split":"source train; internal train/dev/calibration/holdout","evidence_url":"https://huggingface.co/AndeyTait/JevForge-0.8B/blob/5ca7c0861a0d9b72629a7bc40130a8f154c4840f/training-data-manifest.json","note":"92 retained source-train-derived examples across train/dev/calibration/holdout. Original source labels/candidates preserved. Independent groups/states; canonical S1MB input hashes used only for exclusion. No S1MB labels/scores used for sampling, selection or calibration. Same source-family exposure is disclosed; semantic decontamination and base pretraining exposure unknown. The upstream source is public, but the actual retained, filtered training rows are not redistributed. Dataset/revision/config identify upstream provenance, not a public snapshot of the retained corpus; its public availability is unknown."},{"benchmark_id":"defeasible-nli-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"unknown","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"defeasible_nli","split":"source train; internal train/dev/calibration/holdout","evidence_url":"https://huggingface.co/AndeyTait/JevForge-0.8B/blob/5ca7c0861a0d9b72629a7bc40130a8f154c4840f/training-data-manifest.json","note":"89 retained source-train-derived examples across train/dev/calibration/holdout. Original source labels/candidates preserved. Independent groups/states; canonical S1MB input hashes used only for exclusion. No S1MB labels/scores used for sampling, selection or calibration. Same source-family exposure is disclosed; semantic decontamination and base pretraining exposure unknown. The upstream source is public, but the actual retained, filtered training rows are not redistributed. Dataset/revision/config identify upstream provenance, not a public snapshot of the retained corpus; its public availability is unknown."},{"benchmark_id":"ethics-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"unknown","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"ethics","split":"source train; internal train/dev/calibration/holdout","evidence_url":"https://huggingface.co/AndeyTait/JevForge-0.8B/blob/5ca7c0861a0d9b72629a7bc40130a8f154c4840f/training-data-manifest.json","note":"228 retained source-train-derived examples across train/dev/calibration/holdout. Original source labels/candidates preserved. Independent groups/states; canonical S1MB input hashes used only for exclusion. No S1MB labels/scores used for sampling, selection or calibration. Same source-family exposure is disclosed; semantic decontamination and base pretraining exposure unknown. The upstream source is public, but the actual retained, filtered training rows are not redistributed. Dataset/revision/config identify upstream provenance, not a public snapshot of the retained corpus; its public availability is unknown."},{"benchmark_id":"ethics-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"unknown","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"ethics","split":"source train; internal train/dev/calibration/holdout","evidence_url":"https://huggingface.co/AndeyTait/JevForge-0.8B/blob/5ca7c0861a0d9b72629a7bc40130a8f154c4840f/training-data-manifest.json","note":"228 retained source-train-derived examples across train/dev/calibration/holdout. Original source labels/candidates preserved. Independent groups/states; canonical S1MB input hashes used only for exclusion. No S1MB labels/scores used for sampling, selection or calibration. Same source-family exposure is disclosed; semantic decontamination and base pretraining exposure unknown. The upstream source is public, but the actual retained, filtered training rows are not redistributed. Dataset/revision/config identify upstream provenance, not a public snapshot of the retained corpus; its public availability is unknown."},{"benchmark_id":"fol-nli-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"unknown","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"fol_nli","split":"source train; internal train/dev/calibration/holdout","evidence_url":"https://huggingface.co/AndeyTait/JevForge-0.8B/blob/5ca7c0861a0d9b72629a7bc40130a8f154c4840f/training-data-manifest.json","note":"92 retained source-train-derived examples across train/dev/calibration/holdout. Original source labels/candidates preserved. Independent groups/states; canonical S1MB input hashes used only for exclusion. No S1MB labels/scores used for sampling, selection or calibration. Same source-family exposure is disclosed; semantic decontamination and base pretraining exposure unknown. The upstream source is public, but the actual retained, filtered training rows are not redistributed. Dataset/revision/config identify upstream provenance, not a public snapshot of the retained corpus; its public availability is unknown."},{"benchmark_id":"go-emotions-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"unknown","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"go_emotions","split":"source train; internal train/dev/calibration/holdout","evidence_url":"https://huggingface.co/AndeyTait/JevForge-0.8B/blob/5ca7c0861a0d9b72629a7bc40130a8f154c4840f/training-data-manifest.json","note":"571 retained source-train-derived examples across train/dev/calibration/holdout. Original source labels/candidates preserved. Independent groups/states; canonical S1MB input hashes used only for exclusion. No S1MB labels/scores used for sampling, selection or calibration. Same source-family exposure is disclosed; semantic decontamination and base pretraining exposure unknown. The upstream source is public, but the actual retained, filtered training rows are not redistributed. Dataset/revision/config identify upstream provenance, not a public snapshot of the retained corpus; its public availability is unknown."},{"benchmark_id":"gsm8k-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"unknown","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"gsm8k","split":"source train; internal train/dev/calibration/holdout","evidence_url":"https://huggingface.co/AndeyTait/JevForge-0.8B/blob/5ca7c0861a0d9b72629a7bc40130a8f154c4840f/training-data-manifest.json","note":"90 retained source-train-derived examples across train/dev/calibration/holdout. Original source labels/candidates preserved. Independent groups/states; canonical S1MB input hashes used only for exclusion. No S1MB labels/scores used for sampling, selection or calibration. Same source-family exposure is disclosed; semantic decontamination and base pretraining exposure unknown. The upstream source is public, but the actual retained, filtered training rows are not redistributed. Dataset/revision/config identify upstream provenance, not a public snapshot of the retained corpus; its public availability is unknown."},{"benchmark_id":"hans-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"unknown","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"hans","split":"source train; internal train/dev/calibration/holdout","evidence_url":"https://huggingface.co/AndeyTait/JevForge-0.8B/blob/5ca7c0861a0d9b72629a7bc40130a8f154c4840f/training-data-manifest.json","note":"227 retained source-train-derived examples across train/dev/calibration/holdout. Original source labels/candidates preserved. Independent groups/states; canonical S1MB input hashes used only for exclusion. No S1MB labels/scores used for sampling, selection or calibration. Same source-family exposure is disclosed; semantic decontamination and base pretraining exposure unknown. The upstream source is public, but the actual retained, filtered training rows are not redistributed. Dataset/revision/config identify upstream provenance, not a public snapshot of the retained corpus; its public availability is unknown."},{"benchmark_id":"hh-rlhf-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"unknown","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"hh_rlhf","split":"source train; internal train/dev/calibration/holdout","evidence_url":"https://huggingface.co/AndeyTait/JevForge-0.8B/blob/5ca7c0861a0d9b72629a7bc40130a8f154c4840f/training-data-manifest.json","note":"93 retained source-train-derived examples across train/dev/calibration/holdout. Original source labels/candidates preserved. Independent groups/states; canonical S1MB input hashes used only for exclusion. No S1MB labels/scores used for sampling, selection or calibration. Same source-family exposure is disclosed; semantic decontamination and base pretraining exposure unknown. The upstream source is public, but the actual retained, filtered training rows are not redistributed. Dataset/revision/config identify upstream provenance, not a public snapshot of the retained corpus; its public availability is unknown."},{"benchmark_id":"hwu64-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"unknown","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"hwu64","split":"source train; internal train/dev/calibration/holdout","evidence_url":"https://huggingface.co/AndeyTait/JevForge-0.8B/blob/5ca7c0861a0d9b72629a7bc40130a8f154c4840f/training-data-manifest.json","note":"93 retained source-train-derived examples across train/dev/calibration/holdout. Original source labels/candidates preserved. Independent groups/states; canonical S1MB input hashes used only for exclusion. No S1MB labels/scores used for sampling, selection or calibration. Same source-family exposure is disclosed; semantic decontamination and base pretraining exposure unknown. The upstream source is public, but the actual retained, filtered training rows are not redistributed. Dataset/revision/config identify upstream provenance, not a public snapshot of the retained corpus; its public availability is unknown."},{"benchmark_id":"laya--typed-decisions-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"unknown","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"laya__typed_decisions","split":"source train; internal train/dev/calibration/holdout","evidence_url":"https://huggingface.co/AndeyTait/JevForge-0.8B/blob/5ca7c0861a0d9b72629a7bc40130a8f154c4840f/training-data-manifest.json","note":"3094 retained source-train-derived examples across train/dev/calibration/holdout. Original source labels/candidates preserved. Independent groups/states; canonical S1MB input hashes used only for exclusion. No S1MB labels/scores used for sampling, selection or calibration. Same source-family exposure is disclosed; semantic decontamination and base pretraining exposure unknown. The upstream source is public, but the actual retained, filtered training rows are not redistributed. Dataset/revision/config identify upstream provenance, not a public snapshot of the retained corpus; its public availability is unknown."},{"benchmark_id":"laya--typed-decisions-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"unknown","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"laya__typed_decisions","split":"source train; internal train/dev/calibration/holdout","evidence_url":"https://huggingface.co/AndeyTait/JevForge-0.8B/blob/5ca7c0861a0d9b72629a7bc40130a8f154c4840f/training-data-manifest.json","note":"3094 retained source-train-derived examples across train/dev/calibration/holdout. Original source labels/candidates preserved. Independent groups/states; canonical S1MB input hashes used only for exclusion. No S1MB labels/scores used for sampling, selection or calibration. Same source-family exposure is disclosed; semantic decontamination and base pretraining exposure unknown. The upstream source is public, but the actual retained, filtered training rows are not redistributed. Dataset/revision/config identify upstream provenance, not a public snapshot of the retained corpus; its public availability is unknown."},{"benchmark_id":"laya--typed-decisions-score-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"unknown","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"laya__typed_decisions","split":"source train; internal train/dev/calibration/holdout","evidence_url":"https://huggingface.co/AndeyTait/JevForge-0.8B/blob/5ca7c0861a0d9b72629a7bc40130a8f154c4840f/training-data-manifest.json","note":"3094 retained source-train-derived examples across train/dev/calibration/holdout. Original source labels/candidates preserved. Independent groups/states; canonical S1MB input hashes used only for exclusion. No S1MB labels/scores used for sampling, selection or calibration. Same source-family exposure is disclosed; semantic decontamination and base pretraining exposure unknown. The upstream source is public, but the actual retained, filtered training rows are not redistributed. Dataset/revision/config identify upstream provenance, not a public snapshot of the retained corpus; its public availability is unknown."},{"benchmark_id":"lexcomp-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"unknown","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"lexcomp","split":"source train; internal train/dev/calibration/holdout","evidence_url":"https://huggingface.co/AndeyTait/JevForge-0.8B/blob/5ca7c0861a0d9b72629a7bc40130a8f154c4840f/training-data-manifest.json","note":"228 retained source-train-derived examples across train/dev/calibration/holdout. Original source labels/candidates preserved. Independent groups/states; canonical S1MB input hashes used only for exclusion. No S1MB labels/scores used for sampling, selection or calibration. Same source-family exposure is disclosed; semantic decontamination and base pretraining exposure unknown. The upstream source is public, but the actual retained, filtered training rows are not redistributed. Dataset/revision/config identify upstream provenance, not a public snapshot of the retained corpus; its public availability is unknown."},{"benchmark_id":"logical-entailment-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"unknown","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"logical_entailment","split":"source train; internal train/dev/calibration/holdout","evidence_url":"https://huggingface.co/AndeyTait/JevForge-0.8B/blob/5ca7c0861a0d9b72629a7bc40130a8f154c4840f/training-data-manifest.json","note":"227 retained source-train-derived examples across train/dev/calibration/holdout. Original source labels/candidates preserved. Independent groups/states; canonical S1MB input hashes used only for exclusion. No S1MB labels/scores used for sampling, selection or calibration. Same source-family exposure is disclosed; semantic decontamination and base pretraining exposure unknown. The upstream source is public, but the actual retained, filtered training rows are not redistributed. Dataset/revision/config identify upstream provenance, not a public snapshot of the retained corpus; its public availability is unknown."},{"benchmark_id":"massive-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"unknown","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"massive","split":"source train; internal train/dev/calibration/holdout","evidence_url":"https://huggingface.co/AndeyTait/JevForge-0.8B/blob/5ca7c0861a0d9b72629a7bc40130a8f154c4840f/training-data-manifest.json","note":"91 retained source-train-derived examples across train/dev/calibration/holdout. Original source labels/candidates preserved. Independent groups/states; canonical S1MB input hashes used only for exclusion. No S1MB labels/scores used for sampling, selection or calibration. Same source-family exposure is disclosed; semantic decontamination and base pretraining exposure unknown. The upstream source is public, but the actual retained, filtered training rows are not redistributed. Dataset/revision/config identify upstream provenance, not a public snapshot of the retained corpus; its public availability is unknown."},{"benchmark_id":"mtop-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"unknown","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"mtop","split":"source train; internal train/dev/calibration/holdout","evidence_url":"https://huggingface.co/AndeyTait/JevForge-0.8B/blob/5ca7c0861a0d9b72629a7bc40130a8f154c4840f/training-data-manifest.json","note":"91 retained source-train-derived examples across train/dev/calibration/holdout. Original source labels/candidates preserved. Independent groups/states; canonical S1MB input hashes used only for exclusion. No S1MB labels/scores used for sampling, selection or calibration. Same source-family exposure is disclosed; semantic decontamination and base pretraining exposure unknown. The upstream source is public, but the actual retained, filtered training rows are not redistributed. Dataset/revision/config identify upstream provenance, not a public snapshot of the retained corpus; its public availability is unknown."},{"benchmark_id":"open-jev--amount-extraction-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"unknown","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"open_jev__amount-extraction-control-v1","split":"source train; internal train/dev/calibration/holdout","evidence_url":"https://huggingface.co/AndeyTait/JevForge-0.8B/blob/5ca7c0861a0d9b72629a7bc40130a8f154c4840f/training-data-manifest.json","note":"457 retained source-train-derived examples across train/dev/calibration/holdout. Original source labels/candidates preserved. Independent groups/states; canonical S1MB input hashes used only for exclusion. No S1MB labels/scores used for sampling, selection or calibration. Same source-family exposure is disclosed; semantic decontamination and base pretraining exposure unknown. The upstream source is public, but the actual retained, filtered training rows are not redistributed. Dataset/revision/config identify upstream provenance, not a public snapshot of the retained corpus; its public availability is unknown."},{"benchmark_id":"open-jev--amount-extraction-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"unknown","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"open_jev__amount-extraction-control-v1","split":"source train; internal train/dev/calibration/holdout","evidence_url":"https://huggingface.co/AndeyTait/JevForge-0.8B/blob/5ca7c0861a0d9b72629a7bc40130a8f154c4840f/training-data-manifest.json","note":"457 retained source-train-derived examples across train/dev/calibration/holdout. Original source labels/candidates preserved. Independent groups/states; canonical S1MB input hashes used only for exclusion. No S1MB labels/scores used for sampling, selection or calibration. Same source-family exposure is disclosed; semantic decontamination and base pretraining exposure unknown. The upstream source is public, but the actual retained, filtered training rows are not redistributed. Dataset/revision/config identify upstream provenance, not a public snapshot of the retained corpus; its public availability is unknown."},{"benchmark_id":"open-jev--browser-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"unknown","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"open_jev__browser-control-v1","split":"source train; internal train/dev/calibration/holdout","evidence_url":"https://huggingface.co/AndeyTait/JevForge-0.8B/blob/5ca7c0861a0d9b72629a7bc40130a8f154c4840f/training-data-manifest.json","note":"206 retained source-train-derived examples across train/dev/calibration/holdout. Original source labels/candidates preserved. Independent groups/states; canonical S1MB input hashes used only for exclusion. No S1MB labels/scores used for sampling, selection or calibration. Same source-family exposure is disclosed; semantic decontamination and base pretraining exposure unknown. The upstream source is public, but the actual retained, filtered training rows are not redistributed. Dataset/revision/config identify upstream provenance, not a public snapshot of the retained corpus; its public availability is unknown."},{"benchmark_id":"open-jev--citation-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"unknown","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"open_jev__citation-control-v1","split":"source train; internal train/dev/calibration/holdout","evidence_url":"https://huggingface.co/AndeyTait/JevForge-0.8B/blob/5ca7c0861a0d9b72629a7bc40130a8f154c4840f/training-data-manifest.json","note":"206 retained source-train-derived examples across train/dev/calibration/holdout. Original source labels/candidates preserved. Independent groups/states; canonical S1MB input hashes used only for exclusion. No S1MB labels/scores used for sampling, selection or calibration. Same source-family exposure is disclosed; semantic decontamination and base pretraining exposure unknown. The upstream source is public, but the actual retained, filtered training rows are not redistributed. Dataset/revision/config identify upstream provenance, not a public snapshot of the retained corpus; its public availability is unknown."},{"benchmark_id":"open-jev--context-retention-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"unknown","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"open_jev__context-retention-control-v1","split":"source train; internal train/dev/calibration/holdout","evidence_url":"https://huggingface.co/AndeyTait/JevForge-0.8B/blob/5ca7c0861a0d9b72629a7bc40130a8f154c4840f/training-data-manifest.json","note":"253 retained source-train-derived examples across train/dev/calibration/holdout. Original source labels/candidates preserved. Independent groups/states; canonical S1MB input hashes used only for exclusion. No S1MB labels/scores used for sampling, selection or calibration. Same source-family exposure is disclosed; semantic decontamination and base pretraining exposure unknown. The upstream source is public, but the actual retained, filtered training rows are not redistributed. Dataset/revision/config identify upstream provenance, not a public snapshot of the retained corpus; its public availability is unknown."},{"benchmark_id":"open-jev--drone-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"unknown","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"open_jev__drone-control-v1","split":"source train; internal train/dev/calibration/holdout","evidence_url":"https://huggingface.co/AndeyTait/JevForge-0.8B/blob/5ca7c0861a0d9b72629a7bc40130a8f154c4840f/training-data-manifest.json","note":"1453 retained source-train-derived examples across train/dev/calibration/holdout. Original source labels/candidates preserved. Independent groups/states; canonical S1MB input hashes used only for exclusion. No S1MB labels/scores used for sampling, selection or calibration. Same source-family exposure is disclosed; semantic decontamination and base pretraining exposure unknown. The upstream source is public, but the actual retained, filtered training rows are not redistributed. Dataset/revision/config identify upstream provenance, not a public snapshot of the retained corpus; its public availability is unknown."},{"benchmark_id":"open-jev--drone-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"unknown","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"open_jev__drone-control-v1","split":"source train; internal train/dev/calibration/holdout","evidence_url":"https://huggingface.co/AndeyTait/JevForge-0.8B/blob/5ca7c0861a0d9b72629a7bc40130a8f154c4840f/training-data-manifest.json","note":"1453 retained source-train-derived examples across train/dev/calibration/holdout. Original source labels/candidates preserved. Independent groups/states; canonical S1MB input hashes used only for exclusion. No S1MB labels/scores used for sampling, selection or calibration. Same source-family exposure is disclosed; semantic decontamination and base pretraining exposure unknown. The upstream source is public, but the actual retained, filtered training rows are not redistributed. Dataset/revision/config identify upstream provenance, not a public snapshot of the retained corpus; its public availability is unknown."},{"benchmark_id":"open-jev--drone-control-v1-score-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"unknown","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"open_jev__drone-control-v1","split":"source train; internal train/dev/calibration/holdout","evidence_url":"https://huggingface.co/AndeyTait/JevForge-0.8B/blob/5ca7c0861a0d9b72629a7bc40130a8f154c4840f/training-data-manifest.json","note":"1453 retained source-train-derived examples across train/dev/calibration/holdout. Original source labels/candidates preserved. Independent groups/states; canonical S1MB input hashes used only for exclusion. No S1MB labels/scores used for sampling, selection or calibration. Same source-family exposure is disclosed; semantic decontamination and base pretraining exposure unknown. The upstream source is public, but the actual retained, filtered training rows are not redistributed. Dataset/revision/config identify upstream provenance, not a public snapshot of the retained corpus; its public availability is unknown."},{"benchmark_id":"open-jev--email-selection-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"unknown","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"open_jev__email-selection-control-v1","split":"source train; internal train/dev/calibration/holdout","evidence_url":"https://huggingface.co/AndeyTait/JevForge-0.8B/blob/5ca7c0861a0d9b72629a7bc40130a8f154c4840f/training-data-manifest.json","note":"458 retained source-train-derived examples across train/dev/calibration/holdout. Original source labels/candidates preserved. Independent groups/states; canonical S1MB input hashes used only for exclusion. No S1MB labels/scores used for sampling, selection or calibration. Same source-family exposure is disclosed; semantic decontamination and base pretraining exposure unknown. The upstream source is public, but the actual retained, filtered training rows are not redistributed. Dataset/revision/config identify upstream provenance, not a public snapshot of the retained corpus; its public availability is unknown."},{"benchmark_id":"open-jev--email-selection-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"unknown","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"open_jev__email-selection-control-v1","split":"source train; internal train/dev/calibration/holdout","evidence_url":"https://huggingface.co/AndeyTait/JevForge-0.8B/blob/5ca7c0861a0d9b72629a7bc40130a8f154c4840f/training-data-manifest.json","note":"458 retained source-train-derived examples across train/dev/calibration/holdout. Original source labels/candidates preserved. Independent groups/states; canonical S1MB input hashes used only for exclusion. No S1MB labels/scores used for sampling, selection or calibration. Same source-family exposure is disclosed; semantic decontamination and base pretraining exposure unknown. The upstream source is public, but the actual retained, filtered training rows are not redistributed. Dataset/revision/config identify upstream provenance, not a public snapshot of the retained corpus; its public availability is unknown."},{"benchmark_id":"open-jev--entity-alignment-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"unknown","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"open_jev__entity-alignment-control-v1","split":"source train; internal train/dev/calibration/holdout","evidence_url":"https://huggingface.co/AndeyTait/JevForge-0.8B/blob/5ca7c0861a0d9b72629a7bc40130a8f154c4840f/training-data-manifest.json","note":"1102 retained source-train-derived examples across train/dev/calibration/holdout. Original source labels/candidates preserved. Independent groups/states; canonical S1MB input hashes used only for exclusion. No S1MB labels/scores used for sampling, selection or calibration. Same source-family exposure is disclosed; semantic decontamination and base pretraining exposure unknown. The upstream source is public, but the actual retained, filtered training rows are not redistributed. Dataset/revision/config identify upstream provenance, not a public snapshot of the retained corpus; its public availability is unknown."},{"benchmark_id":"open-jev--entity-alignment-control-v1-score-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"unknown","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"open_jev__entity-alignment-control-v1","split":"source train; internal train/dev/calibration/holdout","evidence_url":"https://huggingface.co/AndeyTait/JevForge-0.8B/blob/5ca7c0861a0d9b72629a7bc40130a8f154c4840f/training-data-manifest.json","note":"1102 retained source-train-derived examples across train/dev/calibration/holdout. Original source labels/candidates preserved. Independent groups/states; canonical S1MB input hashes used only for exclusion. No S1MB labels/scores used for sampling, selection or calibration. Same source-family exposure is disclosed; semantic decontamination and base pretraining exposure unknown. The upstream source is public, but the actual retained, filtered training rows are not redistributed. Dataset/revision/config identify upstream provenance, not a public snapshot of the retained corpus; its public availability is unknown."},{"benchmark_id":"open-jev--ir-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"unknown","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"open_jev__ir-control-v1","split":"source train; internal train/dev/calibration/holdout","evidence_url":"https://huggingface.co/AndeyTait/JevForge-0.8B/blob/5ca7c0861a0d9b72629a7bc40130a8f154c4840f/training-data-manifest.json","note":"2095 retained source-train-derived examples across train/dev/calibration/holdout. Original source labels/candidates preserved. Independent groups/states; canonical S1MB input hashes used only for exclusion. No S1MB labels/scores used for sampling, selection or calibration. Same source-family exposure is disclosed; semantic decontamination and base pretraining exposure unknown. The upstream source is public, but the actual retained, filtered training rows are not redistributed. Dataset/revision/config identify upstream provenance, not a public snapshot of the retained corpus; its public availability is unknown."},{"benchmark_id":"open-jev--ir-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"unknown","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"open_jev__ir-control-v1","split":"source train; internal train/dev/calibration/holdout","evidence_url":"https://huggingface.co/AndeyTait/JevForge-0.8B/blob/5ca7c0861a0d9b72629a7bc40130a8f154c4840f/training-data-manifest.json","note":"2095 retained source-train-derived examples across train/dev/calibration/holdout. Original source labels/candidates preserved. Independent groups/states; canonical S1MB input hashes used only for exclusion. No S1MB labels/scores used for sampling, selection or calibration. Same source-family exposure is disclosed; semantic decontamination and base pretraining exposure unknown. The upstream source is public, but the actual retained, filtered training rows are not redistributed. Dataset/revision/config identify upstream provenance, not a public snapshot of the retained corpus; its public availability is unknown."},{"benchmark_id":"open-jev--ir-control-v1-score-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"unknown","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"open_jev__ir-control-v1","split":"source train; internal train/dev/calibration/holdout","evidence_url":"https://huggingface.co/AndeyTait/JevForge-0.8B/blob/5ca7c0861a0d9b72629a7bc40130a8f154c4840f/training-data-manifest.json","note":"2095 retained source-train-derived examples across train/dev/calibration/holdout. Original source labels/candidates preserved. Independent groups/states; canonical S1MB input hashes used only for exclusion. No S1MB labels/scores used for sampling, selection or calibration. Same source-family exposure is disclosed; semantic decontamination and base pretraining exposure unknown. The upstream source is public, but the actual retained, filtered training rows are not redistributed. Dataset/revision/config identify upstream provenance, not a public snapshot of the retained corpus; its public availability is unknown."},{"benchmark_id":"open-jev--mailroom-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"unknown","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"open_jev__mailroom-control-v1","split":"source train; internal train/dev/calibration/holdout","evidence_url":"https://huggingface.co/AndeyTait/JevForge-0.8B/blob/5ca7c0861a0d9b72629a7bc40130a8f154c4840f/training-data-manifest.json","note":"458 retained source-train-derived examples across train/dev/calibration/holdout. Original source labels/candidates preserved. Independent groups/states; canonical S1MB input hashes used only for exclusion. No S1MB labels/scores used for sampling, selection or calibration. Same source-family exposure is disclosed; semantic decontamination and base pretraining exposure unknown. The upstream source is public, but the actual retained, filtered training rows are not redistributed. Dataset/revision/config identify upstream provenance, not a public snapshot of the retained corpus; its public availability is unknown."},{"benchmark_id":"open-jev--mailroom-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"unknown","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"open_jev__mailroom-control-v1","split":"source train; internal train/dev/calibration/holdout","evidence_url":"https://huggingface.co/AndeyTait/JevForge-0.8B/blob/5ca7c0861a0d9b72629a7bc40130a8f154c4840f/training-data-manifest.json","note":"458 retained source-train-derived examples across train/dev/calibration/holdout. Original source labels/candidates preserved. Independent groups/states; canonical S1MB input hashes used only for exclusion. No S1MB labels/scores used for sampling, selection or calibration. Same source-family exposure is disclosed; semantic decontamination and base pretraining exposure unknown. The upstream source is public, but the actual retained, filtered training rows are not redistributed. Dataset/revision/config identify upstream provenance, not a public snapshot of the retained corpus; its public availability is unknown."},{"benchmark_id":"open-jev--painting-geometry-v1-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"unknown","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"open_jev__painting-geometry-v1","split":"source train; internal train/dev/calibration/holdout","evidence_url":"https://huggingface.co/AndeyTait/JevForge-0.8B/blob/5ca7c0861a0d9b72629a7bc40130a8f154c4840f/training-data-manifest.json","note":"450 retained source-train-derived examples across train/dev/calibration/holdout. Original source labels/candidates preserved. Independent groups/states; canonical S1MB input hashes used only for exclusion. No S1MB labels/scores used for sampling, selection or calibration. Same source-family exposure is disclosed; semantic decontamination and base pretraining exposure unknown. The upstream source is public, but the actual retained, filtered training rows are not redistributed. Dataset/revision/config identify upstream provenance, not a public snapshot of the retained corpus; its public availability is unknown."},{"benchmark_id":"open-jev--painting-geometry-v1-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"unknown","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"open_jev__painting-geometry-v1","split":"source train; internal train/dev/calibration/holdout","evidence_url":"https://huggingface.co/AndeyTait/JevForge-0.8B/blob/5ca7c0861a0d9b72629a7bc40130a8f154c4840f/training-data-manifest.json","note":"450 retained source-train-derived examples across train/dev/calibration/holdout. Original source labels/candidates preserved. Independent groups/states; canonical S1MB input hashes used only for exclusion. No S1MB labels/scores used for sampling, selection or calibration. Same source-family exposure is disclosed; semantic decontamination and base pretraining exposure unknown. The upstream source is public, but the actual retained, filtered training rows are not redistributed. Dataset/revision/config identify upstream provenance, not a public snapshot of the retained corpus; its public availability is unknown."},{"benchmark_id":"open-jev--painting-geometry-v1-score-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"unknown","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"open_jev__painting-geometry-v1","split":"source train; internal train/dev/calibration/holdout","evidence_url":"https://huggingface.co/AndeyTait/JevForge-0.8B/blob/5ca7c0861a0d9b72629a7bc40130a8f154c4840f/training-data-manifest.json","note":"450 retained source-train-derived examples across train/dev/calibration/holdout. Original source labels/candidates preserved. Independent groups/states; canonical S1MB input hashes used only for exclusion. No S1MB labels/scores used for sampling, selection or calibration. Same source-family exposure is disclosed; semantic decontamination and base pretraining exposure unknown. The upstream source is public, but the actual retained, filtered training rows are not redistributed. Dataset/revision/config identify upstream provenance, not a public snapshot of the retained corpus; its public availability is unknown."},{"benchmark_id":"open-jev--phone-extraction-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"unknown","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"open_jev__phone-extraction-control-v1","split":"source train; internal train/dev/calibration/holdout","evidence_url":"https://huggingface.co/AndeyTait/JevForge-0.8B/blob/5ca7c0861a0d9b72629a7bc40130a8f154c4840f/training-data-manifest.json","note":"460 retained source-train-derived examples across train/dev/calibration/holdout. Original source labels/candidates preserved. Independent groups/states; canonical S1MB input hashes used only for exclusion. No S1MB labels/scores used for sampling, selection or calibration. Same source-family exposure is disclosed; semantic decontamination and base pretraining exposure unknown. The upstream source is public, but the actual retained, filtered training rows are not redistributed. Dataset/revision/config identify upstream provenance, not a public snapshot of the retained corpus; its public availability is unknown."},{"benchmark_id":"open-jev--phone-extraction-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"unknown","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"open_jev__phone-extraction-control-v1","split":"source train; internal train/dev/calibration/holdout","evidence_url":"https://huggingface.co/AndeyTait/JevForge-0.8B/blob/5ca7c0861a0d9b72629a7bc40130a8f154c4840f/training-data-manifest.json","note":"460 retained source-train-derived examples across train/dev/calibration/holdout. Original source labels/candidates preserved. Independent groups/states; canonical S1MB input hashes used only for exclusion. No S1MB labels/scores used for sampling, selection or calibration. Same source-family exposure is disclosed; semantic decontamination and base pretraining exposure unknown. The upstream source is public, but the actual retained, filtered training rows are not redistributed. Dataset/revision/config identify upstream provenance, not a public snapshot of the retained corpus; its public availability is unknown."},{"benchmark_id":"open-jev--reasoning-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"unknown","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"open_jev__reasoning-control-v1","split":"source train; internal train/dev/calibration/holdout","evidence_url":"https://huggingface.co/AndeyTait/JevForge-0.8B/blob/5ca7c0861a0d9b72629a7bc40130a8f154c4840f/training-data-manifest.json","note":"1958 retained source-train-derived examples across train/dev/calibration/holdout. Original source labels/candidates preserved. Independent groups/states; canonical S1MB input hashes used only for exclusion. No S1MB labels/scores used for sampling, selection or calibration. Same source-family exposure is disclosed; semantic decontamination and base pretraining exposure unknown. The upstream source is public, but the actual retained, filtered training rows are not redistributed. Dataset/revision/config identify upstream provenance, not a public snapshot of the retained corpus; its public availability is unknown."},{"benchmark_id":"open-jev--reasoning-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"unknown","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"open_jev__reasoning-control-v1","split":"source train; internal train/dev/calibration/holdout","evidence_url":"https://huggingface.co/AndeyTait/JevForge-0.8B/blob/5ca7c0861a0d9b72629a7bc40130a8f154c4840f/training-data-manifest.json","note":"1958 retained source-train-derived examples across train/dev/calibration/holdout. Original source labels/candidates preserved. Independent groups/states; canonical S1MB input hashes used only for exclusion. No S1MB labels/scores used for sampling, selection or calibration. Same source-family exposure is disclosed; semantic decontamination and base pretraining exposure unknown. The upstream source is public, but the actual retained, filtered training rows are not redistributed. Dataset/revision/config identify upstream provenance, not a public snapshot of the retained corpus; its public availability is unknown."},{"benchmark_id":"open-jev--reasoning-control-v1-score-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"unknown","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"open_jev__reasoning-control-v1","split":"source train; internal train/dev/calibration/holdout","evidence_url":"https://huggingface.co/AndeyTait/JevForge-0.8B/blob/5ca7c0861a0d9b72629a7bc40130a8f154c4840f/training-data-manifest.json","note":"1958 retained source-train-derived examples across train/dev/calibration/holdout. Original source labels/candidates preserved. Independent groups/states; canonical S1MB input hashes used only for exclusion. No S1MB labels/scores used for sampling, selection or calibration. Same source-family exposure is disclosed; semantic decontamination and base pretraining exposure unknown. The upstream source is public, but the actual retained, filtered training rows are not redistributed. Dataset/revision/config identify upstream provenance, not a public snapshot of the retained corpus; its public availability is unknown."},{"benchmark_id":"open-jev--silent-failure-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"unknown","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"open_jev__silent-failure-control-v1","split":"source train; internal train/dev/calibration/holdout","evidence_url":"https://huggingface.co/AndeyTait/JevForge-0.8B/blob/5ca7c0861a0d9b72629a7bc40130a8f154c4840f/training-data-manifest.json","note":"255 retained source-train-derived examples across train/dev/calibration/holdout. Original source labels/candidates preserved. Independent groups/states; canonical S1MB input hashes used only for exclusion. No S1MB labels/scores used for sampling, selection or calibration. Same source-family exposure is disclosed; semantic decontamination and base pretraining exposure unknown. The upstream source is public, but the actual retained, filtered training rows are not redistributed. Dataset/revision/config identify upstream provenance, not a public snapshot of the retained corpus; its public availability is unknown."},{"benchmark_id":"open-jev--snake-v1-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"unknown","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"open_jev__snake-v1","split":"source train; internal train/dev/calibration/holdout","evidence_url":"https://huggingface.co/AndeyTait/JevForge-0.8B/blob/5ca7c0861a0d9b72629a7bc40130a8f154c4840f/training-data-manifest.json","note":"1339 retained source-train-derived examples across train/dev/calibration/holdout. Original source labels/candidates preserved. Independent groups/states; canonical S1MB input hashes used only for exclusion. No S1MB labels/scores used for sampling, selection or calibration. Same source-family exposure is disclosed; semantic decontamination and base pretraining exposure unknown. The upstream source is public, but the actual retained, filtered training rows are not redistributed. Dataset/revision/config identify upstream provenance, not a public snapshot of the retained corpus; its public availability is unknown."},{"benchmark_id":"open-jev--snake-v1-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"unknown","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"open_jev__snake-v1","split":"source train; internal train/dev/calibration/holdout","evidence_url":"https://huggingface.co/AndeyTait/JevForge-0.8B/blob/5ca7c0861a0d9b72629a7bc40130a8f154c4840f/training-data-manifest.json","note":"1339 retained source-train-derived examples across train/dev/calibration/holdout. Original source labels/candidates preserved. Independent groups/states; canonical S1MB input hashes used only for exclusion. No S1MB labels/scores used for sampling, selection or calibration. Same source-family exposure is disclosed; semantic decontamination and base pretraining exposure unknown. The upstream source is public, but the actual retained, filtered training rows are not redistributed. Dataset/revision/config identify upstream provenance, not a public snapshot of the retained corpus; its public availability is unknown."},{"benchmark_id":"open-jev--sponsor-segment-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"unknown","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"open_jev__sponsor-segment-control-v1","split":"source train; internal train/dev/calibration/holdout","evidence_url":"https://huggingface.co/AndeyTait/JevForge-0.8B/blob/5ca7c0861a0d9b72629a7bc40130a8f154c4840f/training-data-manifest.json","note":"207 retained source-train-derived examples across train/dev/calibration/holdout. Original source labels/candidates preserved. Independent groups/states; canonical S1MB input hashes used only for exclusion. No S1MB labels/scores used for sampling, selection or calibration. Same source-family exposure is disclosed; semantic decontamination and base pretraining exposure unknown. The upstream source is public, but the actual retained, filtered training rows are not redistributed. Dataset/revision/config identify upstream provenance, not a public snapshot of the retained corpus; its public availability is unknown."},{"benchmark_id":"open-jev--tic-tac-toe-v1-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"unknown","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"open_jev__tic_tac_toe-v1","split":"source train; internal train/dev/calibration/holdout","evidence_url":"https://huggingface.co/AndeyTait/JevForge-0.8B/blob/5ca7c0861a0d9b72629a7bc40130a8f154c4840f/training-data-manifest.json","note":"1606 retained source-train-derived examples across train/dev/calibration/holdout. Original source labels/candidates preserved. Independent groups/states; canonical S1MB input hashes used only for exclusion. No S1MB labels/scores used for sampling, selection or calibration. Same source-family exposure is disclosed; semantic decontamination and base pretraining exposure unknown. The upstream source is public, but the actual retained, filtered training rows are not redistributed. Dataset/revision/config identify upstream provenance, not a public snapshot of the retained corpus; its public availability is unknown."},{"benchmark_id":"open-jev--vizdoom-basic-v1-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"unknown","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"open_jev__vizdoom-basic-v1","split":"source train; internal train/dev/calibration/holdout","evidence_url":"https://huggingface.co/AndeyTait/JevForge-0.8B/blob/5ca7c0861a0d9b72629a7bc40130a8f154c4840f/training-data-manifest.json","note":"1945 retained source-train-derived examples across train/dev/calibration/holdout. Original source labels/candidates preserved. Independent groups/states; canonical S1MB input hashes used only for exclusion. No S1MB labels/scores used for sampling, selection or calibration. Same source-family exposure is disclosed; semantic decontamination and base pretraining exposure unknown. The upstream source is public, but the actual retained, filtered training rows are not redistributed. Dataset/revision/config identify upstream provenance, not a public snapshot of the retained corpus; its public availability is unknown."},{"benchmark_id":"open-jev--vizdoom-basic-v1-score-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"unknown","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"open_jev__vizdoom-basic-v1","split":"source train; internal train/dev/calibration/holdout","evidence_url":"https://huggingface.co/AndeyTait/JevForge-0.8B/blob/5ca7c0861a0d9b72629a7bc40130a8f154c4840f/training-data-manifest.json","note":"1945 retained source-train-derived examples across train/dev/calibration/holdout. Original source labels/candidates preserved. Independent groups/states; canonical S1MB input hashes used only for exclusion. No S1MB labels/scores used for sampling, selection or calibration. Same source-family exposure is disclosed; semantic decontamination and base pretraining exposure unknown. The upstream source is public, but the actual retained, filtered training rows are not redistributed. Dataset/revision/config identify upstream provenance, not a public snapshot of the retained corpus; its public availability is unknown."},{"benchmark_id":"open-jev--workflow-controls-v1--agent-trace-observability-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"unknown","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"open_jev__workflow-controls-v1__agent_trace_observability","split":"source train; internal train/dev/calibration/holdout","evidence_url":"https://huggingface.co/AndeyTait/JevForge-0.8B/blob/5ca7c0861a0d9b72629a7bc40130a8f154c4840f/training-data-manifest.json","note":"256 retained source-train-derived examples across train/dev/calibration/holdout. Original source labels/candidates preserved. Independent groups/states; canonical S1MB input hashes used only for exclusion. No S1MB labels/scores used for sampling, selection or calibration. Same source-family exposure is disclosed; semantic decontamination and base pretraining exposure unknown. The upstream source is public, but the actual retained, filtered training rows are not redistributed. Dataset/revision/config identify upstream provenance, not a public snapshot of the retained corpus; its public availability is unknown."},{"benchmark_id":"open-jev--workflow-controls-v1--customer-service-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"unknown","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"open_jev__workflow-controls-v1__customer_service","split":"source train; internal train/dev/calibration/holdout","evidence_url":"https://huggingface.co/AndeyTait/JevForge-0.8B/blob/5ca7c0861a0d9b72629a7bc40130a8f154c4840f/training-data-manifest.json","note":"254 retained source-train-derived examples across train/dev/calibration/holdout. Original source labels/candidates preserved. Independent groups/states; canonical S1MB input hashes used only for exclusion. No S1MB labels/scores used for sampling, selection or calibration. Same source-family exposure is disclosed; semantic decontamination and base pretraining exposure unknown. The upstream source is public, but the actual retained, filtered training rows are not redistributed. Dataset/revision/config identify upstream provenance, not a public snapshot of the retained corpus; its public availability is unknown."},{"benchmark_id":"open-jev--workflow-controls-v1--invoice-processing-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"unknown","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"open_jev__workflow-controls-v1__invoice_processing","split":"source train; internal train/dev/calibration/holdout","evidence_url":"https://huggingface.co/AndeyTait/JevForge-0.8B/blob/5ca7c0861a0d9b72629a7bc40130a8f154c4840f/training-data-manifest.json","note":"257 retained source-train-derived examples across train/dev/calibration/holdout. Original source labels/candidates preserved. Independent groups/states; canonical S1MB input hashes used only for exclusion. No S1MB labels/scores used for sampling, selection or calibration. Same source-family exposure is disclosed; semantic decontamination and base pretraining exposure unknown. The upstream source is public, but the actual retained, filtered training rows are not redistributed. Dataset/revision/config identify upstream provenance, not a public snapshot of the retained corpus; its public availability is unknown."},{"benchmark_id":"open-jev--workflow-controls-v1--security-incidents-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"unknown","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"open_jev__workflow-controls-v1__security_incidents","split":"source train; internal train/dev/calibration/holdout","evidence_url":"https://huggingface.co/AndeyTait/JevForge-0.8B/blob/5ca7c0861a0d9b72629a7bc40130a8f154c4840f/training-data-manifest.json","note":"253 retained source-train-derived examples across train/dev/calibration/holdout. Original source labels/candidates preserved. Independent groups/states; canonical S1MB input hashes used only for exclusion. No S1MB labels/scores used for sampling, selection or calibration. Same source-family exposure is disclosed; semantic decontamination and base pretraining exposure unknown. The upstream source is public, but the actual retained, filtered training rows are not redistributed. Dataset/revision/config identify upstream provenance, not a public snapshot of the retained corpus; its public availability is unknown."},{"benchmark_id":"patent-similarity-score-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"unknown","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"patent_similarity","split":"source train; internal train/dev/calibration/holdout","evidence_url":"https://huggingface.co/AndeyTait/JevForge-0.8B/blob/5ca7c0861a0d9b72629a7bc40130a8f154c4840f/training-data-manifest.json","note":"1223 retained source-train-derived examples across train/dev/calibration/holdout. Original source labels/candidates preserved. Independent groups/states; canonical S1MB input hashes used only for exclusion. No S1MB labels/scores used for sampling, selection or calibration. Same source-family exposure is disclosed; semantic decontamination and base pretraining exposure unknown. The upstream source is public, but the actual retained, filtered training rows are not redistributed. Dataset/revision/config identify upstream provenance, not a public snapshot of the retained corpus; its public availability is unknown."},{"benchmark_id":"poem-sentiment-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"unknown","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"poem_sentiment","split":"source train; internal train/dev/calibration/holdout","evidence_url":"https://huggingface.co/AndeyTait/JevForge-0.8B/blob/5ca7c0861a0d9b72629a7bc40130a8f154c4840f/training-data-manifest.json","note":"91 retained source-train-derived examples across train/dev/calibration/holdout. Original source labels/candidates preserved. Independent groups/states; canonical S1MB input hashes used only for exclusion. No S1MB labels/scores used for sampling, selection or calibration. Same source-family exposure is disclosed; semantic decontamination and base pretraining exposure unknown. The upstream source is public, but the actual retained, filtered training rows are not redistributed. Dataset/revision/config identify upstream provenance, not a public snapshot of the retained corpus; its public availability is unknown."},{"benchmark_id":"quartz-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"unknown","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"quartz","split":"source train; internal train/dev/calibration/holdout","evidence_url":"https://huggingface.co/AndeyTait/JevForge-0.8B/blob/5ca7c0861a0d9b72629a7bc40130a8f154c4840f/training-data-manifest.json","note":"92 retained source-train-derived examples across train/dev/calibration/holdout. Original source labels/candidates preserved. Independent groups/states; canonical S1MB input hashes used only for exclusion. No S1MB labels/scores used for sampling, selection or calibration. Same source-family exposure is disclosed; semantic decontamination and base pretraining exposure unknown. The upstream source is public, but the actual retained, filtered training rows are not redistributed. Dataset/revision/config identify upstream provenance, not a public snapshot of the retained corpus; its public availability is unknown."},{"benchmark_id":"scitail-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"unknown","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"scitail","split":"source train; internal train/dev/calibration/holdout","evidence_url":"https://huggingface.co/AndeyTait/JevForge-0.8B/blob/5ca7c0861a0d9b72629a7bc40130a8f154c4840f/training-data-manifest.json","note":"227 retained source-train-derived examples across train/dev/calibration/holdout. Original source labels/candidates preserved. Independent groups/states; canonical S1MB input hashes used only for exclusion. No S1MB labels/scores used for sampling, selection or calibration. Same source-family exposure is disclosed; semantic decontamination and base pretraining exposure unknown. The upstream source is public, but the actual retained, filtered training rows are not redistributed. Dataset/revision/config identify upstream provenance, not a public snapshot of the retained corpus; its public availability is unknown."},{"benchmark_id":"scone-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"unknown","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"scone","split":"source train; internal train/dev/calibration/holdout","evidence_url":"https://huggingface.co/AndeyTait/JevForge-0.8B/blob/5ca7c0861a0d9b72629a7bc40130a8f154c4840f/training-data-manifest.json","note":"92 retained source-train-derived examples across train/dev/calibration/holdout. Original source labels/candidates preserved. Independent groups/states; canonical S1MB input hashes used only for exclusion. No S1MB labels/scores used for sampling, selection or calibration. Same source-family exposure is disclosed; semantic decontamination and base pretraining exposure unknown. The upstream source is public, but the actual retained, filtered training rows are not redistributed. Dataset/revision/config identify upstream provenance, not a public snapshot of the retained corpus; its public availability is unknown."},{"benchmark_id":"sdoh-nli-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"unknown","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"sdoh_nli","split":"source train; internal train/dev/calibration/holdout","evidence_url":"https://huggingface.co/AndeyTait/JevForge-0.8B/blob/5ca7c0861a0d9b72629a7bc40130a8f154c4840f/training-data-manifest.json","note":"224 retained source-train-derived examples across train/dev/calibration/holdout. Original source labels/candidates preserved. Independent groups/states; canonical S1MB input hashes used only for exclusion. No S1MB labels/scores used for sampling, selection or calibration. Same source-family exposure is disclosed; semantic decontamination and base pretraining exposure unknown. The upstream source is public, but the actual retained, filtered training rows are not redistributed. Dataset/revision/config identify upstream provenance, not a public snapshot of the retained corpus; its public availability is unknown."},{"benchmark_id":"spartqa-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"unknown","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"spartqa","split":"source train; internal train/dev/calibration/holdout","evidence_url":"https://huggingface.co/AndeyTait/JevForge-0.8B/blob/5ca7c0861a0d9b72629a7bc40130a8f154c4840f/training-data-manifest.json","note":"90 retained source-train-derived examples across train/dev/calibration/holdout. Original source labels/candidates preserved. Independent groups/states; canonical S1MB input hashes used only for exclusion. No S1MB labels/scores used for sampling, selection or calibration. Same source-family exposure is disclosed; semantic decontamination and base pretraining exposure unknown. The upstream source is public, but the actual retained, filtered training rows are not redistributed. Dataset/revision/config identify upstream provenance, not a public snapshot of the retained corpus; its public availability is unknown."},{"benchmark_id":"temporal-nli-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"unknown","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"temporal_nli","split":"source train; internal train/dev/calibration/holdout","evidence_url":"https://huggingface.co/AndeyTait/JevForge-0.8B/blob/5ca7c0861a0d9b72629a7bc40130a8f154c4840f/training-data-manifest.json","note":"91 retained source-train-derived examples across train/dev/calibration/holdout. Original source labels/candidates preserved. Independent groups/states; canonical S1MB input hashes used only for exclusion. No S1MB labels/scores used for sampling, selection or calibration. Same source-family exposure is disclosed; semantic decontamination and base pretraining exposure unknown. The upstream source is public, but the actual retained, filtered training rows are not redistributed. Dataset/revision/config identify upstream provenance, not a public snapshot of the retained corpus; its public availability is unknown."},{"benchmark_id":"tracie-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"unknown","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"tracie","split":"source train; internal train/dev/calibration/holdout","evidence_url":"https://huggingface.co/AndeyTait/JevForge-0.8B/blob/5ca7c0861a0d9b72629a7bc40130a8f154c4840f/training-data-manifest.json","note":"226 retained source-train-derived examples across train/dev/calibration/holdout. Original source labels/candidates preserved. Independent groups/states; canonical S1MB input hashes used only for exclusion. No S1MB labels/scores used for sampling, selection or calibration. Same source-family exposure is disclosed; semantic decontamination and base pretraining exposure unknown. The upstream source is public, but the actual retained, filtered training rows are not redistributed. Dataset/revision/config identify upstream provenance, not a public snapshot of the retained corpus; its public availability is unknown."},{"benchmark_id":"wiqa-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"unknown","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"wiqa","split":"source train; internal train/dev/calibration/holdout","evidence_url":"https://huggingface.co/AndeyTait/JevForge-0.8B/blob/5ca7c0861a0d9b72629a7bc40130a8f154c4840f/training-data-manifest.json","note":"89 retained source-train-derived examples across train/dev/calibration/holdout. Original source labels/candidates preserved. Independent groups/states; canonical S1MB input hashes used only for exclusion. No S1MB labels/scores used for sampling, selection or calibration. Same source-family exposure is disclosed; semantic decontamination and base pretraining exposure unknown. The upstream source is public, but the actual retained, filtered training rows are not redistributed. Dataset/revision/config identify upstream provenance, not a public snapshot of the retained corpus; its public availability is unknown."}],"total_params":854036545,"active_params":597987393,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"AndeyTait/JevForge-0.8B","short_name":"JevForge-0.8B","url":"https://huggingface.co/AndeyTait/JevForge-0.8B","hf_url":"https://huggingface.co/AndeyTait/JevForge-0.8B"}},{"run_id":"andyzhang232__ajev-gemma4-12b-lora5","model":{"id":"andyzhang232/ajev-gemma4-12b-lora5","adapter":"ajev","settings":{"questions_per_call":1},"training_exposure":[{"benchmark_id":"banking77-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"legacy-datasets/banking77","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/andyzhang232/ajev-gemma4-12b-lora5/blob/fb43d5cdb33f09cc559b0f55ecfa218bd2f25a82/README.md","note":"The pinned release card explicitly names this source family in the model’s training data. The exact training Dataset snapshot and configuration are not disclosed. This is author-reported source-family exposure; it does not establish use of the adopted S1MB evaluation examples."},{"benchmark_id":"clinc-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"clinc/clinc_oos","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/andyzhang232/ajev-gemma4-12b-lora5/blob/fb43d5cdb33f09cc559b0f55ecfa218bd2f25a82/README.md","note":"The pinned release card explicitly names this source family in the model’s training data. The exact training Dataset snapshot and configuration are not disclosed. This is author-reported source-family exposure; it does not establish use of the adopted S1MB evaluation examples."},{"benchmark_id":"contract-nli-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"koreeda/contract-nli","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/andyzhang232/ajev-gemma4-12b-lora5/blob/fb43d5cdb33f09cc559b0f55ecfa218bd2f25a82/README.md","note":"The pinned release card explicitly names this source family in the model’s training data. The exact training Dataset snapshot and configuration are not disclosed. This is author-reported source-family exposure; it does not establish use of the adopted S1MB evaluation examples."},{"benchmark_id":"gsm8k-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"openai/gsm8k","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/andyzhang232/ajev-gemma4-12b-lora5/blob/fb43d5cdb33f09cc559b0f55ecfa218bd2f25a82/README.md","note":"The pinned release card explicitly names this source family in the model’s training data. The exact training Dataset snapshot and configuration are not disclosed. This is author-reported source-family exposure; it does not establish use of the adopted S1MB evaluation examples."},{"benchmark_id":"laya--typed-decisions-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"LocalLLaMA/typed-decisions","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/andyzhang232/ajev-gemma4-12b-lora5/blob/fb43d5cdb33f09cc559b0f55ecfa218bd2f25a82/README.md","note":"The pinned release card explicitly names this source family in the model’s training data. The exact training Dataset snapshot and configuration are not disclosed. This is author-reported source-family exposure; it does not establish use of the adopted S1MB evaluation examples."},{"benchmark_id":"laya--typed-decisions-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"LocalLLaMA/typed-decisions","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/andyzhang232/ajev-gemma4-12b-lora5/blob/fb43d5cdb33f09cc559b0f55ecfa218bd2f25a82/README.md","note":"The pinned release card explicitly names this source family in the model’s training data. The exact training Dataset snapshot and configuration are not disclosed. This is author-reported source-family exposure; it does not establish use of the adopted S1MB evaluation examples."},{"benchmark_id":"laya--typed-decisions-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"LocalLLaMA/typed-decisions","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/andyzhang232/ajev-gemma4-12b-lora5/blob/fb43d5cdb33f09cc559b0f55ecfa218bd2f25a82/README.md","note":"The pinned release card explicitly names this source family in the model’s training data. The exact training Dataset snapshot and configuration are not disclosed. This is author-reported source-family exposure; it does not establish use of the adopted S1MB evaluation examples."}],"total_params":12090867712,"active_params":11075633152,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"ajev-gemma4-12b-lora5","short_name":"ajev-gemma4-12b-lora5","url":"https://huggingface.co/andyzhang232/ajev-gemma4-12b-lora5","hf_url":"https://huggingface.co/andyzhang232/ajev-gemma4-12b-lora5"}},{"run_id":"AnkitAI__tinyjev-0.6b","model":{"id":"AnkitAI/tinyjev-0.6b","adapter":"tinyjev","settings":{"questions_per_call":1},"training_exposure":[{"benchmark_id":"banking77-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"legacy-datasets/banking77","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/AnkitAI/tinyjev-0.6b/blob/c559c2f7ea95069f92af8b999f512345bbb87d22/README.md","note":"The card reports Kev decision-v7 training. The named Kev training suite includes this source family; exact original-source training SHA/configuration not disclosed. This does not establish S1MB evaluation-example use."},{"benchmark_id":"dbpedia-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"fancyzhx/dbpedia_14","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/AnkitAI/tinyjev-0.6b/blob/c559c2f7ea95069f92af8b999f512345bbb87d22/README.md","note":"The card reports Kev decision-v7 training. The named Kev training suite includes this source family; exact original-source training SHA/configuration not disclosed. This does not establish S1MB evaluation-example use."},{"benchmark_id":"laya--ag-news-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"fancyzhx/ag_news","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/AnkitAI/tinyjev-0.6b/blob/c559c2f7ea95069f92af8b999f512345bbb87d22/README.md","note":"The card reports Kev decision-v7 training. The named Kev training suite includes this source family; exact original-source training SHA/configuration not disclosed. This does not establish S1MB evaluation-example use."}],"total_params":596574720,"active_params":440992256,"parameter_count_method":"non_lookup_parameters_v1","display_name":"TinyJev 0.6B","short_name":"TinyJev 0.6B","url":"https://huggingface.co/AnkitAI/tinyjev-0.6b","hf_url":"https://huggingface.co/AnkitAI/tinyjev-0.6b"}},{"run_id":"AnkitAI__TinyJev-4B","model":{"id":"AnkitAI/TinyJev-4B","adapter":"tinyjev","settings":{"questions_per_call":1},"total_params":4023779328,"active_params":3634823168,"parameter_count_method":"non_lookup_parameters_v1","display_name":"TinyJev 4B","short_name":"TinyJev 4B","url":"https://huggingface.co/AnkitAI/TinyJev-4B","hf_url":"https://huggingface.co/AnkitAI/TinyJev-4B"}},{"run_id":"apus-ailab__APUS-OpenJev-v1-4B","model":{"id":"apus-ailab/APUS-OpenJev-v1-4B","adapter":"apus","settings":{"questions_per_call":1},"total_params":4539265536,"active_params":3901207040,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"APUS OpenJev v1 4B","short_name":"APUS OpenJev v1 4B","url":"https://huggingface.co/apus-ailab/APUS-OpenJev-v1-4B","hf_url":"https://huggingface.co/apus-ailab/APUS-OpenJev-v1-4B"}},{"run_id":"apus-ailab__APUS-OpenJev-v1-9B","model":{"id":"apus-ailab/APUS-OpenJev-v1-9B","adapter":"apus","settings":{"questions_per_call":1},"total_params":9409813744,"active_params":8390040816,"parameter_count_method":"non_lookup_parameters_v1","display_name":"APUS OpenJev v1 9B","short_name":"APUS OpenJev v1 9B","url":"https://huggingface.co/apus-ailab/APUS-OpenJev-v1-9B","hf_url":"https://huggingface.co/apus-ailab/APUS-OpenJev-v1-9B"}},{"run_id":"autotrust__GEV-26B-Decide","model":{"id":"autotrust/GEV-26B-Decide","adapter":"gev","settings":{"questions_per_call":1},"training_exposure":[{"benchmark_id":"banking77-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"legacy-datasets/banking77","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/autotrust/GEV-26B-Decide/blob/7c89590ead085bf77630b4bf68264ea30b6ddc78/README.md","note":"The pinned release card explicitly names this source family in the model’s training data. The exact training Dataset snapshot and configuration are not disclosed. This is author-reported source-family exposure; it does not establish use of the adopted S1MB evaluation examples."},{"benchmark_id":"clinc-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"clinc/clinc_oos","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/autotrust/GEV-26B-Decide/blob/7c89590ead085bf77630b4bf68264ea30b6ddc78/README.md","note":"The pinned release card explicitly names this source family in the model’s training data. The exact training Dataset snapshot and configuration are not disclosed. This is author-reported source-family exposure; it does not establish use of the adopted S1MB evaluation examples."}],"total_params":25806001480,"active_params":25044211016,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"GEV-26B-Decide","short_name":"GEV-26B-Decide","url":"https://huggingface.co/autotrust/GEV-26B-Decide","hf_url":"https://huggingface.co/autotrust/GEV-26B-Decide"}},{"run_id":"autotrust__JEV-27B","model":{"id":"autotrust/JEV-27B","adapter":"jev27","settings":{},"total_params":27121688088,"active_params":25850289688,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"JEV-27B","short_name":"JEV-27B","url":"https://huggingface.co/autotrust/JEV-27B","hf_url":"https://huggingface.co/autotrust/JEV-27B"}},{"run_id":"bespokelabs__Bespoke-Nimble-9B-v2","model":{"id":"bespokelabs/Bespoke-Nimble-9B-v2","adapter":"nimble","settings":{"questions_per_call":1},"total_params":9453092080,"active_params":8433319152,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"Bespoke-Nimble-9B-v2","short_name":"Bespoke-Nimble-9B-v2","url":"https://huggingface.co/bespokelabs/Bespoke-Nimble-9B-v2","hf_url":"https://huggingface.co/bespokelabs/Bespoke-Nimble-9B-v2"}},{"run_id":"bespokelabs__Bespoke-Nimble-9B-v3","model":{"id":"bespokelabs/Bespoke-Nimble-9B-v3","adapter":"nimble-v3","settings":{"questions_per_call":1},"total_params":9582927088,"active_params":8563154160,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"Bespoke-Nimble-9B-v3","short_name":"Bespoke-Nimble-9B-v3","url":"https://huggingface.co/bespokelabs/Bespoke-Nimble-9B-v3","hf_url":"https://huggingface.co/bespokelabs/Bespoke-Nimble-9B-v3"}},{"run_id":"bespokelabs__Bespoke-Nimble-9B","model":{"id":"bespokelabs/Bespoke-Nimble-9B","adapter":"nimble","settings":{"questions_per_call":1},"total_params":9453092080,"active_params":8433319152,"parameter_count_method":"non_lookup_parameters_v1","display_name":"Bespoke Nimble 9B","short_name":"Bespoke Nimble 9B","url":"https://huggingface.co/bespokelabs/Bespoke-Nimble-9B","hf_url":"https://huggingface.co/bespokelabs/Bespoke-Nimble-9B"}},{"run_id":"Cactus-Compute__needle3","model":{"id":"Cactus-Compute/needle3","adapter":"needle","settings":{},"total_params":121019861,"active_params":50240981,"parameter_count_method":"non_lookup_parameters_v1","display_name":"Needle 3","short_name":"Needle 3","url":"https://huggingface.co/Cactus-Compute/needle3","hf_url":"https://huggingface.co/Cactus-Compute/needle3"}},{"run_id":"caiovicentino1__Eikos-27B","model":{"id":"caiovicentino1/Eikos-27B","adapter":"eikos","settings":{"questions_per_call":1},"training_exposure":[{"benchmark_id":"gsm8k-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"openai/gsm8k","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/caiovicentino1/Eikos-27B/blob/103a5647c0131fd00abc165675fcee243d33a789/README.md","note":"The pinned release card explicitly names this source family in the model’s training data. The exact training Dataset snapshot and configuration are not disclosed. This is author-reported source-family exposure; it does not establish use of the adopted S1MB evaluation examples."}],"total_params":26895998464,"active_params":25624600064,"parameter_count_method":"non_lookup_parameters_v1","display_name":"Eikos 27B","short_name":"Eikos 27B","url":"https://huggingface.co/caiovicentino1/Eikos-27B","hf_url":"https://huggingface.co/caiovicentino1/Eikos-27B"}},{"run_id":"caiovicentino1__Eikos-4B","model":{"id":"caiovicentino1/Eikos-4B","adapter":"eikos","settings":{"questions_per_call":1},"training_exposure":[{"benchmark_id":"gsm8k-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"openai/gsm8k","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/caiovicentino1/Eikos-4B/blob/2b0f4d13c0eda1225eaccd6a7e3f09eb07ae38f4/README.md","note":"The pinned release card explicitly names this source family in the model’s training data. The exact training Dataset snapshot and configuration are not disclosed. This is author-reported source-family exposure; it does not establish use of the adopted S1MB evaluation examples."}],"total_params":4205751296,"active_params":3570052096,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"Eikos 4B","short_name":"Eikos 4B","url":"https://huggingface.co/caiovicentino1/Eikos-4B","hf_url":"https://huggingface.co/caiovicentino1/Eikos-4B"}},{"run_id":"carrtesy__EXAONE-4.0-1.2B-JEV","model":{"id":"carrtesy/EXAONE-4.0-1.2B-JEV","adapter":"exaone-jev","settings":{"questions_per_call":1},"total_params":1279391488,"active_params":1069676288,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"EXAONE-4.0-1.2B-JEV","short_name":"EXAONE-4.0-1.2B-JEV","url":"https://huggingface.co/carrtesy/EXAONE-4.0-1.2B-JEV","hf_url":"https://huggingface.co/carrtesy/EXAONE-4.0-1.2B-JEV"}},{"run_id":"chaoliangUNSW__Jev-Style-0.8B-Decision-v3","model":{"id":"chaoliangUNSW/Jev-Style-0.8B-Decision-v3","adapter":"jev-style","settings":{"questions_per_call":1},"training_exposure":[{"benchmark_id":"clinc-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"clinc/clinc_oos","revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/chaoliangUNSW/Jev-Style-0.8B-Decision-v3/blob/b023d1f9c7858fbf01504577a3bfc349ea5c7385/README.md","note":"The pinned release card explicitly names this source family in the model’s training data. The exact training Dataset snapshot and configuration are not disclosed. This is author-reported source-family exposure; it does not establish use of the adopted S1MB evaluation examples."},{"benchmark_id":"go-emotions-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"google-research-datasets/go_emotions","revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/chaoliangUNSW/Jev-Style-0.8B-Decision-v3/blob/b023d1f9c7858fbf01504577a3bfc349ea5c7385/README.md","note":"The pinned release card explicitly names this source family in the model’s training data. The exact training Dataset snapshot and configuration are not disclosed. This is author-reported source-family exposure; it does not establish use of the adopted S1MB evaluation examples."},{"benchmark_id":"hwu64-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"PolyAI/hwu64","revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/chaoliangUNSW/Jev-Style-0.8B-Decision-v3/blob/b023d1f9c7858fbf01504577a3bfc349ea5c7385/README.md","note":"The pinned release card explicitly names this source family in the model’s training data. The exact training Dataset snapshot and configuration are not disclosed. This is author-reported source-family exposure; it does not establish use of the adopted S1MB evaluation examples."},{"benchmark_id":"laya--ag-news-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"fancyzhx/ag_news","revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/chaoliangUNSW/Jev-Style-0.8B-Decision-v3/blob/b023d1f9c7858fbf01504577a3bfc349ea5c7385/README.md","note":"The pinned release card explicitly names this source family in the model’s training data. The exact training Dataset snapshot and configuration are not disclosed. This is author-reported source-family exposure; it does not establish use of the adopted S1MB evaluation examples."},{"benchmark_id":"laya--typed-decisions-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"LocalLLaMA/typed-decisions","revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/chaoliangUNSW/Jev-Style-0.8B-Decision-v3/blob/b023d1f9c7858fbf01504577a3bfc349ea5c7385/README.md","note":"The pinned release card explicitly names this source family in the model’s training data. The exact training Dataset snapshot and configuration are not disclosed. This is author-reported source-family exposure; it does not establish use of the adopted S1MB evaluation examples."},{"benchmark_id":"laya--typed-decisions-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"LocalLLaMA/typed-decisions","revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/chaoliangUNSW/Jev-Style-0.8B-Decision-v3/blob/b023d1f9c7858fbf01504577a3bfc349ea5c7385/README.md","note":"The pinned release card explicitly names this source family in the model’s training data. The exact training Dataset snapshot and configuration are not disclosed. This is author-reported source-family exposure; it does not establish use of the adopted S1MB evaluation examples."},{"benchmark_id":"laya--typed-decisions-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"LocalLLaMA/typed-decisions","revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/chaoliangUNSW/Jev-Style-0.8B-Decision-v3/blob/b023d1f9c7858fbf01504577a3bfc349ea5c7385/README.md","note":"The pinned release card explicitly names this source family in the model’s training data. The exact training Dataset snapshot and configuration are not disclosed. This is author-reported source-family exposure; it does not establish use of the adopted S1MB evaluation examples."},{"benchmark_id":"massive-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"AmazonScience/massive","revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/chaoliangUNSW/Jev-Style-0.8B-Decision-v3/blob/b023d1f9c7858fbf01504577a3bfc349ea5c7385/README.md","note":"The pinned release card explicitly names this source family in the model’s training data. The exact training Dataset snapshot and configuration are not disclosed. This is author-reported source-family exposure; it does not establish use of the adopted S1MB evaluation examples."}],"total_params":752393024,"active_params":498113344,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"Jev-Style-0.8B-Decision-v3","short_name":"Jev-Style-0.8B-Decision-v3","url":"https://huggingface.co/chaoliangUNSW/Jev-Style-0.8B-Decision-v3","hf_url":"https://huggingface.co/chaoliangUNSW/Jev-Style-0.8B-Decision-v3"}},{"run_id":"chaoliangUNSW__Jev-Style-2B-Decision-v3","model":{"id":"chaoliangUNSW/Jev-Style-2B-Decision-v3","adapter":"jev-style-2b","settings":{"questions_per_call":1},"training_exposure":[{"benchmark_id":"arc-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"allenai/ai2_arc","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/chaoliangUNSW/Jev-Style-2B-Decision-v3/blob/5bad2d53ae04e832e2b30aa2a89bec76ec03deec/README.md","note":"The pinned release card explicitly names this source family in the model’s training data. The exact training Dataset snapshot and configuration are not disclosed. This is author-reported source-family exposure; it does not establish use of the adopted S1MB evaluation examples."},{"benchmark_id":"banking77-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"legacy-datasets/banking77","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/chaoliangUNSW/Jev-Style-2B-Decision-v3/blob/5bad2d53ae04e832e2b30aa2a89bec76ec03deec/README.md","note":"The pinned release card explicitly names this source family in the model’s training data. The exact training Dataset snapshot and configuration are not disclosed. This is author-reported source-family exposure; it does not establish use of the adopted S1MB evaluation examples."},{"benchmark_id":"civil-comments-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"google/civil_comments","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/chaoliangUNSW/Jev-Style-2B-Decision-v3/blob/5bad2d53ae04e832e2b30aa2a89bec76ec03deec/README.md","note":"The pinned release card explicitly names this source family in the model’s training data. The exact training Dataset snapshot and configuration are not disclosed. This is author-reported source-family exposure; it does not establish use of the adopted S1MB evaluation examples."},{"benchmark_id":"clinc-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"clinc/clinc_oos","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/chaoliangUNSW/Jev-Style-2B-Decision-v3/blob/5bad2d53ae04e832e2b30aa2a89bec76ec03deec/README.md","note":"The pinned release card explicitly names this source family in the model’s training data. The exact training Dataset snapshot and configuration are not disclosed. This is author-reported source-family exposure; it does not establish use of the adopted S1MB evaluation examples."},{"benchmark_id":"gsm8k-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"openai/gsm8k","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/chaoliangUNSW/Jev-Style-2B-Decision-v3/blob/5bad2d53ae04e832e2b30aa2a89bec76ec03deec/README.md","note":"The pinned release card explicitly names this source family in the model’s training data. The exact training Dataset snapshot and configuration are not disclosed. This is author-reported source-family exposure; it does not establish use of the adopted S1MB evaluation examples."},{"benchmark_id":"massive-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"AmazonScience/massive","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/chaoliangUNSW/Jev-Style-2B-Decision-v3/blob/5bad2d53ae04e832e2b30aa2a89bec76ec03deec/README.md","note":"The pinned release card explicitly names this source family in the model’s training data. The exact training Dataset snapshot and configuration are not disclosed. This is author-reported source-family exposure; it does not establish use of the adopted S1MB evaluation examples."},{"benchmark_id":"sgd-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"google/schema_guided_dialogue","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/chaoliangUNSW/Jev-Style-2B-Decision-v3/blob/5bad2d53ae04e832e2b30aa2a89bec76ec03deec/README.md","note":"The pinned release card explicitly names this source family in the model’s training data. The exact training Dataset snapshot and configuration are not disclosed. This is author-reported source-family exposure; it does not establish use of the adopted S1MB evaluation examples."},{"benchmark_id":"snli-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"stanfordnlp/snli","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/chaoliangUNSW/Jev-Style-2B-Decision-v3/blob/5bad2d53ae04e832e2b30aa2a89bec76ec03deec/README.md","note":"The pinned release card explicitly names this source family in the model’s training data. The exact training Dataset snapshot and configuration are not disclosed. This is author-reported source-family exposure; it does not establish use of the adopted S1MB evaluation examples."}],"total_params":1881825088,"active_params":1373265728,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"Jev-Style-2B-Decision-v3","short_name":"Jev-Style-2B-Decision-v3","url":"https://huggingface.co/chaoliangUNSW/Jev-Style-2B-Decision-v3","hf_url":"https://huggingface.co/chaoliangUNSW/Jev-Style-2B-Decision-v3"}},{"run_id":"Cloudflare__clef-flash","model":{"id":"Cloudflare/clef-flash","adapter":"clef","settings":{"questions_per_call":"all-case-questions"},"total_params":9531576564,"active_params":8511800564,"parameter_count_method":"non_lookup_parameters_v1","display_name":"Clef-Flash","short_name":"Clef-Flash","url":"https://huggingface.co/Cloudflare/clef-flash","hf_url":"https://huggingface.co/Cloudflare/clef-flash"}},{"run_id":"Cloudflare__clef-flash","model":{"id":"Cloudflare/clef-flash","adapter":"clef","settings":{"questions_per_call":"all-case-questions"},"training_exposure":null,"total_params":9531576564,"active_params":8511800564,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"Clef-Flash","short_name":"Clef-Flash","url":"https://huggingface.co/Cloudflare/clef-flash","hf_url":"https://huggingface.co/Cloudflare/clef-flash"}},{"run_id":"Cloudflare__clef","model":{"id":"Cloudflare/clef","adapter":"clef","settings":{"questions_per_call":"all-case-questions"},"total_params":27484784884,"active_params":26210729204,"parameter_count_method":"non_lookup_parameters_v1","display_name":"Cloudflare Clef","short_name":"Clef","url":"https://huggingface.co/Cloudflare/clef","hf_url":"https://huggingface.co/Cloudflare/clef"}},{"run_id":"Cloudflare__clef","model":{"id":"Cloudflare/clef","adapter":"clef","settings":{"questions_per_call":"all-case-questions"},"training_exposure":null,"total_params":27484784884,"active_params":26210729204,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"Cloudflare Clef","short_name":"Clef","url":"https://huggingface.co/Cloudflare/clef","hf_url":"https://huggingface.co/Cloudflare/clef"}},{"run_id":"com-kotobalabs__open-jev-deberta-v3-large","model":{"id":"com-kotobalabs/open-jev-deberta-v3-large","adapter":"kotoba","settings":{"questions_per_call":1},"training_exposure":[{"benchmark_id":"banking77-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"legacy-datasets/banking77","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/com-kotobalabs/open-jev-deberta-v3-large/blob/188ee67a5c93122b916e5acd5bdb0cb3623e380a/README.md","note":"The pinned release card explicitly names this source family in the model’s training data. The exact training Dataset snapshot and configuration are not disclosed. This is author-reported source-family exposure; it does not establish use of the adopted S1MB evaluation examples."}],"total_params":437159937,"active_params":305461249,"parameter_count_method":"non_lookup_parameters_v1","display_name":"Kotoba Open-Jev DeBERTa v3 Large","short_name":"Kotoba Open-Jev DeBERTa v3 Large","url":"https://huggingface.co/com-kotobalabs/open-jev-deberta-v3-large","hf_url":"https://huggingface.co/com-kotobalabs/open-jev-deberta-v3-large"}},{"run_id":"Contrastive-LM__CLM-v0.1-8B","model":{"id":"Contrastive-LM/CLM-v0.1-8B","adapter":"clm","settings":{"questions_per_call":1},"total_params":7587293184,"active_params":6964963328,"parameter_count_method":"non_lookup_parameters_v1","display_name":"CLM-v0.1-8B","short_name":"CLM-v0.1-8B","url":"https://huggingface.co/Contrastive-LM/CLM-v0.1-8B","hf_url":"https://huggingface.co/Contrastive-LM/CLM-v0.1-8B"}},{"run_id":"convaiinnovations__laya-multilingual","model":{"id":"convaiinnovations/laya-multilingual","adapter":"laya","settings":{"questions_per_call":null},"training_exposure":[{"benchmark_id":"laya--ag-news-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"fancyzhx/ag_news","revision":null,"config":null,"split":null,"evidence_url":"https://github.com/NandhaKishorM/laya/blob/c73908d96ff73c0062c340a11bf7c54ec7d8bc4d/research/scripts/bench_apps.py","note":"The released project benchmark documentation explicitly labels this source as in the Laya training mixture, and the benchmark script binds its exact public Dataset name using in_training=True. Results include English, multilingual and typed-decisions checkpoints. Exact training snapshot and effective source split are undisclosed; no direct S1MB evaluation-example use is claimed."},{"benchmark_id":"laya--enron-spam-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"SetFit/enron_spam","revision":null,"config":null,"split":null,"evidence_url":"https://github.com/NandhaKishorM/laya/blob/c73908d96ff73c0062c340a11bf7c54ec7d8bc4d/research/scripts/bench_apps.py","note":"The released project benchmark documentation explicitly labels this source as in the Laya training mixture, and the benchmark script binds its exact public Dataset name using in_training=True. Results include English, multilingual and typed-decisions checkpoints. Exact training snapshot and effective source split are undisclosed; no direct S1MB evaluation-example use is claimed."},{"benchmark_id":"synthetic-relevance--nanobeir--nanomsmarco-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"microsoft/ms_marco","revision":null,"config":null,"split":null,"evidence_url":"https://github.com/NandhaKishorM/laya/blob/c73908d96ff73c0062c340a11bf7c54ec7d8bc4d/research/scripts/bench_apps.py","note":"The released project benchmark documentation explicitly labels this source as in the Laya training mixture, and the benchmark script binds its exact public Dataset name using in_training=True. Results include English, multilingual and typed-decisions checkpoints. Exact training snapshot and effective source split are undisclosed; no direct S1MB evaluation-example use is claimed."},{"benchmark_id":"synthetic-relevance--nanobeir--nanomsmarco-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"microsoft/ms_marco","revision":null,"config":null,"split":null,"evidence_url":"https://github.com/NandhaKishorM/laya/blob/c73908d96ff73c0062c340a11bf7c54ec7d8bc4d/research/scripts/bench_apps.py","note":"The released project benchmark documentation explicitly labels this source as in the Laya training mixture, and the benchmark script binds its exact public Dataset name using in_training=True. Results include English, multilingual and typed-decisions checkpoints. Exact training snapshot and effective source split are undisclosed; no direct S1MB evaluation-example use is claimed."}],"total_params":321908998,"active_params":125300998,"parameter_count_method":"non_lookup_parameters_v1","display_name":"convaiinnovations/laya-multilingual","short_name":"laya-multilingual","url":"https://huggingface.co/convaiinnovations/laya-multilingual","hf_url":"https://huggingface.co/convaiinnovations/laya-multilingual"}},{"run_id":"convaiinnovations__laya-typed-decisions","model":{"id":"convaiinnovations/laya-typed-decisions","adapter":"laya","settings":{"questions_per_call":null},"training_exposure":[{"benchmark_id":"laya--ag-news-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"fancyzhx/ag_news","revision":null,"config":null,"split":null,"evidence_url":"https://github.com/NandhaKishorM/laya/blob/c73908d96ff73c0062c340a11bf7c54ec7d8bc4d/research/scripts/bench_apps.py","note":"The released project benchmark documentation explicitly labels this source as in the Laya training mixture, and the benchmark script binds its exact public Dataset name using in_training=True. Results include English, multilingual and typed-decisions checkpoints. Exact training snapshot and effective source split are undisclosed; no direct S1MB evaluation-example use is claimed."},{"benchmark_id":"laya--enron-spam-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"SetFit/enron_spam","revision":null,"config":null,"split":null,"evidence_url":"https://github.com/NandhaKishorM/laya/blob/c73908d96ff73c0062c340a11bf7c54ec7d8bc4d/research/scripts/bench_apps.py","note":"The released project benchmark documentation explicitly labels this source as in the Laya training mixture, and the benchmark script binds its exact public Dataset name using in_training=True. Results include English, multilingual and typed-decisions checkpoints. Exact training snapshot and effective source split are undisclosed; no direct S1MB evaluation-example use is claimed."},{"benchmark_id":"laya--typed-decisions-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"LocalLLaMA/typed-decisions","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/convaiinnovations/laya-typed-decisions/blob/1a793eb568e6718f15941d08f85432581df534e3/README.md","note":"The pinned release card explicitly names this source family in the model’s training data. The exact training Dataset snapshot and configuration are not disclosed. This is author-reported source-family exposure; it does not establish use of the adopted S1MB evaluation examples."},{"benchmark_id":"laya--typed-decisions-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"LocalLLaMA/typed-decisions","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/convaiinnovations/laya-typed-decisions/blob/1a793eb568e6718f15941d08f85432581df534e3/README.md","note":"The pinned release card explicitly names this source family in the model’s training data. The exact training Dataset snapshot and configuration are not disclosed. This is author-reported source-family exposure; it does not establish use of the adopted S1MB evaluation examples."},{"benchmark_id":"laya--typed-decisions-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"LocalLLaMA/typed-decisions","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/convaiinnovations/laya-typed-decisions/blob/1a793eb568e6718f15941d08f85432581df534e3/README.md","note":"The pinned release card explicitly names this source family in the model’s training data. The exact training Dataset snapshot and configuration are not disclosed. This is author-reported source-family exposure; it does not establish use of the adopted S1MB evaluation examples."},{"benchmark_id":"synthetic-relevance--nanobeir--nanomsmarco-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"microsoft/ms_marco","revision":null,"config":null,"split":null,"evidence_url":"https://github.com/NandhaKishorM/laya/blob/c73908d96ff73c0062c340a11bf7c54ec7d8bc4d/research/scripts/bench_apps.py","note":"The released project benchmark documentation explicitly labels this source as in the Laya training mixture, and the benchmark script binds its exact public Dataset name using in_training=True. Results include English, multilingual and typed-decisions checkpoints. Exact training snapshot and effective source split are undisclosed; no direct S1MB evaluation-example use is claimed."},{"benchmark_id":"synthetic-relevance--nanobeir--nanomsmarco-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"microsoft/ms_marco","revision":null,"config":null,"split":null,"evidence_url":"https://github.com/NandhaKishorM/laya/blob/c73908d96ff73c0062c340a11bf7c54ec7d8bc4d/research/scripts/bench_apps.py","note":"The released project benchmark documentation explicitly labels this source as in the Laya training mixture, and the benchmark script binds its exact public Dataset name using in_training=True. Results include English, multilingual and typed-decisions checkpoints. Exact training snapshot and effective source split are undisclosed; no direct S1MB evaluation-example use is claimed."}],"total_params":421293830,"active_params":369716998,"parameter_count_method":"non_lookup_parameters_v1","display_name":"convaiinnovations/laya-typed-decisions","short_name":"laya-typed-decisions","url":"https://huggingface.co/convaiinnovations/laya-typed-decisions","hf_url":"https://huggingface.co/convaiinnovations/laya-typed-decisions"}},{"run_id":"convaiinnovations__laya","model":{"id":"convaiinnovations/laya","adapter":"laya","settings":{"questions_per_call":null},"training_exposure":[{"benchmark_id":"laya--ag-news-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"fancyzhx/ag_news","revision":null,"config":null,"split":null,"evidence_url":"https://github.com/NandhaKishorM/laya/blob/c73908d96ff73c0062c340a11bf7c54ec7d8bc4d/research/scripts/bench_apps.py","note":"The released project benchmark documentation explicitly labels this source as in the Laya training mixture, and the benchmark script binds its exact public Dataset name using in_training=True. Results include English, multilingual and typed-decisions checkpoints. Exact training snapshot and effective source split are undisclosed; no direct S1MB evaluation-example use is claimed."},{"benchmark_id":"laya--enron-spam-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"SetFit/enron_spam","revision":null,"config":null,"split":null,"evidence_url":"https://github.com/NandhaKishorM/laya/blob/c73908d96ff73c0062c340a11bf7c54ec7d8bc4d/research/scripts/bench_apps.py","note":"The released project benchmark documentation explicitly labels this source as in the Laya training mixture, and the benchmark script binds its exact public Dataset name using in_training=True. Results include English, multilingual and typed-decisions checkpoints. Exact training snapshot and effective source split are undisclosed; no direct S1MB evaluation-example use is claimed."},{"benchmark_id":"synthetic-relevance--nanobeir--nanomsmarco-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"microsoft/ms_marco","revision":null,"config":null,"split":null,"evidence_url":"https://github.com/NandhaKishorM/laya/blob/c73908d96ff73c0062c340a11bf7c54ec7d8bc4d/research/scripts/bench_apps.py","note":"The released project benchmark documentation explicitly labels this source as in the Laya training mixture, and the benchmark script binds its exact public Dataset name using in_training=True. Results include English, multilingual and typed-decisions checkpoints. Exact training snapshot and effective source split are undisclosed; no direct S1MB evaluation-example use is claimed."},{"benchmark_id":"synthetic-relevance--nanobeir--nanomsmarco-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"microsoft/ms_marco","revision":null,"config":null,"split":null,"evidence_url":"https://github.com/NandhaKishorM/laya/blob/c73908d96ff73c0062c340a11bf7c54ec7d8bc4d/research/scripts/bench_apps.py","note":"The released project benchmark documentation explicitly labels this source as in the Laya training mixture, and the benchmark script binds its exact public Dataset name using in_training=True. Results include English, multilingual and typed-decisions checkpoints. Exact training snapshot and effective source split are undisclosed; no direct S1MB evaluation-example use is claimed."}],"total_params":421293830,"active_params":369716998,"parameter_count_method":"non_lookup_parameters_v1","display_name":"convaiinnovations/laya","short_name":"laya","url":"https://huggingface.co/convaiinnovations/laya","hf_url":"https://huggingface.co/convaiinnovations/laya"}},{"run_id":"CountingSheep__vev-4b","model":{"id":"CountingSheep/vev-4b","adapter":"vev","settings":{"questions_per_call":1},"training_exposure":[{"benchmark_id":"nlvr2-noul","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://github.com/Xiaooolong/vev/blob/2d8c403b1c8459d34be214d76c19e0b158a1979c/TRAINING.md","note":"Original source: NLVR2. The released research mixture reports positive training-record counts for this family; exact selected rows of the 100k sample are not established. No adopted evaluation-example use is asserted."},{"benchmark_id":"vsr-noul","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://github.com/Xiaooolong/vev/blob/2d8c403b1c8459d34be214d76c19e0b158a1979c/TRAINING.md","note":"Original source: VSR. The released research mixture reports positive training-record counts for this family; exact selected rows of the 100k sample are not established. No adopted evaluation-example use is asserted."},{"benchmark_id":"laya--ag-news-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://github.com/Xiaooolong/vev/blob/2d8c403b1c8459d34be214d76c19e0b158a1979c/TRAINING.md","note":"Original source family: fancyzhx/ag_news. The released v1-research training build reports 17,703 training records from ag_news. The released models sample 100,000 of 716,789 build training records; exact consumed rows and training revisions are not established. This is source-family disclosure, not confirmed S1MB evaluation-example use."},{"benchmark_id":"banking77-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://github.com/Xiaooolong/vev/blob/2d8c403b1c8459d34be214d76c19e0b158a1979c/TRAINING.md","note":"Original source family: PolyAI/banking77. The released v1-research training build reports 11,167 training records from banking77. The released models sample 100,000 of 716,789 build training records; exact consumed rows and training revisions are not established. This is source-family disclosure, not confirmed S1MB evaluation-example use."},{"benchmark_id":"clinc-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://github.com/Xiaooolong/vev/blob/2d8c403b1c8459d34be214d76c19e0b158a1979c/TRAINING.md","note":"Original source family: clinc/clinc_oos. The released v1-research training build reports 17,015 training records from clinc150. The released models sample 100,000 of 716,789 build training records; exact consumed rows and training revisions are not established. This is source-family disclosure, not confirmed S1MB evaluation-example use."},{"benchmark_id":"dbpedia-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://github.com/Xiaooolong/vev/blob/2d8c403b1c8459d34be214d76c19e0b158a1979c/TRAINING.md","note":"Original source family: fancyzhx/dbpedia_14. The released v1-research training build reports 33,117 training records from dbpedia14. The released models sample 100,000 of 716,789 build training records; exact consumed rows and training revisions are not established. This is source-family disclosure, not confirmed S1MB evaluation-example use."}],"total_params":4539265536,"active_params":3901207040,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"Vev 4B (non-commercial)","short_name":"Vev 4B (non-commercial)","url":"https://huggingface.co/CountingSheep/vev-4b","hf_url":"https://huggingface.co/CountingSheep/vev-4b"}},{"run_id":"CountingSheep__vev-9b","model":{"id":"CountingSheep/vev-9b","adapter":"vev","settings":{"questions_per_call":1},"training_exposure":[{"benchmark_id":"nlvr2-noul","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://github.com/Xiaooolong/vev/blob/2d8c403b1c8459d34be214d76c19e0b158a1979c/TRAINING.md","note":"Original source: NLVR2. The released research mixture reports positive training-record counts for this family; exact selected rows of the 100k sample are not established. No adopted evaluation-example use is asserted."},{"benchmark_id":"vsr-noul","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://github.com/Xiaooolong/vev/blob/2d8c403b1c8459d34be214d76c19e0b158a1979c/TRAINING.md","note":"Original source: VSR. The released research mixture reports positive training-record counts for this family; exact selected rows of the 100k sample are not established. No adopted evaluation-example use is asserted."},{"benchmark_id":"laya--ag-news-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://github.com/Xiaooolong/vev/blob/2d8c403b1c8459d34be214d76c19e0b158a1979c/TRAINING.md","note":"Original source family: fancyzhx/ag_news. The released v1-research training build reports 17,703 training records from ag_news. The released models sample 100,000 of 716,789 build training records; exact consumed rows and training revisions are not established. This is source-family disclosure, not confirmed S1MB evaluation-example use."},{"benchmark_id":"banking77-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://github.com/Xiaooolong/vev/blob/2d8c403b1c8459d34be214d76c19e0b158a1979c/TRAINING.md","note":"Original source family: PolyAI/banking77. The released v1-research training build reports 11,167 training records from banking77. The released models sample 100,000 of 716,789 build training records; exact consumed rows and training revisions are not established. This is source-family disclosure, not confirmed S1MB evaluation-example use."},{"benchmark_id":"clinc-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://github.com/Xiaooolong/vev/blob/2d8c403b1c8459d34be214d76c19e0b158a1979c/TRAINING.md","note":"Original source family: clinc/clinc_oos. The released v1-research training build reports 17,015 training records from clinc150. The released models sample 100,000 of 716,789 build training records; exact consumed rows and training revisions are not established. This is source-family disclosure, not confirmed S1MB evaluation-example use."},{"benchmark_id":"dbpedia-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://github.com/Xiaooolong/vev/blob/2d8c403b1c8459d34be214d76c19e0b158a1979c/TRAINING.md","note":"Original source family: fancyzhx/dbpedia_14. The released v1-research training build reports 33,117 training records from dbpedia14. The released models sample 100,000 of 716,789 build training records; exact consumed rows and training revisions are not established. This is source-family disclosure, not confirmed S1MB evaluation-example use."}],"total_params":9409813744,"active_params":8390040816,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"Vev 9B (non-commercial)","short_name":"Vev 9B (non-commercial)","url":"https://huggingface.co/CountingSheep/vev-9b","hf_url":"https://huggingface.co/CountingSheep/vev-9b"}},{"run_id":"crh225__plumb-4b","model":{"id":"crh225/plumb-4b","adapter":"plumb","settings":{"questions_per_call":1},"total_params":4205751296,"active_params":3570052096,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"plumb-4b","short_name":"plumb-4b","url":"https://huggingface.co/crh225/plumb-4b","hf_url":"https://huggingface.co/crh225/plumb-4b"}},{"run_id":"DangerLabs__DM-JEPA","model":{"id":"DangerLabs/DM-JEPA","adapter":"dm-jepa","settings":{"questions_per_call":1},"total_params":159258370,"active_params":120575746,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"DM-JEPA","short_name":"DM-JEPA","url":"https://huggingface.co/DangerLabs/DM-JEPA","hf_url":"https://huggingface.co/DangerLabs/DM-JEPA"}},{"run_id":"davidburhans__gevva-e2b","model":{"id":"davidburhans/gevva-e2b","adapter":"gevva","settings":{"questions_per_call":1},"total_params":5104303648,"active_params":2337111584,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"gevva-e2b","short_name":"gevva-e2b","url":"https://huggingface.co/davidburhans/gevva-e2b","hf_url":"https://huggingface.co/davidburhans/gevva-e2b"}},{"run_id":"davidburhans__gevva-e4b","model":{"id":"davidburhans/gevva-e4b","adapter":"gevva","settings":{"questions_per_call":1},"total_params":7941111072,"active_params":4435721504,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"gevva-e4b","short_name":"gevva-e4b","url":"https://huggingface.co/davidburhans/gevva-e4b","hf_url":"https://huggingface.co/davidburhans/gevva-e4b"}},{"run_id":"denis-pplx__AutoJev-27B","model":{"id":"denis-pplx/AutoJev-27B","adapter":"autojev","settings":{"questions_per_call":1},"total_params":26086635760,"active_params":24812583152,"parameter_count_method":"non_lookup_parameters_v1","display_name":"AutoJev-27B","short_name":"AutoJev-27B","url":"https://huggingface.co/denis-pplx/AutoJev-27B","hf_url":"https://huggingface.co/denis-pplx/AutoJev-27B"}},{"run_id":"dhtocks__malkuth-2b","model":{"id":"dhtocks/malkuth-2b","adapter":"kev","settings":{"questions_per_call":1},"training_exposure":[{"benchmark_id":"arc-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"allenai/ai2_arc","revision":null,"config":null,"split":"train","evidence_url":"https://github.com/newfull5/malkuth/blob/af2e1c06ded5c448e78394f356319fc2e49f4c94/docs/benchmarks.md","note":"Released checkpoints explicitly used train_mix_v4 (89,791 records); retained source counts are published. Exact training Dataset snapshot was not disclosed. Aegis/BeaverTails are v5-only and excluded from these releases."},{"benchmark_id":"civil-comments-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"google/civil_comments","revision":null,"config":null,"split":"train[:400000]","evidence_url":"https://github.com/newfull5/malkuth/blob/af2e1c06ded5c448e78394f356319fc2e49f4c94/docs/benchmarks.md","note":"Released checkpoints explicitly used train_mix_v4 (89,791 records); retained source counts are published. Exact training Dataset snapshot was not disclosed. Aegis/BeaverTails are v5-only and excluded from these releases."},{"benchmark_id":"clinc-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"clinc/clinc_oos","revision":null,"config":"plus","split":"train","evidence_url":"https://github.com/newfull5/malkuth/blob/af2e1c06ded5c448e78394f356319fc2e49f4c94/docs/benchmarks.md","note":"Released checkpoints explicitly used train_mix_v4 (89,791 records); retained source counts are published. Exact training Dataset snapshot was not disclosed. Aegis/BeaverTails are v5-only and excluded from these releases."},{"benchmark_id":"laya--typed-decisions-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"LocalLLaMA/typed-decisions","revision":null,"config":"all","split":"train","evidence_url":"https://github.com/newfull5/malkuth/blob/af2e1c06ded5c448e78394f356319fc2e49f4c94/docs/benchmarks.md","note":"Released checkpoints explicitly used train_mix_v4 (89,791 records); retained source counts are published. Exact training Dataset snapshot was not disclosed. Aegis/BeaverTails are v5-only and excluded from these releases."},{"benchmark_id":"laya--typed-decisions-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"LocalLLaMA/typed-decisions","revision":null,"config":"all","split":"train","evidence_url":"https://github.com/newfull5/malkuth/blob/af2e1c06ded5c448e78394f356319fc2e49f4c94/docs/benchmarks.md","note":"Released checkpoints explicitly used train_mix_v4 (89,791 records); retained source counts are published. Exact training Dataset snapshot was not disclosed. Aegis/BeaverTails are v5-only and excluded from these releases."},{"benchmark_id":"laya--typed-decisions-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"LocalLLaMA/typed-decisions","revision":null,"config":"all","split":"train","evidence_url":"https://github.com/newfull5/malkuth/blob/af2e1c06ded5c448e78394f356319fc2e49f4c94/docs/benchmarks.md","note":"Released checkpoints explicitly used train_mix_v4 (89,791 records); retained source counts are published. Exact training Dataset snapshot was not disclosed. Aegis/BeaverTails are v5-only and excluded from these releases."},{"benchmark_id":"massive-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"mteb/amazon_massive_intent","revision":null,"config":"en","split":"train","evidence_url":"https://github.com/newfull5/malkuth/blob/af2e1c06ded5c448e78394f356319fc2e49f4c94/docs/benchmarks.md","note":"Released checkpoints explicitly used train_mix_v4 (89,791 records); retained source counts are published. Exact training Dataset snapshot was not disclosed. Aegis/BeaverTails are v5-only and excluded from these releases."}],"total_params":1882874176,"active_params":1374314816,"parameter_count_method":"non_lookup_parameters_v1","display_name":"malkuth-2b","short_name":"malkuth-2b","url":"https://huggingface.co/dhtocks/malkuth-2b","hf_url":"https://huggingface.co/dhtocks/malkuth-2b"}},{"run_id":"dhtocks__malkuth-4b","model":{"id":"dhtocks/malkuth-4b","adapter":"kev","settings":{"questions_per_call":1},"training_exposure":[{"benchmark_id":"arc-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"allenai/ai2_arc","revision":null,"config":null,"split":"train","evidence_url":"https://github.com/newfull5/malkuth/blob/af2e1c06ded5c448e78394f356319fc2e49f4c94/docs/benchmarks.md","note":"Released checkpoints explicitly used train_mix_v4 (89,791 records); retained source counts are published. Exact training Dataset snapshot was not disclosed. Aegis/BeaverTails are v5-only and excluded from these releases."},{"benchmark_id":"civil-comments-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"google/civil_comments","revision":null,"config":null,"split":"train[:400000]","evidence_url":"https://github.com/newfull5/malkuth/blob/af2e1c06ded5c448e78394f356319fc2e49f4c94/docs/benchmarks.md","note":"Released checkpoints explicitly used train_mix_v4 (89,791 records); retained source counts are published. Exact training Dataset snapshot was not disclosed. Aegis/BeaverTails are v5-only and excluded from these releases."},{"benchmark_id":"clinc-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"clinc/clinc_oos","revision":null,"config":"plus","split":"train","evidence_url":"https://github.com/newfull5/malkuth/blob/af2e1c06ded5c448e78394f356319fc2e49f4c94/docs/benchmarks.md","note":"Released checkpoints explicitly used train_mix_v4 (89,791 records); retained source counts are published. Exact training Dataset snapshot was not disclosed. Aegis/BeaverTails are v5-only and excluded from these releases."},{"benchmark_id":"laya--typed-decisions-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"LocalLLaMA/typed-decisions","revision":null,"config":"all","split":"train","evidence_url":"https://github.com/newfull5/malkuth/blob/af2e1c06ded5c448e78394f356319fc2e49f4c94/docs/benchmarks.md","note":"Released checkpoints explicitly used train_mix_v4 (89,791 records); retained source counts are published. Exact training Dataset snapshot was not disclosed. Aegis/BeaverTails are v5-only and excluded from these releases."},{"benchmark_id":"laya--typed-decisions-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"LocalLLaMA/typed-decisions","revision":null,"config":"all","split":"train","evidence_url":"https://github.com/newfull5/malkuth/blob/af2e1c06ded5c448e78394f356319fc2e49f4c94/docs/benchmarks.md","note":"Released checkpoints explicitly used train_mix_v4 (89,791 records); retained source counts are published. Exact training Dataset snapshot was not disclosed. Aegis/BeaverTails are v5-only and excluded from these releases."},{"benchmark_id":"laya--typed-decisions-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"LocalLLaMA/typed-decisions","revision":null,"config":"all","split":"train","evidence_url":"https://github.com/newfull5/malkuth/blob/af2e1c06ded5c448e78394f356319fc2e49f4c94/docs/benchmarks.md","note":"Released checkpoints explicitly used train_mix_v4 (89,791 records); retained source counts are published. Exact training Dataset snapshot was not disclosed. Aegis/BeaverTails are v5-only and excluded from these releases."},{"benchmark_id":"massive-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"mteb/amazon_massive_intent","revision":null,"config":"en","split":"train","evidence_url":"https://github.com/newfull5/malkuth/blob/af2e1c06ded5c448e78394f356319fc2e49f4c94/docs/benchmarks.md","note":"Released checkpoints explicitly used train_mix_v4 (89,791 records); retained source counts are published. Exact training Dataset snapshot was not disclosed. Aegis/BeaverTails are v5-only and excluded from these releases."}],"total_params":4239527424,"active_params":3603828224,"parameter_count_method":"non_lookup_parameters_v1","display_name":"malkuth-4b","short_name":"malkuth-4b","url":"https://huggingface.co/dhtocks/malkuth-4b","hf_url":"https://huggingface.co/dhtocks/malkuth-4b"}},{"run_id":"divyanshx11__JEVision","model":{"id":"divyanshx11/JEVision","adapter":"jevvision","settings":{"questions_per_call":1},"training_exposure":null,"total_params":864333376,"active_params":608284224,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"JEVision","short_name":"JEVision","url":"https://huggingface.co/divyanshx11/JEVision","hf_url":"https://huggingface.co/divyanshx11/JEVision"}},{"run_id":"e12ex2__jev-vision-27b","model":{"id":"e12ex2/jev-vision-27b","adapter":"e12ex-vision","settings":{"questions_per_call":1},"training_exposure":[{"benchmark_id":"scienceqa-choice","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/e12ex2/jev-vision-27b/blob/483df76c76a96b1cc5f76e66140da925b346cef2/README.md","note":"The pinned model card names ScienceQA among its vision training sources and reports train splits only. It also reports image pHash filtering against its evaluation images; this is an author claim, not an independent audit against adopted S1MB examples. Exact source revision and configuration are not disclosed."}],"total_params":27356728560,"active_params":26082675952,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"e12ex2 Jev Vision 27B","short_name":"e12ex2 Jev Vision 27B","url":"https://huggingface.co/e12ex2/jev-vision-27b","hf_url":"https://huggingface.co/e12ex2/jev-vision-27b"}},{"run_id":"EldanRing__Winnow-12B","model":{"id":"EldanRing/Winnow-12B","adapter":"winnow","settings":{"questions_per_call":1},"total_params":11907350576,"active_params":10900717616,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"Winnow 12B","short_name":"Winnow 12B","url":"https://huggingface.co/EldanRing/Winnow-12B","hf_url":"https://huggingface.co/EldanRing/Winnow-12B"}},{"run_id":"EldanRing__Winnow-12B","model":{"id":"EldanRing/Winnow-12B","adapter":"winnow","settings":{"questions_per_call":1},"training_exposure":null,"total_params":11907350576,"active_params":10900717616,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"Winnow 12B","short_name":"Winnow 12B","url":"https://huggingface.co/EldanRing/Winnow-12B","hf_url":"https://huggingface.co/EldanRing/Winnow-12B"}},{"run_id":"EldanRing__Winnow-E4B","model":{"id":"EldanRing/Winnow-E4B","adapter":"winnow","settings":{"questions_per_call":1},"total_params":7518069290,"active_params":4028408362,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"Winnow-E4B","short_name":"Winnow-E4B","url":"https://huggingface.co/EldanRing/Winnow-E4B","hf_url":"https://huggingface.co/EldanRing/Winnow-E4B"}},{"run_id":"eljiwo__jiwo-0.8b","model":{"id":"eljiwo/jiwo-0.8b","adapter":"jiwo","settings":{"questions_per_call":1},"total_params":752654144,"active_params":498374464,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"jiwo-0.8b","short_name":"jiwo-0.8b","url":"https://huggingface.co/eljiwo/jiwo-0.8b","hf_url":"https://huggingface.co/eljiwo/jiwo-0.8b"}},{"run_id":"eljiwo__jiwo-4b","model":{"id":"eljiwo/jiwo-4b","adapter":"jiwo","settings":{"questions_per_call":1},"total_params":4206404096,"active_params":3570704896,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"jiwo-4b","short_name":"jiwo-4b","url":"https://huggingface.co/eljiwo/jiwo-4b","hf_url":"https://huggingface.co/eljiwo/jiwo-4b"}},{"run_id":"evalengine__decision-4b","model":{"id":"evalengine/decision-4b","adapter":"evalengine","settings":{"questions_per_call":1},"total_params":4221983744,"active_params":3586284544,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"EvalEngine 4B","short_name":"EvalEngine 4B","url":"https://huggingface.co/evalengine/decision-4b","hf_url":"https://huggingface.co/evalengine/decision-4b"}},{"run_id":"everettjf__ezjev-4b-s2","model":{"id":"everettjf/ezjev-4b-s2","adapter":"llm2jev","settings":{"questions_per_call":1},"training_exposure":[{"benchmark_id":"aqua-rat-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"deepmind/aqua_rat","revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/everettjf/ezjev-4b-s2/blob/92cc763640fd41042415c9961d826e2283fffb1c/README.md","note":"The pinned model card explicitly lists this training source family; its mixture uses public train or dev splits. The exact source snapshot, configuration and per-source split are not disclosed. Claimed filtering concerns the Decision Index suite and does not remove S1MB source-family exposure."},{"benchmark_id":"arc-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"allenai/ai2_arc","revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/everettjf/ezjev-4b-s2/blob/92cc763640fd41042415c9961d826e2283fffb1c/README.md","note":"The pinned model card explicitly lists this training source family; its mixture uses public train or dev splits. The exact source snapshot, configuration and per-source split are not disclosed. Claimed filtering concerns the Decision Index suite and does not remove S1MB source-family exposure."},{"benchmark_id":"banking77-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"legacy-datasets/banking77","revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/everettjf/ezjev-4b-s2/blob/92cc763640fd41042415c9961d826e2283fffb1c/README.md","note":"The pinned model card explicitly lists this training source family; its mixture uses public train or dev splits. The exact source snapshot, configuration and per-source split are not disclosed. Claimed filtering concerns the Decision Index suite and does not remove S1MB source-family exposure."},{"benchmark_id":"clinc-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"clinc/clinc_oos","revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/everettjf/ezjev-4b-s2/blob/92cc763640fd41042415c9961d826e2283fffb1c/README.md","note":"The pinned model card explicitly lists this training source family; its mixture uses public train or dev splits. The exact source snapshot, configuration and per-source split are not disclosed. Claimed filtering concerns the Decision Index suite and does not remove S1MB source-family exposure."},{"benchmark_id":"contract-nli-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"koreeda/contract-nli","revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/everettjf/ezjev-4b-s2/blob/92cc763640fd41042415c9961d826e2283fffb1c/README.md","note":"The pinned model card explicitly lists this training source family; its mixture uses public train or dev splits. The exact source snapshot, configuration and per-source split are not disclosed. Claimed filtering concerns the Decision Index suite and does not remove S1MB source-family exposure."},{"benchmark_id":"dbpedia-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"fancyzhx/dbpedia_14","revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/everettjf/ezjev-4b-s2/blob/92cc763640fd41042415c9961d826e2283fffb1c/README.md","note":"The pinned model card explicitly lists this training source family; its mixture uses public train or dev splits. The exact source snapshot, configuration and per-source split are not disclosed. Claimed filtering concerns the Decision Index suite and does not remove S1MB source-family exposure."},{"benchmark_id":"esci-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"tasksource/esci","revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/everettjf/ezjev-4b-s2/blob/92cc763640fd41042415c9961d826e2283fffb1c/README.md","note":"The pinned model card explicitly lists this training source family; its mixture uses public train or dev splits. The exact source snapshot, configuration and per-source split are not disclosed. Claimed filtering concerns the Decision Index suite and does not remove S1MB source-family exposure."},{"benchmark_id":"gsm8k-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"openai/gsm8k","revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/everettjf/ezjev-4b-s2/blob/92cc763640fd41042415c9961d826e2283fffb1c/README.md","note":"The pinned model card explicitly lists this training source family; its mixture uses public train or dev splits. The exact source snapshot, configuration and per-source split are not disclosed. Claimed filtering concerns the Decision Index suite and does not remove S1MB source-family exposure."},{"benchmark_id":"hh-rlhf-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"Anthropic/hh-rlhf","revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/everettjf/ezjev-4b-s2/blob/92cc763640fd41042415c9961d826e2283fffb1c/README.md","note":"The pinned model card explicitly lists this training source family; its mixture uses public train or dev splits. The exact source snapshot, configuration and per-source split are not disclosed. Claimed filtering concerns the Decision Index suite and does not remove S1MB source-family exposure."},{"benchmark_id":"laya--ag-news-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"fancyzhx/ag_news","revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/everettjf/ezjev-4b-s2/blob/92cc763640fd41042415c9961d826e2283fffb1c/README.md","note":"The pinned model card explicitly lists this training source family; its mixture uses public train or dev splits. The exact source snapshot, configuration and per-source split are not disclosed. Claimed filtering concerns the Decision Index suite and does not remove S1MB source-family exposure."},{"benchmark_id":"massive-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"AmazonScience/massive","revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/everettjf/ezjev-4b-s2/blob/92cc763640fd41042415c9961d826e2283fffb1c/README.md","note":"The pinned model card explicitly lists this training source family; its mixture uses public train or dev splits. The exact source snapshot, configuration and per-source split are not disclosed. Claimed filtering concerns the Decision Index suite and does not remove S1MB source-family exposure."},{"benchmark_id":"openbookqa-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"allenai/openbookqa","revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/everettjf/ezjev-4b-s2/blob/92cc763640fd41042415c9961d826e2283fffb1c/README.md","note":"The pinned model card explicitly lists this training source family; its mixture uses public train or dev splits. The exact source snapshot, configuration and per-source split are not disclosed. Claimed filtering concerns the Decision Index suite and does not remove S1MB source-family exposure."},{"benchmark_id":"sgd-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"google/schema_guided_dialogue","revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/everettjf/ezjev-4b-s2/blob/92cc763640fd41042415c9961d826e2283fffb1c/README.md","note":"The pinned model card explicitly lists this training source family; its mixture uses public train or dev splits. The exact source snapshot, configuration and per-source split are not disclosed. Claimed filtering concerns the Decision Index suite and does not remove S1MB source-family exposure."},{"benchmark_id":"snli-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"stanfordnlp/snli","revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/everettjf/ezjev-4b-s2/blob/92cc763640fd41042415c9961d826e2283fffb1c/README.md","note":"The pinned model card explicitly lists this training source family; its mixture uses public train or dev splits. The exact source snapshot, configuration and per-source split are not disclosed. Claimed filtering concerns the Decision Index suite and does not remove S1MB source-family exposure."}],"total_params":4539265536,"active_params":3901207040,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"ezjev-4b-s2","short_name":"ezjev-4b-s2","url":"https://huggingface.co/everettjf/ezjev-4b-s2","hf_url":"https://huggingface.co/everettjf/ezjev-4b-s2"}},{"run_id":"facebook__meta-encoder-cosine-t0.0184671662","model":{"id":"facebook/meta-encoder","adapter":"meta-encoder","settings":{},"total_params":29776626688,"active_params":28430222336,"parameter_count_method":"non_lookup_parameters_v1","display_name":"Meta Encoder","short_name":"Meta Encoder","url":"https://huggingface.co/facebook/meta-encoder","hf_url":"https://huggingface.co/facebook/meta-encoder"}},{"run_id":"facebook__meta-encoder","model":{"id":"facebook/meta-encoder","adapter":"meta-encoder","settings":{},"training_exposure":null,"total_params":29776626688,"active_params":28430222336,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"Meta Encoder 30B","short_name":"Meta Encoder","url":null,"hf_url":"https://huggingface.co/facebook/meta-encoder"}},{"run_id":"fastino__glide","model":{"id":"fastino/glide","adapter":"fastino","settings":{},"total_params":null,"active_params":null,"parameter_count_method":null,"display_name":"Fastino GLiDE (hosted API)","short_name":"GLiDE","url":"https://docs.fastino.ai","hf_url":null}},{"run_id":"fastino__gliner2-large-v1","model":{"id":"fastino/gliner2-large-v1","adapter":"gliner2","settings":{"questions_per_call":1},"total_params":486444053,"active_params":354816021,"parameter_count_method":"non_lookup_parameters_v1","display_name":"gliner2-large-v1","short_name":"gliner2-large-v1","url":"https://huggingface.co/fastino/gliner2-large-v1","hf_url":"https://huggingface.co/fastino/gliner2-large-v1"}},{"run_id":"fastino__gliner2.5-base-v1","model":{"id":"fastino/gliner2.5-base-v1","adapter":"gliner2","settings":{"questions_per_call":1},"total_params":193581591,"active_params":94875927,"parameter_count_method":"non_lookup_parameters_v1","display_name":"gliner2.5-base-v1","short_name":"gliner2.5-base-v1","url":"https://huggingface.co/fastino/gliner2.5-base-v1","hf_url":"https://huggingface.co/fastino/gliner2.5-base-v1"}},{"run_id":"fastino__GLiNER2.5-Decide","model":{"id":"fastino/GLiNER2.5-Decide","adapter":"gliner2","settings":{"questions_per_call":1},"total_params":486444053,"active_params":354816021,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"GLiNER2.5-Decide","short_name":"GLiNER2.5-Decide","url":"https://huggingface.co/fastino/GLiNER2.5-Decide","hf_url":"https://huggingface.co/fastino/GLiNER2.5-Decide"}},{"run_id":"fastino__gliner2.5-multi-v1","model":{"id":"fastino/gliner2.5-multi-v1","adapter":"gliner2","settings":{"questions_per_call":1},"total_params":287355159,"active_params":94875927,"parameter_count_method":"non_lookup_parameters_v1","display_name":"gliner2.5-multi-v1","short_name":"gliner2.5-multi-v1","url":"https://huggingface.co/fastino/gliner2.5-multi-v1","hf_url":"https://huggingface.co/fastino/gliner2.5-multi-v1"}},{"run_id":"fastino__gliner2.5-small-v1","model":{"id":"fastino/gliner2.5-small-v1","adapter":"gliner2","settings":{"questions_per_call":1},"total_params":73881879,"active_params":24529047,"parameter_count_method":"non_lookup_parameters_v1","display_name":"gliner2.5-small-v1","short_name":"gliner2.5-small-v1","url":"https://huggingface.co/fastino/gliner2.5-small-v1","hf_url":"https://huggingface.co/fastino/gliner2.5-small-v1"}},{"run_id":"FINAL-Bench__Darwin-27B-ZTC-v2","model":{"id":"FINAL-Bench/Darwin-27B-ZTC-v2","adapter":"autojev","settings":{"questions_per_call":1},"training_exposure":[{"benchmark_id":"open-jev--amount-extraction-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":"c67699e13d0ae25e35b77165a4b6b079bedc8aba","config":null,"split":"train","evidence_url":"https://huggingface.co/FINAL-Bench/Darwin-27B-ZTC-v2/blob/a8f283aec1b5c9f990611ae93d5623d5d353dbd0/README.md","note":"Author declares Open-Jev train-split training. Exact-match filtering is author-reported and does not negate source-family exposure."},{"benchmark_id":"open-jev--amount-extraction-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":"c67699e13d0ae25e35b77165a4b6b079bedc8aba","config":null,"split":"train","evidence_url":"https://huggingface.co/FINAL-Bench/Darwin-27B-ZTC-v2/blob/a8f283aec1b5c9f990611ae93d5623d5d353dbd0/README.md","note":"Author declares Open-Jev train-split training. Exact-match filtering is author-reported and does not negate source-family exposure."},{"benchmark_id":"open-jev--browser-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":"c67699e13d0ae25e35b77165a4b6b079bedc8aba","config":null,"split":"train","evidence_url":"https://huggingface.co/FINAL-Bench/Darwin-27B-ZTC-v2/blob/a8f283aec1b5c9f990611ae93d5623d5d353dbd0/README.md","note":"Author declares Open-Jev train-split training. Exact-match filtering is author-reported and does not negate source-family exposure."},{"benchmark_id":"open-jev--citation-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":"c67699e13d0ae25e35b77165a4b6b079bedc8aba","config":null,"split":"train","evidence_url":"https://huggingface.co/FINAL-Bench/Darwin-27B-ZTC-v2/blob/a8f283aec1b5c9f990611ae93d5623d5d353dbd0/README.md","note":"Author declares Open-Jev train-split training. Exact-match filtering is author-reported and does not negate source-family exposure."},{"benchmark_id":"open-jev--context-retention-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":"c67699e13d0ae25e35b77165a4b6b079bedc8aba","config":null,"split":"train","evidence_url":"https://huggingface.co/FINAL-Bench/Darwin-27B-ZTC-v2/blob/a8f283aec1b5c9f990611ae93d5623d5d353dbd0/README.md","note":"Author declares Open-Jev train-split training. Exact-match filtering is author-reported and does not negate source-family exposure."},{"benchmark_id":"open-jev--customer-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":"c67699e13d0ae25e35b77165a4b6b079bedc8aba","config":null,"split":"train","evidence_url":"https://huggingface.co/FINAL-Bench/Darwin-27B-ZTC-v2/blob/a8f283aec1b5c9f990611ae93d5623d5d353dbd0/README.md","note":"Author declares Open-Jev train-split training. Exact-match filtering is author-reported and does not negate source-family exposure."},{"benchmark_id":"open-jev--customer-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":"c67699e13d0ae25e35b77165a4b6b079bedc8aba","config":null,"split":"train","evidence_url":"https://huggingface.co/FINAL-Bench/Darwin-27B-ZTC-v2/blob/a8f283aec1b5c9f990611ae93d5623d5d353dbd0/README.md","note":"Author declares Open-Jev train-split training. Exact-match filtering is author-reported and does not negate source-family exposure."},{"benchmark_id":"open-jev--customer-control-v1-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":"c67699e13d0ae25e35b77165a4b6b079bedc8aba","config":null,"split":"train","evidence_url":"https://huggingface.co/FINAL-Bench/Darwin-27B-ZTC-v2/blob/a8f283aec1b5c9f990611ae93d5623d5d353dbd0/README.md","note":"Author declares Open-Jev train-split training. Exact-match filtering is author-reported and does not negate source-family exposure."},{"benchmark_id":"open-jev--drone-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":"c67699e13d0ae25e35b77165a4b6b079bedc8aba","config":null,"split":"train","evidence_url":"https://huggingface.co/FINAL-Bench/Darwin-27B-ZTC-v2/blob/a8f283aec1b5c9f990611ae93d5623d5d353dbd0/README.md","note":"Author declares Open-Jev train-split training. Exact-match filtering is author-reported and does not negate source-family exposure."},{"benchmark_id":"open-jev--drone-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":"c67699e13d0ae25e35b77165a4b6b079bedc8aba","config":null,"split":"train","evidence_url":"https://huggingface.co/FINAL-Bench/Darwin-27B-ZTC-v2/blob/a8f283aec1b5c9f990611ae93d5623d5d353dbd0/README.md","note":"Author declares Open-Jev train-split training. Exact-match filtering is author-reported and does not negate source-family exposure."},{"benchmark_id":"open-jev--drone-control-v1-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":"c67699e13d0ae25e35b77165a4b6b079bedc8aba","config":null,"split":"train","evidence_url":"https://huggingface.co/FINAL-Bench/Darwin-27B-ZTC-v2/blob/a8f283aec1b5c9f990611ae93d5623d5d353dbd0/README.md","note":"Author declares Open-Jev train-split training. Exact-match filtering is author-reported and does not negate source-family exposure."},{"benchmark_id":"open-jev--email-selection-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":"c67699e13d0ae25e35b77165a4b6b079bedc8aba","config":null,"split":"train","evidence_url":"https://huggingface.co/FINAL-Bench/Darwin-27B-ZTC-v2/blob/a8f283aec1b5c9f990611ae93d5623d5d353dbd0/README.md","note":"Author declares Open-Jev train-split training. Exact-match filtering is author-reported and does not negate source-family exposure."},{"benchmark_id":"open-jev--email-selection-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":"c67699e13d0ae25e35b77165a4b6b079bedc8aba","config":null,"split":"train","evidence_url":"https://huggingface.co/FINAL-Bench/Darwin-27B-ZTC-v2/blob/a8f283aec1b5c9f990611ae93d5623d5d353dbd0/README.md","note":"Author declares Open-Jev train-split training. Exact-match filtering is author-reported and does not negate source-family exposure."},{"benchmark_id":"open-jev--entity-alignment-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":"c67699e13d0ae25e35b77165a4b6b079bedc8aba","config":null,"split":"train","evidence_url":"https://huggingface.co/FINAL-Bench/Darwin-27B-ZTC-v2/blob/a8f283aec1b5c9f990611ae93d5623d5d353dbd0/README.md","note":"Author declares Open-Jev train-split training. Exact-match filtering is author-reported and does not negate source-family exposure."},{"benchmark_id":"open-jev--entity-alignment-control-v1-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":"c67699e13d0ae25e35b77165a4b6b079bedc8aba","config":null,"split":"train","evidence_url":"https://huggingface.co/FINAL-Bench/Darwin-27B-ZTC-v2/blob/a8f283aec1b5c9f990611ae93d5623d5d353dbd0/README.md","note":"Author declares Open-Jev train-split training. Exact-match filtering is author-reported and does not negate source-family exposure."},{"benchmark_id":"open-jev--ir-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":"c67699e13d0ae25e35b77165a4b6b079bedc8aba","config":null,"split":"train","evidence_url":"https://huggingface.co/FINAL-Bench/Darwin-27B-ZTC-v2/blob/a8f283aec1b5c9f990611ae93d5623d5d353dbd0/README.md","note":"Author declares Open-Jev train-split training. Exact-match filtering is author-reported and does not negate source-family exposure."},{"benchmark_id":"open-jev--ir-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":"c67699e13d0ae25e35b77165a4b6b079bedc8aba","config":null,"split":"train","evidence_url":"https://huggingface.co/FINAL-Bench/Darwin-27B-ZTC-v2/blob/a8f283aec1b5c9f990611ae93d5623d5d353dbd0/README.md","note":"Author declares Open-Jev train-split training. Exact-match filtering is author-reported and does not negate source-family exposure."},{"benchmark_id":"open-jev--ir-control-v1-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":"c67699e13d0ae25e35b77165a4b6b079bedc8aba","config":null,"split":"train","evidence_url":"https://huggingface.co/FINAL-Bench/Darwin-27B-ZTC-v2/blob/a8f283aec1b5c9f990611ae93d5623d5d353dbd0/README.md","note":"Author declares Open-Jev train-split training. Exact-match filtering is author-reported and does not negate source-family exposure."},{"benchmark_id":"open-jev--mailroom-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":"c67699e13d0ae25e35b77165a4b6b079bedc8aba","config":null,"split":"train","evidence_url":"https://huggingface.co/FINAL-Bench/Darwin-27B-ZTC-v2/blob/a8f283aec1b5c9f990611ae93d5623d5d353dbd0/README.md","note":"Author declares Open-Jev train-split training. Exact-match filtering is author-reported and does not negate source-family exposure."},{"benchmark_id":"open-jev--mailroom-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":"c67699e13d0ae25e35b77165a4b6b079bedc8aba","config":null,"split":"train","evidence_url":"https://huggingface.co/FINAL-Bench/Darwin-27B-ZTC-v2/blob/a8f283aec1b5c9f990611ae93d5623d5d353dbd0/README.md","note":"Author declares Open-Jev train-split training. Exact-match filtering is author-reported and does not negate source-family exposure."},{"benchmark_id":"open-jev--painting-geometry-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":"c67699e13d0ae25e35b77165a4b6b079bedc8aba","config":null,"split":"train","evidence_url":"https://huggingface.co/FINAL-Bench/Darwin-27B-ZTC-v2/blob/a8f283aec1b5c9f990611ae93d5623d5d353dbd0/README.md","note":"Author declares Open-Jev train-split training. Exact-match filtering is author-reported and does not negate source-family exposure."},{"benchmark_id":"open-jev--painting-geometry-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":"c67699e13d0ae25e35b77165a4b6b079bedc8aba","config":null,"split":"train","evidence_url":"https://huggingface.co/FINAL-Bench/Darwin-27B-ZTC-v2/blob/a8f283aec1b5c9f990611ae93d5623d5d353dbd0/README.md","note":"Author declares Open-Jev train-split training. Exact-match filtering is author-reported and does not negate source-family exposure."},{"benchmark_id":"open-jev--painting-geometry-v1-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":"c67699e13d0ae25e35b77165a4b6b079bedc8aba","config":null,"split":"train","evidence_url":"https://huggingface.co/FINAL-Bench/Darwin-27B-ZTC-v2/blob/a8f283aec1b5c9f990611ae93d5623d5d353dbd0/README.md","note":"Author declares Open-Jev train-split training. Exact-match filtering is author-reported and does not negate source-family exposure."},{"benchmark_id":"open-jev--phone-extraction-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":"c67699e13d0ae25e35b77165a4b6b079bedc8aba","config":null,"split":"train","evidence_url":"https://huggingface.co/FINAL-Bench/Darwin-27B-ZTC-v2/blob/a8f283aec1b5c9f990611ae93d5623d5d353dbd0/README.md","note":"Author declares Open-Jev train-split training. Exact-match filtering is author-reported and does not negate source-family exposure."},{"benchmark_id":"open-jev--phone-extraction-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":"c67699e13d0ae25e35b77165a4b6b079bedc8aba","config":null,"split":"train","evidence_url":"https://huggingface.co/FINAL-Bench/Darwin-27B-ZTC-v2/blob/a8f283aec1b5c9f990611ae93d5623d5d353dbd0/README.md","note":"Author declares Open-Jev train-split training. Exact-match filtering is author-reported and does not negate source-family exposure."},{"benchmark_id":"open-jev--reasoning-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":"c67699e13d0ae25e35b77165a4b6b079bedc8aba","config":null,"split":"train","evidence_url":"https://huggingface.co/FINAL-Bench/Darwin-27B-ZTC-v2/blob/a8f283aec1b5c9f990611ae93d5623d5d353dbd0/README.md","note":"Author declares Open-Jev train-split training. Exact-match filtering is author-reported and does not negate source-family exposure."},{"benchmark_id":"open-jev--reasoning-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":"c67699e13d0ae25e35b77165a4b6b079bedc8aba","config":null,"split":"train","evidence_url":"https://huggingface.co/FINAL-Bench/Darwin-27B-ZTC-v2/blob/a8f283aec1b5c9f990611ae93d5623d5d353dbd0/README.md","note":"Author declares Open-Jev train-split training. Exact-match filtering is author-reported and does not negate source-family exposure."},{"benchmark_id":"open-jev--reasoning-control-v1-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":"c67699e13d0ae25e35b77165a4b6b079bedc8aba","config":null,"split":"train","evidence_url":"https://huggingface.co/FINAL-Bench/Darwin-27B-ZTC-v2/blob/a8f283aec1b5c9f990611ae93d5623d5d353dbd0/README.md","note":"Author declares Open-Jev train-split training. Exact-match filtering is author-reported and does not negate source-family exposure."},{"benchmark_id":"open-jev--silent-failure-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":"c67699e13d0ae25e35b77165a4b6b079bedc8aba","config":null,"split":"train","evidence_url":"https://huggingface.co/FINAL-Bench/Darwin-27B-ZTC-v2/blob/a8f283aec1b5c9f990611ae93d5623d5d353dbd0/README.md","note":"Author declares Open-Jev train-split training. Exact-match filtering is author-reported and does not negate source-family exposure."},{"benchmark_id":"open-jev--snake-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":"c67699e13d0ae25e35b77165a4b6b079bedc8aba","config":null,"split":"train","evidence_url":"https://huggingface.co/FINAL-Bench/Darwin-27B-ZTC-v2/blob/a8f283aec1b5c9f990611ae93d5623d5d353dbd0/README.md","note":"Author declares Open-Jev train-split training. Exact-match filtering is author-reported and does not negate source-family exposure."},{"benchmark_id":"open-jev--snake-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":"c67699e13d0ae25e35b77165a4b6b079bedc8aba","config":null,"split":"train","evidence_url":"https://huggingface.co/FINAL-Bench/Darwin-27B-ZTC-v2/blob/a8f283aec1b5c9f990611ae93d5623d5d353dbd0/README.md","note":"Author declares Open-Jev train-split training. Exact-match filtering is author-reported and does not negate source-family exposure."},{"benchmark_id":"open-jev--sponsor-segment-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":"c67699e13d0ae25e35b77165a4b6b079bedc8aba","config":null,"split":"train","evidence_url":"https://huggingface.co/FINAL-Bench/Darwin-27B-ZTC-v2/blob/a8f283aec1b5c9f990611ae93d5623d5d353dbd0/README.md","note":"Author declares Open-Jev train-split training. Exact-match filtering is author-reported and does not negate source-family exposure."},{"benchmark_id":"open-jev--tic-tac-toe-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":"c67699e13d0ae25e35b77165a4b6b079bedc8aba","config":null,"split":"train","evidence_url":"https://huggingface.co/FINAL-Bench/Darwin-27B-ZTC-v2/blob/a8f283aec1b5c9f990611ae93d5623d5d353dbd0/README.md","note":"Author declares Open-Jev train-split training. Exact-match filtering is author-reported and does not negate source-family exposure."},{"benchmark_id":"open-jev--vizdoom-basic-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":"c67699e13d0ae25e35b77165a4b6b079bedc8aba","config":null,"split":"train","evidence_url":"https://huggingface.co/FINAL-Bench/Darwin-27B-ZTC-v2/blob/a8f283aec1b5c9f990611ae93d5623d5d353dbd0/README.md","note":"Author declares Open-Jev train-split training. Exact-match filtering is author-reported and does not negate source-family exposure."},{"benchmark_id":"open-jev--vizdoom-basic-v1-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":"c67699e13d0ae25e35b77165a4b6b079bedc8aba","config":null,"split":"train","evidence_url":"https://huggingface.co/FINAL-Bench/Darwin-27B-ZTC-v2/blob/a8f283aec1b5c9f990611ae93d5623d5d353dbd0/README.md","note":"Author declares Open-Jev train-split training. Exact-match filtering is author-reported and does not negate source-family exposure."},{"benchmark_id":"open-jev--workflow-controls-v1--agent-trace-observability-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":"c67699e13d0ae25e35b77165a4b6b079bedc8aba","config":null,"split":"train","evidence_url":"https://huggingface.co/FINAL-Bench/Darwin-27B-ZTC-v2/blob/a8f283aec1b5c9f990611ae93d5623d5d353dbd0/README.md","note":"Author declares Open-Jev train-split training. Exact-match filtering is author-reported and does not negate source-family exposure."},{"benchmark_id":"open-jev--workflow-controls-v1--customer-service-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":"c67699e13d0ae25e35b77165a4b6b079bedc8aba","config":null,"split":"train","evidence_url":"https://huggingface.co/FINAL-Bench/Darwin-27B-ZTC-v2/blob/a8f283aec1b5c9f990611ae93d5623d5d353dbd0/README.md","note":"Author declares Open-Jev train-split training. Exact-match filtering is author-reported and does not negate source-family exposure."},{"benchmark_id":"open-jev--workflow-controls-v1--invoice-processing-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":"c67699e13d0ae25e35b77165a4b6b079bedc8aba","config":null,"split":"train","evidence_url":"https://huggingface.co/FINAL-Bench/Darwin-27B-ZTC-v2/blob/a8f283aec1b5c9f990611ae93d5623d5d353dbd0/README.md","note":"Author declares Open-Jev train-split training. Exact-match filtering is author-reported and does not negate source-family exposure."},{"benchmark_id":"open-jev--workflow-controls-v1--security-incidents-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":"c67699e13d0ae25e35b77165a4b6b079bedc8aba","config":null,"split":"train","evidence_url":"https://huggingface.co/FINAL-Bench/Darwin-27B-ZTC-v2/blob/a8f283aec1b5c9f990611ae93d5623d5d353dbd0/README.md","note":"Author declares Open-Jev train-split training. Exact-match filtering is author-reported and does not negate source-family exposure."}],"total_params":25625905664,"active_params":24354507264,"parameter_count_method":"non_lookup_parameters_v1","display_name":"Darwin-27B-ZTC-v2","short_name":"Darwin ZTC v2","url":"https://huggingface.co/FINAL-Bench/Darwin-27B-ZTC-v2","hf_url":"https://huggingface.co/FINAL-Bench/Darwin-27B-ZTC-v2"}},{"run_id":"FINAL-Bench__Darwin-27B-ZTC-v5","model":{"id":"FINAL-Bench/Darwin-27B-ZTC-v5","adapter":"autojev","settings":{"questions_per_call":1},"training_exposure":[{"benchmark_id":"laya--typed-decisions-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"LocalLLaMA/typed-decisions","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/FINAL-Bench/Darwin-27B-ZTC-v5/blob/9c7769d8c76a64125558466feb49173a0dbfd5a7/README.md","note":"Author declares Typed Decisions train-split training; actual training snapshot and configuration were not disclosed."},{"benchmark_id":"laya--typed-decisions-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"LocalLLaMA/typed-decisions","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/FINAL-Bench/Darwin-27B-ZTC-v5/blob/9c7769d8c76a64125558466feb49173a0dbfd5a7/README.md","note":"Author declares Typed Decisions train-split training; actual training snapshot and configuration were not disclosed."},{"benchmark_id":"laya--typed-decisions-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"LocalLLaMA/typed-decisions","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/FINAL-Bench/Darwin-27B-ZTC-v5/blob/9c7769d8c76a64125558466feb49173a0dbfd5a7/README.md","note":"Author declares Typed Decisions train-split training; actual training snapshot and configuration were not disclosed."},{"benchmark_id":"open-jev--amount-extraction-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/FINAL-Bench/Darwin-27B-ZTC-v5/blob/9c7769d8c76a64125558466feb49173a0dbfd5a7/README.md","note":"Author declares Open-Jev train-split training. Exact-match filtering is author-reported and does not negate source-family exposure. The inherited training snapshot is not pinned for v5."},{"benchmark_id":"open-jev--amount-extraction-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/FINAL-Bench/Darwin-27B-ZTC-v5/blob/9c7769d8c76a64125558466feb49173a0dbfd5a7/README.md","note":"Author declares Open-Jev train-split training. Exact-match filtering is author-reported and does not negate source-family exposure. The inherited training snapshot is not pinned for v5."},{"benchmark_id":"open-jev--browser-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/FINAL-Bench/Darwin-27B-ZTC-v5/blob/9c7769d8c76a64125558466feb49173a0dbfd5a7/README.md","note":"Author declares Open-Jev train-split training. Exact-match filtering is author-reported and does not negate source-family exposure. The inherited training snapshot is not pinned for v5."},{"benchmark_id":"open-jev--citation-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/FINAL-Bench/Darwin-27B-ZTC-v5/blob/9c7769d8c76a64125558466feb49173a0dbfd5a7/README.md","note":"Author declares Open-Jev train-split training. Exact-match filtering is author-reported and does not negate source-family exposure. The inherited training snapshot is not pinned for v5."},{"benchmark_id":"open-jev--context-retention-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/FINAL-Bench/Darwin-27B-ZTC-v5/blob/9c7769d8c76a64125558466feb49173a0dbfd5a7/README.md","note":"Author declares Open-Jev train-split training. Exact-match filtering is author-reported and does not negate source-family exposure. The inherited training snapshot is not pinned for v5."},{"benchmark_id":"open-jev--customer-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/FINAL-Bench/Darwin-27B-ZTC-v5/blob/9c7769d8c76a64125558466feb49173a0dbfd5a7/README.md","note":"Author declares Open-Jev train-split training. Exact-match filtering is author-reported and does not negate source-family exposure. The inherited training snapshot is not pinned for v5."},{"benchmark_id":"open-jev--customer-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/FINAL-Bench/Darwin-27B-ZTC-v5/blob/9c7769d8c76a64125558466feb49173a0dbfd5a7/README.md","note":"Author declares Open-Jev train-split training. Exact-match filtering is author-reported and does not negate source-family exposure. The inherited training snapshot is not pinned for v5."},{"benchmark_id":"open-jev--customer-control-v1-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/FINAL-Bench/Darwin-27B-ZTC-v5/blob/9c7769d8c76a64125558466feb49173a0dbfd5a7/README.md","note":"Author declares Open-Jev train-split training. Exact-match filtering is author-reported and does not negate source-family exposure. The inherited training snapshot is not pinned for v5."},{"benchmark_id":"open-jev--drone-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/FINAL-Bench/Darwin-27B-ZTC-v5/blob/9c7769d8c76a64125558466feb49173a0dbfd5a7/README.md","note":"Author declares Open-Jev train-split training. Exact-match filtering is author-reported and does not negate source-family exposure. The inherited training snapshot is not pinned for v5."},{"benchmark_id":"open-jev--drone-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/FINAL-Bench/Darwin-27B-ZTC-v5/blob/9c7769d8c76a64125558466feb49173a0dbfd5a7/README.md","note":"Author declares Open-Jev train-split training. Exact-match filtering is author-reported and does not negate source-family exposure. The inherited training snapshot is not pinned for v5."},{"benchmark_id":"open-jev--drone-control-v1-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/FINAL-Bench/Darwin-27B-ZTC-v5/blob/9c7769d8c76a64125558466feb49173a0dbfd5a7/README.md","note":"Author declares Open-Jev train-split training. Exact-match filtering is author-reported and does not negate source-family exposure. The inherited training snapshot is not pinned for v5."},{"benchmark_id":"open-jev--email-selection-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/FINAL-Bench/Darwin-27B-ZTC-v5/blob/9c7769d8c76a64125558466feb49173a0dbfd5a7/README.md","note":"Author declares Open-Jev train-split training. Exact-match filtering is author-reported and does not negate source-family exposure. The inherited training snapshot is not pinned for v5."},{"benchmark_id":"open-jev--email-selection-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/FINAL-Bench/Darwin-27B-ZTC-v5/blob/9c7769d8c76a64125558466feb49173a0dbfd5a7/README.md","note":"Author declares Open-Jev train-split training. Exact-match filtering is author-reported and does not negate source-family exposure. The inherited training snapshot is not pinned for v5."},{"benchmark_id":"open-jev--entity-alignment-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/FINAL-Bench/Darwin-27B-ZTC-v5/blob/9c7769d8c76a64125558466feb49173a0dbfd5a7/README.md","note":"Author declares Open-Jev train-split training. Exact-match filtering is author-reported and does not negate source-family exposure. The inherited training snapshot is not pinned for v5."},{"benchmark_id":"open-jev--entity-alignment-control-v1-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/FINAL-Bench/Darwin-27B-ZTC-v5/blob/9c7769d8c76a64125558466feb49173a0dbfd5a7/README.md","note":"Author declares Open-Jev train-split training. Exact-match filtering is author-reported and does not negate source-family exposure. The inherited training snapshot is not pinned for v5."},{"benchmark_id":"open-jev--ir-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/FINAL-Bench/Darwin-27B-ZTC-v5/blob/9c7769d8c76a64125558466feb49173a0dbfd5a7/README.md","note":"Author declares Open-Jev train-split training. Exact-match filtering is author-reported and does not negate source-family exposure. The inherited training snapshot is not pinned for v5."},{"benchmark_id":"open-jev--ir-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/FINAL-Bench/Darwin-27B-ZTC-v5/blob/9c7769d8c76a64125558466feb49173a0dbfd5a7/README.md","note":"Author declares Open-Jev train-split training. Exact-match filtering is author-reported and does not negate source-family exposure. The inherited training snapshot is not pinned for v5."},{"benchmark_id":"open-jev--ir-control-v1-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/FINAL-Bench/Darwin-27B-ZTC-v5/blob/9c7769d8c76a64125558466feb49173a0dbfd5a7/README.md","note":"Author declares Open-Jev train-split training. Exact-match filtering is author-reported and does not negate source-family exposure. The inherited training snapshot is not pinned for v5."},{"benchmark_id":"open-jev--mailroom-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/FINAL-Bench/Darwin-27B-ZTC-v5/blob/9c7769d8c76a64125558466feb49173a0dbfd5a7/README.md","note":"Author declares Open-Jev train-split training. Exact-match filtering is author-reported and does not negate source-family exposure. The inherited training snapshot is not pinned for v5."},{"benchmark_id":"open-jev--mailroom-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/FINAL-Bench/Darwin-27B-ZTC-v5/blob/9c7769d8c76a64125558466feb49173a0dbfd5a7/README.md","note":"Author declares Open-Jev train-split training. Exact-match filtering is author-reported and does not negate source-family exposure. The inherited training snapshot is not pinned for v5."},{"benchmark_id":"open-jev--painting-geometry-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/FINAL-Bench/Darwin-27B-ZTC-v5/blob/9c7769d8c76a64125558466feb49173a0dbfd5a7/README.md","note":"Author declares Open-Jev train-split training. Exact-match filtering is author-reported and does not negate source-family exposure. The inherited training snapshot is not pinned for v5."},{"benchmark_id":"open-jev--painting-geometry-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/FINAL-Bench/Darwin-27B-ZTC-v5/blob/9c7769d8c76a64125558466feb49173a0dbfd5a7/README.md","note":"Author declares Open-Jev train-split training. Exact-match filtering is author-reported and does not negate source-family exposure. The inherited training snapshot is not pinned for v5."},{"benchmark_id":"open-jev--painting-geometry-v1-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/FINAL-Bench/Darwin-27B-ZTC-v5/blob/9c7769d8c76a64125558466feb49173a0dbfd5a7/README.md","note":"Author declares Open-Jev train-split training. Exact-match filtering is author-reported and does not negate source-family exposure. The inherited training snapshot is not pinned for v5."},{"benchmark_id":"open-jev--phone-extraction-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/FINAL-Bench/Darwin-27B-ZTC-v5/blob/9c7769d8c76a64125558466feb49173a0dbfd5a7/README.md","note":"Author declares Open-Jev train-split training. Exact-match filtering is author-reported and does not negate source-family exposure. The inherited training snapshot is not pinned for v5."},{"benchmark_id":"open-jev--phone-extraction-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/FINAL-Bench/Darwin-27B-ZTC-v5/blob/9c7769d8c76a64125558466feb49173a0dbfd5a7/README.md","note":"Author declares Open-Jev train-split training. Exact-match filtering is author-reported and does not negate source-family exposure. The inherited training snapshot is not pinned for v5."},{"benchmark_id":"open-jev--reasoning-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/FINAL-Bench/Darwin-27B-ZTC-v5/blob/9c7769d8c76a64125558466feb49173a0dbfd5a7/README.md","note":"Author declares Open-Jev train-split training. Exact-match filtering is author-reported and does not negate source-family exposure. The inherited training snapshot is not pinned for v5."},{"benchmark_id":"open-jev--reasoning-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/FINAL-Bench/Darwin-27B-ZTC-v5/blob/9c7769d8c76a64125558466feb49173a0dbfd5a7/README.md","note":"Author declares Open-Jev train-split training. Exact-match filtering is author-reported and does not negate source-family exposure. The inherited training snapshot is not pinned for v5."},{"benchmark_id":"open-jev--reasoning-control-v1-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/FINAL-Bench/Darwin-27B-ZTC-v5/blob/9c7769d8c76a64125558466feb49173a0dbfd5a7/README.md","note":"Author declares Open-Jev train-split training. Exact-match filtering is author-reported and does not negate source-family exposure. The inherited training snapshot is not pinned for v5."},{"benchmark_id":"open-jev--silent-failure-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/FINAL-Bench/Darwin-27B-ZTC-v5/blob/9c7769d8c76a64125558466feb49173a0dbfd5a7/README.md","note":"Author declares Open-Jev train-split training. Exact-match filtering is author-reported and does not negate source-family exposure. The inherited training snapshot is not pinned for v5."},{"benchmark_id":"open-jev--snake-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/FINAL-Bench/Darwin-27B-ZTC-v5/blob/9c7769d8c76a64125558466feb49173a0dbfd5a7/README.md","note":"Author declares Open-Jev train-split training. Exact-match filtering is author-reported and does not negate source-family exposure. The inherited training snapshot is not pinned for v5."},{"benchmark_id":"open-jev--snake-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/FINAL-Bench/Darwin-27B-ZTC-v5/blob/9c7769d8c76a64125558466feb49173a0dbfd5a7/README.md","note":"Author declares Open-Jev train-split training. Exact-match filtering is author-reported and does not negate source-family exposure. The inherited training snapshot is not pinned for v5."},{"benchmark_id":"open-jev--sponsor-segment-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/FINAL-Bench/Darwin-27B-ZTC-v5/blob/9c7769d8c76a64125558466feb49173a0dbfd5a7/README.md","note":"Author declares Open-Jev train-split training. Exact-match filtering is author-reported and does not negate source-family exposure. The inherited training snapshot is not pinned for v5."},{"benchmark_id":"open-jev--tic-tac-toe-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/FINAL-Bench/Darwin-27B-ZTC-v5/blob/9c7769d8c76a64125558466feb49173a0dbfd5a7/README.md","note":"Author declares Open-Jev train-split training. Exact-match filtering is author-reported and does not negate source-family exposure. The inherited training snapshot is not pinned for v5."},{"benchmark_id":"open-jev--vizdoom-basic-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/FINAL-Bench/Darwin-27B-ZTC-v5/blob/9c7769d8c76a64125558466feb49173a0dbfd5a7/README.md","note":"Author declares Open-Jev train-split training. Exact-match filtering is author-reported and does not negate source-family exposure. The inherited training snapshot is not pinned for v5."},{"benchmark_id":"open-jev--vizdoom-basic-v1-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/FINAL-Bench/Darwin-27B-ZTC-v5/blob/9c7769d8c76a64125558466feb49173a0dbfd5a7/README.md","note":"Author declares Open-Jev train-split training. Exact-match filtering is author-reported and does not negate source-family exposure. The inherited training snapshot is not pinned for v5."},{"benchmark_id":"open-jev--workflow-controls-v1--agent-trace-observability-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/FINAL-Bench/Darwin-27B-ZTC-v5/blob/9c7769d8c76a64125558466feb49173a0dbfd5a7/README.md","note":"Author declares Open-Jev train-split training. Exact-match filtering is author-reported and does not negate source-family exposure. The inherited training snapshot is not pinned for v5."},{"benchmark_id":"open-jev--workflow-controls-v1--customer-service-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/FINAL-Bench/Darwin-27B-ZTC-v5/blob/9c7769d8c76a64125558466feb49173a0dbfd5a7/README.md","note":"Author declares Open-Jev train-split training. Exact-match filtering is author-reported and does not negate source-family exposure. The inherited training snapshot is not pinned for v5."},{"benchmark_id":"open-jev--workflow-controls-v1--invoice-processing-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/FINAL-Bench/Darwin-27B-ZTC-v5/blob/9c7769d8c76a64125558466feb49173a0dbfd5a7/README.md","note":"Author declares Open-Jev train-split training. Exact-match filtering is author-reported and does not negate source-family exposure. The inherited training snapshot is not pinned for v5."},{"benchmark_id":"open-jev--workflow-controls-v1--security-incidents-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/FINAL-Bench/Darwin-27B-ZTC-v5/blob/9c7769d8c76a64125558466feb49173a0dbfd5a7/README.md","note":"Author declares Open-Jev train-split training. Exact-match filtering is author-reported and does not negate source-family exposure. The inherited training snapshot is not pinned for v5."}],"total_params":25625905664,"active_params":24354507264,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"Darwin-27B-ZTC-v5","short_name":"Darwin ZTC v5","url":"https://huggingface.co/FINAL-Bench/Darwin-27B-ZTC-v5","hf_url":"https://huggingface.co/FINAL-Bench/Darwin-27B-ZTC-v5"}},{"run_id":"flock-io__this-that-model-1.2","model":{"id":"flock-io/this-that-model-1.2","adapter":"thisthat","settings":{"questions_per_call":1},"total_params":1881825088,"active_params":1373265728,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"this-that-model-1.2","short_name":"this-that-model-1.2","url":"https://huggingface.co/flock-io/this-that-model-1.2","hf_url":"https://huggingface.co/flock-io/this-that-model-1.2"}},{"run_id":"flymy-ai__decision-2b-preview","model":{"id":"flymy-ai/decision-2b-preview","adapter":"flymy","settings":{"questions_per_call":1},"total_params":2275545600,"active_params":2008158720,"parameter_count_method":"non_lookup_parameters_v1","display_name":"FlyMy 2B Preview","short_name":"FlyMy 2B Preview","url":"https://huggingface.co/flymy-ai/decision-2b-preview","hf_url":"https://huggingface.co/flymy-ai/decision-2b-preview"}},{"run_id":"flymy-ai__decision-4b-v1.1","model":{"id":"flymy-ai/decision-4b-v1.1","adapter":"flymy","settings":{"questions_per_call":1},"total_params":4205751296,"active_params":3570052096,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"FlyMy 4B v1.1","short_name":"FlyMy 4B v1.1","url":"https://huggingface.co/flymy-ai/decision-4b-v1.1","hf_url":"https://huggingface.co/flymy-ai/decision-4b-v1.1"}},{"run_id":"flymy-ai__decision-4b-v1.2","model":{"id":"flymy-ai/decision-4b-v1.2","adapter":"flymy","settings":{"questions_per_call":1},"total_params":4205751296,"active_params":3570052096,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"FlyMy 4B v1.2","short_name":"FlyMy 4B v1.2","url":"https://huggingface.co/flymy-ai/decision-4b-v1.2","hf_url":"https://huggingface.co/flymy-ai/decision-4b-v1.2"}},{"run_id":"flymy-ai__decision-fast-preview","model":{"id":"flymy-ai/decision-fast-preview","adapter":"flymy","settings":{"questions_per_call":1},"total_params":606672384,"active_params":451089920,"parameter_count_method":"non_lookup_parameters_v1","display_name":"FlyMy Fast Preview","short_name":"FlyMy Fast Preview","url":"https://huggingface.co/flymy-ai/decision-fast-preview","hf_url":"https://huggingface.co/flymy-ai/decision-fast-preview"}},{"run_id":"franckverrot__lev-350m","model":{"id":"franckverrot/lev-350m","adapter":"lev","settings":{"questions_per_call":1},"training_exposure":[{"benchmark_id":"banking77-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"legacy-datasets/banking77","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/franckverrot/lev-350m/blob/ab08ad8b8f346994d983152917e114224f6adac7/README.md","note":"The pinned release card explicitly names this source family in the model’s training data. The exact training Dataset snapshot and configuration are not disclosed. This is author-reported source-family exposure; it does not establish use of the adopted S1MB evaluation examples."},{"benchmark_id":"dbpedia-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"fancyzhx/dbpedia_14","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/franckverrot/lev-350m/blob/ab08ad8b8f346994d983152917e114224f6adac7/README.md","note":"The pinned release card explicitly names this source family in the model’s training data. The exact training Dataset snapshot and configuration are not disclosed. This is author-reported source-family exposure; it does not establish use of the adopted S1MB evaluation examples."},{"benchmark_id":"laya--ag-news-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"fancyzhx/ag_news","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/franckverrot/lev-350m/blob/ab08ad8b8f346994d983152917e114224f6adac7/README.md","note":"The pinned release card explicitly names this source family in the model’s training data. The exact training Dataset snapshot and configuration are not disclosed. This is author-reported source-family exposure; it does not establish use of the adopted S1MB evaluation examples."}],"total_params":361005312,"active_params":293896448,"parameter_count_method":"non_lookup_parameters_v1","display_name":"lev-350m","short_name":"lev-350m","url":"https://huggingface.co/franckverrot/lev-350m","hf_url":"https://huggingface.co/franckverrot/lev-350m"}},{"run_id":"frontier-infra__jebadiah-27b","model":{"id":"frontier-infra/jebadiah-27b","adapter":"jebadiah","settings":{"questions_per_call":1},"total_params":26895998464,"active_params":25624600064,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"jebadiah-27b","short_name":"jebadiah-27b","url":"https://huggingface.co/frontier-infra/jebadiah-27b","hf_url":"https://huggingface.co/frontier-infra/jebadiah-27b"}},{"run_id":"frontier-infra__jebadiah-4b-v2","model":{"id":"frontier-infra/jebadiah-4b-v2","adapter":"jebadiah","settings":{"questions_per_call":1},"training_exposure":[{"benchmark_id":"laya--typed-decisions-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"LocalLLaMA/typed-decisions","revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/frontier-infra/jebadiah-4b-v2/blob/aea96d95a2214e23281d30463dbd2b2b5005d88a/README.md","note":"Pinned evaluated model card declares Typed Decisions in the training/calibration pool, plus HelpSteer2, SummEval and permissive Kev v7 sources. Typed Decisions split and actual snapshot were not disclosed. Other source-family mapping requires exact dataset lineage."},{"benchmark_id":"laya--typed-decisions-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"LocalLLaMA/typed-decisions","revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/frontier-infra/jebadiah-4b-v2/blob/aea96d95a2214e23281d30463dbd2b2b5005d88a/README.md","note":"Pinned evaluated model card declares Typed Decisions in the training/calibration pool, plus HelpSteer2, SummEval and permissive Kev v7 sources. Typed Decisions split and actual snapshot were not disclosed. Other source-family mapping requires exact dataset lineage."},{"benchmark_id":"laya--typed-decisions-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"LocalLLaMA/typed-decisions","revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/frontier-infra/jebadiah-4b-v2/blob/aea96d95a2214e23281d30463dbd2b2b5005d88a/README.md","note":"Pinned evaluated model card declares Typed Decisions in the training/calibration pool, plus HelpSteer2, SummEval and permissive Kev v7 sources. Typed Decisions split and actual snapshot were not disclosed. Other source-family mapping requires exact dataset lineage."}],"total_params":4205751296,"active_params":3570052096,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"Jebadiah 4B v2","short_name":"Jebadiah 4B v2","url":"https://huggingface.co/frontier-infra/jebadiah-4b-v2","hf_url":"https://huggingface.co/frontier-infra/jebadiah-4b-v2"}},{"run_id":"frontier-infra__jebadiah-9b-v0","model":{"id":"frontier-infra/jebadiah-9b-v0","adapter":"jebadiah","settings":{"questions_per_call":1},"total_params":8997081600,"active_params":7979962880,"parameter_count_method":"non_lookup_parameters_v1","display_name":"Jebadiah 9B v0","short_name":"Jebadiah 9B v0","url":"https://huggingface.co/frontier-infra/jebadiah-9b-v0","hf_url":"https://huggingface.co/frontier-infra/jebadiah-9b-v0"}},{"run_id":"frontier-infra__jebadiah-9b-v2","model":{"id":"frontier-infra/jebadiah-9b-v2","adapter":"jebadiah","settings":{"questions_per_call":1},"training_exposure":[{"benchmark_id":"laya--typed-decisions-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"LocalLLaMA/typed-decisions","revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/frontier-infra/jebadiah-9b-v2/blob/e59ba306691f74c74000916a169738ab0627f195/README.md","note":"Pinned evaluated model card declares Typed Decisions in the training/calibration pool, plus HelpSteer2, SummEval and permissive Kev v7 sources. Typed Decisions split and actual snapshot were not disclosed. Other source-family mapping requires exact dataset lineage."},{"benchmark_id":"laya--typed-decisions-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"LocalLLaMA/typed-decisions","revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/frontier-infra/jebadiah-9b-v2/blob/e59ba306691f74c74000916a169738ab0627f195/README.md","note":"Pinned evaluated model card declares Typed Decisions in the training/calibration pool, plus HelpSteer2, SummEval and permissive Kev v7 sources. Typed Decisions split and actual snapshot were not disclosed. Other source-family mapping requires exact dataset lineage."},{"benchmark_id":"laya--typed-decisions-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"LocalLLaMA/typed-decisions","revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/frontier-infra/jebadiah-9b-v2/blob/e59ba306691f74c74000916a169738ab0627f195/README.md","note":"Pinned evaluated model card declares Typed Decisions in the training/calibration pool, plus HelpSteer2, SummEval and permissive Kev v7 sources. Typed Decisions split and actual snapshot were not disclosed. Other source-family mapping requires exact dataset lineage."}],"total_params":8953803264,"active_params":7936684544,"parameter_count_method":"non_lookup_parameters_v1","display_name":"Jebadiah 9B v2","short_name":"Jebadiah 9B v2","url":"https://huggingface.co/frontier-infra/jebadiah-9b-v2","hf_url":"https://huggingface.co/frontier-infra/jebadiah-9b-v2"}},{"run_id":"FrontiersMind__Lumma-fev-0.6b","model":{"id":"FrontiersMind/Lumma-fev-0.6b","adapter":"lumma","settings":{"questions_per_call":1},"total_params":649282476,"active_params":582173612,"parameter_count_method":"non_lookup_parameters_v1","display_name":"Lumma fev 0.6B","short_name":"Lumma fev 0.6B","url":"https://huggingface.co/FrontiersMind/Lumma-fev-0.6b","hf_url":"https://huggingface.co/FrontiersMind/Lumma-fev-0.6b"}},{"run_id":"GestaltLabs__Jeff-1","model":{"id":"GestaltLabs/Jeff-1","adapter":"jeff","settings":{"questions_per_call":1},"total_params":4034264576,"active_params":3645308416,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"Jeff-1","short_name":"Jeff-1","url":"https://huggingface.co/GestaltLabs/Jeff-1","hf_url":"https://huggingface.co/GestaltLabs/Jeff-1"}},{"run_id":"guanxuyu__visual-jev-4b-answer-sft","model":{"id":"guanxuyu/visual-jev-4b-answer-sft","adapter":"visual-jev","settings":{"questions_per_call":1},"training_exposure":[{"benchmark_id":"snli-choice-test-v1","relationship":"related_domain","registration_source":"contributor_review","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://github.com/guanxuyu-sv/Visual-Jev/blob/a392eaedfa41adae348f9767b55c0f54b3a13b57/README.md","note":"The answer-SFT adapter is trained on GQA and SNLI-VE. SNLI-VE is a visual-entailment derivative of SNLI; the S1MB benchmark is text-only SNLI. Registered as a related domain rather than asserting identical evaluation records or identical task inputs. Exact consumed records are not established."}],"total_params":4470845952,"active_params":4079530496,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"Visual Jev 4B","short_name":"Visual Jev 4B","url":"https://huggingface.co/guanxuyu/visual-jev-4b-answer-sft","hf_url":"https://huggingface.co/guanxuyu/visual-jev-4b-answer-sft"}},{"run_id":"Hanno-Labs__bosun-v3.1-0.6b","model":{"id":"Hanno-Labs/bosun-v3.1-0.6b","adapter":"bosun","settings":{"questions_per_call":1},"total_params":606131200,"active_params":450560000,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"bosun-v3.1-0.6b","short_name":"bosun-v3.1-0.6b","url":"https://huggingface.co/Hanno-Labs/bosun-v3.1-0.6b","hf_url":"https://huggingface.co/Hanno-Labs/bosun-v3.1-0.6b"}},{"run_id":"Hanno-Labs__bosun-v3.1-1.7b","model":{"id":"Hanno-Labs/bosun-v3.1-1.7b","adapter":"bosun","settings":{"questions_per_call":1},"total_params":1737985024,"active_params":1426842624,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"Bosun v3.1 1.7B","short_name":"Bosun v3.1 1.7B","url":"https://huggingface.co/Hanno-Labs/bosun-v3.1-1.7b","hf_url":"https://huggingface.co/Hanno-Labs/bosun-v3.1-1.7b"}},{"run_id":"heman10x__rlcd-modernbert-151m","model":{"id":"heman10x/rlcd-modernbert-151m","adapter":"verdict-encoder","settings":{"questions_per_call":1},"training_exposure":[{"benchmark_id":"banking77-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"PolyAI/banking77","revision":null,"config":null,"split":"train","evidence_url":"https://github.com/Heman10x-NGU/Verdict-open-jev/blob/30f15564821626ca5c1ad5b2638c4eb7078787dd/scripts/download_real_benchmarks.py","note":"The release-linked builder uses 2,200 Banking77 train utterances in real_banking_train.jsonl, consumed by scripts/train.py. The actual 2,300-row inventory includes 100 CLINC OOS examples. Upstream historical snapshot is not pinned; no independent record-level S1MB overlap audit is claimed."},{"benchmark_id":"clinc-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"clinc/oos-eval","revision":null,"config":null,"split":"oos_train","evidence_url":"https://github.com/Heman10x-NGU/Verdict-open-jev/blob/30f15564821626ca5c1ad5b2638c4eb7078787dd/scripts/download_real_benchmarks.py","note":"The release-linked builder uses 100 CLINC oos_train utterances as distant out-of-scope training examples alongside Banking77. Same source family, different task from S1MB intent choice. The historical upstream snapshot is unpinned; evaluation-example reuse is not established."}],"total_params":151378178,"active_params":112694018,"parameter_count_method":"non_lookup_parameters_v1","display_name":"Verdict ModernBERT 151M","short_name":"Verdict ModernBERT 151M","url":"https://huggingface.co/heman10x/rlcd-modernbert-151m","hf_url":"https://huggingface.co/heman10x/rlcd-modernbert-151m"}},{"run_id":"HopitAI__hopper","model":{"id":"HopitAI/hopper","adapter":"hopper","settings":{"questions_per_call":1},"training_exposure":[{"benchmark_id":"arc-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"allenai/ai2_arc","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/HopitAI/hopper/blob/5d7ff514240655a07fb2ee4e59d0dcb5982314cf/README.md","note":"The pinned release card explicitly names this source family in the model’s training data. The exact training Dataset snapshot and configuration are not disclosed. This is author-reported source-family exposure; it does not establish use of the adopted S1MB evaluation examples."},{"benchmark_id":"clinc-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"clinc/clinc_oos","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/HopitAI/hopper/blob/5d7ff514240655a07fb2ee4e59d0dcb5982314cf/README.md","note":"The pinned release card explicitly names this source family in the model’s training data. The exact training Dataset snapshot and configuration are not disclosed. This is author-reported source-family exposure; it does not establish use of the adopted S1MB evaluation examples."},{"benchmark_id":"dbpedia-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"fancyzhx/dbpedia_14","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/HopitAI/hopper/blob/5d7ff514240655a07fb2ee4e59d0dcb5982314cf/README.md","note":"The pinned release card explicitly names this source family in the model’s training data. The exact training Dataset snapshot and configuration are not disclosed. This is author-reported source-family exposure; it does not establish use of the adopted S1MB evaluation examples."},{"benchmark_id":"snli-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"stanfordnlp/snli","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/HopitAI/hopper/blob/5d7ff514240655a07fb2ee4e59d0dcb5982314cf/README.md","note":"The pinned release card explicitly names this source family in the model’s training data. The exact training Dataset snapshot and configuration are not disclosed. This is author-reported source-family exposure; it does not establish use of the adopted S1MB evaluation examples."}],"total_params":4205751296,"active_params":3570052096,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"hopper","short_name":"hopper","url":"https://huggingface.co/HopitAI/hopper","hf_url":"https://huggingface.co/HopitAI/hopper"}},{"run_id":"HopitAI__image-hopper","model":{"id":"HopitAI/image-hopper","adapter":"image-hopper","settings":{"questions_per_call":1},"training_exposure":[{"benchmark_id":"visa-noul","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/HopitAI/image-hopper/blob/9a826874374961c4a950bc87969f5aac2ca6ac79/README.md","note":"VisA: The pinned model card reports VisA industrial-defect photos in LoRA training. It claims no benchmark items and checks near duplicates against its benchmark reference images; separation from the adopted S1MB cases is not independently established. Exact consumed source split/revision is unknown."}],"total_params":9582927088,"active_params":8563154160,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"Image Hopper","short_name":"Image Hopper","url":"https://huggingface.co/HopitAI/image-hopper","hf_url":"https://huggingface.co/HopitAI/image-hopper"}},{"run_id":"hotchpotch__bekko-system-one-v0-17m","model":{"id":"hotchpotch/bekko-system-one-v0-17m","adapter":"bekko-v0","settings":{},"training_exposure":[{"benchmark_id":"aegis2-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"aegis2","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"aqua-rat-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"aqua_rat","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"arc-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"arc","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"arct-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"arct","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"argument-quality-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"argument_quality","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"argument-quality-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"argument_quality","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"babi-nli-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"babi_nli","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"banking77-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"banking77","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"boardgameqa-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"boardgameqa","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"canttalk-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"canttalk","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"civil-comments-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"civil_comments","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"clinc-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"clinc","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"contract-nli-choice-test-v1","relationship":"evaluation_examples","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"contract_nli","split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/bekko-system-one-dataset-v0/blob/9c673a09c31e145684ab9915871afa72ba40a383/decontamination-20261008.json","note":"The maintainer duplicate-removal receipt identifies one training input matching an S1MB test input after whitespace normalization. The actual training revision retains that row and matches the receipt’s before-file digest. Release cards report full capped-pool training. Removal happened after these models trained; this establishes evaluation-input exposure, not identity of every gold target or an independent audit of all examples."},{"benchmark_id":"corr2cause-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"corr2cause","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"creak-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"creak","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"dbpedia-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"dbpedia","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"defeasible-nli-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"defeasible_nli","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"esci-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"esci","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"ethics-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"ethics","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"ethics-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"ethics","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"ethos-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"ethos","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"few-nerd-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"few_nerd","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"fol-nli-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"fol_nli","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"go-emotions-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"go_emotions","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"gretel-pii-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"gretel_pii","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"gsm8k-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"gsm8k","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"hans-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"hans","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"hh-rlhf-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"hh_rlhf","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"hwu64-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"hwu64","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"laya--ag-news-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"laya__ag_news","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"laya--enron-spam-noul-test-v1","relationship":"evaluation_examples","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"laya__enron_spam","split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/bekko-system-one-dataset-v0/blob/9c673a09c31e145684ab9915871afa72ba40a383/decontamination-20261008.json","note":"The maintainer duplicate-removal receipt identifies one training input matching an S1MB test input after whitespace normalization. The actual training revision retains that row and matches the receipt’s before-file digest. Release cards report full capped-pool training. Removal happened after these models trained; this establishes evaluation-input exposure, not identity of every gold target or an independent audit of all examples."},{"benchmark_id":"laya--typed-decisions-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"laya__typed_decisions","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"laya--typed-decisions-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"laya__typed_decisions","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"laya--typed-decisions-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"laya__typed_decisions","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"lexcomp-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"lexcomp","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"logical-entailment-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"logical_entailment","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"massive-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"massive","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"mtop-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"mtop","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"nlsat-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"nlsat","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--amount-extraction-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__amount-extraction-control-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--amount-extraction-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__amount-extraction-control-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--browser-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__browser-control-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--citation-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__citation-control-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--context-retention-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__context-retention-control-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--customer-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__customer-control-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--customer-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__customer-control-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--customer-control-v1-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__customer-control-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--drone-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__drone-control-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--drone-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__drone-control-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--drone-control-v1-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__drone-control-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--email-selection-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__email-selection-control-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--email-selection-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__email-selection-control-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--entity-alignment-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__entity-alignment-control-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--entity-alignment-control-v1-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__entity-alignment-control-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--ir-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__ir-control-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--ir-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__ir-control-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--ir-control-v1-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__ir-control-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--mailroom-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__mailroom-control-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--mailroom-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__mailroom-control-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--painting-geometry-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__painting-geometry-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--painting-geometry-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__painting-geometry-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--painting-geometry-v1-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__painting-geometry-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--phone-extraction-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__phone-extraction-control-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--phone-extraction-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__phone-extraction-control-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--reasoning-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__reasoning-control-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--reasoning-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__reasoning-control-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--reasoning-control-v1-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__reasoning-control-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--silent-failure-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__silent-failure-control-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--snake-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__snake-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--snake-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__snake-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--sponsor-segment-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__sponsor-segment-control-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--tic-tac-toe-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__tic_tac_toe-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--vizdoom-basic-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__vizdoom-basic-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--vizdoom-basic-v1-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__vizdoom-basic-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--workflow-controls-v1--agent-trace-observability-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__workflow-controls-v1__agent_trace_observability","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--workflow-controls-v1--customer-service-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__workflow-controls-v1__customer_service","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--workflow-controls-v1--invoice-processing-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__workflow-controls-v1__invoice_processing","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--workflow-controls-v1--security-incidents-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__workflow-controls-v1__security_incidents","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"openbookqa-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"openbookqa","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"patent-similarity-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"patent_similarity","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"paws-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"paws","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"plane-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"plane","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"poem-sentiment-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"poem_sentiment","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"qasper-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"qasper","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"quartz-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"quartz","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"ruletaker-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"ruletaker","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"scicite-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"scicite","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"scitail-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"scitail","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"scone-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"scone","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"sdoh-nli-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"sdoh_nli","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"sgd-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"sgd","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"snli-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"snli","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"spartqa-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"spartqa","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"stepgame-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"stepgame","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"temporal-nli-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"temporal_nli","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"tracie-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"tracie","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"ud-ewt-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"ud_ewt","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"wiqa-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"wiqa","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."}],"total_params":16798211,"active_params":3904003,"parameter_count_method":"non_lookup_parameters_v1","display_name":"bekko-system-one-v0-17m","short_name":"bekko-system-one-v0-17m","url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-17m","hf_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-17m"}},{"run_id":"hotchpotch__bekko-system-one-v0-400m","model":{"id":"hotchpotch/bekko-system-one-v0-400m","adapter":"bekko-v0","settings":{},"training_exposure":[{"benchmark_id":"aegis2-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"aegis2","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"aqua-rat-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"aqua_rat","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"arc-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"arc","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"arct-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"arct","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"argument-quality-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"argument_quality","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"argument-quality-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"argument_quality","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"babi-nli-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"babi_nli","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"banking77-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"banking77","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"boardgameqa-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"boardgameqa","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"canttalk-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"canttalk","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"civil-comments-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"civil_comments","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"clinc-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"clinc","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"contract-nli-choice-test-v1","relationship":"evaluation_examples","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"contract_nli","split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/bekko-system-one-dataset-v0/blob/9c673a09c31e145684ab9915871afa72ba40a383/decontamination-20261008.json","note":"The maintainer duplicate-removal receipt identifies one training input matching an S1MB test input after whitespace normalization. The actual training revision retains that row and matches the receipt’s before-file digest. Release cards report full capped-pool training. Removal happened after these models trained; this establishes evaluation-input exposure, not identity of every gold target or an independent audit of all examples."},{"benchmark_id":"corr2cause-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"corr2cause","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"creak-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"creak","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"dbpedia-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"dbpedia","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"defeasible-nli-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"defeasible_nli","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"esci-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"esci","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"ethics-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"ethics","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"ethics-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"ethics","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"ethos-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"ethos","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"few-nerd-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"few_nerd","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"fol-nli-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"fol_nli","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"go-emotions-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"go_emotions","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"gretel-pii-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"gretel_pii","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"gsm8k-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"gsm8k","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"hans-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"hans","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"hh-rlhf-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"hh_rlhf","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"hwu64-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"hwu64","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"laya--ag-news-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"laya__ag_news","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"laya--enron-spam-noul-test-v1","relationship":"evaluation_examples","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"laya__enron_spam","split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/bekko-system-one-dataset-v0/blob/9c673a09c31e145684ab9915871afa72ba40a383/decontamination-20261008.json","note":"The maintainer duplicate-removal receipt identifies one training input matching an S1MB test input after whitespace normalization. The actual training revision retains that row and matches the receipt’s before-file digest. Release cards report full capped-pool training. Removal happened after these models trained; this establishes evaluation-input exposure, not identity of every gold target or an independent audit of all examples."},{"benchmark_id":"laya--typed-decisions-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"laya__typed_decisions","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"laya--typed-decisions-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"laya__typed_decisions","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"laya--typed-decisions-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"laya__typed_decisions","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"lexcomp-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"lexcomp","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"logical-entailment-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"logical_entailment","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"massive-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"massive","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"mtop-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"mtop","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"nlsat-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"nlsat","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--amount-extraction-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__amount-extraction-control-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--amount-extraction-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__amount-extraction-control-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--browser-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__browser-control-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--citation-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__citation-control-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--context-retention-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__context-retention-control-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--customer-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__customer-control-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--customer-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__customer-control-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--customer-control-v1-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__customer-control-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--drone-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__drone-control-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--drone-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__drone-control-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--drone-control-v1-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__drone-control-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--email-selection-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__email-selection-control-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--email-selection-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__email-selection-control-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--entity-alignment-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__entity-alignment-control-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--entity-alignment-control-v1-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__entity-alignment-control-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--ir-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__ir-control-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--ir-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__ir-control-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--ir-control-v1-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__ir-control-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--mailroom-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__mailroom-control-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--mailroom-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__mailroom-control-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--painting-geometry-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__painting-geometry-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--painting-geometry-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__painting-geometry-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--painting-geometry-v1-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__painting-geometry-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--phone-extraction-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__phone-extraction-control-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--phone-extraction-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__phone-extraction-control-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--reasoning-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__reasoning-control-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--reasoning-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__reasoning-control-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--reasoning-control-v1-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__reasoning-control-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--silent-failure-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__silent-failure-control-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--snake-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__snake-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--snake-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__snake-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--sponsor-segment-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__sponsor-segment-control-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--tic-tac-toe-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__tic_tac_toe-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--vizdoom-basic-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__vizdoom-basic-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--vizdoom-basic-v1-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__vizdoom-basic-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--workflow-controls-v1--agent-trace-observability-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__workflow-controls-v1__agent_trace_observability","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--workflow-controls-v1--customer-service-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__workflow-controls-v1__customer_service","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--workflow-controls-v1--invoice-processing-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__workflow-controls-v1__invoice_processing","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--workflow-controls-v1--security-incidents-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__workflow-controls-v1__security_incidents","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"openbookqa-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"openbookqa","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"patent-similarity-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"patent_similarity","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"paws-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"paws","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"plane-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"plane","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"poem-sentiment-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"poem_sentiment","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"qasper-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"qasper","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"quartz-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"quartz","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"ruletaker-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"ruletaker","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"scicite-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"scicite","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"scitail-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"scitail","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"scone-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"scone","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"sdoh-nli-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"sdoh_nli","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"sgd-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"sgd","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"snli-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"snli","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"spartqa-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"spartqa","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"stepgame-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"stepgame","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"temporal-nli-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"temporal_nli","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"tracie-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"tracie","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"ud-ewt-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"ud_ewt","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"wiqa-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"wiqa","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."}],"total_params":394784771,"active_params":343207939,"parameter_count_method":"non_lookup_parameters_v1","display_name":"bekko-system-one-v0-400m","short_name":"bekko-system-one-v0-400m","url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m","hf_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m"}},{"run_id":"hotchpotch__bekko-system-one-v0-68m","model":{"id":"hotchpotch/bekko-system-one-v0-68m","adapter":"bekko-v0","settings":{},"training_exposure":[{"benchmark_id":"aegis2-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"aegis2","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"aqua-rat-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"aqua_rat","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"arc-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"arc","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"arct-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"arct","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"argument-quality-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"argument_quality","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"argument-quality-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"argument_quality","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"babi-nli-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"babi_nli","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"banking77-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"banking77","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"boardgameqa-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"boardgameqa","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"canttalk-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"canttalk","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"civil-comments-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"civil_comments","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"clinc-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"clinc","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"contract-nli-choice-test-v1","relationship":"evaluation_examples","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"contract_nli","split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/bekko-system-one-dataset-v0/blob/9c673a09c31e145684ab9915871afa72ba40a383/decontamination-20261008.json","note":"The maintainer duplicate-removal receipt identifies one training input matching an S1MB test input after whitespace normalization. The actual training revision retains that row and matches the receipt’s before-file digest. Release cards report full capped-pool training. Removal happened after these models trained; this establishes evaluation-input exposure, not identity of every gold target or an independent audit of all examples."},{"benchmark_id":"corr2cause-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"corr2cause","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"creak-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"creak","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"dbpedia-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"dbpedia","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"defeasible-nli-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"defeasible_nli","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"esci-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"esci","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"ethics-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"ethics","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"ethics-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"ethics","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"ethos-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"ethos","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"few-nerd-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"few_nerd","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"fol-nli-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"fol_nli","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"go-emotions-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"go_emotions","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"gretel-pii-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"gretel_pii","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"gsm8k-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"gsm8k","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"hans-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"hans","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"hh-rlhf-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"hh_rlhf","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"hwu64-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"hwu64","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"laya--ag-news-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"laya__ag_news","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"laya--enron-spam-noul-test-v1","relationship":"evaluation_examples","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"laya__enron_spam","split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/bekko-system-one-dataset-v0/blob/9c673a09c31e145684ab9915871afa72ba40a383/decontamination-20261008.json","note":"The maintainer duplicate-removal receipt identifies one training input matching an S1MB test input after whitespace normalization. The actual training revision retains that row and matches the receipt’s before-file digest. Release cards report full capped-pool training. Removal happened after these models trained; this establishes evaluation-input exposure, not identity of every gold target or an independent audit of all examples."},{"benchmark_id":"laya--typed-decisions-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"laya__typed_decisions","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"laya--typed-decisions-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"laya__typed_decisions","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"laya--typed-decisions-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"laya__typed_decisions","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"lexcomp-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"lexcomp","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"logical-entailment-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"logical_entailment","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"massive-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"massive","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"mtop-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"mtop","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"nlsat-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"nlsat","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--amount-extraction-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__amount-extraction-control-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--amount-extraction-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__amount-extraction-control-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--browser-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__browser-control-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--citation-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__citation-control-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--context-retention-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__context-retention-control-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--customer-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__customer-control-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--customer-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__customer-control-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--customer-control-v1-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__customer-control-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--drone-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__drone-control-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--drone-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__drone-control-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--drone-control-v1-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__drone-control-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--email-selection-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__email-selection-control-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--email-selection-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__email-selection-control-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--entity-alignment-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__entity-alignment-control-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--entity-alignment-control-v1-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__entity-alignment-control-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--ir-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__ir-control-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--ir-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__ir-control-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--ir-control-v1-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__ir-control-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--mailroom-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__mailroom-control-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--mailroom-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__mailroom-control-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--painting-geometry-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__painting-geometry-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--painting-geometry-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__painting-geometry-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--painting-geometry-v1-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__painting-geometry-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--phone-extraction-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__phone-extraction-control-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--phone-extraction-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__phone-extraction-control-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--reasoning-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__reasoning-control-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--reasoning-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__reasoning-control-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--reasoning-control-v1-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__reasoning-control-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--silent-failure-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__silent-failure-control-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--snake-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__snake-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--snake-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__snake-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--sponsor-segment-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__sponsor-segment-control-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--tic-tac-toe-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__tic_tac_toe-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--vizdoom-basic-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__vizdoom-basic-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--vizdoom-basic-v1-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__vizdoom-basic-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--workflow-controls-v1--agent-trace-observability-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__workflow-controls-v1__agent_trace_observability","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--workflow-controls-v1--customer-service-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__workflow-controls-v1__customer_service","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--workflow-controls-v1--invoice-processing-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__workflow-controls-v1__invoice_processing","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"open-jev--workflow-controls-v1--security-incidents-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"open_jev__workflow-controls-v1__security_incidents","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"openbookqa-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"openbookqa","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"patent-similarity-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"patent_similarity","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"paws-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"paws","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"plane-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"plane","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"poem-sentiment-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"poem_sentiment","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"qasper-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"qasper","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"quartz-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"quartz","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"ruletaker-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"ruletaker","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"scicite-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"scicite","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"scitail-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"scitail","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"scone-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"scone","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"sdoh-nli-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"sdoh_nli","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"sgd-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"sgd","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"snli-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"snli","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"spartqa-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"spartqa","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"stepgame-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"stepgame","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"temporal-nli-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"temporal_nli","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"tracie-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"tracie","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"ud-ewt-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"ud_ewt","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."},{"benchmark_id":"wiqa-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"c6a49c450fe88b40bd96c54d9cc19fafd9aa5591","config":"wiqa","split":"train","evidence_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-400m/blob/1960df5602bd93cc8d336fdebd9fb68a30926e13/README.md","note":"The release card reports full capped-pool training at this exact Dataset revision; its manifest includes this source family. This is authored training provenance, not an independent audit of all model training or a claim of unseen evaluation inputs."}],"total_params":68146179,"active_params":42357763,"parameter_count_method":"non_lookup_parameters_v1","display_name":"bekko-system-one-v0-68m","short_name":"bekko-system-one-v0-68m","url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-68m","hf_url":"https://huggingface.co/hotchpotch/bekko-system-one-v0-68m"}},{"run_id":"hotchpotch__saihai-v1-310m","model":{"id":"hotchpotch/saihai-v1-310m","adapter":"saihai-310m","settings":{"questions_per_call":1},"training_exposure":[{"benchmark_id":"aegis2-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-310m-dataset","revision":"c00c6f122a42f950a5e58582d69c34d1263250c3","config":"all-mixed","split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/saihai-v1-310m-dataset/blob/c00c6f122a42f950a5e58582d69c34d1263250c3/selection.json","note":"The release trained one complete pass over the materialized pool. Source aegis2 contributed 6089 selected judgments from corrected Bekko v0 revision 9c673a09c31e145684ab9915871afa72ba40a383. This is source-family evidence, not an independent record-level overlap audit."},{"benchmark_id":"aqua-rat-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-310m-dataset","revision":"c00c6f122a42f950a5e58582d69c34d1263250c3","config":"all-mixed","split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/saihai-v1-310m-dataset/blob/c00c6f122a42f950a5e58582d69c34d1263250c3/selection.json","note":"The release trained one complete pass over the materialized pool. Source aqua_rat contributed 9537 selected judgments from corrected Bekko v0 revision 9c673a09c31e145684ab9915871afa72ba40a383. This is source-family evidence, not an independent record-level overlap audit."},{"benchmark_id":"arc-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-310m-dataset","revision":"c00c6f122a42f950a5e58582d69c34d1263250c3","config":"all-mixed","split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/saihai-v1-310m-dataset/blob/c00c6f122a42f950a5e58582d69c34d1263250c3/selection.json","note":"The release trained one complete pass over the materialized pool. Source arc contributed 1772 selected judgments from corrected Bekko v0 revision 9c673a09c31e145684ab9915871afa72ba40a383. This is source-family evidence, not an independent record-level overlap audit."},{"benchmark_id":"arct-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-310m-dataset","revision":"c00c6f122a42f950a5e58582d69c34d1263250c3","config":"all-mixed","split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/saihai-v1-310m-dataset/blob/c00c6f122a42f950a5e58582d69c34d1263250c3/selection.json","note":"The release trained one complete pass over the materialized pool. Source arct contributed 1065 selected judgments from corrected Bekko v0 revision 9c673a09c31e145684ab9915871afa72ba40a383. This is source-family evidence, not an independent record-level overlap audit."},{"benchmark_id":"argument-quality-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-310m-dataset","revision":"c00c6f122a42f950a5e58582d69c34d1263250c3","config":"all-mixed","split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/saihai-v1-310m-dataset/blob/c00c6f122a42f950a5e58582d69c34d1263250c3/selection.json","note":"The release trained one complete pass over the materialized pool. Source argument_quality contributed 6080 selected judgments from corrected Bekko v0 revision 9c673a09c31e145684ab9915871afa72ba40a383. This is source-family evidence, not an independent record-level overlap audit."},{"benchmark_id":"argument-quality-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-310m-dataset","revision":"c00c6f122a42f950a5e58582d69c34d1263250c3","config":"all-mixed","split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/saihai-v1-310m-dataset/blob/c00c6f122a42f950a5e58582d69c34d1263250c3/selection.json","note":"The release trained one complete pass over the materialized pool. Source argument_quality contributed 6080 selected judgments from corrected Bekko v0 revision 9c673a09c31e145684ab9915871afa72ba40a383. This is source-family evidence, not an independent record-level overlap audit."},{"benchmark_id":"babi-nli-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-310m-dataset","revision":"c00c6f122a42f950a5e58582d69c34d1263250c3","config":"all-mixed","split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/saihai-v1-310m-dataset/blob/c00c6f122a42f950a5e58582d69c34d1263250c3/selection.json","note":"The release trained one complete pass over the materialized pool. Source babi_nli contributed 4173 selected judgments from corrected Bekko v0 revision 9c673a09c31e145684ab9915871afa72ba40a383. This is source-family evidence, not an independent record-level overlap audit."},{"benchmark_id":"banking77-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-310m-dataset","revision":"c00c6f122a42f950a5e58582d69c34d1263250c3","config":"all-mixed","split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/saihai-v1-310m-dataset/blob/c00c6f122a42f950a5e58582d69c34d1263250c3/selection.json","note":"The release trained one complete pass over the materialized pool. Source banking77 contributed 3061 selected judgments from corrected Bekko v0 revision 9c673a09c31e145684ab9915871afa72ba40a383. This is source-family evidence, not an independent record-level overlap audit."},{"benchmark_id":"boardgameqa-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-310m-dataset","revision":"c00c6f122a42f950a5e58582d69c34d1263250c3","config":"all-mixed","split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/saihai-v1-310m-dataset/blob/c00c6f122a42f950a5e58582d69c34d1263250c3/selection.json","note":"The release trained one complete pass over the materialized pool. Source boardgameqa contributed 3748 selected judgments from corrected Bekko v0 revision 9c673a09c31e145684ab9915871afa72ba40a383. This is source-family evidence, not an independent record-level overlap audit."},{"benchmark_id":"canttalk-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-310m-dataset","revision":"c00c6f122a42f950a5e58582d69c34d1263250c3","config":"all-mixed","split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/saihai-v1-310m-dataset/blob/c00c6f122a42f950a5e58582d69c34d1263250c3/selection.json","note":"The release trained one complete pass over the materialized pool. Source canttalk contributed 3183 selected judgments from corrected Bekko v0 revision 9c673a09c31e145684ab9915871afa72ba40a383. This is source-family evidence, not an independent record-level overlap audit."},{"benchmark_id":"civil-comments-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-310m-dataset","revision":"c00c6f122a42f950a5e58582d69c34d1263250c3","config":"all-mixed","split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/saihai-v1-310m-dataset/blob/c00c6f122a42f950a5e58582d69c34d1263250c3/selection.json","note":"The release trained one complete pass over the materialized pool. Source civil_comments contributed 16758 selected judgments from corrected Bekko v0 revision 9c673a09c31e145684ab9915871afa72ba40a383. This is source-family evidence, not an independent record-level overlap audit."},{"benchmark_id":"clinc-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-310m-dataset","revision":"c00c6f122a42f950a5e58582d69c34d1263250c3","config":"all-mixed","split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/saihai-v1-310m-dataset/blob/c00c6f122a42f950a5e58582d69c34d1263250c3/selection.json","note":"The release trained one complete pass over the materialized pool. Source clinc contributed 3772 selected judgments from corrected Bekko v0 revision 9c673a09c31e145684ab9915871afa72ba40a383. This is source-family evidence, not an independent record-level overlap audit."},{"benchmark_id":"contract-nli-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-310m-dataset","revision":"c00c6f122a42f950a5e58582d69c34d1263250c3","config":"all-mixed","split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/saihai-v1-310m-dataset/blob/c00c6f122a42f950a5e58582d69c34d1263250c3/selection.json","note":"The release trained one complete pass over the materialized pool. Source contract_nli contributed 2584 selected judgments from corrected Bekko v0 revision 9c673a09c31e145684ab9915871afa72ba40a383. This is source-family evidence, not an independent record-level overlap audit."},{"benchmark_id":"corr2cause-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-310m-dataset","revision":"c00c6f122a42f950a5e58582d69c34d1263250c3","config":"all-mixed","split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/saihai-v1-310m-dataset/blob/c00c6f122a42f950a5e58582d69c34d1263250c3/selection.json","note":"The release trained one complete pass over the materialized pool. Source corr2cause contributed 16000 selected judgments from corrected Bekko v0 revision 9c673a09c31e145684ab9915871afa72ba40a383. This is source-family evidence, not an independent record-level overlap audit."},{"benchmark_id":"creak-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-310m-dataset","revision":"c00c6f122a42f950a5e58582d69c34d1263250c3","config":"all-mixed","split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/saihai-v1-310m-dataset/blob/c00c6f122a42f950a5e58582d69c34d1263250c3/selection.json","note":"The release trained one complete pass over the materialized pool. Source creak contributed 3087 selected judgments from corrected Bekko v0 revision 9c673a09c31e145684ab9915871afa72ba40a383. This is source-family evidence, not an independent record-level overlap audit."},{"benchmark_id":"dbpedia-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-310m-dataset","revision":"c00c6f122a42f950a5e58582d69c34d1263250c3","config":"all-mixed","split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/saihai-v1-310m-dataset/blob/c00c6f122a42f950a5e58582d69c34d1263250c3/selection.json","note":"The release trained one complete pass over the materialized pool. Source dbpedia contributed 16762 selected judgments from corrected Bekko v0 revision 9c673a09c31e145684ab9915871afa72ba40a383. This is source-family evidence, not an independent record-level overlap audit."},{"benchmark_id":"defeasible-nli-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-310m-dataset","revision":"c00c6f122a42f950a5e58582d69c34d1263250c3","config":"all-mixed","split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/saihai-v1-310m-dataset/blob/c00c6f122a42f950a5e58582d69c34d1263250c3/selection.json","note":"The release trained one complete pass over the materialized pool. Source defeasible_nli contributed 9101 selected judgments from corrected Bekko v0 revision 9c673a09c31e145684ab9915871afa72ba40a383. This is source-family evidence, not an independent record-level overlap audit."},{"benchmark_id":"esci-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-310m-dataset","revision":"c00c6f122a42f950a5e58582d69c34d1263250c3","config":"all-mixed","split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/saihai-v1-310m-dataset/blob/c00c6f122a42f950a5e58582d69c34d1263250c3/selection.json","note":"The release trained one complete pass over the materialized pool. Source esci contributed 16760 selected judgments from corrected Bekko v0 revision 9c673a09c31e145684ab9915871afa72ba40a383. This is source-family evidence, not an independent record-level overlap audit."},{"benchmark_id":"ethics-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-310m-dataset","revision":"c00c6f122a42f950a5e58582d69c34d1263250c3","config":"all-mixed","split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/saihai-v1-310m-dataset/blob/c00c6f122a42f950a5e58582d69c34d1263250c3/selection.json","note":"The release trained one complete pass over the materialized pool. Source ethics contributed 9034 selected judgments from corrected Bekko v0 revision 9c673a09c31e145684ab9915871afa72ba40a383. This is source-family evidence, not an independent record-level overlap audit."},{"benchmark_id":"ethics-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-310m-dataset","revision":"c00c6f122a42f950a5e58582d69c34d1263250c3","config":"all-mixed","split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/saihai-v1-310m-dataset/blob/c00c6f122a42f950a5e58582d69c34d1263250c3/selection.json","note":"The release trained one complete pass over the materialized pool. Source ethics contributed 9034 selected judgments from corrected Bekko v0 revision 9c673a09c31e145684ab9915871afa72ba40a383. This is source-family evidence, not an independent record-level overlap audit."},{"benchmark_id":"ethos-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-310m-dataset","revision":"c00c6f122a42f950a5e58582d69c34d1263250c3","config":"all-mixed","split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/saihai-v1-310m-dataset/blob/c00c6f122a42f950a5e58582d69c34d1263250c3/selection.json","note":"The release trained one complete pass over the materialized pool. Source ethos contributed 598 selected judgments from corrected Bekko v0 revision 9c673a09c31e145684ab9915871afa72ba40a383. This is source-family evidence, not an independent record-level overlap audit."},{"benchmark_id":"few-nerd-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-310m-dataset","revision":"c00c6f122a42f950a5e58582d69c34d1263250c3","config":"all-mixed","split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/saihai-v1-310m-dataset/blob/c00c6f122a42f950a5e58582d69c34d1263250c3/selection.json","note":"The release trained one complete pass over the materialized pool. Source few_nerd contributed 16762 selected judgments from corrected Bekko v0 revision 9c673a09c31e145684ab9915871afa72ba40a383. This is source-family evidence, not an independent record-level overlap audit."},{"benchmark_id":"fol-nli-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-310m-dataset","revision":"c00c6f122a42f950a5e58582d69c34d1263250c3","config":"all-mixed","split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/saihai-v1-310m-dataset/blob/c00c6f122a42f950a5e58582d69c34d1263250c3/selection.json","note":"The release trained one complete pass over the materialized pool. Source fol_nli contributed 8773 selected judgments from corrected Bekko v0 revision 9c673a09c31e145684ab9915871afa72ba40a383. This is source-family evidence, not an independent record-level overlap audit."},{"benchmark_id":"go-emotions-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-310m-dataset","revision":"c00c6f122a42f950a5e58582d69c34d1263250c3","config":"all-mixed","split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/saihai-v1-310m-dataset/blob/c00c6f122a42f950a5e58582d69c34d1263250c3/selection.json","note":"The release trained one complete pass over the materialized pool. Source go_emotions contributed 16744 selected judgments from corrected Bekko v0 revision 9c673a09c31e145684ab9915871afa72ba40a383. This is source-family evidence, not an independent record-level overlap audit."},{"benchmark_id":"gretel-pii-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-310m-dataset","revision":"c00c6f122a42f950a5e58582d69c34d1263250c3","config":"all-mixed","split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/saihai-v1-310m-dataset/blob/c00c6f122a42f950a5e58582d69c34d1263250c3/selection.json","note":"The release trained one complete pass over the materialized pool. Source gretel_pii contributed 11835 selected judgments from corrected Bekko v0 revision 9c673a09c31e145684ab9915871afa72ba40a383. This is source-family evidence, not an independent record-level overlap audit."},{"benchmark_id":"gsm8k-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-310m-dataset","revision":"c00c6f122a42f950a5e58582d69c34d1263250c3","config":"all-mixed","split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/saihai-v1-310m-dataset/blob/c00c6f122a42f950a5e58582d69c34d1263250c3/selection.json","note":"The release trained one complete pass over the materialized pool. Source gsm8k contributed 2646 selected judgments from corrected Bekko v0 revision 9c673a09c31e145684ab9915871afa72ba40a383. This is source-family evidence, not an independent record-level overlap audit."},{"benchmark_id":"hans-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-310m-dataset","revision":"c00c6f122a42f950a5e58582d69c34d1263250c3","config":"all-mixed","split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/saihai-v1-310m-dataset/blob/c00c6f122a42f950a5e58582d69c34d1263250c3/selection.json","note":"The release trained one complete pass over the materialized pool. Source hans contributed 5287 selected judgments from corrected Bekko v0 revision 9c673a09c31e145684ab9915871afa72ba40a383. This is source-family evidence, not an independent record-level overlap audit."},{"benchmark_id":"hh-rlhf-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-310m-dataset","revision":"c00c6f122a42f950a5e58582d69c34d1263250c3","config":"all-mixed","split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/saihai-v1-310m-dataset/blob/c00c6f122a42f950a5e58582d69c34d1263250c3/selection.json","note":"The release trained one complete pass over the materialized pool. Source hh_rlhf contributed 12247 selected judgments from corrected Bekko v0 revision 9c673a09c31e145684ab9915871afa72ba40a383. This is source-family evidence, not an independent record-level overlap audit."},{"benchmark_id":"hwu64-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-310m-dataset","revision":"c00c6f122a42f950a5e58582d69c34d1263250c3","config":"all-mixed","split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/saihai-v1-310m-dataset/blob/c00c6f122a42f950a5e58582d69c34d1263250c3/selection.json","note":"The release trained one complete pass over the materialized pool. Source hwu64 contributed 2606 selected judgments from corrected Bekko v0 revision 9c673a09c31e145684ab9915871afa72ba40a383. This is source-family evidence, not an independent record-level overlap audit."},{"benchmark_id":"laya--ag-news-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-310m-dataset","revision":"c00c6f122a42f950a5e58582d69c34d1263250c3","config":"all-mixed","split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/saihai-v1-310m-dataset/blob/c00c6f122a42f950a5e58582d69c34d1263250c3/selection.json","note":"The release trained one complete pass over the materialized pool. Source laya__ag_news contributed 10601 selected judgments from corrected Bekko v0 revision 9c673a09c31e145684ab9915871afa72ba40a383. This is source-family evidence, not an independent record-level overlap audit."},{"benchmark_id":"laya--enron-spam-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-310m-dataset","revision":"c00c6f122a42f950a5e58582d69c34d1263250c3","config":"all-mixed","split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/saihai-v1-310m-dataset/blob/c00c6f122a42f950a5e58582d69c34d1263250c3/selection.json","note":"The release trained one complete pass over the materialized pool. Source laya__enron_spam contributed 5134 selected judgments from corrected Bekko v0 revision 9c673a09c31e145684ab9915871afa72ba40a383. This is source-family evidence, not an independent record-level overlap audit."},{"benchmark_id":"laya--typed-decisions-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-310m-dataset","revision":"c00c6f122a42f950a5e58582d69c34d1263250c3","config":"all-mixed","split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/saihai-v1-310m-dataset/blob/c00c6f122a42f950a5e58582d69c34d1263250c3/selection.json","note":"The release trained one complete pass over the materialized pool. Source laya__typed_decisions contributed 2370 selected judgments from corrected Bekko v0 revision 9c673a09c31e145684ab9915871afa72ba40a383. This is source-family evidence, not an independent record-level overlap audit."},{"benchmark_id":"laya--typed-decisions-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-310m-dataset","revision":"c00c6f122a42f950a5e58582d69c34d1263250c3","config":"all-mixed","split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/saihai-v1-310m-dataset/blob/c00c6f122a42f950a5e58582d69c34d1263250c3/selection.json","note":"The release trained one complete pass over the materialized pool. Source laya__typed_decisions contributed 2370 selected judgments from corrected Bekko v0 revision 9c673a09c31e145684ab9915871afa72ba40a383. This is source-family evidence, not an independent record-level overlap audit."},{"benchmark_id":"laya--typed-decisions-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-310m-dataset","revision":"c00c6f122a42f950a5e58582d69c34d1263250c3","config":"all-mixed","split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/saihai-v1-310m-dataset/blob/c00c6f122a42f950a5e58582d69c34d1263250c3/selection.json","note":"The release trained one complete pass over the materialized pool. Source laya__typed_decisions contributed 2370 selected judgments from corrected Bekko v0 revision 9c673a09c31e145684ab9915871afa72ba40a383. This is source-family evidence, not an independent record-level overlap audit."},{"benchmark_id":"lexcomp-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-310m-dataset","revision":"c00c6f122a42f950a5e58582d69c34d1263250c3","config":"all-mixed","split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/saihai-v1-310m-dataset/blob/c00c6f122a42f950a5e58582d69c34d1263250c3/selection.json","note":"The release trained one complete pass over the materialized pool. Source lexcomp contributed 1091 selected judgments from corrected Bekko v0 revision 9c673a09c31e145684ab9915871afa72ba40a383. This is source-family evidence, not an independent record-level overlap audit."},{"benchmark_id":"logical-entailment-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-310m-dataset","revision":"c00c6f122a42f950a5e58582d69c34d1263250c3","config":"all-mixed","split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/saihai-v1-310m-dataset/blob/c00c6f122a42f950a5e58582d69c34d1263250c3/selection.json","note":"The release trained one complete pass over the materialized pool. Source logical_entailment contributed 9666 selected judgments from corrected Bekko v0 revision 9c673a09c31e145684ab9915871afa72ba40a383. This is source-family evidence, not an independent record-level overlap audit."},{"benchmark_id":"massive-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-310m-dataset","revision":"c00c6f122a42f950a5e58582d69c34d1263250c3","config":"all-mixed","split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/saihai-v1-310m-dataset/blob/c00c6f122a42f950a5e58582d69c34d1263250c3/selection.json","note":"The release trained one complete pass over the materialized pool. Source massive contributed 4426 selected judgments from corrected Bekko v0 revision 9c673a09c31e145684ab9915871afa72ba40a383. This is source-family evidence, not an independent record-level overlap audit."},{"benchmark_id":"mtop-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-310m-dataset","revision":"c00c6f122a42f950a5e58582d69c34d1263250c3","config":"all-mixed","split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/saihai-v1-310m-dataset/blob/c00c6f122a42f950a5e58582d69c34d1263250c3/selection.json","note":"The release trained one complete pass over the materialized pool. Source mtop contributed 5404 selected judgments from corrected Bekko v0 revision 9c673a09c31e145684ab9915871afa72ba40a383. This is source-family evidence, not an independent record-level overlap audit."},{"benchmark_id":"nlsat-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-310m-dataset","revision":"c00c6f122a42f950a5e58582d69c34d1263250c3","config":"all-mixed","split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/saihai-v1-310m-dataset/blob/c00c6f122a42f950a5e58582d69c34d1263250c3/selection.json","note":"The release trained one complete pass over the materialized pool. Source nlsat contributed 12241 selected judgments from corrected Bekko v0 revision 9c673a09c31e145684ab9915871afa72ba40a383. This is source-family evidence, not an independent record-level overlap audit."},{"benchmark_id":"open-jev--amount-extraction-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-310m-dataset","revision":"c00c6f122a42f950a5e58582d69c34d1263250c3","config":"all-mixed","split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/saihai-v1-310m-dataset/blob/c00c6f122a42f950a5e58582d69c34d1263250c3/selection.json","note":"The release trained one complete pass over the materialized pool. Source open_jev__amount-extraction-control-v1 contributed 5456 selected judgments from corrected Bekko v0 revision 9c673a09c31e145684ab9915871afa72ba40a383. This is source-family evidence, not an independent record-level overlap audit."},{"benchmark_id":"open-jev--amount-extraction-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-310m-dataset","revision":"c00c6f122a42f950a5e58582d69c34d1263250c3","config":"all-mixed","split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/saihai-v1-310m-dataset/blob/c00c6f122a42f950a5e58582d69c34d1263250c3/selection.json","note":"The release trained one complete pass over the materialized pool. Source open_jev__amount-extraction-control-v1 contributed 5456 selected judgments from corrected Bekko v0 revision 9c673a09c31e145684ab9915871afa72ba40a383. This is source-family evidence, not an independent record-level overlap audit."},{"benchmark_id":"open-jev--browser-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-310m-dataset","revision":"c00c6f122a42f950a5e58582d69c34d1263250c3","config":"all-mixed","split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/saihai-v1-310m-dataset/blob/c00c6f122a42f950a5e58582d69c34d1263250c3/selection.json","note":"The release trained one complete pass over the materialized pool. Source open_jev__browser-control-v1 contributed 3588 selected judgments from corrected Bekko v0 revision 9c673a09c31e145684ab9915871afa72ba40a383. This is source-family evidence, not an independent record-level overlap audit."},{"benchmark_id":"open-jev--citation-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-310m-dataset","revision":"c00c6f122a42f950a5e58582d69c34d1263250c3","config":"all-mixed","split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/saihai-v1-310m-dataset/blob/c00c6f122a42f950a5e58582d69c34d1263250c3/selection.json","note":"The release trained one complete pass over the materialized pool. Source open_jev__citation-control-v1 contributed 1520 selected judgments from corrected Bekko v0 revision 9c673a09c31e145684ab9915871afa72ba40a383. This is source-family evidence, not an independent record-level overlap audit."},{"benchmark_id":"open-jev--context-retention-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-310m-dataset","revision":"c00c6f122a42f950a5e58582d69c34d1263250c3","config":"all-mixed","split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/saihai-v1-310m-dataset/blob/c00c6f122a42f950a5e58582d69c34d1263250c3/selection.json","note":"The release trained one complete pass over the materialized pool. Source open_jev__context-retention-control-v1 contributed 2394 selected judgments from corrected Bekko v0 revision 9c673a09c31e145684ab9915871afa72ba40a383. This is source-family evidence, not an independent record-level overlap audit."},{"benchmark_id":"open-jev--customer-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-310m-dataset","revision":"c00c6f122a42f950a5e58582d69c34d1263250c3","config":"all-mixed","split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/saihai-v1-310m-dataset/blob/c00c6f122a42f950a5e58582d69c34d1263250c3/selection.json","note":"The release trained one complete pass over the materialized pool. Source open_jev__customer-control-v1 contributed 1980 selected judgments from corrected Bekko v0 revision 9c673a09c31e145684ab9915871afa72ba40a383. This is source-family evidence, not an independent record-level overlap audit."},{"benchmark_id":"open-jev--customer-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-310m-dataset","revision":"c00c6f122a42f950a5e58582d69c34d1263250c3","config":"all-mixed","split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/saihai-v1-310m-dataset/blob/c00c6f122a42f950a5e58582d69c34d1263250c3/selection.json","note":"The release trained one complete pass over the materialized pool. Source open_jev__customer-control-v1 contributed 1980 selected judgments from corrected Bekko v0 revision 9c673a09c31e145684ab9915871afa72ba40a383. This is source-family evidence, not an independent record-level overlap audit."},{"benchmark_id":"open-jev--customer-control-v1-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-310m-dataset","revision":"c00c6f122a42f950a5e58582d69c34d1263250c3","config":"all-mixed","split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/saihai-v1-310m-dataset/blob/c00c6f122a42f950a5e58582d69c34d1263250c3/selection.json","note":"The release trained one complete pass over the materialized pool. Source open_jev__customer-control-v1 contributed 1980 selected judgments from corrected Bekko v0 revision 9c673a09c31e145684ab9915871afa72ba40a383. This is source-family evidence, not an independent record-level overlap audit."},{"benchmark_id":"open-jev--drone-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-310m-dataset","revision":"c00c6f122a42f950a5e58582d69c34d1263250c3","config":"all-mixed","split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/saihai-v1-310m-dataset/blob/c00c6f122a42f950a5e58582d69c34d1263250c3/selection.json","note":"The release trained one complete pass over the materialized pool. Source open_jev__drone-control-v1 contributed 3786 selected judgments from corrected Bekko v0 revision 9c673a09c31e145684ab9915871afa72ba40a383. This is source-family evidence, not an independent record-level overlap audit."},{"benchmark_id":"open-jev--drone-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-310m-dataset","revision":"c00c6f122a42f950a5e58582d69c34d1263250c3","config":"all-mixed","split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/saihai-v1-310m-dataset/blob/c00c6f122a42f950a5e58582d69c34d1263250c3/selection.json","note":"The release trained one complete pass over the materialized pool. Source open_jev__drone-control-v1 contributed 3786 selected judgments from corrected Bekko v0 revision 9c673a09c31e145684ab9915871afa72ba40a383. This is source-family evidence, not an independent record-level overlap audit."},{"benchmark_id":"open-jev--drone-control-v1-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-310m-dataset","revision":"c00c6f122a42f950a5e58582d69c34d1263250c3","config":"all-mixed","split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/saihai-v1-310m-dataset/blob/c00c6f122a42f950a5e58582d69c34d1263250c3/selection.json","note":"The release trained one complete pass over the materialized pool. Source open_jev__drone-control-v1 contributed 3786 selected judgments from corrected Bekko v0 revision 9c673a09c31e145684ab9915871afa72ba40a383. This is source-family evidence, not an independent record-level overlap audit."},{"benchmark_id":"open-jev--email-selection-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-310m-dataset","revision":"c00c6f122a42f950a5e58582d69c34d1263250c3","config":"all-mixed","split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/saihai-v1-310m-dataset/blob/c00c6f122a42f950a5e58582d69c34d1263250c3/selection.json","note":"The release trained one complete pass over the materialized pool. Source open_jev__email-selection-control-v1 contributed 1836 selected judgments from corrected Bekko v0 revision 9c673a09c31e145684ab9915871afa72ba40a383. This is source-family evidence, not an independent record-level overlap audit."},{"benchmark_id":"open-jev--email-selection-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-310m-dataset","revision":"c00c6f122a42f950a5e58582d69c34d1263250c3","config":"all-mixed","split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/saihai-v1-310m-dataset/blob/c00c6f122a42f950a5e58582d69c34d1263250c3/selection.json","note":"The release trained one complete pass over the materialized pool. Source open_jev__email-selection-control-v1 contributed 1836 selected judgments from corrected Bekko v0 revision 9c673a09c31e145684ab9915871afa72ba40a383. This is source-family evidence, not an independent record-level overlap audit."},{"benchmark_id":"open-jev--entity-alignment-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-310m-dataset","revision":"c00c6f122a42f950a5e58582d69c34d1263250c3","config":"all-mixed","split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/saihai-v1-310m-dataset/blob/c00c6f122a42f950a5e58582d69c34d1263250c3/selection.json","note":"The release trained one complete pass over the materialized pool. Source open_jev__entity-alignment-control-v1 contributed 2520 selected judgments from corrected Bekko v0 revision 9c673a09c31e145684ab9915871afa72ba40a383. This is source-family evidence, not an independent record-level overlap audit."},{"benchmark_id":"open-jev--entity-alignment-control-v1-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-310m-dataset","revision":"c00c6f122a42f950a5e58582d69c34d1263250c3","config":"all-mixed","split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/saihai-v1-310m-dataset/blob/c00c6f122a42f950a5e58582d69c34d1263250c3/selection.json","note":"The release trained one complete pass over the materialized pool. Source open_jev__entity-alignment-control-v1 contributed 2520 selected judgments from corrected Bekko v0 revision 9c673a09c31e145684ab9915871afa72ba40a383. This is source-family evidence, not an independent record-level overlap audit."},{"benchmark_id":"open-jev--ir-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-310m-dataset","revision":"c00c6f122a42f950a5e58582d69c34d1263250c3","config":"all-mixed","split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/saihai-v1-310m-dataset/blob/c00c6f122a42f950a5e58582d69c34d1263250c3/selection.json","note":"The release trained one complete pass over the materialized pool. Source open_jev__ir-control-v1 contributed 2610 selected judgments from corrected Bekko v0 revision 9c673a09c31e145684ab9915871afa72ba40a383. This is source-family evidence, not an independent record-level overlap audit."},{"benchmark_id":"open-jev--ir-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-310m-dataset","revision":"c00c6f122a42f950a5e58582d69c34d1263250c3","config":"all-mixed","split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/saihai-v1-310m-dataset/blob/c00c6f122a42f950a5e58582d69c34d1263250c3/selection.json","note":"The release trained one complete pass over the materialized pool. Source open_jev__ir-control-v1 contributed 2610 selected judgments from corrected Bekko v0 revision 9c673a09c31e145684ab9915871afa72ba40a383. This is source-family evidence, not an independent record-level overlap audit."},{"benchmark_id":"open-jev--ir-control-v1-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-310m-dataset","revision":"c00c6f122a42f950a5e58582d69c34d1263250c3","config":"all-mixed","split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/saihai-v1-310m-dataset/blob/c00c6f122a42f950a5e58582d69c34d1263250c3/selection.json","note":"The release trained one complete pass over the materialized pool. Source open_jev__ir-control-v1 contributed 2610 selected judgments from corrected Bekko v0 revision 9c673a09c31e145684ab9915871afa72ba40a383. This is source-family evidence, not an independent record-level overlap audit."},{"benchmark_id":"open-jev--mailroom-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-310m-dataset","revision":"c00c6f122a42f950a5e58582d69c34d1263250c3","config":"all-mixed","split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/saihai-v1-310m-dataset/blob/c00c6f122a42f950a5e58582d69c34d1263250c3/selection.json","note":"The release trained one complete pass over the materialized pool. Source open_jev__mailroom-control-v1 contributed 8036 selected judgments from corrected Bekko v0 revision 9c673a09c31e145684ab9915871afa72ba40a383. This is source-family evidence, not an independent record-level overlap audit."},{"benchmark_id":"open-jev--mailroom-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-310m-dataset","revision":"c00c6f122a42f950a5e58582d69c34d1263250c3","config":"all-mixed","split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/saihai-v1-310m-dataset/blob/c00c6f122a42f950a5e58582d69c34d1263250c3/selection.json","note":"The release trained one complete pass over the materialized pool. Source open_jev__mailroom-control-v1 contributed 8036 selected judgments from corrected Bekko v0 revision 9c673a09c31e145684ab9915871afa72ba40a383. This is source-family evidence, not an independent record-level overlap audit."},{"benchmark_id":"open-jev--painting-geometry-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-310m-dataset","revision":"c00c6f122a42f950a5e58582d69c34d1263250c3","config":"all-mixed","split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/saihai-v1-310m-dataset/blob/c00c6f122a42f950a5e58582d69c34d1263250c3/selection.json","note":"The release trained one complete pass over the materialized pool. Source open_jev__painting-geometry-v1 contributed 4608 selected judgments from corrected Bekko v0 revision 9c673a09c31e145684ab9915871afa72ba40a383. This is source-family evidence, not an independent record-level overlap audit."},{"benchmark_id":"open-jev--painting-geometry-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-310m-dataset","revision":"c00c6f122a42f950a5e58582d69c34d1263250c3","config":"all-mixed","split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/saihai-v1-310m-dataset/blob/c00c6f122a42f950a5e58582d69c34d1263250c3/selection.json","note":"The release trained one complete pass over the materialized pool. Source open_jev__painting-geometry-v1 contributed 4608 selected judgments from corrected Bekko v0 revision 9c673a09c31e145684ab9915871afa72ba40a383. This is source-family evidence, not an independent record-level overlap audit."},{"benchmark_id":"open-jev--painting-geometry-v1-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-310m-dataset","revision":"c00c6f122a42f950a5e58582d69c34d1263250c3","config":"all-mixed","split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/saihai-v1-310m-dataset/blob/c00c6f122a42f950a5e58582d69c34d1263250c3/selection.json","note":"The release trained one complete pass over the materialized pool. Source open_jev__painting-geometry-v1 contributed 4608 selected judgments from corrected Bekko v0 revision 9c673a09c31e145684ab9915871afa72ba40a383. This is source-family evidence, not an independent record-level overlap audit."},{"benchmark_id":"open-jev--phone-extraction-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-310m-dataset","revision":"c00c6f122a42f950a5e58582d69c34d1263250c3","config":"all-mixed","split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/saihai-v1-310m-dataset/blob/c00c6f122a42f950a5e58582d69c34d1263250c3/selection.json","note":"The release trained one complete pass over the materialized pool. Source open_jev__phone-extraction-control-v1 contributed 3325 selected judgments from corrected Bekko v0 revision 9c673a09c31e145684ab9915871afa72ba40a383. This is source-family evidence, not an independent record-level overlap audit."},{"benchmark_id":"open-jev--phone-extraction-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-310m-dataset","revision":"c00c6f122a42f950a5e58582d69c34d1263250c3","config":"all-mixed","split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/saihai-v1-310m-dataset/blob/c00c6f122a42f950a5e58582d69c34d1263250c3/selection.json","note":"The release trained one complete pass over the materialized pool. Source open_jev__phone-extraction-control-v1 contributed 3325 selected judgments from corrected Bekko v0 revision 9c673a09c31e145684ab9915871afa72ba40a383. This is source-family evidence, not an independent record-level overlap audit."},{"benchmark_id":"open-jev--reasoning-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-310m-dataset","revision":"c00c6f122a42f950a5e58582d69c34d1263250c3","config":"all-mixed","split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/saihai-v1-310m-dataset/blob/c00c6f122a42f950a5e58582d69c34d1263250c3/selection.json","note":"The release trained one complete pass over the materialized pool. Source open_jev__reasoning-control-v1 contributed 2256 selected judgments from corrected Bekko v0 revision 9c673a09c31e145684ab9915871afa72ba40a383. This is source-family evidence, not an independent record-level overlap audit."},{"benchmark_id":"open-jev--reasoning-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-310m-dataset","revision":"c00c6f122a42f950a5e58582d69c34d1263250c3","config":"all-mixed","split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/saihai-v1-310m-dataset/blob/c00c6f122a42f950a5e58582d69c34d1263250c3/selection.json","note":"The release trained one complete pass over the materialized pool. Source open_jev__reasoning-control-v1 contributed 2256 selected judgments from corrected Bekko v0 revision 9c673a09c31e145684ab9915871afa72ba40a383. This is source-family evidence, not an independent record-level overlap audit."},{"benchmark_id":"open-jev--reasoning-control-v1-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-310m-dataset","revision":"c00c6f122a42f950a5e58582d69c34d1263250c3","config":"all-mixed","split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/saihai-v1-310m-dataset/blob/c00c6f122a42f950a5e58582d69c34d1263250c3/selection.json","note":"The release trained one complete pass over the materialized pool. Source open_jev__reasoning-control-v1 contributed 2256 selected judgments from corrected Bekko v0 revision 9c673a09c31e145684ab9915871afa72ba40a383. This is source-family evidence, not an independent record-level overlap audit."},{"benchmark_id":"open-jev--silent-failure-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-310m-dataset","revision":"c00c6f122a42f950a5e58582d69c34d1263250c3","config":"all-mixed","split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/saihai-v1-310m-dataset/blob/c00c6f122a42f950a5e58582d69c34d1263250c3/selection.json","note":"The release trained one complete pass over the materialized pool. Source open_jev__silent-failure-control-v1 contributed 2448 selected judgments from corrected Bekko v0 revision 9c673a09c31e145684ab9915871afa72ba40a383. This is source-family evidence, not an independent record-level overlap audit."},{"benchmark_id":"open-jev--snake-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-310m-dataset","revision":"c00c6f122a42f950a5e58582d69c34d1263250c3","config":"all-mixed","split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/saihai-v1-310m-dataset/blob/c00c6f122a42f950a5e58582d69c34d1263250c3/selection.json","note":"The release trained one complete pass over the materialized pool. Source open_jev__snake-v1 contributed 3420 selected judgments from corrected Bekko v0 revision 9c673a09c31e145684ab9915871afa72ba40a383. This is source-family evidence, not an independent record-level overlap audit."},{"benchmark_id":"open-jev--snake-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-310m-dataset","revision":"c00c6f122a42f950a5e58582d69c34d1263250c3","config":"all-mixed","split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/saihai-v1-310m-dataset/blob/c00c6f122a42f950a5e58582d69c34d1263250c3/selection.json","note":"The release trained one complete pass over the materialized pool. Source open_jev__snake-v1 contributed 3420 selected judgments from corrected Bekko v0 revision 9c673a09c31e145684ab9915871afa72ba40a383. This is source-family evidence, not an independent record-level overlap audit."},{"benchmark_id":"open-jev--sponsor-segment-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-310m-dataset","revision":"c00c6f122a42f950a5e58582d69c34d1263250c3","config":"all-mixed","split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/saihai-v1-310m-dataset/blob/c00c6f122a42f950a5e58582d69c34d1263250c3/selection.json","note":"The release trained one complete pass over the materialized pool. Source open_jev__sponsor-segment-control-v1 contributed 2430 selected judgments from corrected Bekko v0 revision 9c673a09c31e145684ab9915871afa72ba40a383. This is source-family evidence, not an independent record-level overlap audit."},{"benchmark_id":"open-jev--tic-tac-toe-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-310m-dataset","revision":"c00c6f122a42f950a5e58582d69c34d1263250c3","config":"all-mixed","split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/saihai-v1-310m-dataset/blob/c00c6f122a42f950a5e58582d69c34d1263250c3/selection.json","note":"The release trained one complete pass over the materialized pool. Source open_jev__tic_tac_toe-v1 contributed 1748 selected judgments from corrected Bekko v0 revision 9c673a09c31e145684ab9915871afa72ba40a383. This is source-family evidence, not an independent record-level overlap audit."},{"benchmark_id":"open-jev--vizdoom-basic-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-310m-dataset","revision":"c00c6f122a42f950a5e58582d69c34d1263250c3","config":"all-mixed","split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/saihai-v1-310m-dataset/blob/c00c6f122a42f950a5e58582d69c34d1263250c3/selection.json","note":"The release trained one complete pass over the materialized pool. Source open_jev__vizdoom-basic-v1 contributed 2439 selected judgments from corrected Bekko v0 revision 9c673a09c31e145684ab9915871afa72ba40a383. This is source-family evidence, not an independent record-level overlap audit."},{"benchmark_id":"open-jev--vizdoom-basic-v1-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-310m-dataset","revision":"c00c6f122a42f950a5e58582d69c34d1263250c3","config":"all-mixed","split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/saihai-v1-310m-dataset/blob/c00c6f122a42f950a5e58582d69c34d1263250c3/selection.json","note":"The release trained one complete pass over the materialized pool. Source open_jev__vizdoom-basic-v1 contributed 2439 selected judgments from corrected Bekko v0 revision 9c673a09c31e145684ab9915871afa72ba40a383. This is source-family evidence, not an independent record-level overlap audit."},{"benchmark_id":"open-jev--workflow-controls-v1--agent-trace-observability-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-310m-dataset","revision":"c00c6f122a42f950a5e58582d69c34d1263250c3","config":"all-mixed","split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/saihai-v1-310m-dataset/blob/c00c6f122a42f950a5e58582d69c34d1263250c3/selection.json","note":"The release trained one complete pass over the materialized pool. Source open_jev__workflow-controls-v1__agent_trace_observability contributed 1869 selected judgments from corrected Bekko v0 revision 9c673a09c31e145684ab9915871afa72ba40a383. This is source-family evidence, not an independent record-level overlap audit."},{"benchmark_id":"open-jev--workflow-controls-v1--customer-service-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-310m-dataset","revision":"c00c6f122a42f950a5e58582d69c34d1263250c3","config":"all-mixed","split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/saihai-v1-310m-dataset/blob/c00c6f122a42f950a5e58582d69c34d1263250c3/selection.json","note":"The release trained one complete pass over the materialized pool. Source open_jev__workflow-controls-v1__customer_service contributed 2016 selected judgments from corrected Bekko v0 revision 9c673a09c31e145684ab9915871afa72ba40a383. This is source-family evidence, not an independent record-level overlap audit."},{"benchmark_id":"open-jev--workflow-controls-v1--invoice-processing-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-310m-dataset","revision":"c00c6f122a42f950a5e58582d69c34d1263250c3","config":"all-mixed","split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/saihai-v1-310m-dataset/blob/c00c6f122a42f950a5e58582d69c34d1263250c3/selection.json","note":"The release trained one complete pass over the materialized pool. Source open_jev__workflow-controls-v1__invoice_processing contributed 2220 selected judgments from corrected Bekko v0 revision 9c673a09c31e145684ab9915871afa72ba40a383. This is source-family evidence, not an independent record-level overlap audit."},{"benchmark_id":"open-jev--workflow-controls-v1--security-incidents-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-310m-dataset","revision":"c00c6f122a42f950a5e58582d69c34d1263250c3","config":"all-mixed","split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/saihai-v1-310m-dataset/blob/c00c6f122a42f950a5e58582d69c34d1263250c3/selection.json","note":"The release trained one complete pass over the materialized pool. Source open_jev__workflow-controls-v1__security_incidents contributed 2856 selected judgments from corrected Bekko v0 revision 9c673a09c31e145684ab9915871afa72ba40a383. This is source-family evidence, not an independent record-level overlap audit."},{"benchmark_id":"openbookqa-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-310m-dataset","revision":"c00c6f122a42f950a5e58582d69c34d1263250c3","config":"all-mixed","split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/saihai-v1-310m-dataset/blob/c00c6f122a42f950a5e58582d69c34d1263250c3/selection.json","note":"The release trained one complete pass over the materialized pool. Source openbookqa contributed 2136 selected judgments from corrected Bekko v0 revision 9c673a09c31e145684ab9915871afa72ba40a383. This is source-family evidence, not an independent record-level overlap audit."},{"benchmark_id":"patent-similarity-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-310m-dataset","revision":"c00c6f122a42f950a5e58582d69c34d1263250c3","config":"all-mixed","split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/saihai-v1-310m-dataset/blob/c00c6f122a42f950a5e58582d69c34d1263250c3/selection.json","note":"The release trained one complete pass over the materialized pool. Source patent_similarity contributed 5843 selected judgments from corrected Bekko v0 revision 9c673a09c31e145684ab9915871afa72ba40a383. This is source-family evidence, not an independent record-level overlap audit."},{"benchmark_id":"paws-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-310m-dataset","revision":"c00c6f122a42f950a5e58582d69c34d1263250c3","config":"all-mixed","split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/saihai-v1-310m-dataset/blob/c00c6f122a42f950a5e58582d69c34d1263250c3/selection.json","note":"The release trained one complete pass over the materialized pool. Source paws contributed 6797 selected judgments from corrected Bekko v0 revision 9c673a09c31e145684ab9915871afa72ba40a383. This is source-family evidence, not an independent record-level overlap audit."},{"benchmark_id":"plane-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-310m-dataset","revision":"c00c6f122a42f950a5e58582d69c34d1263250c3","config":"all-mixed","split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/saihai-v1-310m-dataset/blob/c00c6f122a42f950a5e58582d69c34d1263250c3/selection.json","note":"The release trained one complete pass over the materialized pool. Source plane contributed 12282 selected judgments from corrected Bekko v0 revision 9c673a09c31e145684ab9915871afa72ba40a383. This is source-family evidence, not an independent record-level overlap audit."},{"benchmark_id":"poem-sentiment-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-310m-dataset","revision":"c00c6f122a42f950a5e58582d69c34d1263250c3","config":"all-mixed","split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/saihai-v1-310m-dataset/blob/c00c6f122a42f950a5e58582d69c34d1263250c3/selection.json","note":"The release trained one complete pass over the materialized pool. Source poem_sentiment contributed 892 selected judgments from corrected Bekko v0 revision 9c673a09c31e145684ab9915871afa72ba40a383. This is source-family evidence, not an independent record-level overlap audit."},{"benchmark_id":"qasper-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-310m-dataset","revision":"c00c6f122a42f950a5e58582d69c34d1263250c3","config":"all-mixed","split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/saihai-v1-310m-dataset/blob/c00c6f122a42f950a5e58582d69c34d1263250c3/selection.json","note":"The release trained one complete pass over the materialized pool. Source qasper contributed 392 selected judgments from corrected Bekko v0 revision 9c673a09c31e145684ab9915871afa72ba40a383. This is source-family evidence, not an independent record-level overlap audit."},{"benchmark_id":"quartz-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-310m-dataset","revision":"c00c6f122a42f950a5e58582d69c34d1263250c3","config":"all-mixed","split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/saihai-v1-310m-dataset/blob/c00c6f122a42f950a5e58582d69c34d1263250c3/selection.json","note":"The release trained one complete pass over the materialized pool. Source quartz contributed 1582 selected judgments from corrected Bekko v0 revision 9c673a09c31e145684ab9915871afa72ba40a383. This is source-family evidence, not an independent record-level overlap audit."},{"benchmark_id":"ruletaker-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-310m-dataset","revision":"c00c6f122a42f950a5e58582d69c34d1263250c3","config":"all-mixed","split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/saihai-v1-310m-dataset/blob/c00c6f122a42f950a5e58582d69c34d1263250c3/selection.json","note":"The release trained one complete pass over the materialized pool. Source ruletaker contributed 16762 selected judgments from corrected Bekko v0 revision 9c673a09c31e145684ab9915871afa72ba40a383. This is source-family evidence, not an independent record-level overlap audit."},{"benchmark_id":"scicite-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-310m-dataset","revision":"c00c6f122a42f950a5e58582d69c34d1263250c3","config":"all-mixed","split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/saihai-v1-310m-dataset/blob/c00c6f122a42f950a5e58582d69c34d1263250c3/selection.json","note":"The release trained one complete pass over the materialized pool. Source scicite contributed 2390 selected judgments from corrected Bekko v0 revision 9c673a09c31e145684ab9915871afa72ba40a383. This is source-family evidence, not an independent record-level overlap audit."},{"benchmark_id":"scitail-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-310m-dataset","revision":"c00c6f122a42f950a5e58582d69c34d1263250c3","config":"all-mixed","split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/saihai-v1-310m-dataset/blob/c00c6f122a42f950a5e58582d69c34d1263250c3/selection.json","note":"The release trained one complete pass over the materialized pool. Source scitail contributed 4698 selected judgments from corrected Bekko v0 revision 9c673a09c31e145684ab9915871afa72ba40a383. This is source-family evidence, not an independent record-level overlap audit."},{"benchmark_id":"scone-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-310m-dataset","revision":"c00c6f122a42f950a5e58582d69c34d1263250c3","config":"all-mixed","split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/saihai-v1-310m-dataset/blob/c00c6f122a42f950a5e58582d69c34d1263250c3/selection.json","note":"The release trained one complete pass over the materialized pool. Source scone contributed 2161 selected judgments from corrected Bekko v0 revision 9c673a09c31e145684ab9915871afa72ba40a383. This is source-family evidence, not an independent record-level overlap audit."},{"benchmark_id":"sdoh-nli-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-310m-dataset","revision":"c00c6f122a42f950a5e58582d69c34d1263250c3","config":"all-mixed","split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/saihai-v1-310m-dataset/blob/c00c6f122a42f950a5e58582d69c34d1263250c3/selection.json","note":"The release trained one complete pass over the materialized pool. Source sdoh_nli contributed 4378 selected judgments from corrected Bekko v0 revision 9c673a09c31e145684ab9915871afa72ba40a383. This is source-family evidence, not an independent record-level overlap audit."},{"benchmark_id":"sgd-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-310m-dataset","revision":"c00c6f122a42f950a5e58582d69c34d1263250c3","config":"all-mixed","split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/saihai-v1-310m-dataset/blob/c00c6f122a42f950a5e58582d69c34d1263250c3/selection.json","note":"The release trained one complete pass over the materialized pool. Source sgd contributed 12746 selected judgments from corrected Bekko v0 revision 9c673a09c31e145684ab9915871afa72ba40a383. This is source-family evidence, not an independent record-level overlap audit."},{"benchmark_id":"snli-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-310m-dataset","revision":"c00c6f122a42f950a5e58582d69c34d1263250c3","config":"all-mixed","split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/saihai-v1-310m-dataset/blob/c00c6f122a42f950a5e58582d69c34d1263250c3/selection.json","note":"The release trained one complete pass over the materialized pool. Source snli contributed 16762 selected judgments from corrected Bekko v0 revision 9c673a09c31e145684ab9915871afa72ba40a383. This is source-family evidence, not an independent record-level overlap audit."},{"benchmark_id":"spartqa-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-310m-dataset","revision":"c00c6f122a42f950a5e58582d69c34d1263250c3","config":"all-mixed","split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/saihai-v1-310m-dataset/blob/c00c6f122a42f950a5e58582d69c34d1263250c3/selection.json","note":"The release trained one complete pass over the materialized pool. Source spartqa contributed 4588 selected judgments from corrected Bekko v0 revision 9c673a09c31e145684ab9915871afa72ba40a383. This is source-family evidence, not an independent record-level overlap audit."},{"benchmark_id":"stepgame-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-310m-dataset","revision":"c00c6f122a42f950a5e58582d69c34d1263250c3","config":"all-mixed","split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/saihai-v1-310m-dataset/blob/c00c6f122a42f950a5e58582d69c34d1263250c3/selection.json","note":"The release trained one complete pass over the materialized pool. Source stepgame contributed 16645 selected judgments from corrected Bekko v0 revision 9c673a09c31e145684ab9915871afa72ba40a383. This is source-family evidence, not an independent record-level overlap audit."},{"benchmark_id":"temporal-nli-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-310m-dataset","revision":"c00c6f122a42f950a5e58582d69c34d1263250c3","config":"all-mixed","split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/saihai-v1-310m-dataset/blob/c00c6f122a42f950a5e58582d69c34d1263250c3/selection.json","note":"The release trained one complete pass over the materialized pool. Source temporal_nli contributed 8230 selected judgments from corrected Bekko v0 revision 9c673a09c31e145684ab9915871afa72ba40a383. This is source-family evidence, not an independent record-level overlap audit."},{"benchmark_id":"tracie-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-310m-dataset","revision":"c00c6f122a42f950a5e58582d69c34d1263250c3","config":"all-mixed","split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/saihai-v1-310m-dataset/blob/c00c6f122a42f950a5e58582d69c34d1263250c3/selection.json","note":"The release trained one complete pass over the materialized pool. Source tracie contributed 1048 selected judgments from corrected Bekko v0 revision 9c673a09c31e145684ab9915871afa72ba40a383. This is source-family evidence, not an independent record-level overlap audit."},{"benchmark_id":"ud-ewt-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-310m-dataset","revision":"c00c6f122a42f950a5e58582d69c34d1263250c3","config":"all-mixed","split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/saihai-v1-310m-dataset/blob/c00c6f122a42f950a5e58582d69c34d1263250c3/selection.json","note":"The release trained one complete pass over the materialized pool. Source ud_ewt contributed 13640 selected judgments from corrected Bekko v0 revision 9c673a09c31e145684ab9915871afa72ba40a383. This is source-family evidence, not an independent record-level overlap audit."},{"benchmark_id":"wiqa-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-310m-dataset","revision":"c00c6f122a42f950a5e58582d69c34d1263250c3","config":"all-mixed","split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/saihai-v1-310m-dataset/blob/c00c6f122a42f950a5e58582d69c34d1263250c3/selection.json","note":"The release trained one complete pass over the materialized pool. Source wiqa contributed 5240 selected judgments from corrected Bekko v0 revision 9c673a09c31e145684ab9915871afa72ba40a383. This is source-family evidence, not an independent record-level overlap audit."},{"benchmark_id":"commonsensemoralja-noul","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-310m-dataset","revision":"c00c6f122a42f950a5e58582d69c34d1263250c3","config":"all-mixed","split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/saihai-v1-310m-dataset/blob/c00c6f122a42f950a5e58582d69c34d1263250c3/_sources/japanese/training-manifest.json","note":"The release retained 13226 training judgments from source commonsensemoralja-noul in its all-mixed pool. The dataset card reports exclusion of Japanese evaluation examples and related parent groups; this is a maintainer declaration, not an independent overlap audit."},{"benchmark_id":"janli-choice","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-310m-dataset","revision":"c00c6f122a42f950a5e58582d69c34d1263250c3","config":"all-mixed","split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/saihai-v1-310m-dataset/blob/c00c6f122a42f950a5e58582d69c34d1263250c3/_sources/japanese/training-manifest.json","note":"The release retained 379 training judgments from source janli-choice in its all-mixed pool. The dataset card reports exclusion of Japanese evaluation examples and related parent groups; this is a maintainer declaration, not an independent overlap audit."},{"benchmark_id":"jcommonsenseqa-choice","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-310m-dataset","revision":"c00c6f122a42f950a5e58582d69c34d1263250c3","config":"all-mixed","split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/saihai-v1-310m-dataset/blob/c00c6f122a42f950a5e58582d69c34d1263250c3/_sources/japanese/training-manifest.json","note":"The release retained 8447 training judgments from source jcommonsenseqa-choice in its all-mixed pool. The dataset card reports exclusion of Japanese evaluation examples and related parent groups; this is a maintainer declaration, not an independent overlap audit."},{"benchmark_id":"jnli-choice","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-310m-dataset","revision":"c00c6f122a42f950a5e58582d69c34d1263250c3","config":"all-mixed","split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/saihai-v1-310m-dataset/blob/c00c6f122a42f950a5e58582d69c34d1263250c3/_sources/japanese/training-manifest.json","note":"The release retained 14538 training judgments from source jnli-choice in its all-mixed pool. The dataset card reports exclusion of Japanese evaluation examples and related parent groups; this is a maintainer declaration, not an independent overlap audit."},{"benchmark_id":"jsts-score","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-310m-dataset","revision":"c00c6f122a42f950a5e58582d69c34d1263250c3","config":"all-mixed","split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/saihai-v1-310m-dataset/blob/c00c6f122a42f950a5e58582d69c34d1263250c3/_sources/japanese/training-manifest.json","note":"The release retained 8745 training judgments from source jsts-score in its all-mixed pool. The dataset card reports exclusion of Japanese evaluation examples and related parent groups; this is a maintainer declaration, not an independent overlap audit."},{"benchmark_id":"kuci-choice","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-310m-dataset","revision":"c00c6f122a42f950a5e58582d69c34d1263250c3","config":"all-mixed","split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/saihai-v1-310m-dataset/blob/c00c6f122a42f950a5e58582d69c34d1263250c3/_sources/japanese/training-manifest.json","note":"The release retained 69527 training judgments from source kuci-choice in its all-mixed pool. The dataset card reports exclusion of Japanese evaluation examples and related parent groups; this is a maintainer declaration, not an independent overlap audit."},{"benchmark_id":"mintaka-ja-boolean-noul","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-310m-dataset","revision":"c00c6f122a42f950a5e58582d69c34d1263250c3","config":"all-mixed","split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/saihai-v1-310m-dataset/blob/c00c6f122a42f950a5e58582d69c34d1263250c3/_sources/japanese/training-manifest.json","note":"The release retained 1909 training judgments from source mintaka-ja-boolean-noul in its all-mixed pool. The dataset card reports exclusion of Japanese evaluation examples and related parent groups; this is a maintainer declaration, not an independent overlap audit."}],"total_params":314614275,"active_params":235971075,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"Saihai v1 310M","short_name":"Saihai 310M","url":null,"hf_url":"https://huggingface.co/hotchpotch/saihai-v1-310m"}},{"run_id":"hotchpotch__saihai-v1-8b","model":{"id":"hotchpotch/saihai-v1-8b","adapter":"saihai","settings":{"questions_per_call":1},"training_exposure":[{"benchmark_id":"commonsensemoralja-noul","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-dataset","revision":"906504ac4b72e133a613011318afd8206fb5e8ec","config":"jp-jdmb-commonsensemoralja-noul","split":"train","evidence_url":"https://huggingface.co/hotchpotch/saihai-v1-8b/blob/798638665cc835e21f84e970531c8565043ce098/training-provenance.json","note":"The pinned release trained on this source-family train config. The maintainer reports evaluation judgments were not training inputs; this is not an independent overlap audit."},{"benchmark_id":"jamp-choice","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-dataset","revision":"906504ac4b72e133a613011318afd8206fb5e8ec","config":"jp-jdmb-jamp-choice","split":"train","evidence_url":"https://huggingface.co/hotchpotch/saihai-v1-8b/blob/798638665cc835e21f84e970531c8565043ce098/training-provenance.json","note":"The pinned release trained on this source-family train config. The maintainer reports evaluation judgments were not training inputs; this is not an independent overlap audit."},{"benchmark_id":"janli-choice","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-dataset","revision":"906504ac4b72e133a613011318afd8206fb5e8ec","config":"jp-jdmb-janli-choice","split":"train","evidence_url":"https://huggingface.co/hotchpotch/saihai-v1-8b/blob/798638665cc835e21f84e970531c8565043ce098/training-provenance.json","note":"The pinned release trained on this source-family train config. The maintainer reports evaluation judgments were not training inputs; this is not an independent overlap audit."},{"benchmark_id":"jcola-noul","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-dataset","revision":"906504ac4b72e133a613011318afd8206fb5e8ec","config":"jp-jdmb-jcola-noul","split":"train","evidence_url":"https://huggingface.co/hotchpotch/saihai-v1-8b/blob/798638665cc835e21f84e970531c8565043ce098/training-provenance.json","note":"The pinned release trained on this source-family train config. The maintainer reports evaluation judgments were not training inputs; this is not an independent overlap audit."},{"benchmark_id":"jcommonsenseqa-choice","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-dataset","revision":"906504ac4b72e133a613011318afd8206fb5e8ec","config":"jp-jdmb-jcommonsenseqa-choice","split":"train","evidence_url":"https://huggingface.co/hotchpotch/saihai-v1-8b/blob/798638665cc835e21f84e970531c8565043ce098/training-provenance.json","note":"The pinned release trained on this source-family train config. The maintainer reports evaluation judgments were not training inputs; this is not an independent overlap audit."},{"benchmark_id":"jnli-choice","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-dataset","revision":"906504ac4b72e133a613011318afd8206fb5e8ec","config":"jp-jdmb-jnli-choice","split":"train","evidence_url":"https://huggingface.co/hotchpotch/saihai-v1-8b/blob/798638665cc835e21f84e970531c8565043ce098/training-provenance.json","note":"The pinned release trained on this source-family train config. The maintainer reports evaluation judgments were not training inputs; this is not an independent overlap audit."},{"benchmark_id":"jsick-sts-score","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-dataset","revision":"906504ac4b72e133a613011318afd8206fb5e8ec","config":"jp-jdmb-jsick-choice","split":"train","evidence_url":"https://huggingface.co/hotchpotch/saihai-v1-8b/blob/798638665cc835e21f84e970531c8565043ce098/training-provenance.json","note":"The pinned release trained on this source-family train config. The maintainer reports evaluation judgments were not training inputs; this is not an independent overlap audit. Training is JSICK NLI; JDMB evaluates JSICK STS, a different task from the same source family."},{"benchmark_id":"jsts-score","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-dataset","revision":"906504ac4b72e133a613011318afd8206fb5e8ec","config":"jp-jdmb-jsts-score","split":"train","evidence_url":"https://huggingface.co/hotchpotch/saihai-v1-8b/blob/798638665cc835e21f84e970531c8565043ce098/training-provenance.json","note":"The pinned release trained on this source-family train config. The maintainer reports evaluation judgments were not training inputs; this is not an independent overlap audit."},{"benchmark_id":"kuci-choice","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-dataset","revision":"906504ac4b72e133a613011318afd8206fb5e8ec","config":"jp-jdmb-kuci-choice","split":"train","evidence_url":"https://huggingface.co/hotchpotch/saihai-v1-8b/blob/798638665cc835e21f84e970531c8565043ce098/training-provenance.json","note":"The pinned release trained on this source-family train config. The maintainer reports evaluation judgments were not training inputs; this is not an independent overlap audit."},{"benchmark_id":"mintaka-ja-boolean-noul","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"public","dataset":"hotchpotch/saihai-v1-dataset","revision":"906504ac4b72e133a613011318afd8206fb5e8ec","config":"jp-jdmb-mintaka-ja-boolean-noul","split":"train","evidence_url":"https://huggingface.co/hotchpotch/saihai-v1-8b/blob/798638665cc835e21f84e970531c8565043ce098/training-provenance.json","note":"The pinned release trained on this source-family train config. The maintainer reports evaluation judgments were not training inputs; this is not an independent overlap audit."},{"benchmark_id":"aegis2-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"public","dataset":"hotchpotch/saihai-v1-dataset","revision":"906504ac4b72e133a613011318afd8206fb5e8ec","config":"bekko-aegis2","split":"train","evidence_url":"https://huggingface.co/hotchpotch/saihai-v1-8b/blob/c8aa3bbb015471496dbec3a7db2fef86581bd3cf/training-provenance.json","note":"The evaluated release trained one epoch on all 33,532 training records, with zero overflow exclusions. This retained training config contains 41 records from this source family; the count is per training config, not per benchmark or unique upstream input. Source-family evidence does not establish evaluation-example use or an independent overlap audit. Submitted at the model author's request, supported by the pinned release artifacts and training manifest."},{"benchmark_id":"aqua-rat-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"public","dataset":"hotchpotch/saihai-v1-dataset","revision":"906504ac4b72e133a613011318afd8206fb5e8ec","config":"bekko-aqua_rat","split":"train","evidence_url":"https://huggingface.co/hotchpotch/saihai-v1-8b/blob/c8aa3bbb015471496dbec3a7db2fef86581bd3cf/training-provenance.json","note":"The evaluated release trained one epoch on all 33,532 training records, with zero overflow exclusions. This retained training config contains 41 records from this source family; the count is per training config, not per benchmark or unique upstream input. Source-family evidence does not establish evaluation-example use or an independent overlap audit. Submitted at the model author's request, supported by the pinned release artifacts and training manifest."},{"benchmark_id":"arc-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"public","dataset":"hotchpotch/saihai-v1-dataset","revision":"906504ac4b72e133a613011318afd8206fb5e8ec","config":"bekko-arc","split":"train","evidence_url":"https://huggingface.co/hotchpotch/saihai-v1-8b/blob/c8aa3bbb015471496dbec3a7db2fef86581bd3cf/training-provenance.json","note":"The evaluated release trained one epoch on all 33,532 training records, with zero overflow exclusions. This retained training config contains 40 records from this source family; the count is per training config, not per benchmark or unique upstream input. Source-family evidence does not establish evaluation-example use or an independent overlap audit. Submitted at the model author's request, supported by the pinned release artifacts and training manifest."},{"benchmark_id":"arct-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"public","dataset":"hotchpotch/saihai-v1-dataset","revision":"906504ac4b72e133a613011318afd8206fb5e8ec","config":"bekko-arct","split":"train","evidence_url":"https://huggingface.co/hotchpotch/saihai-v1-8b/blob/c8aa3bbb015471496dbec3a7db2fef86581bd3cf/training-provenance.json","note":"The evaluated release trained one epoch on all 33,532 training records, with zero overflow exclusions. This retained training config contains 40 records from this source family; the count is per training config, not per benchmark or unique upstream input. Source-family evidence does not establish evaluation-example use or an independent overlap audit. Submitted at the model author's request, supported by the pinned release artifacts and training manifest."},{"benchmark_id":"argument-quality-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"public","dataset":"hotchpotch/saihai-v1-dataset","revision":"906504ac4b72e133a613011318afd8206fb5e8ec","config":"bekko-argument_quality","split":"train","evidence_url":"https://huggingface.co/hotchpotch/saihai-v1-8b/blob/c8aa3bbb015471496dbec3a7db2fef86581bd3cf/training-provenance.json","note":"The evaluated release trained one epoch on all 33,532 training records, with zero overflow exclusions. This retained training config contains 47 records from this source family; the count is per training config, not per benchmark or unique upstream input. Source-family evidence does not establish evaluation-example use or an independent overlap audit. Submitted at the model author's request, supported by the pinned release artifacts and training manifest."},{"benchmark_id":"argument-quality-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"public","dataset":"hotchpotch/saihai-v1-dataset","revision":"906504ac4b72e133a613011318afd8206fb5e8ec","config":"bekko-argument_quality","split":"train","evidence_url":"https://huggingface.co/hotchpotch/saihai-v1-8b/blob/c8aa3bbb015471496dbec3a7db2fef86581bd3cf/training-provenance.json","note":"The evaluated release trained one epoch on all 33,532 training records, with zero overflow exclusions. This retained training config contains 47 records from this source family; the count is per training config, not per benchmark or unique upstream input. Source-family evidence does not establish evaluation-example use or an independent overlap audit. Submitted at the model author's request, supported by the pinned release artifacts and training manifest."},{"benchmark_id":"babi-nli-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"public","dataset":"hotchpotch/saihai-v1-dataset","revision":"906504ac4b72e133a613011318afd8206fb5e8ec","config":"bekko-babi_nli","split":"train","evidence_url":"https://huggingface.co/hotchpotch/saihai-v1-8b/blob/c8aa3bbb015471496dbec3a7db2fef86581bd3cf/training-provenance.json","note":"The evaluated release trained one epoch on all 33,532 training records, with zero overflow exclusions. This retained training config contains 41 records from this source family; the count is per training config, not per benchmark or unique upstream input. Source-family evidence does not establish evaluation-example use or an independent overlap audit. Submitted at the model author's request, supported by the pinned release artifacts and training manifest."},{"benchmark_id":"banking77-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"public","dataset":"hotchpotch/saihai-v1-dataset","revision":"906504ac4b72e133a613011318afd8206fb5e8ec","config":"PolyAI-LDN--BANKING77","split":"train","evidence_url":"https://huggingface.co/hotchpotch/saihai-v1-8b/blob/c8aa3bbb015471496dbec3a7db2fef86581bd3cf/training-provenance.json","note":"The evaluated release trained one epoch on all 33,532 training records, with zero overflow exclusions. This retained training config contains 2824 records from this source family; the count is per training config, not per benchmark or unique upstream input. Source-family evidence does not establish evaluation-example use or an independent overlap audit. Submitted at the model author's request, supported by the pinned release artifacts and training manifest."},{"benchmark_id":"boardgameqa-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"public","dataset":"hotchpotch/saihai-v1-dataset","revision":"906504ac4b72e133a613011318afd8206fb5e8ec","config":"bekko-boardgameqa","split":"train","evidence_url":"https://huggingface.co/hotchpotch/saihai-v1-8b/blob/c8aa3bbb015471496dbec3a7db2fef86581bd3cf/training-provenance.json","note":"The evaluated release trained one epoch on all 33,532 training records, with zero overflow exclusions. This retained training config contains 42 records from this source family; the count is per training config, not per benchmark or unique upstream input. Source-family evidence does not establish evaluation-example use or an independent overlap audit. Submitted at the model author's request, supported by the pinned release artifacts and training manifest."},{"benchmark_id":"canttalk-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"public","dataset":"hotchpotch/saihai-v1-dataset","revision":"906504ac4b72e133a613011318afd8206fb5e8ec","config":"bekko-canttalk","split":"train","evidence_url":"https://huggingface.co/hotchpotch/saihai-v1-8b/blob/c8aa3bbb015471496dbec3a7db2fef86581bd3cf/training-provenance.json","note":"The evaluated release trained one epoch on all 33,532 training records, with zero overflow exclusions. This retained training config contains 40 records from this source family; the count is per training config, not per benchmark or unique upstream input. Source-family evidence does not establish evaluation-example use or an independent overlap audit. Submitted at the model author's request, supported by the pinned release artifacts and training manifest."},{"benchmark_id":"civil-comments-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"public","dataset":"hotchpotch/saihai-v1-dataset","revision":"906504ac4b72e133a613011318afd8206fb5e8ec","config":"bekko-civil_comments","split":"train","evidence_url":"https://huggingface.co/hotchpotch/saihai-v1-8b/blob/c8aa3bbb015471496dbec3a7db2fef86581bd3cf/training-provenance.json","note":"The evaluated release trained one epoch on all 33,532 training records, with zero overflow exclusions. This retained training config contains 36 records from this source family; the count is per training config, not per benchmark or unique upstream input. Source-family evidence does not establish evaluation-example use or an independent overlap audit. Submitted at the model author's request, supported by the pinned release artifacts and training manifest."},{"benchmark_id":"clinc-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"public","dataset":"hotchpotch/saihai-v1-dataset","revision":"906504ac4b72e133a613011318afd8206fb5e8ec","config":"bekko-clinc","split":"train","evidence_url":"https://huggingface.co/hotchpotch/saihai-v1-8b/blob/c8aa3bbb015471496dbec3a7db2fef86581bd3cf/training-provenance.json","note":"The evaluated release trained one epoch on all 33,532 training records, with zero overflow exclusions. This retained training config contains 42 records from this source family; the count is per training config, not per benchmark or unique upstream input. Source-family evidence does not establish evaluation-example use or an independent overlap audit. Submitted at the model author's request, supported by the pinned release artifacts and training manifest."},{"benchmark_id":"contract-nli-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"public","dataset":"hotchpotch/saihai-v1-dataset","revision":"906504ac4b72e133a613011318afd8206fb5e8ec","config":"bekko-contract_nli","split":"train","evidence_url":"https://huggingface.co/hotchpotch/saihai-v1-8b/blob/c8aa3bbb015471496dbec3a7db2fef86581bd3cf/training-provenance.json","note":"The evaluated release trained one epoch on all 33,532 training records, with zero overflow exclusions. This retained training config contains 41 records from this source family; the count is per training config, not per benchmark or unique upstream input. Source-family evidence does not establish evaluation-example use or an independent overlap audit. Submitted at the model author's request, supported by the pinned release artifacts and training manifest."},{"benchmark_id":"corr2cause-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"public","dataset":"hotchpotch/saihai-v1-dataset","revision":"906504ac4b72e133a613011318afd8206fb5e8ec","config":"bekko-corr2cause","split":"train","evidence_url":"https://huggingface.co/hotchpotch/saihai-v1-8b/blob/c8aa3bbb015471496dbec3a7db2fef86581bd3cf/training-provenance.json","note":"The evaluated release trained one epoch on all 33,532 training records, with zero overflow exclusions. This retained training config contains 37 records from this source family; the count is per training config, not per benchmark or unique upstream input. Source-family evidence does not establish evaluation-example use or an independent overlap audit. Submitted at the model author's request, supported by the pinned release artifacts and training manifest."},{"benchmark_id":"creak-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"public","dataset":"hotchpotch/saihai-v1-dataset","revision":"906504ac4b72e133a613011318afd8206fb5e8ec","config":"bekko-creak","split":"train","evidence_url":"https://huggingface.co/hotchpotch/saihai-v1-8b/blob/c8aa3bbb015471496dbec3a7db2fef86581bd3cf/training-provenance.json","note":"The evaluated release trained one epoch on all 33,532 training records, with zero overflow exclusions. This retained training config contains 41 records from this source family; the count is per training config, not per benchmark or unique upstream input. Source-family evidence does not establish evaluation-example use or an independent overlap audit. Submitted at the model author's request, supported by the pinned release artifacts and training manifest."},{"benchmark_id":"dbpedia-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"public","dataset":"hotchpotch/saihai-v1-dataset","revision":"906504ac4b72e133a613011318afd8206fb5e8ec","config":"bekko-dbpedia","split":"train","evidence_url":"https://huggingface.co/hotchpotch/saihai-v1-8b/blob/c8aa3bbb015471496dbec3a7db2fef86581bd3cf/training-provenance.json","note":"The evaluated release trained one epoch on all 33,532 training records, with zero overflow exclusions. This retained training config contains 41 records from this source family; the count is per training config, not per benchmark or unique upstream input. Source-family evidence does not establish evaluation-example use or an independent overlap audit. Submitted at the model author's request, supported by the pinned release artifacts and training manifest."},{"benchmark_id":"defeasible-nli-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"public","dataset":"hotchpotch/saihai-v1-dataset","revision":"906504ac4b72e133a613011318afd8206fb5e8ec","config":"bekko-defeasible_nli","split":"train","evidence_url":"https://huggingface.co/hotchpotch/saihai-v1-8b/blob/c8aa3bbb015471496dbec3a7db2fef86581bd3cf/training-provenance.json","note":"The evaluated release trained one epoch on all 33,532 training records, with zero overflow exclusions. This retained training config contains 41 records from this source family; the count is per training config, not per benchmark or unique upstream input. Source-family evidence does not establish evaluation-example use or an independent overlap audit. Submitted at the model author's request, supported by the pinned release artifacts and training manifest."},{"benchmark_id":"esci-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"public","dataset":"hotchpotch/saihai-v1-dataset","revision":"906504ac4b72e133a613011318afd8206fb5e8ec","config":"bekko-esci","split":"train","evidence_url":"https://huggingface.co/hotchpotch/saihai-v1-8b/blob/c8aa3bbb015471496dbec3a7db2fef86581bd3cf/training-provenance.json","note":"The evaluated release trained one epoch on all 33,532 training records, with zero overflow exclusions. This retained training config contains 42 records from this source family; the count is per training config, not per benchmark or unique upstream input. Source-family evidence does not establish evaluation-example use or an independent overlap audit. Submitted at the model author's request, supported by the pinned release artifacts and training manifest."},{"benchmark_id":"ethics-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"public","dataset":"hotchpotch/saihai-v1-dataset","revision":"906504ac4b72e133a613011318afd8206fb5e8ec","config":"bekko-ethics","split":"train","evidence_url":"https://huggingface.co/hotchpotch/saihai-v1-8b/blob/c8aa3bbb015471496dbec3a7db2fef86581bd3cf/training-provenance.json","note":"The evaluated release trained one epoch on all 33,532 training records, with zero overflow exclusions. This retained training config contains 41 records from this source family; the count is per training config, not per benchmark or unique upstream input. Source-family evidence does not establish evaluation-example use or an independent overlap audit. Submitted at the model author's request, supported by the pinned release artifacts and training manifest."},{"benchmark_id":"ethics-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"public","dataset":"hotchpotch/saihai-v1-dataset","revision":"906504ac4b72e133a613011318afd8206fb5e8ec","config":"bekko-ethics","split":"train","evidence_url":"https://huggingface.co/hotchpotch/saihai-v1-8b/blob/c8aa3bbb015471496dbec3a7db2fef86581bd3cf/training-provenance.json","note":"The evaluated release trained one epoch on all 33,532 training records, with zero overflow exclusions. This retained training config contains 41 records from this source family; the count is per training config, not per benchmark or unique upstream input. Source-family evidence does not establish evaluation-example use or an independent overlap audit. Submitted at the model author's request, supported by the pinned release artifacts and training manifest."},{"benchmark_id":"few-nerd-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"public","dataset":"hotchpotch/saihai-v1-dataset","revision":"906504ac4b72e133a613011318afd8206fb5e8ec","config":"bekko-few_nerd","split":"train","evidence_url":"https://huggingface.co/hotchpotch/saihai-v1-8b/blob/c8aa3bbb015471496dbec3a7db2fef86581bd3cf/training-provenance.json","note":"The evaluated release trained one epoch on all 33,532 training records, with zero overflow exclusions. This retained training config contains 41 records from this source family; the count is per training config, not per benchmark or unique upstream input. Source-family evidence does not establish evaluation-example use or an independent overlap audit. Submitted at the model author's request, supported by the pinned release artifacts and training manifest."},{"benchmark_id":"fol-nli-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"public","dataset":"hotchpotch/saihai-v1-dataset","revision":"906504ac4b72e133a613011318afd8206fb5e8ec","config":"bekko-fol_nli","split":"train","evidence_url":"https://huggingface.co/hotchpotch/saihai-v1-8b/blob/c8aa3bbb015471496dbec3a7db2fef86581bd3cf/training-provenance.json","note":"The evaluated release trained one epoch on all 33,532 training records, with zero overflow exclusions. This retained training config contains 41 records from this source family; the count is per training config, not per benchmark or unique upstream input. Source-family evidence does not establish evaluation-example use or an independent overlap audit. Submitted at the model author's request, supported by the pinned release artifacts and training manifest."},{"benchmark_id":"go-emotions-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"public","dataset":"hotchpotch/saihai-v1-dataset","revision":"906504ac4b72e133a613011318afd8206fb5e8ec","config":"bekko-go_emotions","split":"train","evidence_url":"https://huggingface.co/hotchpotch/saihai-v1-8b/blob/c8aa3bbb015471496dbec3a7db2fef86581bd3cf/training-provenance.json","note":"The evaluated release trained one epoch on all 33,532 training records, with zero overflow exclusions. This retained training config contains 41 records from this source family; the count is per training config, not per benchmark or unique upstream input. Source-family evidence does not establish evaluation-example use or an independent overlap audit. Submitted at the model author's request, supported by the pinned release artifacts and training manifest."},{"benchmark_id":"gretel-pii-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"public","dataset":"hotchpotch/saihai-v1-dataset","revision":"906504ac4b72e133a613011318afd8206fb5e8ec","config":"bekko-gretel_pii","split":"train","evidence_url":"https://huggingface.co/hotchpotch/saihai-v1-8b/blob/c8aa3bbb015471496dbec3a7db2fef86581bd3cf/training-provenance.json","note":"The evaluated release trained one epoch on all 33,532 training records, with zero overflow exclusions. This retained training config contains 41 records from this source family; the count is per training config, not per benchmark or unique upstream input. Source-family evidence does not establish evaluation-example use or an independent overlap audit. Submitted at the model author's request, supported by the pinned release artifacts and training manifest."},{"benchmark_id":"hans-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"public","dataset":"hotchpotch/saihai-v1-dataset","revision":"906504ac4b72e133a613011318afd8206fb5e8ec","config":"bekko-hans","split":"train","evidence_url":"https://huggingface.co/hotchpotch/saihai-v1-8b/blob/c8aa3bbb015471496dbec3a7db2fef86581bd3cf/training-provenance.json","note":"The evaluated release trained one epoch on all 33,532 training records, with zero overflow exclusions. This retained training config contains 40 records from this source family; the count is per training config, not per benchmark or unique upstream input. Source-family evidence does not establish evaluation-example use or an independent overlap audit. Submitted at the model author's request, supported by the pinned release artifacts and training manifest."},{"benchmark_id":"hh-rlhf-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"public","dataset":"hotchpotch/saihai-v1-dataset","revision":"906504ac4b72e133a613011318afd8206fb5e8ec","config":"bekko-hh_rlhf","split":"train","evidence_url":"https://huggingface.co/hotchpotch/saihai-v1-8b/blob/c8aa3bbb015471496dbec3a7db2fef86581bd3cf/training-provenance.json","note":"The evaluated release trained one epoch on all 33,532 training records, with zero overflow exclusions. This retained training config contains 40 records from this source family; the count is per training config, not per benchmark or unique upstream input. Source-family evidence does not establish evaluation-example use or an independent overlap audit. Submitted at the model author's request, supported by the pinned release artifacts and training manifest."},{"benchmark_id":"hwu64-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"public","dataset":"hotchpotch/saihai-v1-dataset","revision":"906504ac4b72e133a613011318afd8206fb5e8ec","config":"bekko-hwu64","split":"train","evidence_url":"https://huggingface.co/hotchpotch/saihai-v1-8b/blob/c8aa3bbb015471496dbec3a7db2fef86581bd3cf/training-provenance.json","note":"The evaluated release trained one epoch on all 33,532 training records, with zero overflow exclusions. This retained training config contains 42 records from this source family; the count is per training config, not per benchmark or unique upstream input. Source-family evidence does not establish evaluation-example use or an independent overlap audit. Submitted at the model author's request, supported by the pinned release artifacts and training manifest."},{"benchmark_id":"lexcomp-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"public","dataset":"hotchpotch/saihai-v1-dataset","revision":"906504ac4b72e133a613011318afd8206fb5e8ec","config":"bekko-lexcomp","split":"train","evidence_url":"https://huggingface.co/hotchpotch/saihai-v1-8b/blob/c8aa3bbb015471496dbec3a7db2fef86581bd3cf/training-provenance.json","note":"The evaluated release trained one epoch on all 33,532 training records, with zero overflow exclusions. This retained training config contains 42 records from this source family; the count is per training config, not per benchmark or unique upstream input. Source-family evidence does not establish evaluation-example use or an independent overlap audit. Submitted at the model author's request, supported by the pinned release artifacts and training manifest."},{"benchmark_id":"logical-entailment-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"public","dataset":"hotchpotch/saihai-v1-dataset","revision":"906504ac4b72e133a613011318afd8206fb5e8ec","config":"bekko-logical_entailment","split":"train","evidence_url":"https://huggingface.co/hotchpotch/saihai-v1-8b/blob/c8aa3bbb015471496dbec3a7db2fef86581bd3cf/training-provenance.json","note":"The evaluated release trained one epoch on all 33,532 training records, with zero overflow exclusions. This retained training config contains 41 records from this source family; the count is per training config, not per benchmark or unique upstream input. Source-family evidence does not establish evaluation-example use or an independent overlap audit. Submitted at the model author's request, supported by the pinned release artifacts and training manifest."},{"benchmark_id":"massive-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"public","dataset":"hotchpotch/saihai-v1-dataset","revision":"906504ac4b72e133a613011318afd8206fb5e8ec","config":"bekko-massive","split":"train","evidence_url":"https://huggingface.co/hotchpotch/saihai-v1-8b/blob/c8aa3bbb015471496dbec3a7db2fef86581bd3cf/training-provenance.json","note":"The evaluated release trained one epoch on all 33,532 training records, with zero overflow exclusions. This retained training config contains 42 records from this source family; the count is per training config, not per benchmark or unique upstream input. Source-family evidence does not establish evaluation-example use or an independent overlap audit. Submitted at the model author's request, supported by the pinned release artifacts and training manifest."},{"benchmark_id":"mtop-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"public","dataset":"hotchpotch/saihai-v1-dataset","revision":"906504ac4b72e133a613011318afd8206fb5e8ec","config":"bekko-mtop","split":"train","evidence_url":"https://huggingface.co/hotchpotch/saihai-v1-8b/blob/c8aa3bbb015471496dbec3a7db2fef86581bd3cf/training-provenance.json","note":"The evaluated release trained one epoch on all 33,532 training records, with zero overflow exclusions. This retained training config contains 41 records from this source family; the count is per training config, not per benchmark or unique upstream input. Source-family evidence does not establish evaluation-example use or an independent overlap audit. Submitted at the model author's request, supported by the pinned release artifacts and training manifest."},{"benchmark_id":"nlsat-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"public","dataset":"hotchpotch/saihai-v1-dataset","revision":"906504ac4b72e133a613011318afd8206fb5e8ec","config":"bekko-nlsat","split":"train","evidence_url":"https://huggingface.co/hotchpotch/saihai-v1-8b/blob/c8aa3bbb015471496dbec3a7db2fef86581bd3cf/training-provenance.json","note":"The evaluated release trained one epoch on all 33,532 training records, with zero overflow exclusions. This retained training config contains 41 records from this source family; the count is per training config, not per benchmark or unique upstream input. Source-family evidence does not establish evaluation-example use or an independent overlap audit. Submitted at the model author's request, supported by the pinned release artifacts and training manifest."},{"benchmark_id":"open-jev--amount-extraction-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"public","dataset":"hotchpotch/saihai-v1-dataset","revision":"906504ac4b72e133a613011318afd8206fb5e8ec","config":"bekko-open_jev__amount-extraction-control-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/saihai-v1-8b/blob/c8aa3bbb015471496dbec3a7db2fef86581bd3cf/training-provenance.json","note":"The evaluated release trained one epoch on all 33,532 training records, with zero overflow exclusions. This retained training config contains 32 records from this source family; the count is per training config, not per benchmark or unique upstream input. Source-family evidence does not establish evaluation-example use or an independent overlap audit. Submitted at the model author's request, supported by the pinned release artifacts and training manifest."},{"benchmark_id":"open-jev--amount-extraction-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"public","dataset":"hotchpotch/saihai-v1-dataset","revision":"906504ac4b72e133a613011318afd8206fb5e8ec","config":"bekko-open_jev__amount-extraction-control-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/saihai-v1-8b/blob/c8aa3bbb015471496dbec3a7db2fef86581bd3cf/training-provenance.json","note":"The evaluated release trained one epoch on all 33,532 training records, with zero overflow exclusions. This retained training config contains 32 records from this source family; the count is per training config, not per benchmark or unique upstream input. Source-family evidence does not establish evaluation-example use or an independent overlap audit. Submitted at the model author's request, supported by the pinned release artifacts and training manifest."},{"benchmark_id":"open-jev--browser-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"public","dataset":"hotchpotch/saihai-v1-dataset","revision":"906504ac4b72e133a613011318afd8206fb5e8ec","config":"bekko-open_jev__browser-control-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/saihai-v1-8b/blob/c8aa3bbb015471496dbec3a7db2fef86581bd3cf/training-provenance.json","note":"The evaluated release trained one epoch on all 33,532 training records, with zero overflow exclusions. This retained training config contains 43 records from this source family; the count is per training config, not per benchmark or unique upstream input. Source-family evidence does not establish evaluation-example use or an independent overlap audit. Submitted at the model author's request, supported by the pinned release artifacts and training manifest."},{"benchmark_id":"open-jev--citation-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"public","dataset":"hotchpotch/saihai-v1-dataset","revision":"906504ac4b72e133a613011318afd8206fb5e8ec","config":"bekko-open_jev__citation-control-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/saihai-v1-8b/blob/c8aa3bbb015471496dbec3a7db2fef86581bd3cf/training-provenance.json","note":"The evaluated release trained one epoch on all 33,532 training records, with zero overflow exclusions. This retained training config contains 43 records from this source family; the count is per training config, not per benchmark or unique upstream input. Source-family evidence does not establish evaluation-example use or an independent overlap audit. Submitted at the model author's request, supported by the pinned release artifacts and training manifest."},{"benchmark_id":"open-jev--context-retention-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"public","dataset":"hotchpotch/saihai-v1-dataset","revision":"906504ac4b72e133a613011318afd8206fb5e8ec","config":"bekko-open_jev__context-retention-control-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/saihai-v1-8b/blob/c8aa3bbb015471496dbec3a7db2fef86581bd3cf/training-provenance.json","note":"The evaluated release trained one epoch on all 33,532 training records, with zero overflow exclusions. This retained training config contains 42 records from this source family; the count is per training config, not per benchmark or unique upstream input. Source-family evidence does not establish evaluation-example use or an independent overlap audit. Submitted at the model author's request, supported by the pinned release artifacts and training manifest."},{"benchmark_id":"open-jev--drone-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"public","dataset":"hotchpotch/saihai-v1-dataset","revision":"906504ac4b72e133a613011318afd8206fb5e8ec","config":"bekko-open_jev__drone-control-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/saihai-v1-8b/blob/c8aa3bbb015471496dbec3a7db2fef86581bd3cf/training-provenance.json","note":"The evaluated release trained one epoch on all 33,532 training records, with zero overflow exclusions. This retained training config contains 43 records from this source family; the count is per training config, not per benchmark or unique upstream input. Source-family evidence does not establish evaluation-example use or an independent overlap audit. Submitted at the model author's request, supported by the pinned release artifacts and training manifest."},{"benchmark_id":"open-jev--drone-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"public","dataset":"hotchpotch/saihai-v1-dataset","revision":"906504ac4b72e133a613011318afd8206fb5e8ec","config":"bekko-open_jev__drone-control-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/saihai-v1-8b/blob/c8aa3bbb015471496dbec3a7db2fef86581bd3cf/training-provenance.json","note":"The evaluated release trained one epoch on all 33,532 training records, with zero overflow exclusions. This retained training config contains 43 records from this source family; the count is per training config, not per benchmark or unique upstream input. Source-family evidence does not establish evaluation-example use or an independent overlap audit. Submitted at the model author's request, supported by the pinned release artifacts and training manifest."},{"benchmark_id":"open-jev--drone-control-v1-score-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"public","dataset":"hotchpotch/saihai-v1-dataset","revision":"906504ac4b72e133a613011318afd8206fb5e8ec","config":"bekko-open_jev__drone-control-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/saihai-v1-8b/blob/c8aa3bbb015471496dbec3a7db2fef86581bd3cf/training-provenance.json","note":"The evaluated release trained one epoch on all 33,532 training records, with zero overflow exclusions. This retained training config contains 43 records from this source family; the count is per training config, not per benchmark or unique upstream input. Source-family evidence does not establish evaluation-example use or an independent overlap audit. Submitted at the model author's request, supported by the pinned release artifacts and training manifest."},{"benchmark_id":"open-jev--email-selection-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"public","dataset":"hotchpotch/saihai-v1-dataset","revision":"906504ac4b72e133a613011318afd8206fb5e8ec","config":"bekko-open_jev__email-selection-control-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/saihai-v1-8b/blob/c8aa3bbb015471496dbec3a7db2fef86581bd3cf/training-provenance.json","note":"The evaluated release trained one epoch on all 33,532 training records, with zero overflow exclusions. This retained training config contains 28 records from this source family; the count is per training config, not per benchmark or unique upstream input. Source-family evidence does not establish evaluation-example use or an independent overlap audit. Submitted at the model author's request, supported by the pinned release artifacts and training manifest."},{"benchmark_id":"open-jev--email-selection-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"public","dataset":"hotchpotch/saihai-v1-dataset","revision":"906504ac4b72e133a613011318afd8206fb5e8ec","config":"bekko-open_jev__email-selection-control-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/saihai-v1-8b/blob/c8aa3bbb015471496dbec3a7db2fef86581bd3cf/training-provenance.json","note":"The evaluated release trained one epoch on all 33,532 training records, with zero overflow exclusions. This retained training config contains 28 records from this source family; the count is per training config, not per benchmark or unique upstream input. Source-family evidence does not establish evaluation-example use or an independent overlap audit. Submitted at the model author's request, supported by the pinned release artifacts and training manifest."},{"benchmark_id":"open-jev--entity-alignment-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"public","dataset":"hotchpotch/saihai-v1-dataset","revision":"906504ac4b72e133a613011318afd8206fb5e8ec","config":"bekko-open_jev__entity-alignment-control-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/saihai-v1-8b/blob/c8aa3bbb015471496dbec3a7db2fef86581bd3cf/training-provenance.json","note":"The evaluated release trained one epoch on all 33,532 training records, with zero overflow exclusions. This retained training config contains 43 records from this source family; the count is per training config, not per benchmark or unique upstream input. Source-family evidence does not establish evaluation-example use or an independent overlap audit. Submitted at the model author's request, supported by the pinned release artifacts and training manifest."},{"benchmark_id":"open-jev--entity-alignment-control-v1-score-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"public","dataset":"hotchpotch/saihai-v1-dataset","revision":"906504ac4b72e133a613011318afd8206fb5e8ec","config":"bekko-open_jev__entity-alignment-control-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/saihai-v1-8b/blob/c8aa3bbb015471496dbec3a7db2fef86581bd3cf/training-provenance.json","note":"The evaluated release trained one epoch on all 33,532 training records, with zero overflow exclusions. This retained training config contains 43 records from this source family; the count is per training config, not per benchmark or unique upstream input. Source-family evidence does not establish evaluation-example use or an independent overlap audit. Submitted at the model author's request, supported by the pinned release artifacts and training manifest."},{"benchmark_id":"open-jev--ir-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"public","dataset":"hotchpotch/saihai-v1-dataset","revision":"906504ac4b72e133a613011318afd8206fb5e8ec","config":"bekko-open_jev__ir-control-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/saihai-v1-8b/blob/c8aa3bbb015471496dbec3a7db2fef86581bd3cf/training-provenance.json","note":"The evaluated release trained one epoch on all 33,532 training records, with zero overflow exclusions. This retained training config contains 40 records from this source family; the count is per training config, not per benchmark or unique upstream input. Source-family evidence does not establish evaluation-example use or an independent overlap audit. Submitted at the model author's request, supported by the pinned release artifacts and training manifest."},{"benchmark_id":"open-jev--ir-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"public","dataset":"hotchpotch/saihai-v1-dataset","revision":"906504ac4b72e133a613011318afd8206fb5e8ec","config":"bekko-open_jev__ir-control-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/saihai-v1-8b/blob/c8aa3bbb015471496dbec3a7db2fef86581bd3cf/training-provenance.json","note":"The evaluated release trained one epoch on all 33,532 training records, with zero overflow exclusions. This retained training config contains 40 records from this source family; the count is per training config, not per benchmark or unique upstream input. Source-family evidence does not establish evaluation-example use or an independent overlap audit. Submitted at the model author's request, supported by the pinned release artifacts and training manifest."},{"benchmark_id":"open-jev--ir-control-v1-score-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"public","dataset":"hotchpotch/saihai-v1-dataset","revision":"906504ac4b72e133a613011318afd8206fb5e8ec","config":"bekko-open_jev__ir-control-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/saihai-v1-8b/blob/c8aa3bbb015471496dbec3a7db2fef86581bd3cf/training-provenance.json","note":"The evaluated release trained one epoch on all 33,532 training records, with zero overflow exclusions. This retained training config contains 40 records from this source family; the count is per training config, not per benchmark or unique upstream input. Source-family evidence does not establish evaluation-example use or an independent overlap audit. Submitted at the model author's request, supported by the pinned release artifacts and training manifest."},{"benchmark_id":"open-jev--mailroom-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"public","dataset":"hotchpotch/saihai-v1-dataset","revision":"906504ac4b72e133a613011318afd8206fb5e8ec","config":"bekko-open_jev__mailroom-control-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/saihai-v1-8b/blob/c8aa3bbb015471496dbec3a7db2fef86581bd3cf/training-provenance.json","note":"The evaluated release trained one epoch on all 33,532 training records, with zero overflow exclusions. This retained training config contains 17 records from this source family; the count is per training config, not per benchmark or unique upstream input. Source-family evidence does not establish evaluation-example use or an independent overlap audit. Submitted at the model author's request, supported by the pinned release artifacts and training manifest."},{"benchmark_id":"open-jev--mailroom-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"public","dataset":"hotchpotch/saihai-v1-dataset","revision":"906504ac4b72e133a613011318afd8206fb5e8ec","config":"bekko-open_jev__mailroom-control-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/saihai-v1-8b/blob/c8aa3bbb015471496dbec3a7db2fef86581bd3cf/training-provenance.json","note":"The evaluated release trained one epoch on all 33,532 training records, with zero overflow exclusions. This retained training config contains 17 records from this source family; the count is per training config, not per benchmark or unique upstream input. Source-family evidence does not establish evaluation-example use or an independent overlap audit. Submitted at the model author's request, supported by the pinned release artifacts and training manifest."},{"benchmark_id":"open-jev--painting-geometry-v1-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"public","dataset":"hotchpotch/saihai-v1-dataset","revision":"906504ac4b72e133a613011318afd8206fb5e8ec","config":"bekko-open_jev__painting-geometry-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/saihai-v1-8b/blob/c8aa3bbb015471496dbec3a7db2fef86581bd3cf/training-provenance.json","note":"The evaluated release trained one epoch on all 33,532 training records, with zero overflow exclusions. This retained training config contains 44 records from this source family; the count is per training config, not per benchmark or unique upstream input. Source-family evidence does not establish evaluation-example use or an independent overlap audit. Submitted at the model author's request, supported by the pinned release artifacts and training manifest."},{"benchmark_id":"open-jev--painting-geometry-v1-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"public","dataset":"hotchpotch/saihai-v1-dataset","revision":"906504ac4b72e133a613011318afd8206fb5e8ec","config":"bekko-open_jev__painting-geometry-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/saihai-v1-8b/blob/c8aa3bbb015471496dbec3a7db2fef86581bd3cf/training-provenance.json","note":"The evaluated release trained one epoch on all 33,532 training records, with zero overflow exclusions. This retained training config contains 44 records from this source family; the count is per training config, not per benchmark or unique upstream input. Source-family evidence does not establish evaluation-example use or an independent overlap audit. Submitted at the model author's request, supported by the pinned release artifacts and training manifest."},{"benchmark_id":"open-jev--painting-geometry-v1-score-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"public","dataset":"hotchpotch/saihai-v1-dataset","revision":"906504ac4b72e133a613011318afd8206fb5e8ec","config":"bekko-open_jev__painting-geometry-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/saihai-v1-8b/blob/c8aa3bbb015471496dbec3a7db2fef86581bd3cf/training-provenance.json","note":"The evaluated release trained one epoch on all 33,532 training records, with zero overflow exclusions. This retained training config contains 44 records from this source family; the count is per training config, not per benchmark or unique upstream input. Source-family evidence does not establish evaluation-example use or an independent overlap audit. Submitted at the model author's request, supported by the pinned release artifacts and training manifest."},{"benchmark_id":"open-jev--phone-extraction-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"public","dataset":"hotchpotch/saihai-v1-dataset","revision":"906504ac4b72e133a613011318afd8206fb5e8ec","config":"bekko-open_jev__phone-extraction-control-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/saihai-v1-8b/blob/c8aa3bbb015471496dbec3a7db2fef86581bd3cf/training-provenance.json","note":"The evaluated release trained one epoch on all 33,532 training records, with zero overflow exclusions. This retained training config contains 41 records from this source family; the count is per training config, not per benchmark or unique upstream input. Source-family evidence does not establish evaluation-example use or an independent overlap audit. Submitted at the model author's request, supported by the pinned release artifacts and training manifest."},{"benchmark_id":"open-jev--phone-extraction-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"public","dataset":"hotchpotch/saihai-v1-dataset","revision":"906504ac4b72e133a613011318afd8206fb5e8ec","config":"bekko-open_jev__phone-extraction-control-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/saihai-v1-8b/blob/c8aa3bbb015471496dbec3a7db2fef86581bd3cf/training-provenance.json","note":"The evaluated release trained one epoch on all 33,532 training records, with zero overflow exclusions. This retained training config contains 41 records from this source family; the count is per training config, not per benchmark or unique upstream input. Source-family evidence does not establish evaluation-example use or an independent overlap audit. Submitted at the model author's request, supported by the pinned release artifacts and training manifest."},{"benchmark_id":"open-jev--reasoning-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"public","dataset":"hotchpotch/saihai-v1-dataset","revision":"906504ac4b72e133a613011318afd8206fb5e8ec","config":"bekko-open_jev__reasoning-control-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/saihai-v1-8b/blob/c8aa3bbb015471496dbec3a7db2fef86581bd3cf/training-provenance.json","note":"The evaluated release trained one epoch on all 33,532 training records, with zero overflow exclusions. This retained training config contains 42 records from this source family; the count is per training config, not per benchmark or unique upstream input. Source-family evidence does not establish evaluation-example use or an independent overlap audit. Submitted at the model author's request, supported by the pinned release artifacts and training manifest."},{"benchmark_id":"open-jev--reasoning-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"public","dataset":"hotchpotch/saihai-v1-dataset","revision":"906504ac4b72e133a613011318afd8206fb5e8ec","config":"bekko-open_jev__reasoning-control-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/saihai-v1-8b/blob/c8aa3bbb015471496dbec3a7db2fef86581bd3cf/training-provenance.json","note":"The evaluated release trained one epoch on all 33,532 training records, with zero overflow exclusions. This retained training config contains 42 records from this source family; the count is per training config, not per benchmark or unique upstream input. Source-family evidence does not establish evaluation-example use or an independent overlap audit. Submitted at the model author's request, supported by the pinned release artifacts and training manifest."},{"benchmark_id":"open-jev--reasoning-control-v1-score-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"public","dataset":"hotchpotch/saihai-v1-dataset","revision":"906504ac4b72e133a613011318afd8206fb5e8ec","config":"bekko-open_jev__reasoning-control-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/saihai-v1-8b/blob/c8aa3bbb015471496dbec3a7db2fef86581bd3cf/training-provenance.json","note":"The evaluated release trained one epoch on all 33,532 training records, with zero overflow exclusions. This retained training config contains 42 records from this source family; the count is per training config, not per benchmark or unique upstream input. Source-family evidence does not establish evaluation-example use or an independent overlap audit. Submitted at the model author's request, supported by the pinned release artifacts and training manifest."},{"benchmark_id":"open-jev--silent-failure-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"public","dataset":"hotchpotch/saihai-v1-dataset","revision":"906504ac4b72e133a613011318afd8206fb5e8ec","config":"bekko-open_jev__silent-failure-control-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/saihai-v1-8b/blob/c8aa3bbb015471496dbec3a7db2fef86581bd3cf/training-provenance.json","note":"The evaluated release trained one epoch on all 33,532 training records, with zero overflow exclusions. This retained training config contains 41 records from this source family; the count is per training config, not per benchmark or unique upstream input. Source-family evidence does not establish evaluation-example use or an independent overlap audit. Submitted at the model author's request, supported by the pinned release artifacts and training manifest."},{"benchmark_id":"open-jev--snake-v1-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"public","dataset":"hotchpotch/saihai-v1-dataset","revision":"906504ac4b72e133a613011318afd8206fb5e8ec","config":"bekko-open_jev__snake-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/saihai-v1-8b/blob/c8aa3bbb015471496dbec3a7db2fef86581bd3cf/training-provenance.json","note":"The evaluated release trained one epoch on all 33,532 training records, with zero overflow exclusions. This retained training config contains 41 records from this source family; the count is per training config, not per benchmark or unique upstream input. Source-family evidence does not establish evaluation-example use or an independent overlap audit. Submitted at the model author's request, supported by the pinned release artifacts and training manifest."},{"benchmark_id":"open-jev--snake-v1-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"public","dataset":"hotchpotch/saihai-v1-dataset","revision":"906504ac4b72e133a613011318afd8206fb5e8ec","config":"bekko-open_jev__snake-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/saihai-v1-8b/blob/c8aa3bbb015471496dbec3a7db2fef86581bd3cf/training-provenance.json","note":"The evaluated release trained one epoch on all 33,532 training records, with zero overflow exclusions. This retained training config contains 41 records from this source family; the count is per training config, not per benchmark or unique upstream input. Source-family evidence does not establish evaluation-example use or an independent overlap audit. Submitted at the model author's request, supported by the pinned release artifacts and training manifest."},{"benchmark_id":"open-jev--sponsor-segment-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"public","dataset":"hotchpotch/saihai-v1-dataset","revision":"906504ac4b72e133a613011318afd8206fb5e8ec","config":"bekko-open_jev__sponsor-segment-control-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/saihai-v1-8b/blob/c8aa3bbb015471496dbec3a7db2fef86581bd3cf/training-provenance.json","note":"The evaluated release trained one epoch on all 33,532 training records, with zero overflow exclusions. This retained training config contains 42 records from this source family; the count is per training config, not per benchmark or unique upstream input. Source-family evidence does not establish evaluation-example use or an independent overlap audit. Submitted at the model author's request, supported by the pinned release artifacts and training manifest."},{"benchmark_id":"open-jev--tic-tac-toe-v1-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"public","dataset":"hotchpotch/saihai-v1-dataset","revision":"906504ac4b72e133a613011318afd8206fb5e8ec","config":"bekko-open_jev__tic_tac_toe-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/saihai-v1-8b/blob/c8aa3bbb015471496dbec3a7db2fef86581bd3cf/training-provenance.json","note":"The evaluated release trained one epoch on all 33,532 training records, with zero overflow exclusions. This retained training config contains 40 records from this source family; the count is per training config, not per benchmark or unique upstream input. Source-family evidence does not establish evaluation-example use or an independent overlap audit. Submitted at the model author's request, supported by the pinned release artifacts and training manifest."},{"benchmark_id":"open-jev--vizdoom-basic-v1-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"public","dataset":"hotchpotch/saihai-v1-dataset","revision":"906504ac4b72e133a613011318afd8206fb5e8ec","config":"bekko-open_jev__vizdoom-basic-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/saihai-v1-8b/blob/c8aa3bbb015471496dbec3a7db2fef86581bd3cf/training-provenance.json","note":"The evaluated release trained one epoch on all 33,532 training records, with zero overflow exclusions. This retained training config contains 41 records from this source family; the count is per training config, not per benchmark or unique upstream input. Source-family evidence does not establish evaluation-example use or an independent overlap audit. Submitted at the model author's request, supported by the pinned release artifacts and training manifest."},{"benchmark_id":"open-jev--vizdoom-basic-v1-score-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"public","dataset":"hotchpotch/saihai-v1-dataset","revision":"906504ac4b72e133a613011318afd8206fb5e8ec","config":"bekko-open_jev__vizdoom-basic-v1","split":"train","evidence_url":"https://huggingface.co/hotchpotch/saihai-v1-8b/blob/c8aa3bbb015471496dbec3a7db2fef86581bd3cf/training-provenance.json","note":"The evaluated release trained one epoch on all 33,532 training records, with zero overflow exclusions. This retained training config contains 41 records from this source family; the count is per training config, not per benchmark or unique upstream input. Source-family evidence does not establish evaluation-example use or an independent overlap audit. Submitted at the model author's request, supported by the pinned release artifacts and training manifest."},{"benchmark_id":"open-jev--workflow-controls-v1--agent-trace-observability-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"public","dataset":"hotchpotch/saihai-v1-dataset","revision":"906504ac4b72e133a613011318afd8206fb5e8ec","config":"bekko-open_jev__workflow-controls-v1__agent_trace_observability","split":"train","evidence_url":"https://huggingface.co/hotchpotch/saihai-v1-8b/blob/c8aa3bbb015471496dbec3a7db2fef86581bd3cf/training-provenance.json","note":"The evaluated release trained one epoch on all 33,532 training records, with zero overflow exclusions. This retained training config contains 41 records from this source family; the count is per training config, not per benchmark or unique upstream input. Source-family evidence does not establish evaluation-example use or an independent overlap audit. Submitted at the model author's request, supported by the pinned release artifacts and training manifest."},{"benchmark_id":"open-jev--workflow-controls-v1--customer-service-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"public","dataset":"hotchpotch/saihai-v1-dataset","revision":"906504ac4b72e133a613011318afd8206fb5e8ec","config":"bekko-open_jev__workflow-controls-v1__customer_service","split":"train","evidence_url":"https://huggingface.co/hotchpotch/saihai-v1-8b/blob/c8aa3bbb015471496dbec3a7db2fef86581bd3cf/training-provenance.json","note":"The evaluated release trained one epoch on all 33,532 training records, with zero overflow exclusions. This retained training config contains 41 records from this source family; the count is per training config, not per benchmark or unique upstream input. Source-family evidence does not establish evaluation-example use or an independent overlap audit. Submitted at the model author's request, supported by the pinned release artifacts and training manifest."},{"benchmark_id":"open-jev--workflow-controls-v1--invoice-processing-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"public","dataset":"hotchpotch/saihai-v1-dataset","revision":"906504ac4b72e133a613011318afd8206fb5e8ec","config":"bekko-open_jev__workflow-controls-v1__invoice_processing","split":"train","evidence_url":"https://huggingface.co/hotchpotch/saihai-v1-8b/blob/c8aa3bbb015471496dbec3a7db2fef86581bd3cf/training-provenance.json","note":"The evaluated release trained one epoch on all 33,532 training records, with zero overflow exclusions. This retained training config contains 42 records from this source family; the count is per training config, not per benchmark or unique upstream input. Source-family evidence does not establish evaluation-example use or an independent overlap audit. Submitted at the model author's request, supported by the pinned release artifacts and training manifest."},{"benchmark_id":"open-jev--workflow-controls-v1--security-incidents-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"public","dataset":"hotchpotch/saihai-v1-dataset","revision":"906504ac4b72e133a613011318afd8206fb5e8ec","config":"bekko-open_jev__workflow-controls-v1__security_incidents","split":"train","evidence_url":"https://huggingface.co/hotchpotch/saihai-v1-8b/blob/c8aa3bbb015471496dbec3a7db2fef86581bd3cf/training-provenance.json","note":"The evaluated release trained one epoch on all 33,532 training records, with zero overflow exclusions. This retained training config contains 41 records from this source family; the count is per training config, not per benchmark or unique upstream input. Source-family evidence does not establish evaluation-example use or an independent overlap audit. Submitted at the model author's request, supported by the pinned release artifacts and training manifest."},{"benchmark_id":"openbookqa-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"public","dataset":"hotchpotch/saihai-v1-dataset","revision":"906504ac4b72e133a613011318afd8206fb5e8ec","config":"bekko-openbookqa","split":"train","evidence_url":"https://huggingface.co/hotchpotch/saihai-v1-8b/blob/c8aa3bbb015471496dbec3a7db2fef86581bd3cf/training-provenance.json","note":"The evaluated release trained one epoch on all 33,532 training records, with zero overflow exclusions. This retained training config contains 40 records from this source family; the count is per training config, not per benchmark or unique upstream input. Source-family evidence does not establish evaluation-example use or an independent overlap audit. Submitted at the model author's request, supported by the pinned release artifacts and training manifest."},{"benchmark_id":"patent-similarity-score-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"public","dataset":"hotchpotch/saihai-v1-dataset","revision":"906504ac4b72e133a613011318afd8206fb5e8ec","config":"bekko-patent_similarity","split":"train","evidence_url":"https://huggingface.co/hotchpotch/saihai-v1-8b/blob/c8aa3bbb015471496dbec3a7db2fef86581bd3cf/training-provenance.json","note":"The evaluated release trained one epoch on all 33,532 training records, with zero overflow exclusions. This retained training config contains 39 records from this source family; the count is per training config, not per benchmark or unique upstream input. Source-family evidence does not establish evaluation-example use or an independent overlap audit. Submitted at the model author's request, supported by the pinned release artifacts and training manifest."},{"benchmark_id":"paws-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"public","dataset":"hotchpotch/saihai-v1-dataset","revision":"906504ac4b72e133a613011318afd8206fb5e8ec","config":"bekko-paws","split":"train","evidence_url":"https://huggingface.co/hotchpotch/saihai-v1-8b/blob/c8aa3bbb015471496dbec3a7db2fef86581bd3cf/training-provenance.json","note":"The evaluated release trained one epoch on all 33,532 training records, with zero overflow exclusions. This retained training config contains 42 records from this source family; the count is per training config, not per benchmark or unique upstream input. Source-family evidence does not establish evaluation-example use or an independent overlap audit. Submitted at the model author's request, supported by the pinned release artifacts and training manifest."},{"benchmark_id":"plane-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"public","dataset":"hotchpotch/saihai-v1-dataset","revision":"906504ac4b72e133a613011318afd8206fb5e8ec","config":"bekko-plane","split":"train","evidence_url":"https://huggingface.co/hotchpotch/saihai-v1-8b/blob/c8aa3bbb015471496dbec3a7db2fef86581bd3cf/training-provenance.json","note":"The evaluated release trained one epoch on all 33,532 training records, with zero overflow exclusions. This retained training config contains 37 records from this source family; the count is per training config, not per benchmark or unique upstream input. Source-family evidence does not establish evaluation-example use or an independent overlap audit. Submitted at the model author's request, supported by the pinned release artifacts and training manifest."},{"benchmark_id":"poem-sentiment-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"public","dataset":"hotchpotch/saihai-v1-dataset","revision":"906504ac4b72e133a613011318afd8206fb5e8ec","config":"bekko-poem_sentiment","split":"train","evidence_url":"https://huggingface.co/hotchpotch/saihai-v1-8b/blob/c8aa3bbb015471496dbec3a7db2fef86581bd3cf/training-provenance.json","note":"The evaluated release trained one epoch on all 33,532 training records, with zero overflow exclusions. This retained training config contains 40 records from this source family; the count is per training config, not per benchmark or unique upstream input. Source-family evidence does not establish evaluation-example use or an independent overlap audit. Submitted at the model author's request, supported by the pinned release artifacts and training manifest."},{"benchmark_id":"qasper-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"public","dataset":"hotchpotch/saihai-v1-dataset","revision":"906504ac4b72e133a613011318afd8206fb5e8ec","config":"bekko-qasper","split":"train","evidence_url":"https://huggingface.co/hotchpotch/saihai-v1-8b/blob/c8aa3bbb015471496dbec3a7db2fef86581bd3cf/training-provenance.json","note":"The evaluated release trained one epoch on all 33,532 training records, with zero overflow exclusions. This retained training config contains 38 records from this source family; the count is per training config, not per benchmark or unique upstream input. Source-family evidence does not establish evaluation-example use or an independent overlap audit. Submitted at the model author's request, supported by the pinned release artifacts and training manifest."},{"benchmark_id":"quartz-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"public","dataset":"hotchpotch/saihai-v1-dataset","revision":"906504ac4b72e133a613011318afd8206fb5e8ec","config":"bekko-quartz","split":"train","evidence_url":"https://huggingface.co/hotchpotch/saihai-v1-8b/blob/c8aa3bbb015471496dbec3a7db2fef86581bd3cf/training-provenance.json","note":"The evaluated release trained one epoch on all 33,532 training records, with zero overflow exclusions. This retained training config contains 41 records from this source family; the count is per training config, not per benchmark or unique upstream input. Source-family evidence does not establish evaluation-example use or an independent overlap audit. Submitted at the model author's request, supported by the pinned release artifacts and training manifest."},{"benchmark_id":"ruletaker-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"public","dataset":"hotchpotch/saihai-v1-dataset","revision":"906504ac4b72e133a613011318afd8206fb5e8ec","config":"bekko-ruletaker","split":"train","evidence_url":"https://huggingface.co/hotchpotch/saihai-v1-8b/blob/c8aa3bbb015471496dbec3a7db2fef86581bd3cf/training-provenance.json","note":"The evaluated release trained one epoch on all 33,532 training records, with zero overflow exclusions. This retained training config contains 37 records from this source family; the count is per training config, not per benchmark or unique upstream input. Source-family evidence does not establish evaluation-example use or an independent overlap audit. Submitted at the model author's request, supported by the pinned release artifacts and training manifest."},{"benchmark_id":"scitail-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"public","dataset":"hotchpotch/saihai-v1-dataset","revision":"906504ac4b72e133a613011318afd8206fb5e8ec","config":"bekko-scitail","split":"train","evidence_url":"https://huggingface.co/hotchpotch/saihai-v1-8b/blob/c8aa3bbb015471496dbec3a7db2fef86581bd3cf/training-provenance.json","note":"The evaluated release trained one epoch on all 33,532 training records, with zero overflow exclusions. This retained training config contains 42 records from this source family; the count is per training config, not per benchmark or unique upstream input. Source-family evidence does not establish evaluation-example use or an independent overlap audit. Submitted at the model author's request, supported by the pinned release artifacts and training manifest."},{"benchmark_id":"scone-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"public","dataset":"hotchpotch/saihai-v1-dataset","revision":"906504ac4b72e133a613011318afd8206fb5e8ec","config":"bekko-scone","split":"train","evidence_url":"https://huggingface.co/hotchpotch/saihai-v1-8b/blob/c8aa3bbb015471496dbec3a7db2fef86581bd3cf/training-provenance.json","note":"The evaluated release trained one epoch on all 33,532 training records, with zero overflow exclusions. This retained training config contains 40 records from this source family; the count is per training config, not per benchmark or unique upstream input. Source-family evidence does not establish evaluation-example use or an independent overlap audit. Submitted at the model author's request, supported by the pinned release artifacts and training manifest."},{"benchmark_id":"sdoh-nli-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"public","dataset":"hotchpotch/saihai-v1-dataset","revision":"906504ac4b72e133a613011318afd8206fb5e8ec","config":"bekko-sdoh_nli","split":"train","evidence_url":"https://huggingface.co/hotchpotch/saihai-v1-8b/blob/c8aa3bbb015471496dbec3a7db2fef86581bd3cf/training-provenance.json","note":"The evaluated release trained one epoch on all 33,532 training records, with zero overflow exclusions. This retained training config contains 39 records from this source family; the count is per training config, not per benchmark or unique upstream input. Source-family evidence does not establish evaluation-example use or an independent overlap audit. Submitted at the model author's request, supported by the pinned release artifacts and training manifest."},{"benchmark_id":"sgd-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"public","dataset":"hotchpotch/saihai-v1-dataset","revision":"906504ac4b72e133a613011318afd8206fb5e8ec","config":"bekko-sgd","split":"train","evidence_url":"https://huggingface.co/hotchpotch/saihai-v1-8b/blob/c8aa3bbb015471496dbec3a7db2fef86581bd3cf/training-provenance.json","note":"The evaluated release trained one epoch on all 33,532 training records, with zero overflow exclusions. This retained training config contains 41 records from this source family; the count is per training config, not per benchmark or unique upstream input. Source-family evidence does not establish evaluation-example use or an independent overlap audit. Submitted at the model author's request, supported by the pinned release artifacts and training manifest."},{"benchmark_id":"snli-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"public","dataset":"hotchpotch/saihai-v1-dataset","revision":"906504ac4b72e133a613011318afd8206fb5e8ec","config":"bekko-snli","split":"train","evidence_url":"https://huggingface.co/hotchpotch/saihai-v1-8b/blob/c8aa3bbb015471496dbec3a7db2fef86581bd3cf/training-provenance.json","note":"The evaluated release trained one epoch on all 33,532 training records, with zero overflow exclusions. This retained training config contains 35 records from this source family; the count is per training config, not per benchmark or unique upstream input. Source-family evidence does not establish evaluation-example use or an independent overlap audit. Submitted at the model author's request, supported by the pinned release artifacts and training manifest."},{"benchmark_id":"spartqa-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"public","dataset":"hotchpotch/saihai-v1-dataset","revision":"906504ac4b72e133a613011318afd8206fb5e8ec","config":"bekko-spartqa","split":"train","evidence_url":"https://huggingface.co/hotchpotch/saihai-v1-8b/blob/c8aa3bbb015471496dbec3a7db2fef86581bd3cf/training-provenance.json","note":"The evaluated release trained one epoch on all 33,532 training records, with zero overflow exclusions. This retained training config contains 41 records from this source family; the count is per training config, not per benchmark or unique upstream input. Source-family evidence does not establish evaluation-example use or an independent overlap audit. Submitted at the model author's request, supported by the pinned release artifacts and training manifest."},{"benchmark_id":"stepgame-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"public","dataset":"hotchpotch/saihai-v1-dataset","revision":"906504ac4b72e133a613011318afd8206fb5e8ec","config":"bekko-stepgame","split":"train","evidence_url":"https://huggingface.co/hotchpotch/saihai-v1-8b/blob/c8aa3bbb015471496dbec3a7db2fef86581bd3cf/training-provenance.json","note":"The evaluated release trained one epoch on all 33,532 training records, with zero overflow exclusions. This retained training config contains 40 records from this source family; the count is per training config, not per benchmark or unique upstream input. Source-family evidence does not establish evaluation-example use or an independent overlap audit. Submitted at the model author's request, supported by the pinned release artifacts and training manifest."},{"benchmark_id":"temporal-nli-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"public","dataset":"hotchpotch/saihai-v1-dataset","revision":"906504ac4b72e133a613011318afd8206fb5e8ec","config":"bekko-temporal_nli","split":"train","evidence_url":"https://huggingface.co/hotchpotch/saihai-v1-8b/blob/c8aa3bbb015471496dbec3a7db2fef86581bd3cf/training-provenance.json","note":"The evaluated release trained one epoch on all 33,532 training records, with zero overflow exclusions. This retained training config contains 39 records from this source family; the count is per training config, not per benchmark or unique upstream input. Source-family evidence does not establish evaluation-example use or an independent overlap audit. Submitted at the model author's request, supported by the pinned release artifacts and training manifest."},{"benchmark_id":"tracie-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"public","dataset":"hotchpotch/saihai-v1-dataset","revision":"906504ac4b72e133a613011318afd8206fb5e8ec","config":"bekko-tracie","split":"train","evidence_url":"https://huggingface.co/hotchpotch/saihai-v1-8b/blob/c8aa3bbb015471496dbec3a7db2fef86581bd3cf/training-provenance.json","note":"The evaluated release trained one epoch on all 33,532 training records, with zero overflow exclusions. This retained training config contains 41 records from this source family; the count is per training config, not per benchmark or unique upstream input. Source-family evidence does not establish evaluation-example use or an independent overlap audit. Submitted at the model author's request, supported by the pinned release artifacts and training manifest."},{"benchmark_id":"laya--typed-decisions-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"public","dataset":"hotchpotch/saihai-v1-dataset","revision":"906504ac4b72e133a613011318afd8206fb5e8ec","config":"LocalLLaMA--typed-decisions","split":"train","evidence_url":"https://huggingface.co/hotchpotch/saihai-v1-8b/blob/c8aa3bbb015471496dbec3a7db2fef86581bd3cf/training-provenance.json","note":"The evaluated release trained one epoch on all 33,532 training records, with zero overflow exclusions. This retained training config contains 1780 records from this source family; the count is per training config, not per benchmark or unique upstream input. Source-family evidence does not establish evaluation-example use or an independent overlap audit. Submitted at the model author's request, supported by the pinned release artifacts and training manifest."},{"benchmark_id":"laya--typed-decisions-noul-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"public","dataset":"hotchpotch/saihai-v1-dataset","revision":"906504ac4b72e133a613011318afd8206fb5e8ec","config":"LocalLLaMA--typed-decisions","split":"train","evidence_url":"https://huggingface.co/hotchpotch/saihai-v1-8b/blob/c8aa3bbb015471496dbec3a7db2fef86581bd3cf/training-provenance.json","note":"The evaluated release trained one epoch on all 33,532 training records, with zero overflow exclusions. This retained training config contains 1780 records from this source family; the count is per training config, not per benchmark or unique upstream input. Source-family evidence does not establish evaluation-example use or an independent overlap audit. Submitted at the model author's request, supported by the pinned release artifacts and training manifest."},{"benchmark_id":"laya--typed-decisions-score-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"public","dataset":"hotchpotch/saihai-v1-dataset","revision":"906504ac4b72e133a613011318afd8206fb5e8ec","config":"LocalLLaMA--typed-decisions","split":"train","evidence_url":"https://huggingface.co/hotchpotch/saihai-v1-8b/blob/c8aa3bbb015471496dbec3a7db2fef86581bd3cf/training-provenance.json","note":"The evaluated release trained one epoch on all 33,532 training records, with zero overflow exclusions. This retained training config contains 1780 records from this source family; the count is per training config, not per benchmark or unique upstream input. Source-family evidence does not establish evaluation-example use or an independent overlap audit. Submitted at the model author's request, supported by the pinned release artifacts and training manifest."},{"benchmark_id":"ud-ewt-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"public","dataset":"hotchpotch/saihai-v1-dataset","revision":"906504ac4b72e133a613011318afd8206fb5e8ec","config":"bekko-ud_ewt","split":"train","evidence_url":"https://huggingface.co/hotchpotch/saihai-v1-8b/blob/c8aa3bbb015471496dbec3a7db2fef86581bd3cf/training-provenance.json","note":"The evaluated release trained one epoch on all 33,532 training records, with zero overflow exclusions. This retained training config contains 43 records from this source family; the count is per training config, not per benchmark or unique upstream input. Source-family evidence does not establish evaluation-example use or an independent overlap audit. Submitted at the model author's request, supported by the pinned release artifacts and training manifest."},{"benchmark_id":"wiqa-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"public","dataset":"hotchpotch/saihai-v1-dataset","revision":"906504ac4b72e133a613011318afd8206fb5e8ec","config":"bekko-wiqa","split":"train","evidence_url":"https://huggingface.co/hotchpotch/saihai-v1-8b/blob/c8aa3bbb015471496dbec3a7db2fef86581bd3cf/training-provenance.json","note":"The evaluated release trained one epoch on all 33,532 training records, with zero overflow exclusions. This retained training config contains 41 records from this source family; the count is per training config, not per benchmark or unique upstream input. Source-family evidence does not establish evaluation-example use or an independent overlap audit. Submitted at the model author's request, supported by the pinned release artifacts and training manifest."},{"benchmark_id":"gsm8k-choice-test-v1","relationship":"same_source_family","registration_source":"author_declaration","dataset_access":"public","dataset":"hotchpotch/saihai-v1-dataset","revision":"906504ac4b72e133a613011318afd8206fb5e8ec","config":"caiovicentino1--eikos-decisions","split":"train","evidence_url":"https://huggingface.co/hotchpotch/saihai-v1-8b/blob/c8aa3bbb015471496dbec3a7db2fef86581bd3cf/training-provenance.json","note":"The evaluated release trained one epoch on all 33,532 training records, with zero overflow exclusions. This retained training config contains 327 records with row-specific GSM8K train lineage; training verifies proposed answers with Noul, while S1MB evaluates Choice. Source-family evidence does not establish evaluation-example use or an independent overlap audit. Submitted at the model author's request, supported by the pinned release artifacts and training manifest."}],"total_params":8590200832,"active_params":7784894464,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"saihai-8b","short_name":"saihai-8b","url":null,"hf_url":"https://huggingface.co/hotchpotch/saihai-v1-8b"}},{"run_id":"iapp__OpenThai-SystemOne","model":{"id":"iapp/OpenThai-SystemOne","adapter":"openthai","settings":{"questions_per_call":1},"training_exposure":[{"benchmark_id":"aegis2-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"nvidia/Aegis-AI-Content-Safety-Dataset-2.0","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/iapp/OpenThai-SystemOne/blob/f3709948b5e3cc9606a57e74ba62b7a639d17dd3/README.md","note":"The pinned card reports v0.3 train-split additions inherited by later releases: PAWS, Aegis2 and MASSIVE-de. MASSIVE language differs from English evaluation but retains the same dataset family. Exact source revision/configuration undisclosed; adopted evaluation-example use not established."},{"benchmark_id":"massive-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"AmazonScience/massive","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/iapp/OpenThai-SystemOne/blob/f3709948b5e3cc9606a57e74ba62b7a639d17dd3/README.md","note":"The pinned card reports v0.3 train-split additions inherited by later releases: PAWS, Aegis2 and MASSIVE-de. MASSIVE language differs from English evaluation but retains the same dataset family. Exact source revision/configuration undisclosed; adopted evaluation-example use not established."},{"benchmark_id":"paws-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"google-research-datasets/paws","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/iapp/OpenThai-SystemOne/blob/f3709948b5e3cc9606a57e74ba62b7a639d17dd3/README.md","note":"The pinned card reports v0.3 train-split additions inherited by later releases: PAWS, Aegis2 and MASSIVE-de. MASSIVE language differs from English evaluation but retains the same dataset family. Exact source revision/configuration undisclosed; adopted evaluation-example use not established."}],"total_params":752674883,"active_params":498375747,"parameter_count_method":"non_lookup_parameters_v1","display_name":"OpenThai-SystemOne","short_name":"OpenThai-SystemOne","url":"https://huggingface.co/iapp/OpenThai-SystemOne","hf_url":"https://huggingface.co/iapp/OpenThai-SystemOne"}},{"run_id":"imguangyu__metaencoder_think","model":{"id":"facebook/meta-encoder","adapter":"meta-encoder-cot-combinations-hpc","settings":{},"total_params":59553253376,"active_params":56860444672,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"MetaEncoder-think","short_name":"MetaEncoder-think","url":"https://huggingface.co/meta-models/Muse-Glimmer-30B","hf_url":"https://huggingface.co/facebook/meta-encoder"}},{"run_id":"interfaze-ai__lev","model":{"id":"interfaze-ai/lev","adapter":"lev","settings":{"questions_per_call":1},"training_exposure":[{"benchmark_id":"arc-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"allenai/ai2_arc","revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/interfaze-ai/lev/blob/7bdc748dffebd85b57ee0dbea8f994c6354fed31/README.md","note":"The pinned release card explicitly names this source family in the model’s training data. The exact training Dataset snapshot and configuration are not disclosed. This is author-reported source-family exposure; it does not establish use of the adopted S1MB evaluation examples."},{"benchmark_id":"banking77-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"legacy-datasets/banking77","revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/interfaze-ai/lev/blob/7bdc748dffebd85b57ee0dbea8f994c6354fed31/README.md","note":"The pinned release card explicitly names this source family in the model’s training data. The exact training Dataset snapshot and configuration are not disclosed. This is author-reported source-family exposure; it does not establish use of the adopted S1MB evaluation examples."},{"benchmark_id":"clinc-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"clinc/clinc_oos","revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/interfaze-ai/lev/blob/7bdc748dffebd85b57ee0dbea8f994c6354fed31/README.md","note":"The pinned release card explicitly names this source family in the model’s training data. The exact training Dataset snapshot and configuration are not disclosed. This is author-reported source-family exposure; it does not establish use of the adopted S1MB evaluation examples."},{"benchmark_id":"openbookqa-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"allenai/openbookqa","revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/interfaze-ai/lev/blob/7bdc748dffebd85b57ee0dbea8f994c6354fed31/README.md","note":"The pinned release card explicitly names this source family in the model’s training data. The exact training Dataset snapshot and configuration are not disclosed. This is author-reported source-family exposure; it does not establish use of the adopted S1MB evaluation examples."},{"benchmark_id":"snli-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"stanfordnlp/snli","revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/interfaze-ai/lev/blob/7bdc748dffebd85b57ee0dbea8f994c6354fed31/README.md","note":"The pinned release card explicitly names this source family in the model’s training data. The exact training Dataset snapshot and configuration are not disclosed. This is author-reported source-family exposure; it does not establish use of the adopted S1MB evaluation examples."}],"total_params":4209424896,"active_params":3573725696,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"lev","short_name":"lev","url":"https://huggingface.co/interfaze-ai/lev","hf_url":"https://huggingface.co/interfaze-ai/lev"}},{"run_id":"internlm__Intern-Decision-4B","model":{"id":"internlm/Intern-Decision-4B","adapter":"intern-decision","settings":{"questions_per_call":1},"training_exposure":null,"total_params":4539265536,"active_params":3901207040,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"Intern Decision 4B","short_name":"Intern Decision 4B","url":"https://huggingface.co/internlm/Intern-Decision-4B","hf_url":"https://huggingface.co/internlm/Intern-Decision-4B"}},{"run_id":"isHeSatoshi__smalljev-semantic-v9","model":{"id":"isHeSatoshi/smalljev-semantic-v9","adapter":"smalljev","settings":{"questions_per_call":1},"total_params":2521057280,"active_params":2253670400,"parameter_count_method":"non_lookup_parameters_v1","display_name":"smalljev-semantic-v9","short_name":"smalljev-semantic-v9","url":"https://huggingface.co/isHeSatoshi/smalljev-semantic-v9","hf_url":"https://huggingface.co/isHeSatoshi/smalljev-semantic-v9"}},{"run_id":"jaredpalmer__kev-0.5b","model":{"id":"jaredpalmer/kev-0.5b","adapter":"kev","settings":{"questions_per_call":1},"training_exposure":[{"benchmark_id":"banking77-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"legacy-datasets/banking77","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/jaredpalmer/kev-0.5b/blob/9ce2fd39db3a397c89733f94af948e3d1fdfffcd/README.md","note":"The pinned release card explicitly names this source family in the model’s training data. The exact training Dataset snapshot and configuration are not disclosed. This is author-reported source-family exposure; it does not establish use of the adopted S1MB evaluation examples."},{"benchmark_id":"laya--ag-news-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"fancyzhx/ag_news","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/jaredpalmer/kev-0.5b/blob/9ce2fd39db3a397c89733f94af948e3d1fdfffcd/README.md","note":"The pinned release card explicitly names this source family in the model’s training data. The exact training Dataset snapshot and configuration are not disclosed. This is author-reported source-family exposure; it does not establish use of the adopted S1MB evaluation examples."}],"total_params":494492032,"active_params":358357376,"parameter_count_method":"non_lookup_parameters_v1","display_name":"kev-0.5b","short_name":"kev-0.5b","url":"https://huggingface.co/jaredpalmer/kev-0.5b","hf_url":"https://huggingface.co/jaredpalmer/kev-0.5b"}},{"run_id":"jaredpalmer__kev-0.6b","model":{"id":"jaredpalmer/kev-0.6b","adapter":"kev","settings":{"questions_per_call":1},"training_exposure":[{"benchmark_id":"banking77-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"legacy-datasets/banking77","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/jaredpalmer/kev-0.6b/blob/dece6dba8d43f0f7ded45e9f5b9df12474d90843/README.md","note":"The card reports training on the Kev decision-v7 public source mixture (Kev 8B also describes decision-v6); BANKING77, AG News and DBpedia appear in the shared training inventory. Original-source training snapshot/configuration not disclosed here. Same-family exposure does not establish evaluation-example use."},{"benchmark_id":"dbpedia-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"fancyzhx/dbpedia_14","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/jaredpalmer/kev-0.6b/blob/dece6dba8d43f0f7ded45e9f5b9df12474d90843/README.md","note":"The card reports training on the Kev decision-v7 public source mixture (Kev 8B also describes decision-v6); BANKING77, AG News and DBpedia appear in the shared training inventory. Original-source training snapshot/configuration not disclosed here. Same-family exposure does not establish evaluation-example use."},{"benchmark_id":"laya--ag-news-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"fancyzhx/ag_news","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/jaredpalmer/kev-0.6b/blob/dece6dba8d43f0f7ded45e9f5b9df12474d90843/README.md","note":"The card reports training on the Kev decision-v7 public source mixture (Kev 8B also describes decision-v6); BANKING77, AG News and DBpedia appear in the shared training inventory. Original-source training snapshot/configuration not disclosed here. Same-family exposure does not establish evaluation-example use."}],"total_params":596574720,"active_params":440992256,"parameter_count_method":"non_lookup_parameters_v1","display_name":"kev-0.6b","short_name":"kev-0.6b","url":"https://huggingface.co/jaredpalmer/kev-0.6b","hf_url":"https://huggingface.co/jaredpalmer/kev-0.6b"}},{"run_id":"jaredpalmer__kev-0.8b","model":{"id":"jaredpalmer/kev-0.8b","adapter":"kev","settings":{"questions_per_call":1},"training_exposure":[{"benchmark_id":"banking77-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"legacy-datasets/banking77","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/jaredpalmer/kev-0.8b/blob/9a45d25eb2ab761841196625383fa1dff0e56c1e/README.md","note":"The card reports training on the Kev decision-v7 public source mixture (Kev 8B also describes decision-v6); BANKING77, AG News and DBpedia appear in the shared training inventory. Original-source training snapshot/configuration not disclosed here. Same-family exposure does not establish evaluation-example use."},{"benchmark_id":"dbpedia-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"fancyzhx/dbpedia_14","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/jaredpalmer/kev-0.8b/blob/9a45d25eb2ab761841196625383fa1dff0e56c1e/README.md","note":"The card reports training on the Kev decision-v7 public source mixture (Kev 8B also describes decision-v6); BANKING77, AG News and DBpedia appear in the shared training inventory. Original-source training snapshot/configuration not disclosed here. Same-family exposure does not establish evaluation-example use."},{"benchmark_id":"laya--ag-news-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"fancyzhx/ag_news","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/jaredpalmer/kev-0.8b/blob/9a45d25eb2ab761841196625383fa1dff0e56c1e/README.md","note":"The card reports training on the Kev decision-v7 public source mixture (Kev 8B also describes decision-v6); BANKING77, AG News and DBpedia appear in the shared training inventory. Original-source training snapshot/configuration not disclosed here. Same-family exposure does not establish evaluation-example use."}],"total_params":752917824,"active_params":498638144,"parameter_count_method":"non_lookup_parameters_v1","display_name":"jaredpalmer/kev-0.8b","short_name":"kev-0.8b","url":"https://huggingface.co/jaredpalmer/kev-0.8b","hf_url":"https://huggingface.co/jaredpalmer/kev-0.8b"}},{"run_id":"jaredpalmer__kev-27b","model":{"id":"jaredpalmer/kev-27b","adapter":"kev","settings":{"questions_per_call":1},"training_exposure":[{"benchmark_id":"banking77-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"legacy-datasets/banking77","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/jaredpalmer/kev-27b/blob/af0e6d551bdc2cc724f3e9d7a8bee1cd4fb8f7bf/README.md","note":"The card reports training on the Kev decision-v7 public source mixture (Kev 8B also describes decision-v6); BANKING77, AG News and DBpedia appear in the shared training inventory. Original-source training snapshot/configuration not disclosed here. Same-family exposure does not establish evaluation-example use."},{"benchmark_id":"dbpedia-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"fancyzhx/dbpedia_14","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/jaredpalmer/kev-27b/blob/af0e6d551bdc2cc724f3e9d7a8bee1cd4fb8f7bf/README.md","note":"The card reports training on the Kev decision-v7 public source mixture (Kev 8B also describes decision-v6); BANKING77, AG News and DBpedia appear in the shared training inventory. Original-source training snapshot/configuration not disclosed here. Same-family exposure does not establish evaluation-example use."},{"benchmark_id":"laya--ag-news-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"fancyzhx/ag_news","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/jaredpalmer/kev-27b/blob/af0e6d551bdc2cc724f3e9d7a8bee1cd4fb8f7bf/README.md","note":"The card reports training on the Kev decision-v7 public source mixture (Kev 8B also describes decision-v6); BANKING77, AG News and DBpedia appear in the shared training inventory. Original-source training snapshot/configuration not disclosed here. Same-family exposure does not establish evaluation-example use."}],"total_params":25627222016,"active_params":24355823616,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"kev-27b","short_name":"kev-27b","url":"https://huggingface.co/jaredpalmer/kev-27b","hf_url":"https://huggingface.co/jaredpalmer/kev-27b"}},{"run_id":"jaredpalmer__kev-4b","model":{"id":"jaredpalmer/kev-4b","adapter":"kev","settings":{"questions_per_call":1},"training_exposure":[{"benchmark_id":"banking77-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"legacy-datasets/banking77","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/jaredpalmer/kev-4b/blob/139fdd94f1b6a6ad80cc15e08fcb99cac885a101/README.md","note":"The card reports training on the Kev decision-v7 public source mixture (Kev 8B also describes decision-v6); BANKING77, AG News and DBpedia appear in the shared training inventory. Original-source training snapshot/configuration not disclosed here. Same-family exposure does not establish evaluation-example use."},{"benchmark_id":"dbpedia-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"fancyzhx/dbpedia_14","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/jaredpalmer/kev-4b/blob/139fdd94f1b6a6ad80cc15e08fcb99cac885a101/README.md","note":"The card reports training on the Kev decision-v7 public source mixture (Kev 8B also describes decision-v6); BANKING77, AG News and DBpedia appear in the shared training inventory. Original-source training snapshot/configuration not disclosed here. Same-family exposure does not establish evaluation-example use."},{"benchmark_id":"laya--ag-news-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"fancyzhx/ag_news","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/jaredpalmer/kev-4b/blob/139fdd94f1b6a6ad80cc15e08fcb99cac885a101/README.md","note":"The card reports training on the Kev decision-v7 public source mixture (Kev 8B also describes decision-v6); BANKING77, AG News and DBpedia appear in the shared training inventory. Original-source training snapshot/configuration not disclosed here. Same-family exposure does not establish evaluation-example use."}],"total_params":4207062528,"active_params":3571363328,"parameter_count_method":"non_lookup_parameters_v1","display_name":"jaredpalmer/kev-4b","short_name":"kev-4b","url":"https://huggingface.co/jaredpalmer/kev-4b","hf_url":"https://huggingface.co/jaredpalmer/kev-4b"}},{"run_id":"jaredpalmer__kev-8b","model":{"id":"jaredpalmer/kev-8b","adapter":"kev","settings":{"questions_per_call":1},"training_exposure":[{"benchmark_id":"banking77-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"legacy-datasets/banking77","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/jaredpalmer/kev-8b/blob/c80773da7f383f93c4dbff0c0b008e0463f9145a/README.md","note":"The card reports training on the Kev decision-v7 public source mixture (Kev 8B also describes decision-v6); BANKING77, AG News and DBpedia appear in the shared training inventory. Original-source training snapshot/configuration not disclosed here. Same-family exposure does not establish evaluation-example use."},{"benchmark_id":"dbpedia-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"fancyzhx/dbpedia_14","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/jaredpalmer/kev-8b/blob/c80773da7f383f93c4dbff0c0b008e0463f9145a/README.md","note":"The card reports training on the Kev decision-v7 public source mixture (Kev 8B also describes decision-v6); BANKING77, AG News and DBpedia appear in the shared training inventory. Original-source training snapshot/configuration not disclosed here. Same-family exposure does not establish evaluation-example use."},{"benchmark_id":"laya--ag-news-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"fancyzhx/ag_news","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/jaredpalmer/kev-8b/blob/c80773da7f383f93c4dbff0c0b008e0463f9145a/README.md","note":"The card reports training on the Kev decision-v7 public source mixture (Kev 8B also describes decision-v6); BANKING77, AG News and DBpedia appear in the shared training inventory. Original-source training snapshot/configuration not disclosed here. Same-family exposure does not establish evaluation-example use."}],"total_params":7570503168,"active_params":6948173312,"parameter_count_method":"non_lookup_parameters_v1","display_name":"kev-8b","short_name":"kev-8b","url":"https://huggingface.co/jaredpalmer/kev-8b","hf_url":"https://huggingface.co/jaredpalmer/kev-8b"}},{"run_id":"jaredpalmer__kev-9b","model":{"id":"jaredpalmer/kev-9b","adapter":"kev","settings":{"questions_per_call":1},"training_exposure":[{"benchmark_id":"banking77-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"legacy-datasets/banking77","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/jaredpalmer/kev-9b/blob/2629c06a5aeb0feb3b9783bafed17ed8f39ecf5c/README.md","note":"The card reports training on the Kev decision-v7 public source mixture (Kev 8B also describes decision-v6); BANKING77, AG News and DBpedia appear in the shared training inventory. Original-source training snapshot/configuration not disclosed here. Same-family exposure does not establish evaluation-example use."},{"benchmark_id":"dbpedia-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"fancyzhx/dbpedia_14","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/jaredpalmer/kev-9b/blob/2629c06a5aeb0feb3b9783bafed17ed8f39ecf5c/README.md","note":"The card reports training on the Kev decision-v7 public source mixture (Kev 8B also describes decision-v6); BANKING77, AG News and DBpedia appear in the shared training inventory. Original-source training snapshot/configuration not disclosed here. Same-family exposure does not establish evaluation-example use."},{"benchmark_id":"laya--ag-news-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"fancyzhx/ag_news","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/jaredpalmer/kev-9b/blob/2629c06a5aeb0feb3b9783bafed17ed8f39ecf5c/README.md","note":"The card reports training on the Kev decision-v7 public source mixture (Kev 8B also describes decision-v6); BANKING77, AG News and DBpedia appear in the shared training inventory. Original-source training snapshot/configuration not disclosed here. Same-family exposure does not establish evaluation-example use."}],"total_params":7938782208,"active_params":6921663488,"parameter_count_method":"non_lookup_parameters_v1","display_name":"jaredpalmer/kev-9b","short_name":"kev-9b","url":"https://huggingface.co/jaredpalmer/kev-9b","hf_url":"https://huggingface.co/jaredpalmer/kev-9b"}},{"run_id":"jerichosiahaya__Naluri-308M-encoder","model":{"id":"jerichosiahaya/Naluri-308M-encoder","adapter":"naluri","settings":{"questions_per_call":1},"training_exposure":[{"benchmark_id":"massive-choice-test-v1","relationship":"same_source_family","dataset":"mteb/amazon_massive_intent","revision":null,"config":null,"split":"train","evidence_url":"https://github.com/jerichosiahaya/naluri/blob/473a7891be0a21b97f06c0f074cd006612f32732/prep.py#L125","note":"Trained on MASSIVE intent train rows (about 15.8k questions across 20 locales, English included) as choice and yes/no intent questions. Test split not used."},{"benchmark_id":"dbpedia-choice-test-v1","relationship":"same_source_family","dataset":"fancyzhx/dbpedia_14","revision":null,"config":null,"split":"train","evidence_url":"https://github.com/jerichosiahaya/naluri/blob/473a7891be0a21b97f06c0f074cd006612f32732/m4_data.py#L54","note":"Trained on 3,000 DBpedia-14 train rows as topic-classification choice questions. Test split not used."},{"benchmark_id":"hwu64-choice-test-v1","relationship":"related_domain","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://github.com/jerichosiahaya/naluri/blob/473a7891be0a21b97f06c0f074cd006612f32732/prep.py#L125","note":"Related intent-classification domain: trained on MASSIVE intent (mteb/amazon_massive_intent, train). This benchmark's source was not used."},{"benchmark_id":"clinc-choice-test-v1","relationship":"related_domain","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://github.com/jerichosiahaya/naluri/blob/473a7891be0a21b97f06c0f074cd006612f32732/prep.py#L125","note":"Related intent-classification domain: trained on MASSIVE intent (mteb/amazon_massive_intent, train). This benchmark's source was not used."},{"benchmark_id":"banking77-choice-test-v1","relationship":"related_domain","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://github.com/jerichosiahaya/naluri/blob/473a7891be0a21b97f06c0f074cd006612f32732/prep.py#L125","note":"Related intent-classification domain: trained on MASSIVE intent (mteb/amazon_massive_intent, train). This benchmark's source was not used."},{"benchmark_id":"mtop-choice-test-v1","relationship":"related_domain","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://github.com/jerichosiahaya/naluri/blob/473a7891be0a21b97f06c0f074cd006612f32732/prep.py#L125","note":"Related intent-classification domain: trained on MASSIVE intent (mteb/amazon_massive_intent, train). This benchmark's source was not used."},{"benchmark_id":"snli-choice-test-v1","relationship":"related_domain","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://github.com/jerichosiahaya/naluri/blob/473a7891be0a21b97f06c0f074cd006612f32732/prep.py#L107","note":"Related NLI domain: trained on XNLI train (facebook/xnli, machine-translated MultiNLI) as entailment choice and yes/no questions. This benchmark's source was not used."},{"benchmark_id":"hans-noul-test-v1","relationship":"related_domain","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://github.com/jerichosiahaya/naluri/blob/473a7891be0a21b97f06c0f074cd006612f32732/prep.py#L107","note":"Related NLI domain: trained on XNLI train (facebook/xnli, machine-translated MultiNLI) as entailment choice and yes/no questions. This benchmark's source was not used."},{"benchmark_id":"scitail-noul-test-v1","relationship":"related_domain","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://github.com/jerichosiahaya/naluri/blob/473a7891be0a21b97f06c0f074cd006612f32732/prep.py#L107","note":"Related NLI domain: trained on XNLI train (facebook/xnli, machine-translated MultiNLI) as entailment choice and yes/no questions. This benchmark's source was not used."},{"benchmark_id":"civil-comments-noul-test-v1","relationship":"related_domain","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://github.com/jerichosiahaya/naluri/blob/473a7891be0a21b97f06c0f074cd006612f32732/prep.py#L162","note":"Related toxicity domain: trained on textdetox/multilingual_toxicity_dataset (about 9.7k rows, 14 languages). This benchmark's source was not used."},{"benchmark_id":"hatecheck-noul-test-v1","relationship":"related_domain","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://github.com/jerichosiahaya/naluri/blob/473a7891be0a21b97f06c0f074cd006612f32732/prep.py#L162","note":"Related toxicity domain: trained on textdetox/multilingual_toxicity_dataset (about 9.7k rows, 14 languages). This benchmark's source was not used."},{"benchmark_id":"ethos-noul-test-v1","relationship":"related_domain","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://github.com/jerichosiahaya/naluri/blob/473a7891be0a21b97f06c0f074cd006612f32732/prep.py#L162","note":"Related toxicity domain: trained on textdetox/multilingual_toxicity_dataset (about 9.7k rows, 14 languages). This benchmark's source was not used."},{"benchmark_id":"go-emotions-noul-test-v1","relationship":"related_domain","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://github.com/jerichosiahaya/naluri/blob/473a7891be0a21b97f06c0f074cd006612f32732/prep.py#L194","note":"Related emotion domain: trained on dair-ai/emotion train (about 4.9k rows). GoEmotions itself was not used."},{"benchmark_id":"laya--enron-spam-noul-test-v1","relationship":"related_domain","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://github.com/jerichosiahaya/naluri/blob/473a7891be0a21b97f06c0f074cd006612f32732/prep.py#L224","note":"Related spam domain: trained on ucirvine/sms_spam train (about 3k rows). Enron spam itself was not used."},{"benchmark_id":"laya--ag-news-choice-test-v1","relationship":"related_domain","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://github.com/jerichosiahaya/naluri/blob/473a7891be0a21b97f06c0f074cd006612f32732/m4_data.py#L35","note":"Related news-topic domain: trained on MasakhaNEWS, Yahoo Answers Topics and DBpedia-14 train rows. AG News itself was not used."},{"benchmark_id":"qasper-noul-test-v1","relationship":"related_domain","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://github.com/jerichosiahaya/naluri/blob/473a7891be0a21b97f06c0f074cd006612f32732/m9_data.py#L61","note":"Related reading-comprehension domain: trained on SQuAD 2.0 answerability, MultiRC answer checking and RACE (train splits). Qasper itself was not used."},{"benchmark_id":"laya--typed-decisions-choice-test-v1","relationship":"related_domain","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://github.com/jerichosiahaya/naluri/blob/473a7891be0a21b97f06c0f074cd006612f32732/synth.py#L232","note":"Related business-decision domain: about 20k synthetic typed decisions written and labelled by DeepSeek models. typed-decisions' own train split was read only to measure the labelling model's agreement with gold (synth.py cmd_quality), never as training rows. Test split not used."},{"benchmark_id":"laya--typed-decisions-noul-test-v1","relationship":"related_domain","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://github.com/jerichosiahaya/naluri/blob/473a7891be0a21b97f06c0f074cd006612f32732/synth.py#L232","note":"Related business-decision domain: about 20k synthetic typed decisions written and labelled by DeepSeek models. typed-decisions' own train split was read only to measure the labelling model's agreement with gold (synth.py cmd_quality), never as training rows. Test split not used."},{"benchmark_id":"laya--typed-decisions-score-test-v1","relationship":"related_domain","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://github.com/jerichosiahaya/naluri/blob/473a7891be0a21b97f06c0f074cd006612f32732/synth.py#L232","note":"Related business-decision domain: about 20k synthetic typed decisions written and labelled by DeepSeek models. typed-decisions' own train split was read only to measure the labelling model's agreement with gold (synth.py cmd_quality), never as training rows. Test split not used."}],"total_params":307532545,"active_params":110924545,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"Naluri-308M-encoder","short_name":"Naluri-308M","url":"https://github.com/jerichosiahaya/naluri","hf_url":"https://huggingface.co/jerichosiahaya/Naluri-308M-encoder"}},{"run_id":"jsaurabh__qwen3.5-9b-jev-data-mix-v2","model":{"id":"jsaurabh/qwen3.5-9b-jev-data-mix-v2","adapter":"nimble-lora","settings":{"questions_per_call":1},"total_params":9453092080,"active_params":8433319152,"parameter_count_method":"non_lookup_parameters_v1","display_name":"Nimble 9B v2","short_name":"Nimble 9B v2","url":"https://huggingface.co/jsaurabh/qwen3.5-9b-jev-data-mix-v2","hf_url":"https://huggingface.co/jsaurabh/qwen3.5-9b-jev-data-mix-v2"}},{"run_id":"juspay__jev-one","model":{"id":"juspay/jev-one","adapter":"jevone","settings":{"questions_per_call":1},"total_params":35107181936,"active_params":34595968368,"parameter_count_method":"non_lookup_parameters_v1","display_name":"jev-one","short_name":"jev-one","url":"https://huggingface.co/juspay/jev-one","hf_url":"https://huggingface.co/juspay/jev-one"}},{"run_id":"juspay__Xor-26B-A4B","model":{"id":"juspay/Xor-26B-A4B","adapter":"xor","settings":{"questions_per_call":1},"total_params":25805933872,"active_params":25044143408,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"Xor-26B-A4B","short_name":"Xor-26B-A4B","url":"https://huggingface.co/juspay/Xor-26B-A4B","hf_url":"https://huggingface.co/juspay/Xor-26B-A4B"}},{"run_id":"kirp__jpt-0.8b","model":{"id":"kirp/jpt-0.8b","adapter":"llm2jev","settings":{"questions_per_call":1},"training_exposure":[{"benchmark_id":"banking77-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"legacy-datasets/banking77","revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/kirp/jpt-0.8b/blob/1431c0509bbc10772cd59964cc7af5835c8720d6/README.md","note":"The pinned release card explicitly names this source family in the model’s training data. The exact training Dataset snapshot and configuration are not disclosed. This is author-reported source-family exposure; it does not establish use of the adopted S1MB evaluation examples."},{"benchmark_id":"contract-nli-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"koreeda/contract-nli","revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/kirp/jpt-0.8b/blob/1431c0509bbc10772cd59964cc7af5835c8720d6/README.md","note":"The pinned release card explicitly names this source family in the model’s training data. The exact training Dataset snapshot and configuration are not disclosed. This is author-reported source-family exposure; it does not establish use of the adopted S1MB evaluation examples."}],"total_params":852985920,"active_params":596936768,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"jpt-0.8b","short_name":"jpt-0.8b","url":"https://huggingface.co/kirp/jpt-0.8b","hf_url":"https://huggingface.co/kirp/jpt-0.8b"}},{"run_id":"kirp__jpt-4b","model":{"id":"kirp/jpt-4b","adapter":"llm2jev","settings":{"questions_per_call":1},"training_exposure":[{"benchmark_id":"banking77-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"legacy-datasets/banking77","revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/kirp/jpt-4b/blob/78312f855b8bebf83ae7e9e8f05b5a0f73f519a9/README.md","note":"The pinned release card explicitly names this source family in the model’s training data. The exact training Dataset snapshot and configuration are not disclosed. This is author-reported source-family exposure; it does not establish use of the adopted S1MB evaluation examples."},{"benchmark_id":"contract-nli-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"koreeda/contract-nli","revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/kirp/jpt-4b/blob/78312f855b8bebf83ae7e9e8f05b5a0f73f519a9/README.md","note":"The pinned release card explicitly names this source family in the model’s training data. The exact training Dataset snapshot and configuration are not disclosed. This is author-reported source-family exposure; it does not establish use of the adopted S1MB evaluation examples."}],"total_params":4539265536,"active_params":3901207040,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"jpt-4b","short_name":"jpt-4b","url":"https://huggingface.co/kirp/jpt-4b","hf_url":"https://huggingface.co/kirp/jpt-4b"}},{"run_id":"kirp__jpt-9b","model":{"id":"kirp/jpt-9b","adapter":"llm2jev","settings":{"questions_per_call":1},"training_exposure":[{"benchmark_id":"banking77-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":"legacy-datasets/banking77","revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/kirp/jpt-9b/blob/9fda2c7f123d36c4789c46c93737e80fc3a6c9fe/README.md","note":"The pinned release card explicitly names this source family in the model’s training data. The exact training Dataset snapshot and configuration are not disclosed. This is author-reported source-family exposure; it does not establish use of the adopted S1MB evaluation examples."},{"benchmark_id":"contract-nli-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":"koreeda/contract-nli","revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/kirp/jpt-9b/blob/9fda2c7f123d36c4789c46c93737e80fc3a6c9fe/README.md","note":"The pinned JPT-9B card says it uses the JPT-4B recipe and data. The referenced JPT-4B card explicitly lists ContractNLI among training sources: https://huggingface.co/kirp/jpt-4b/blob/78312f855b8bebf83ae7e9e8f05b5a0f73f519a9/README.md . This is author-reported recipe lineage; the historical JPT-4B card snapshot used during training and the exact training Dataset snapshot, split and configuration are not disclosed. It does not establish use of the adopted S1MB evaluation examples."},{"benchmark_id":"laya--ag-news-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":"fancyzhx/ag_news","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/kirp/jpt-9b/blob/9fda2c7f123d36c4789c46c93737e80fc3a6c9fe/README.md","note":"The pinned JPT-9B card explicitly identifies this source among its in-distribution rows and states that the training splits are in the mix while test items are not. This is author-reported source-family exposure, not an independent overlap audit or proof about the adopted S1MB evaluation examples. The exact training snapshot and configuration are not disclosed."},{"benchmark_id":"massive-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":"AmazonScience/massive","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/kirp/jpt-9b/blob/9fda2c7f123d36c4789c46c93737e80fc3a6c9fe/README.md","note":"The pinned JPT-9B card explicitly identifies this source among its in-distribution rows and states that the training splits are in the mix while test items are not. This is author-reported source-family exposure, not an independent overlap audit or proof about the adopted S1MB evaluation examples. The exact training snapshot and configuration are not disclosed."}],"total_params":9409813744,"active_params":8390040816,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"jpt-9b","short_name":"jpt-9b","url":"https://huggingface.co/kirp/jpt-9b","hf_url":"https://huggingface.co/kirp/jpt-9b"}},{"run_id":"knowledgator__gliformer-large-v1","model":{"id":"knowledgator/gliformer-large-v1","adapter":"gliformer-jeff","settings":{"questions_per_call":1},"total_params":575637510,"active_params":442488838,"parameter_count_method":"non_lookup_parameters_v1","display_name":"GLiFormer Jeff large v1","short_name":"GLiFormer Jeff large v1","url":"https://huggingface.co/knowledgator/gliformer-large-v1","hf_url":"https://huggingface.co/knowledgator/gliformer-large-v1"}},{"run_id":"kpiya__kas-4b","model":{"id":"kpiya/kas-4b","adapter":"kas","settings":{"questions_per_call":1},"training_exposure":[{"benchmark_id":"cladder-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://github.com/kashavpiya/kas-4b/blob/8384553db79729b7fc9764a7b9fc73d906d8cee3/DATA.md","note":"Declared training source: CLadder. Training corpus repository not disclosed. Actual fine-tune mix table declares normalized source rows not selected into Decision Index v0.2.1. This is source-family exposure; suite group-ID exclusion is for Decision Index, not an S1MB record-level audit. Exact upstream snapshot/config/split was not disclosed."},{"benchmark_id":"esci-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://github.com/kashavpiya/kas-4b/blob/8384553db79729b7fc9764a7b9fc73d906d8cee3/DATA.md","note":"Declared training source: Amazon ESCI. Training corpus repository not disclosed. Actual fine-tune mix table declares normalized source rows not selected into Decision Index v0.2.1. This is source-family exposure; suite group-ID exclusion is for Decision Index, not an S1MB record-level audit. Exact upstream snapshot/config/split was not disclosed."},{"benchmark_id":"gsm8k-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://github.com/kashavpiya/kas-4b/blob/8384553db79729b7fc9764a7b9fc73d906d8cee3/DATA.md","note":"Declared training source: GSM8K. Training corpus repository not disclosed. Actual fine-tune mix table declares normalized source rows not selected into Decision Index v0.2.1. This is source-family exposure; suite group-ID exclusion is for Decision Index, not an S1MB record-level audit. Exact upstream snapshot/config/split was not disclosed."},{"benchmark_id":"sgd-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://github.com/kashavpiya/kas-4b/blob/8384553db79729b7fc9764a7b9fc73d906d8cee3/DATA.md","note":"Declared training source: Schema-Guided Dialogue. Training corpus repository not disclosed. Actual fine-tune mix table declares normalized source rows not selected into Decision Index v0.2.1. This is source-family exposure; suite group-ID exclusion is for Decision Index, not an S1MB record-level audit. Exact upstream snapshot/config/split was not disclosed."}],"total_params":4022468096,"active_params":3633511936,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"kas-4b","short_name":"kas-4b","url":"https://huggingface.co/kpiya/kas-4b","hf_url":"https://huggingface.co/kpiya/kas-4b"}},{"run_id":"kshetrajna12__reflex-qwen3.5-4b-lora","model":{"id":"kshetrajna12/reflex-qwen3.5-4b-lora","adapter":"reflex","settings":{"questions_per_call":1},"training_exposure":[{"benchmark_id":"banking77-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"mteb/banking77","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/kshetrajna12/reflex-qwen3.5-4b-lora/blob/9df1cbbbc1837ba494530a59d3d9d345688ed250/README.md","note":"The released LoRA card explicitly declares this training source, despite being superseded for general use. Public recipe code supports the declared source. Actual training snapshot was not disclosed; JevBench-specific 8-gram exclusion is not an independent S1MB overlap audit."},{"benchmark_id":"civil-comments-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"google/civil_comments","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/kshetrajna12/reflex-qwen3.5-4b-lora/blob/9df1cbbbc1837ba494530a59d3d9d345688ed250/README.md","note":"The released LoRA card explicitly declares this training source, despite being superseded for general use. Public recipe code supports the declared source. Actual training snapshot was not disclosed; JevBench-specific 8-gram exclusion is not an independent S1MB overlap audit."},{"benchmark_id":"clinc-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"clinc/clinc_oos","revision":null,"config":"plus","split":"train","evidence_url":"https://huggingface.co/kshetrajna12/reflex-qwen3.5-4b-lora/blob/9df1cbbbc1837ba494530a59d3d9d345688ed250/README.md","note":"The released LoRA card explicitly declares this training source, despite being superseded for general use. Public recipe code supports the declared source. Actual training snapshot was not disclosed; JevBench-specific 8-gram exclusion is not an independent S1MB overlap audit."},{"benchmark_id":"synthetic-relevance--nanobeir--nanomsmarco-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"microsoft/ms_marco","revision":null,"config":"v1.1","split":"train","evidence_url":"https://huggingface.co/kshetrajna12/reflex-qwen3.5-4b-lora/blob/9df1cbbbc1837ba494530a59d3d9d345688ed250/README.md","note":"The released LoRA card explicitly declares this training source, despite being superseded for general use. Public recipe code supports the declared source. Actual training snapshot was not disclosed; JevBench-specific 8-gram exclusion is not an independent S1MB overlap audit."},{"benchmark_id":"synthetic-relevance--nanobeir--nanomsmarco-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"microsoft/ms_marco","revision":null,"config":"v1.1","split":"train","evidence_url":"https://huggingface.co/kshetrajna12/reflex-qwen3.5-4b-lora/blob/9df1cbbbc1837ba494530a59d3d9d345688ed250/README.md","note":"The released LoRA card explicitly declares this training source, despite being superseded for general use. Public recipe code supports the declared source. Actual training snapshot was not disclosed; JevBench-specific 8-gram exclusion is not an independent S1MB overlap audit."}],"total_params":4539265536,"active_params":3901207040,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"Reflex 4B","short_name":"Reflex 4B","url":"https://huggingface.co/kshetrajna12/reflex-qwen3.5-4b-lora","hf_url":"https://huggingface.co/kshetrajna12/reflex-qwen3.5-4b-lora"}},{"run_id":"LibertAIDAI__deem-0.8-v1","model":{"id":"LibertAIDAI/deem-0.8-v1","adapter":"deem","settings":{"questions_per_call":1},"total_params":752393024,"active_params":498113344,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"deem-0.8-v1","short_name":"deem-0.8-v1","url":"https://huggingface.co/LibertAIDAI/deem-0.8-v1","hf_url":"https://huggingface.co/LibertAIDAI/deem-0.8-v1"}},{"run_id":"liquid-ai__d1-free","model":{"id":"d1:free","adapter":"liquid","settings":{},"total_params":null,"active_params":null,"parameter_count_method":null,"display_name":"Liquid AI d1:free","short_name":"Liquid AI d1:free","url":"https://docs.liquid.ai/lfm/models/decision-models","hf_url":null}},{"run_id":"LMDHQ-0420__vision-jev-0.8b","model":{"id":"LMDHQ-0420/vision-jev","adapter":"vision-jev","settings":{"questions_per_call":1},"training_exposure":[{"benchmark_id":"scienceqa-choice","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://github.com/LMDHQ-0420/Vision-Jev/blob/39b0e7ba798901ff4f948891972d4feca5aa159e/configs/data/sft_117k.json","note":"Original source: ScienceQA. The released SFT recipe allocates 4,000 ScienceQA questions. Source-family exposure does not establish adopted test-example use."},{"benchmark_id":"koniq-score","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":"custom SHA-256 image-name split","evidence_url":"https://github.com/LMDHQ-0420/Vision-Jev/blob/39b0e7ba798901ff4f948891972d4feca5aa159e/vision_jev/data/pipeline.py","note":"Original source: KonIQ-10k. The SFT recipe allocates 6,000 KonIQ questions. Its normalizer independently re-splits all images: 239 of the 300 adopted author-test images fall in its candidate train pool (33 dev, 28 test). The final consumed 6,000-row manifest was not available for confirmation, so this is potential evaluation-image overlap, not confirmed consumed-example overlap."}],"total_params":858866757,"active_params":602817605,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"Vision-Jev 0.8B","short_name":"Vision-Jev 0.8B","url":"https://huggingface.co/LMDHQ-0420/vision-jev/tree/main/vision-jev-0.8b","hf_url":"https://huggingface.co/LMDHQ-0420/vision-jev/tree/main/vision-jev-0.8b"}},{"run_id":"LMDHQ-0420__vision-jev-9b","model":{"id":"LMDHQ-0420/vision-jev","adapter":"vision-jev","settings":{"questions_per_call":1},"training_exposure":[{"benchmark_id":"scienceqa-choice","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://github.com/LMDHQ-0420/Vision-Jev/blob/39b0e7ba798901ff4f948891972d4feca5aa159e/configs/data/sft_117k.json","note":"Original source: ScienceQA. The released SFT recipe allocates 4,000 ScienceQA questions. Source-family exposure does not establish adopted test-example use."},{"benchmark_id":"koniq-score","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":"custom SHA-256 image-name split","evidence_url":"https://github.com/LMDHQ-0420/Vision-Jev/blob/39b0e7ba798901ff4f948891972d4feca5aa159e/vision_jev/data/pipeline.py","note":"Original source: KonIQ-10k. The SFT recipe allocates 6,000 KonIQ questions. Its normalizer independently re-splits all images: 239 of the 300 adopted author-test images fall in its candidate train pool (33 dev, 28 test). The final consumed 6,000-row manifest was not available for confirmation, so this is potential evaluation-image overlap, not confirmed consumed-example overlap."}],"total_params":9427423477,"active_params":8407650549,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"Vision-Jev 9B","short_name":"Vision-Jev 9B","url":"https://huggingface.co/LMDHQ-0420/vision-jev/tree/main/vision-jev-9b","hf_url":"https://huggingface.co/LMDHQ-0420/vision-jev/tree/main/vision-jev-9b"}},{"run_id":"logic65__Whittle-Reflex-25B-A3B","model":{"id":"logic65/Whittle-Reflex-25B-A3B-GGUF","adapter":"llamacpp","settings":{},"training_exposure":[{"benchmark_id":"aegis2-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"aegis2","split":"train","evidence_url":"https://huggingface.co/logic65/Whittle-Reflex-25B-A3B/blob/776763f98938c32215e2083a174304c63a0d415f/README.md","note":"Whittle v4 author declares 114 Bekko source subsets after license/Open-Jev exclusions. Filtering the pinned 153-config train manifest by disclosed exclusions yields exactly 114 retained configs. This benchmark source config is retained; its authored decisions are judgment tasks without documents, so ranking/document exclusions do not remove this task family. Author-reported input-match filtering does not negate source-family exposure; no independent record-level audit is claimed."},{"benchmark_id":"aqua-rat-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"aqua_rat","split":"train","evidence_url":"https://huggingface.co/logic65/Whittle-Reflex-25B-A3B/blob/776763f98938c32215e2083a174304c63a0d415f/README.md","note":"Whittle v4 author declares 114 Bekko source subsets after license/Open-Jev exclusions. Filtering the pinned 153-config train manifest by disclosed exclusions yields exactly 114 retained configs. This benchmark source config is retained; its authored decisions are judgment tasks without documents, so ranking/document exclusions do not remove this task family. Author-reported input-match filtering does not negate source-family exposure; no independent record-level audit is claimed."},{"benchmark_id":"arc-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"arc","split":"train","evidence_url":"https://huggingface.co/logic65/Whittle-Reflex-25B-A3B/blob/776763f98938c32215e2083a174304c63a0d415f/README.md","note":"Whittle v4 author declares 114 Bekko source subsets after license/Open-Jev exclusions. Filtering the pinned 153-config train manifest by disclosed exclusions yields exactly 114 retained configs. This benchmark source config is retained; its authored decisions are judgment tasks without documents, so ranking/document exclusions do not remove this task family. Author-reported input-match filtering does not negate source-family exposure; no independent record-level audit is claimed."},{"benchmark_id":"arct-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"arct","split":"train","evidence_url":"https://huggingface.co/logic65/Whittle-Reflex-25B-A3B/blob/776763f98938c32215e2083a174304c63a0d415f/README.md","note":"Whittle v4 author declares 114 Bekko source subsets after license/Open-Jev exclusions. Filtering the pinned 153-config train manifest by disclosed exclusions yields exactly 114 retained configs. This benchmark source config is retained; its authored decisions are judgment tasks without documents, so ranking/document exclusions do not remove this task family. Author-reported input-match filtering does not negate source-family exposure; no independent record-level audit is claimed."},{"benchmark_id":"argument-quality-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"argument_quality","split":"train","evidence_url":"https://huggingface.co/logic65/Whittle-Reflex-25B-A3B/blob/776763f98938c32215e2083a174304c63a0d415f/README.md","note":"Whittle v4 author declares 114 Bekko source subsets after license/Open-Jev exclusions. Filtering the pinned 153-config train manifest by disclosed exclusions yields exactly 114 retained configs. This benchmark source config is retained; its authored decisions are judgment tasks without documents, so ranking/document exclusions do not remove this task family. Author-reported input-match filtering does not negate source-family exposure; no independent record-level audit is claimed."},{"benchmark_id":"argument-quality-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"argument_quality","split":"train","evidence_url":"https://huggingface.co/logic65/Whittle-Reflex-25B-A3B/blob/776763f98938c32215e2083a174304c63a0d415f/README.md","note":"Whittle v4 author declares 114 Bekko source subsets after license/Open-Jev exclusions. Filtering the pinned 153-config train manifest by disclosed exclusions yields exactly 114 retained configs. This benchmark source config is retained; its authored decisions are judgment tasks without documents, so ranking/document exclusions do not remove this task family. Author-reported input-match filtering does not negate source-family exposure; no independent record-level audit is claimed."},{"benchmark_id":"babi-nli-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"babi_nli","split":"train","evidence_url":"https://huggingface.co/logic65/Whittle-Reflex-25B-A3B/blob/776763f98938c32215e2083a174304c63a0d415f/README.md","note":"Whittle v4 author declares 114 Bekko source subsets after license/Open-Jev exclusions. Filtering the pinned 153-config train manifest by disclosed exclusions yields exactly 114 retained configs. This benchmark source config is retained; its authored decisions are judgment tasks without documents, so ranking/document exclusions do not remove this task family. Author-reported input-match filtering does not negate source-family exposure; no independent record-level audit is claimed."},{"benchmark_id":"banking77-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"banking77","split":"train","evidence_url":"https://huggingface.co/logic65/Whittle-Reflex-25B-A3B/blob/776763f98938c32215e2083a174304c63a0d415f/README.md","note":"Whittle v4 author declares 114 Bekko source subsets after license/Open-Jev exclusions. Filtering the pinned 153-config train manifest by disclosed exclusions yields exactly 114 retained configs. This benchmark source config is retained; its authored decisions are judgment tasks without documents, so ranking/document exclusions do not remove this task family. Author-reported input-match filtering does not negate source-family exposure; no independent record-level audit is claimed."},{"benchmark_id":"boardgameqa-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"boardgameqa","split":"train","evidence_url":"https://huggingface.co/logic65/Whittle-Reflex-25B-A3B/blob/776763f98938c32215e2083a174304c63a0d415f/README.md","note":"Whittle v4 author declares 114 Bekko source subsets after license/Open-Jev exclusions. Filtering the pinned 153-config train manifest by disclosed exclusions yields exactly 114 retained configs. This benchmark source config is retained; its authored decisions are judgment tasks without documents, so ranking/document exclusions do not remove this task family. Author-reported input-match filtering does not negate source-family exposure; no independent record-level audit is claimed."},{"benchmark_id":"canttalk-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"canttalk","split":"train","evidence_url":"https://huggingface.co/logic65/Whittle-Reflex-25B-A3B/blob/776763f98938c32215e2083a174304c63a0d415f/README.md","note":"Whittle v4 author declares 114 Bekko source subsets after license/Open-Jev exclusions. Filtering the pinned 153-config train manifest by disclosed exclusions yields exactly 114 retained configs. This benchmark source config is retained; its authored decisions are judgment tasks without documents, so ranking/document exclusions do not remove this task family. Author-reported input-match filtering does not negate source-family exposure; no independent record-level audit is claimed."},{"benchmark_id":"civil-comments-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"civil_comments","split":"train","evidence_url":"https://huggingface.co/logic65/Whittle-Reflex-25B-A3B/blob/776763f98938c32215e2083a174304c63a0d415f/README.md","note":"Whittle v4 author declares 114 Bekko source subsets after license/Open-Jev exclusions. Filtering the pinned 153-config train manifest by disclosed exclusions yields exactly 114 retained configs. This benchmark source config is retained; its authored decisions are judgment tasks without documents, so ranking/document exclusions do not remove this task family. Author-reported input-match filtering does not negate source-family exposure; no independent record-level audit is claimed."},{"benchmark_id":"clinc-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"clinc","split":"train","evidence_url":"https://huggingface.co/logic65/Whittle-Reflex-25B-A3B/blob/776763f98938c32215e2083a174304c63a0d415f/README.md","note":"Whittle v4 author declares 114 Bekko source subsets after license/Open-Jev exclusions. Filtering the pinned 153-config train manifest by disclosed exclusions yields exactly 114 retained configs. This benchmark source config is retained; its authored decisions are judgment tasks without documents, so ranking/document exclusions do not remove this task family. Author-reported input-match filtering does not negate source-family exposure; no independent record-level audit is claimed."},{"benchmark_id":"contract-nli-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"contract_nli","split":"train","evidence_url":"https://huggingface.co/logic65/Whittle-Reflex-25B-A3B/blob/776763f98938c32215e2083a174304c63a0d415f/README.md","note":"Whittle v4 author declares 114 Bekko source subsets after license/Open-Jev exclusions. Filtering the pinned 153-config train manifest by disclosed exclusions yields exactly 114 retained configs. This benchmark source config is retained; its authored decisions are judgment tasks without documents, so ranking/document exclusions do not remove this task family. Author-reported input-match filtering does not negate source-family exposure; no independent record-level audit is claimed."},{"benchmark_id":"corr2cause-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"corr2cause","split":"train","evidence_url":"https://huggingface.co/logic65/Whittle-Reflex-25B-A3B/blob/776763f98938c32215e2083a174304c63a0d415f/README.md","note":"Whittle v4 author declares 114 Bekko source subsets after license/Open-Jev exclusions. Filtering the pinned 153-config train manifest by disclosed exclusions yields exactly 114 retained configs. This benchmark source config is retained; its authored decisions are judgment tasks without documents, so ranking/document exclusions do not remove this task family. Author-reported input-match filtering does not negate source-family exposure; no independent record-level audit is claimed."},{"benchmark_id":"dbpedia-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"dbpedia","split":"train","evidence_url":"https://huggingface.co/logic65/Whittle-Reflex-25B-A3B/blob/776763f98938c32215e2083a174304c63a0d415f/README.md","note":"Whittle v4 author declares 114 Bekko source subsets after license/Open-Jev exclusions. Filtering the pinned 153-config train manifest by disclosed exclusions yields exactly 114 retained configs. This benchmark source config is retained; its authored decisions are judgment tasks without documents, so ranking/document exclusions do not remove this task family. Author-reported input-match filtering does not negate source-family exposure; no independent record-level audit is claimed."},{"benchmark_id":"defeasible-nli-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"defeasible_nli","split":"train","evidence_url":"https://huggingface.co/logic65/Whittle-Reflex-25B-A3B/blob/776763f98938c32215e2083a174304c63a0d415f/README.md","note":"Whittle v4 author declares 114 Bekko source subsets after license/Open-Jev exclusions. Filtering the pinned 153-config train manifest by disclosed exclusions yields exactly 114 retained configs. This benchmark source config is retained; its authored decisions are judgment tasks without documents, so ranking/document exclusions do not remove this task family. Author-reported input-match filtering does not negate source-family exposure; no independent record-level audit is claimed."},{"benchmark_id":"esci-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"esci","split":"train","evidence_url":"https://huggingface.co/logic65/Whittle-Reflex-25B-A3B/blob/776763f98938c32215e2083a174304c63a0d415f/README.md","note":"Whittle v4 author declares 114 Bekko source subsets after license/Open-Jev exclusions. Filtering the pinned 153-config train manifest by disclosed exclusions yields exactly 114 retained configs. This benchmark source config is retained; its authored decisions are judgment tasks without documents, so ranking/document exclusions do not remove this task family. Author-reported input-match filtering does not negate source-family exposure; no independent record-level audit is claimed."},{"benchmark_id":"ethics-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"ethics","split":"train","evidence_url":"https://huggingface.co/logic65/Whittle-Reflex-25B-A3B/blob/776763f98938c32215e2083a174304c63a0d415f/README.md","note":"Whittle v4 author declares 114 Bekko source subsets after license/Open-Jev exclusions. Filtering the pinned 153-config train manifest by disclosed exclusions yields exactly 114 retained configs. This benchmark source config is retained; its authored decisions are judgment tasks without documents, so ranking/document exclusions do not remove this task family. Author-reported input-match filtering does not negate source-family exposure; no independent record-level audit is claimed."},{"benchmark_id":"ethics-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"ethics","split":"train","evidence_url":"https://huggingface.co/logic65/Whittle-Reflex-25B-A3B/blob/776763f98938c32215e2083a174304c63a0d415f/README.md","note":"Whittle v4 author declares 114 Bekko source subsets after license/Open-Jev exclusions. Filtering the pinned 153-config train manifest by disclosed exclusions yields exactly 114 retained configs. This benchmark source config is retained; its authored decisions are judgment tasks without documents, so ranking/document exclusions do not remove this task family. Author-reported input-match filtering does not negate source-family exposure; no independent record-level audit is claimed."},{"benchmark_id":"few-nerd-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"few_nerd","split":"train","evidence_url":"https://huggingface.co/logic65/Whittle-Reflex-25B-A3B/blob/776763f98938c32215e2083a174304c63a0d415f/README.md","note":"Whittle v4 author declares 114 Bekko source subsets after license/Open-Jev exclusions. Filtering the pinned 153-config train manifest by disclosed exclusions yields exactly 114 retained configs. This benchmark source config is retained; its authored decisions are judgment tasks without documents, so ranking/document exclusions do not remove this task family. Author-reported input-match filtering does not negate source-family exposure; no independent record-level audit is claimed."},{"benchmark_id":"fol-nli-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"fol_nli","split":"train","evidence_url":"https://huggingface.co/logic65/Whittle-Reflex-25B-A3B/blob/776763f98938c32215e2083a174304c63a0d415f/README.md","note":"Whittle v4 author declares 114 Bekko source subsets after license/Open-Jev exclusions. Filtering the pinned 153-config train manifest by disclosed exclusions yields exactly 114 retained configs. This benchmark source config is retained; its authored decisions are judgment tasks without documents, so ranking/document exclusions do not remove this task family. Author-reported input-match filtering does not negate source-family exposure; no independent record-level audit is claimed."},{"benchmark_id":"go-emotions-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"go_emotions","split":"train","evidence_url":"https://huggingface.co/logic65/Whittle-Reflex-25B-A3B/blob/776763f98938c32215e2083a174304c63a0d415f/README.md","note":"Whittle v4 author declares 114 Bekko source subsets after license/Open-Jev exclusions. Filtering the pinned 153-config train manifest by disclosed exclusions yields exactly 114 retained configs. This benchmark source config is retained; its authored decisions are judgment tasks without documents, so ranking/document exclusions do not remove this task family. Author-reported input-match filtering does not negate source-family exposure; no independent record-level audit is claimed."},{"benchmark_id":"gretel-pii-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"gretel_pii","split":"train","evidence_url":"https://huggingface.co/logic65/Whittle-Reflex-25B-A3B/blob/776763f98938c32215e2083a174304c63a0d415f/README.md","note":"Whittle v4 author declares 114 Bekko source subsets after license/Open-Jev exclusions. Filtering the pinned 153-config train manifest by disclosed exclusions yields exactly 114 retained configs. This benchmark source config is retained; its authored decisions are judgment tasks without documents, so ranking/document exclusions do not remove this task family. Author-reported input-match filtering does not negate source-family exposure; no independent record-level audit is claimed."},{"benchmark_id":"gsm8k-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"gsm8k","split":"train","evidence_url":"https://huggingface.co/logic65/Whittle-Reflex-25B-A3B/blob/776763f98938c32215e2083a174304c63a0d415f/README.md","note":"Whittle v4 author declares 114 Bekko source subsets after license/Open-Jev exclusions. Filtering the pinned 153-config train manifest by disclosed exclusions yields exactly 114 retained configs. This benchmark source config is retained; its authored decisions are judgment tasks without documents, so ranking/document exclusions do not remove this task family. Author-reported input-match filtering does not negate source-family exposure; no independent record-level audit is claimed."},{"benchmark_id":"hans-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"hans","split":"train","evidence_url":"https://huggingface.co/logic65/Whittle-Reflex-25B-A3B/blob/776763f98938c32215e2083a174304c63a0d415f/README.md","note":"Whittle v4 author declares 114 Bekko source subsets after license/Open-Jev exclusions. Filtering the pinned 153-config train manifest by disclosed exclusions yields exactly 114 retained configs. This benchmark source config is retained; its authored decisions are judgment tasks without documents, so ranking/document exclusions do not remove this task family. Author-reported input-match filtering does not negate source-family exposure; no independent record-level audit is claimed."},{"benchmark_id":"hh-rlhf-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"hh_rlhf","split":"train","evidence_url":"https://huggingface.co/logic65/Whittle-Reflex-25B-A3B/blob/776763f98938c32215e2083a174304c63a0d415f/README.md","note":"Whittle v4 author declares 114 Bekko source subsets after license/Open-Jev exclusions. Filtering the pinned 153-config train manifest by disclosed exclusions yields exactly 114 retained configs. This benchmark source config is retained; its authored decisions are judgment tasks without documents, so ranking/document exclusions do not remove this task family. Author-reported input-match filtering does not negate source-family exposure; no independent record-level audit is claimed."},{"benchmark_id":"hwu64-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"hwu64","split":"train","evidence_url":"https://huggingface.co/logic65/Whittle-Reflex-25B-A3B/blob/776763f98938c32215e2083a174304c63a0d415f/README.md","note":"Whittle v4 author declares 114 Bekko source subsets after license/Open-Jev exclusions. Filtering the pinned 153-config train manifest by disclosed exclusions yields exactly 114 retained configs. This benchmark source config is retained; its authored decisions are judgment tasks without documents, so ranking/document exclusions do not remove this task family. Author-reported input-match filtering does not negate source-family exposure; no independent record-level audit is claimed."},{"benchmark_id":"laya--ag-news-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/logic65/Whittle-Reflex-25B-A3B/blob/776763f98938c32215e2083a174304c63a0d415f/README.md","note":"Declared training source: ag_news. Training corpus repository not disclosed. Author declares inherited train-split exposure from earlier Whittle versions; actual training snapshot/configuration was not disclosed."},{"benchmark_id":"laya--typed-decisions-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"laya__typed_decisions","split":"train","evidence_url":"https://huggingface.co/logic65/Whittle-Reflex-25B-A3B/blob/776763f98938c32215e2083a174304c63a0d415f/README.md","note":"Whittle v4 author declares 114 Bekko source subsets after license/Open-Jev exclusions. Filtering the pinned 153-config train manifest by disclosed exclusions yields exactly 114 retained configs. This benchmark source config is retained; its authored decisions are judgment tasks without documents, so ranking/document exclusions do not remove this task family. Author-reported input-match filtering does not negate source-family exposure; no independent record-level audit is claimed."},{"benchmark_id":"laya--typed-decisions-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"laya__typed_decisions","split":"train","evidence_url":"https://huggingface.co/logic65/Whittle-Reflex-25B-A3B/blob/776763f98938c32215e2083a174304c63a0d415f/README.md","note":"Whittle v4 author declares 114 Bekko source subsets after license/Open-Jev exclusions. Filtering the pinned 153-config train manifest by disclosed exclusions yields exactly 114 retained configs. This benchmark source config is retained; its authored decisions are judgment tasks without documents, so ranking/document exclusions do not remove this task family. Author-reported input-match filtering does not negate source-family exposure; no independent record-level audit is claimed."},{"benchmark_id":"laya--typed-decisions-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"laya__typed_decisions","split":"train","evidence_url":"https://huggingface.co/logic65/Whittle-Reflex-25B-A3B/blob/776763f98938c32215e2083a174304c63a0d415f/README.md","note":"Whittle v4 author declares 114 Bekko source subsets after license/Open-Jev exclusions. Filtering the pinned 153-config train manifest by disclosed exclusions yields exactly 114 retained configs. This benchmark source config is retained; its authored decisions are judgment tasks without documents, so ranking/document exclusions do not remove this task family. Author-reported input-match filtering does not negate source-family exposure; no independent record-level audit is claimed."},{"benchmark_id":"lexcomp-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"lexcomp","split":"train","evidence_url":"https://huggingface.co/logic65/Whittle-Reflex-25B-A3B/blob/776763f98938c32215e2083a174304c63a0d415f/README.md","note":"Whittle v4 author declares 114 Bekko source subsets after license/Open-Jev exclusions. Filtering the pinned 153-config train manifest by disclosed exclusions yields exactly 114 retained configs. This benchmark source config is retained; its authored decisions are judgment tasks without documents, so ranking/document exclusions do not remove this task family. Author-reported input-match filtering does not negate source-family exposure; no independent record-level audit is claimed."},{"benchmark_id":"logical-entailment-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"logical_entailment","split":"train","evidence_url":"https://huggingface.co/logic65/Whittle-Reflex-25B-A3B/blob/776763f98938c32215e2083a174304c63a0d415f/README.md","note":"Whittle v4 author declares 114 Bekko source subsets after license/Open-Jev exclusions. Filtering the pinned 153-config train manifest by disclosed exclusions yields exactly 114 retained configs. This benchmark source config is retained; its authored decisions are judgment tasks without documents, so ranking/document exclusions do not remove this task family. Author-reported input-match filtering does not negate source-family exposure; no independent record-level audit is claimed."},{"benchmark_id":"massive-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"AmazonScience/massive","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/logic65/Whittle-Reflex-25B-A3B/blob/776763f98938c32215e2083a174304c63a0d415f/README.md","note":"Author declares inherited train-split exposure from earlier Whittle versions; actual training snapshot/configuration was not disclosed."},{"benchmark_id":"massive-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"massive","split":"train","evidence_url":"https://huggingface.co/logic65/Whittle-Reflex-25B-A3B/blob/776763f98938c32215e2083a174304c63a0d415f/README.md","note":"Whittle v4 author declares 114 Bekko source subsets after license/Open-Jev exclusions. Filtering the pinned 153-config train manifest by disclosed exclusions yields exactly 114 retained configs. This benchmark source config is retained; its authored decisions are judgment tasks without documents, so ranking/document exclusions do not remove this task family. Author-reported input-match filtering does not negate source-family exposure; no independent record-level audit is claimed."},{"benchmark_id":"mtop-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"mtop","split":"train","evidence_url":"https://huggingface.co/logic65/Whittle-Reflex-25B-A3B/blob/776763f98938c32215e2083a174304c63a0d415f/README.md","note":"Whittle v4 author declares 114 Bekko source subsets after license/Open-Jev exclusions. Filtering the pinned 153-config train manifest by disclosed exclusions yields exactly 114 retained configs. This benchmark source config is retained; its authored decisions are judgment tasks without documents, so ranking/document exclusions do not remove this task family. Author-reported input-match filtering does not negate source-family exposure; no independent record-level audit is claimed."},{"benchmark_id":"nlsat-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"nlsat","split":"train","evidence_url":"https://huggingface.co/logic65/Whittle-Reflex-25B-A3B/blob/776763f98938c32215e2083a174304c63a0d415f/README.md","note":"Whittle v4 author declares 114 Bekko source subsets after license/Open-Jev exclusions. Filtering the pinned 153-config train manifest by disclosed exclusions yields exactly 114 retained configs. This benchmark source config is retained; its authored decisions are judgment tasks without documents, so ranking/document exclusions do not remove this task family. Author-reported input-match filtering does not negate source-family exposure; no independent record-level audit is claimed."},{"benchmark_id":"open-jev--amount-extraction-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/logic65/Whittle-Reflex-25B-A3B/blob/776763f98938c32215e2083a174304c63a0d415f/README.md","note":"Author declares inherited train-split exposure from earlier Whittle versions; actual training snapshot/configuration was not disclosed."},{"benchmark_id":"open-jev--amount-extraction-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/logic65/Whittle-Reflex-25B-A3B/blob/776763f98938c32215e2083a174304c63a0d415f/README.md","note":"Author declares inherited train-split exposure from earlier Whittle versions; actual training snapshot/configuration was not disclosed."},{"benchmark_id":"open-jev--browser-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/logic65/Whittle-Reflex-25B-A3B/blob/776763f98938c32215e2083a174304c63a0d415f/README.md","note":"Author declares inherited train-split exposure from earlier Whittle versions; actual training snapshot/configuration was not disclosed."},{"benchmark_id":"open-jev--citation-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/logic65/Whittle-Reflex-25B-A3B/blob/776763f98938c32215e2083a174304c63a0d415f/README.md","note":"Author declares inherited train-split exposure from earlier Whittle versions; actual training snapshot/configuration was not disclosed."},{"benchmark_id":"open-jev--context-retention-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/logic65/Whittle-Reflex-25B-A3B/blob/776763f98938c32215e2083a174304c63a0d415f/README.md","note":"Author declares inherited train-split exposure from earlier Whittle versions; actual training snapshot/configuration was not disclosed."},{"benchmark_id":"open-jev--customer-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/logic65/Whittle-Reflex-25B-A3B/blob/776763f98938c32215e2083a174304c63a0d415f/README.md","note":"Author declares inherited train-split exposure from earlier Whittle versions; actual training snapshot/configuration was not disclosed."},{"benchmark_id":"open-jev--customer-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/logic65/Whittle-Reflex-25B-A3B/blob/776763f98938c32215e2083a174304c63a0d415f/README.md","note":"Author declares inherited train-split exposure from earlier Whittle versions; actual training snapshot/configuration was not disclosed."},{"benchmark_id":"open-jev--customer-control-v1-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/logic65/Whittle-Reflex-25B-A3B/blob/776763f98938c32215e2083a174304c63a0d415f/README.md","note":"Author declares inherited train-split exposure from earlier Whittle versions; actual training snapshot/configuration was not disclosed."},{"benchmark_id":"open-jev--drone-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/logic65/Whittle-Reflex-25B-A3B/blob/776763f98938c32215e2083a174304c63a0d415f/README.md","note":"Author declares inherited train-split exposure from earlier Whittle versions; actual training snapshot/configuration was not disclosed."},{"benchmark_id":"open-jev--drone-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/logic65/Whittle-Reflex-25B-A3B/blob/776763f98938c32215e2083a174304c63a0d415f/README.md","note":"Author declares inherited train-split exposure from earlier Whittle versions; actual training snapshot/configuration was not disclosed."},{"benchmark_id":"open-jev--drone-control-v1-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/logic65/Whittle-Reflex-25B-A3B/blob/776763f98938c32215e2083a174304c63a0d415f/README.md","note":"Author declares inherited train-split exposure from earlier Whittle versions; actual training snapshot/configuration was not disclosed."},{"benchmark_id":"open-jev--email-selection-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/logic65/Whittle-Reflex-25B-A3B/blob/776763f98938c32215e2083a174304c63a0d415f/README.md","note":"Author declares inherited train-split exposure from earlier Whittle versions; actual training snapshot/configuration was not disclosed."},{"benchmark_id":"open-jev--email-selection-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/logic65/Whittle-Reflex-25B-A3B/blob/776763f98938c32215e2083a174304c63a0d415f/README.md","note":"Author declares inherited train-split exposure from earlier Whittle versions; actual training snapshot/configuration was not disclosed."},{"benchmark_id":"open-jev--entity-alignment-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/logic65/Whittle-Reflex-25B-A3B/blob/776763f98938c32215e2083a174304c63a0d415f/README.md","note":"Author declares inherited train-split exposure from earlier Whittle versions; actual training snapshot/configuration was not disclosed."},{"benchmark_id":"open-jev--entity-alignment-control-v1-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/logic65/Whittle-Reflex-25B-A3B/blob/776763f98938c32215e2083a174304c63a0d415f/README.md","note":"Author declares inherited train-split exposure from earlier Whittle versions; actual training snapshot/configuration was not disclosed."},{"benchmark_id":"open-jev--ir-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/logic65/Whittle-Reflex-25B-A3B/blob/776763f98938c32215e2083a174304c63a0d415f/README.md","note":"Author declares inherited train-split exposure from earlier Whittle versions; actual training snapshot/configuration was not disclosed."},{"benchmark_id":"open-jev--ir-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/logic65/Whittle-Reflex-25B-A3B/blob/776763f98938c32215e2083a174304c63a0d415f/README.md","note":"Author declares inherited train-split exposure from earlier Whittle versions; actual training snapshot/configuration was not disclosed."},{"benchmark_id":"open-jev--ir-control-v1-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/logic65/Whittle-Reflex-25B-A3B/blob/776763f98938c32215e2083a174304c63a0d415f/README.md","note":"Author declares inherited train-split exposure from earlier Whittle versions; actual training snapshot/configuration was not disclosed."},{"benchmark_id":"open-jev--mailroom-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/logic65/Whittle-Reflex-25B-A3B/blob/776763f98938c32215e2083a174304c63a0d415f/README.md","note":"Author declares inherited train-split exposure from earlier Whittle versions; actual training snapshot/configuration was not disclosed."},{"benchmark_id":"open-jev--mailroom-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/logic65/Whittle-Reflex-25B-A3B/blob/776763f98938c32215e2083a174304c63a0d415f/README.md","note":"Author declares inherited train-split exposure from earlier Whittle versions; actual training snapshot/configuration was not disclosed."},{"benchmark_id":"open-jev--painting-geometry-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/logic65/Whittle-Reflex-25B-A3B/blob/776763f98938c32215e2083a174304c63a0d415f/README.md","note":"Author declares inherited train-split exposure from earlier Whittle versions; actual training snapshot/configuration was not disclosed."},{"benchmark_id":"open-jev--painting-geometry-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/logic65/Whittle-Reflex-25B-A3B/blob/776763f98938c32215e2083a174304c63a0d415f/README.md","note":"Author declares inherited train-split exposure from earlier Whittle versions; actual training snapshot/configuration was not disclosed."},{"benchmark_id":"open-jev--painting-geometry-v1-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/logic65/Whittle-Reflex-25B-A3B/blob/776763f98938c32215e2083a174304c63a0d415f/README.md","note":"Author declares inherited train-split exposure from earlier Whittle versions; actual training snapshot/configuration was not disclosed."},{"benchmark_id":"open-jev--phone-extraction-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/logic65/Whittle-Reflex-25B-A3B/blob/776763f98938c32215e2083a174304c63a0d415f/README.md","note":"Author declares inherited train-split exposure from earlier Whittle versions; actual training snapshot/configuration was not disclosed."},{"benchmark_id":"open-jev--phone-extraction-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/logic65/Whittle-Reflex-25B-A3B/blob/776763f98938c32215e2083a174304c63a0d415f/README.md","note":"Author declares inherited train-split exposure from earlier Whittle versions; actual training snapshot/configuration was not disclosed."},{"benchmark_id":"open-jev--reasoning-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/logic65/Whittle-Reflex-25B-A3B/blob/776763f98938c32215e2083a174304c63a0d415f/README.md","note":"Author declares inherited train-split exposure from earlier Whittle versions; actual training snapshot/configuration was not disclosed."},{"benchmark_id":"open-jev--reasoning-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/logic65/Whittle-Reflex-25B-A3B/blob/776763f98938c32215e2083a174304c63a0d415f/README.md","note":"Author declares inherited train-split exposure from earlier Whittle versions; actual training snapshot/configuration was not disclosed."},{"benchmark_id":"open-jev--reasoning-control-v1-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/logic65/Whittle-Reflex-25B-A3B/blob/776763f98938c32215e2083a174304c63a0d415f/README.md","note":"Author declares inherited train-split exposure from earlier Whittle versions; actual training snapshot/configuration was not disclosed."},{"benchmark_id":"open-jev--silent-failure-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/logic65/Whittle-Reflex-25B-A3B/blob/776763f98938c32215e2083a174304c63a0d415f/README.md","note":"Author declares inherited train-split exposure from earlier Whittle versions; actual training snapshot/configuration was not disclosed."},{"benchmark_id":"open-jev--snake-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/logic65/Whittle-Reflex-25B-A3B/blob/776763f98938c32215e2083a174304c63a0d415f/README.md","note":"Author declares inherited train-split exposure from earlier Whittle versions; actual training snapshot/configuration was not disclosed."},{"benchmark_id":"open-jev--snake-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/logic65/Whittle-Reflex-25B-A3B/blob/776763f98938c32215e2083a174304c63a0d415f/README.md","note":"Author declares inherited train-split exposure from earlier Whittle versions; actual training snapshot/configuration was not disclosed."},{"benchmark_id":"open-jev--sponsor-segment-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/logic65/Whittle-Reflex-25B-A3B/blob/776763f98938c32215e2083a174304c63a0d415f/README.md","note":"Author declares inherited train-split exposure from earlier Whittle versions; actual training snapshot/configuration was not disclosed."},{"benchmark_id":"open-jev--tic-tac-toe-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/logic65/Whittle-Reflex-25B-A3B/blob/776763f98938c32215e2083a174304c63a0d415f/README.md","note":"Author declares inherited train-split exposure from earlier Whittle versions; actual training snapshot/configuration was not disclosed."},{"benchmark_id":"open-jev--vizdoom-basic-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/logic65/Whittle-Reflex-25B-A3B/blob/776763f98938c32215e2083a174304c63a0d415f/README.md","note":"Author declares inherited train-split exposure from earlier Whittle versions; actual training snapshot/configuration was not disclosed."},{"benchmark_id":"open-jev--vizdoom-basic-v1-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/logic65/Whittle-Reflex-25B-A3B/blob/776763f98938c32215e2083a174304c63a0d415f/README.md","note":"Author declares inherited train-split exposure from earlier Whittle versions; actual training snapshot/configuration was not disclosed."},{"benchmark_id":"open-jev--workflow-controls-v1--agent-trace-observability-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/logic65/Whittle-Reflex-25B-A3B/blob/776763f98938c32215e2083a174304c63a0d415f/README.md","note":"Author declares inherited train-split exposure from earlier Whittle versions; actual training snapshot/configuration was not disclosed."},{"benchmark_id":"open-jev--workflow-controls-v1--customer-service-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/logic65/Whittle-Reflex-25B-A3B/blob/776763f98938c32215e2083a174304c63a0d415f/README.md","note":"Author declares inherited train-split exposure from earlier Whittle versions; actual training snapshot/configuration was not disclosed."},{"benchmark_id":"open-jev--workflow-controls-v1--invoice-processing-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/logic65/Whittle-Reflex-25B-A3B/blob/776763f98938c32215e2083a174304c63a0d415f/README.md","note":"Author declares inherited train-split exposure from earlier Whittle versions; actual training snapshot/configuration was not disclosed."},{"benchmark_id":"open-jev--workflow-controls-v1--security-incidents-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/logic65/Whittle-Reflex-25B-A3B/blob/776763f98938c32215e2083a174304c63a0d415f/README.md","note":"Author declares inherited train-split exposure from earlier Whittle versions; actual training snapshot/configuration was not disclosed."},{"benchmark_id":"openbookqa-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"openbookqa","split":"train","evidence_url":"https://huggingface.co/logic65/Whittle-Reflex-25B-A3B/blob/776763f98938c32215e2083a174304c63a0d415f/README.md","note":"Whittle v4 author declares 114 Bekko source subsets after license/Open-Jev exclusions. Filtering the pinned 153-config train manifest by disclosed exclusions yields exactly 114 retained configs. This benchmark source config is retained; its authored decisions are judgment tasks without documents, so ranking/document exclusions do not remove this task family. Author-reported input-match filtering does not negate source-family exposure; no independent record-level audit is claimed."},{"benchmark_id":"patent-similarity-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"patent_similarity","split":"train","evidence_url":"https://huggingface.co/logic65/Whittle-Reflex-25B-A3B/blob/776763f98938c32215e2083a174304c63a0d415f/README.md","note":"Whittle v4 author declares 114 Bekko source subsets after license/Open-Jev exclusions. Filtering the pinned 153-config train manifest by disclosed exclusions yields exactly 114 retained configs. This benchmark source config is retained; its authored decisions are judgment tasks without documents, so ranking/document exclusions do not remove this task family. Author-reported input-match filtering does not negate source-family exposure; no independent record-level audit is claimed."},{"benchmark_id":"paws-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"paws","split":"train","evidence_url":"https://huggingface.co/logic65/Whittle-Reflex-25B-A3B/blob/776763f98938c32215e2083a174304c63a0d415f/README.md","note":"Whittle v4 author declares 114 Bekko source subsets after license/Open-Jev exclusions. Filtering the pinned 153-config train manifest by disclosed exclusions yields exactly 114 retained configs. This benchmark source config is retained; its authored decisions are judgment tasks without documents, so ranking/document exclusions do not remove this task family. Author-reported input-match filtering does not negate source-family exposure; no independent record-level audit is claimed."},{"benchmark_id":"plane-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"plane","split":"train","evidence_url":"https://huggingface.co/logic65/Whittle-Reflex-25B-A3B/blob/776763f98938c32215e2083a174304c63a0d415f/README.md","note":"Whittle v4 author declares 114 Bekko source subsets after license/Open-Jev exclusions. Filtering the pinned 153-config train manifest by disclosed exclusions yields exactly 114 retained configs. This benchmark source config is retained; its authored decisions are judgment tasks without documents, so ranking/document exclusions do not remove this task family. Author-reported input-match filtering does not negate source-family exposure; no independent record-level audit is claimed."},{"benchmark_id":"poem-sentiment-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"poem_sentiment","split":"train","evidence_url":"https://huggingface.co/logic65/Whittle-Reflex-25B-A3B/blob/776763f98938c32215e2083a174304c63a0d415f/README.md","note":"Whittle v4 author declares 114 Bekko source subsets after license/Open-Jev exclusions. Filtering the pinned 153-config train manifest by disclosed exclusions yields exactly 114 retained configs. This benchmark source config is retained; its authored decisions are judgment tasks without documents, so ranking/document exclusions do not remove this task family. Author-reported input-match filtering does not negate source-family exposure; no independent record-level audit is claimed."},{"benchmark_id":"qasper-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"qasper","split":"train","evidence_url":"https://huggingface.co/logic65/Whittle-Reflex-25B-A3B/blob/776763f98938c32215e2083a174304c63a0d415f/README.md","note":"Whittle v4 author declares 114 Bekko source subsets after license/Open-Jev exclusions. Filtering the pinned 153-config train manifest by disclosed exclusions yields exactly 114 retained configs. This benchmark source config is retained; its authored decisions are judgment tasks without documents, so ranking/document exclusions do not remove this task family. Author-reported input-match filtering does not negate source-family exposure; no independent record-level audit is claimed."},{"benchmark_id":"quartz-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"quartz","split":"train","evidence_url":"https://huggingface.co/logic65/Whittle-Reflex-25B-A3B/blob/776763f98938c32215e2083a174304c63a0d415f/README.md","note":"Whittle v4 author declares 114 Bekko source subsets after license/Open-Jev exclusions. Filtering the pinned 153-config train manifest by disclosed exclusions yields exactly 114 retained configs. This benchmark source config is retained; its authored decisions are judgment tasks without documents, so ranking/document exclusions do not remove this task family. Author-reported input-match filtering does not negate source-family exposure; no independent record-level audit is claimed."},{"benchmark_id":"ruletaker-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"ruletaker","split":"train","evidence_url":"https://huggingface.co/logic65/Whittle-Reflex-25B-A3B/blob/776763f98938c32215e2083a174304c63a0d415f/README.md","note":"Whittle v4 author declares 114 Bekko source subsets after license/Open-Jev exclusions. Filtering the pinned 153-config train manifest by disclosed exclusions yields exactly 114 retained configs. This benchmark source config is retained; its authored decisions are judgment tasks without documents, so ranking/document exclusions do not remove this task family. Author-reported input-match filtering does not negate source-family exposure; no independent record-level audit is claimed."},{"benchmark_id":"scitail-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"scitail","split":"train","evidence_url":"https://huggingface.co/logic65/Whittle-Reflex-25B-A3B/blob/776763f98938c32215e2083a174304c63a0d415f/README.md","note":"Whittle v4 author declares 114 Bekko source subsets after license/Open-Jev exclusions. Filtering the pinned 153-config train manifest by disclosed exclusions yields exactly 114 retained configs. This benchmark source config is retained; its authored decisions are judgment tasks without documents, so ranking/document exclusions do not remove this task family. Author-reported input-match filtering does not negate source-family exposure; no independent record-level audit is claimed."},{"benchmark_id":"scone-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"scone","split":"train","evidence_url":"https://huggingface.co/logic65/Whittle-Reflex-25B-A3B/blob/776763f98938c32215e2083a174304c63a0d415f/README.md","note":"Whittle v4 author declares 114 Bekko source subsets after license/Open-Jev exclusions. Filtering the pinned 153-config train manifest by disclosed exclusions yields exactly 114 retained configs. This benchmark source config is retained; its authored decisions are judgment tasks without documents, so ranking/document exclusions do not remove this task family. Author-reported input-match filtering does not negate source-family exposure; no independent record-level audit is claimed."},{"benchmark_id":"sdoh-nli-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"sdoh_nli","split":"train","evidence_url":"https://huggingface.co/logic65/Whittle-Reflex-25B-A3B/blob/776763f98938c32215e2083a174304c63a0d415f/README.md","note":"Whittle v4 author declares 114 Bekko source subsets after license/Open-Jev exclusions. Filtering the pinned 153-config train manifest by disclosed exclusions yields exactly 114 retained configs. This benchmark source config is retained; its authored decisions are judgment tasks without documents, so ranking/document exclusions do not remove this task family. Author-reported input-match filtering does not negate source-family exposure; no independent record-level audit is claimed."},{"benchmark_id":"sgd-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"sgd","split":"train","evidence_url":"https://huggingface.co/logic65/Whittle-Reflex-25B-A3B/blob/776763f98938c32215e2083a174304c63a0d415f/README.md","note":"Whittle v4 author declares 114 Bekko source subsets after license/Open-Jev exclusions. Filtering the pinned 153-config train manifest by disclosed exclusions yields exactly 114 retained configs. This benchmark source config is retained; its authored decisions are judgment tasks without documents, so ranking/document exclusions do not remove this task family. Author-reported input-match filtering does not negate source-family exposure; no independent record-level audit is claimed."},{"benchmark_id":"snli-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"snli","split":"train","evidence_url":"https://huggingface.co/logic65/Whittle-Reflex-25B-A3B/blob/776763f98938c32215e2083a174304c63a0d415f/README.md","note":"Whittle v4 author declares 114 Bekko source subsets after license/Open-Jev exclusions. Filtering the pinned 153-config train manifest by disclosed exclusions yields exactly 114 retained configs. This benchmark source config is retained; its authored decisions are judgment tasks without documents, so ranking/document exclusions do not remove this task family. Author-reported input-match filtering does not negate source-family exposure; no independent record-level audit is claimed."},{"benchmark_id":"snli-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"stanfordnlp/snli","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/logic65/Whittle-Reflex-25B-A3B/blob/776763f98938c32215e2083a174304c63a0d415f/README.md","note":"Author declares inherited train-split exposure from earlier Whittle versions; actual training snapshot/configuration was not disclosed."},{"benchmark_id":"spartqa-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"spartqa","split":"train","evidence_url":"https://huggingface.co/logic65/Whittle-Reflex-25B-A3B/blob/776763f98938c32215e2083a174304c63a0d415f/README.md","note":"Whittle v4 author declares 114 Bekko source subsets after license/Open-Jev exclusions. Filtering the pinned 153-config train manifest by disclosed exclusions yields exactly 114 retained configs. This benchmark source config is retained; its authored decisions are judgment tasks without documents, so ranking/document exclusions do not remove this task family. Author-reported input-match filtering does not negate source-family exposure; no independent record-level audit is claimed."},{"benchmark_id":"stepgame-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"stepgame","split":"train","evidence_url":"https://huggingface.co/logic65/Whittle-Reflex-25B-A3B/blob/776763f98938c32215e2083a174304c63a0d415f/README.md","note":"Whittle v4 author declares 114 Bekko source subsets after license/Open-Jev exclusions. Filtering the pinned 153-config train manifest by disclosed exclusions yields exactly 114 retained configs. This benchmark source config is retained; its authored decisions are judgment tasks without documents, so ranking/document exclusions do not remove this task family. Author-reported input-match filtering does not negate source-family exposure; no independent record-level audit is claimed."},{"benchmark_id":"temporal-nli-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"temporal_nli","split":"train","evidence_url":"https://huggingface.co/logic65/Whittle-Reflex-25B-A3B/blob/776763f98938c32215e2083a174304c63a0d415f/README.md","note":"Whittle v4 author declares 114 Bekko source subsets after license/Open-Jev exclusions. Filtering the pinned 153-config train manifest by disclosed exclusions yields exactly 114 retained configs. This benchmark source config is retained; its authored decisions are judgment tasks without documents, so ranking/document exclusions do not remove this task family. Author-reported input-match filtering does not negate source-family exposure; no independent record-level audit is claimed."},{"benchmark_id":"tracie-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"tracie","split":"train","evidence_url":"https://huggingface.co/logic65/Whittle-Reflex-25B-A3B/blob/776763f98938c32215e2083a174304c63a0d415f/README.md","note":"Whittle v4 author declares 114 Bekko source subsets after license/Open-Jev exclusions. Filtering the pinned 153-config train manifest by disclosed exclusions yields exactly 114 retained configs. This benchmark source config is retained; its authored decisions are judgment tasks without documents, so ranking/document exclusions do not remove this task family. Author-reported input-match filtering does not negate source-family exposure; no independent record-level audit is claimed."},{"benchmark_id":"ud-ewt-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"ud_ewt","split":"train","evidence_url":"https://huggingface.co/logic65/Whittle-Reflex-25B-A3B/blob/776763f98938c32215e2083a174304c63a0d415f/README.md","note":"Whittle v4 author declares 114 Bekko source subsets after license/Open-Jev exclusions. Filtering the pinned 153-config train manifest by disclosed exclusions yields exactly 114 retained configs. This benchmark source config is retained; its authored decisions are judgment tasks without documents, so ranking/document exclusions do not remove this task family. Author-reported input-match filtering does not negate source-family exposure; no independent record-level audit is claimed."},{"benchmark_id":"wiqa-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":"9c673a09c31e145684ab9915871afa72ba40a383","config":"wiqa","split":"train","evidence_url":"https://huggingface.co/logic65/Whittle-Reflex-25B-A3B/blob/776763f98938c32215e2083a174304c63a0d415f/README.md","note":"Whittle v4 author declares 114 Bekko source subsets after license/Open-Jev exclusions. Filtering the pinned 153-config train manifest by disclosed exclusions yields exactly 114 retained configs. This benchmark source config is retained; its authored decisions are judgment tasks without documents, so ranking/document exclusions do not remove this task family. Author-reported input-match filtering does not negate source-family exposure; no independent record-level audit is claimed."}],"total_params":25553304704,"active_params":25044743296,"parameter_count_method":"non_lookup_parameters_v1","display_name":"Whittle-Reflex-25B-A3B v4 (Q8_0, llama.cpp)","short_name":"Whittle-Reflex 25B v4","url":"https://huggingface.co/logic65/Whittle-Reflex-25B-A3B","hf_url":"https://huggingface.co/logic65/Whittle-Reflex-25B-A3B-GGUF"}},{"run_id":"Lukitaduarte__dinah-0","model":{"id":"Lukitaduarte/dinah-0","adapter":"dinah","settings":{"questions_per_call":1},"training_exposure":[{"benchmark_id":"banking77-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"legacy-datasets/banking77","revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/Lukitaduarte/dinah-0/blob/07c6884439df7c3d2cd01eea16924ed07b866dea/README.md","note":"The pinned release card explicitly names this source family in the model’s training data. The exact training Dataset snapshot and configuration are not disclosed. This is author-reported source-family exposure; it does not establish use of the adopted S1MB evaluation examples."},{"benchmark_id":"clinc-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"clinc/clinc_oos","revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/Lukitaduarte/dinah-0/blob/07c6884439df7c3d2cd01eea16924ed07b866dea/README.md","note":"The pinned release card explicitly names this source family in the model’s training data. The exact training Dataset snapshot and configuration are not disclosed. This is author-reported source-family exposure; it does not establish use of the adopted S1MB evaluation examples."},{"benchmark_id":"contract-nli-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"koreeda/contract-nli","revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/Lukitaduarte/dinah-0/blob/07c6884439df7c3d2cd01eea16924ed07b866dea/README.md","note":"The pinned release card explicitly names this source family in the model’s training data. The exact training Dataset snapshot and configuration are not disclosed. This is author-reported source-family exposure; it does not establish use of the adopted S1MB evaluation examples."},{"benchmark_id":"esci-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"tasksource/esci","revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/Lukitaduarte/dinah-0/blob/07c6884439df7c3d2cd01eea16924ed07b866dea/README.md","note":"The pinned release card explicitly names this source family in the model’s training data. The exact training Dataset snapshot and configuration are not disclosed. This is author-reported source-family exposure; it does not establish use of the adopted S1MB evaluation examples."},{"benchmark_id":"gsm8k-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"openai/gsm8k","revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/Lukitaduarte/dinah-0/blob/07c6884439df7c3d2cd01eea16924ed07b866dea/README.md","note":"The pinned release card explicitly names this source family in the model’s training data. The exact training Dataset snapshot and configuration are not disclosed. This is author-reported source-family exposure; it does not establish use of the adopted S1MB evaluation examples."},{"benchmark_id":"laya--typed-decisions-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"LocalLLaMA/typed-decisions","revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/Lukitaduarte/dinah-0/blob/07c6884439df7c3d2cd01eea16924ed07b866dea/README.md","note":"The pinned release card explicitly names this source family in the model’s training data. The exact training Dataset snapshot and configuration are not disclosed. This is author-reported source-family exposure; it does not establish use of the adopted S1MB evaluation examples."},{"benchmark_id":"laya--typed-decisions-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"LocalLLaMA/typed-decisions","revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/Lukitaduarte/dinah-0/blob/07c6884439df7c3d2cd01eea16924ed07b866dea/README.md","note":"The pinned release card explicitly names this source family in the model’s training data. The exact training Dataset snapshot and configuration are not disclosed. This is author-reported source-family exposure; it does not establish use of the adopted S1MB evaluation examples."},{"benchmark_id":"laya--typed-decisions-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"LocalLLaMA/typed-decisions","revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/Lukitaduarte/dinah-0/blob/07c6884439df7c3d2cd01eea16924ed07b866dea/README.md","note":"The pinned release card explicitly names this source family in the model’s training data. The exact training Dataset snapshot and configuration are not disclosed. This is author-reported source-family exposure; it does not establish use of the adopted S1MB evaluation examples."},{"benchmark_id":"massive-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"AmazonScience/massive","revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/Lukitaduarte/dinah-0/blob/07c6884439df7c3d2cd01eea16924ed07b866dea/README.md","note":"The pinned release card explicitly names this source family in the model’s training data. The exact training Dataset snapshot and configuration are not disclosed. This is author-reported source-family exposure; it does not establish use of the adopted S1MB evaluation examples."},{"benchmark_id":"snli-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"stanfordnlp/snli","revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/Lukitaduarte/dinah-0/blob/07c6884439df7c3d2cd01eea16924ed07b866dea/README.md","note":"The pinned release card explicitly names this source family in the model’s training data. The exact training Dataset snapshot and configuration are not disclosed. This is author-reported source-family exposure; it does not establish use of the adopted S1MB evaluation examples."}],"total_params":149614978,"active_params":110929282,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"Dinah-0","short_name":"Dinah-0","url":null,"hf_url":"https://huggingface.co/Lukitaduarte/dinah-0"}},{"run_id":"Manav2op__verdict-small","model":{"id":"Manav2op/verdict-small","adapter":"verdict-small","settings":{"questions_per_call":1},"total_params":117653760,"active_params":21442176,"parameter_count_method":"non_lookup_parameters_v1","display_name":"verdict-small","short_name":"verdict-small","url":"https://huggingface.co/Manav2op/verdict-small","hf_url":"https://huggingface.co/Manav2op/verdict-small"}},{"run_id":"Mapika__decider-0.8b","model":{"id":"Mapika/decider-0.8b","adapter":"decider","settings":{"questions_per_call":1},"training_exposure":[{"benchmark_id":"arc-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"allenai/ai2_arc","revision":null,"config":null,"split":"train","evidence_url":"https://github.com/Mapika/decider/blob/d6fc522aed7fc392576a9b66a330409bc6c382bd/decider/data/core.py","note":"The pinned model card links this supervised mixture. The pinned task registry loads this training source; held-out-only families are excluded. Exact Dataset training revision is not recorded. This disclosure does not assert direct S1MB evaluation-row use."},{"benchmark_id":"banking77-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"legacy-datasets/banking77","revision":null,"config":null,"split":"train","evidence_url":"https://github.com/Mapika/decider/blob/d6fc522aed7fc392576a9b66a330409bc6c382bd/decider/data/core.py","note":"The pinned model card links this supervised mixture. The pinned task registry loads this training source; held-out-only families are excluded. Exact Dataset training revision is not recorded. This disclosure does not assert direct S1MB evaluation-row use."},{"benchmark_id":"civil-comments-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"google/civil_comments","revision":null,"config":null,"split":"train","evidence_url":"https://github.com/Mapika/decider/blob/d6fc522aed7fc392576a9b66a330409bc6c382bd/decider/data/core.py","note":"The pinned model card links this supervised mixture. The pinned task registry loads this training source; held-out-only families are excluded. Exact Dataset training revision is not recorded. This disclosure does not assert direct S1MB evaluation-row use."},{"benchmark_id":"clinc-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"clinc/clinc_oos","revision":null,"config":null,"split":"train","evidence_url":"https://github.com/Mapika/decider/blob/d6fc522aed7fc392576a9b66a330409bc6c382bd/decider/data/core.py","note":"The pinned model card links this supervised mixture. The pinned task registry loads this training source; held-out-only families are excluded. Exact Dataset training revision is not recorded. This disclosure does not assert direct S1MB evaluation-row use."},{"benchmark_id":"dbpedia-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"fancyzhx/dbpedia_14","revision":null,"config":null,"split":"train","evidence_url":"https://github.com/Mapika/decider/blob/d6fc522aed7fc392576a9b66a330409bc6c382bd/decider/data/core.py","note":"The pinned model card links this supervised mixture. The pinned task registry loads this training source; held-out-only families are excluded. Exact Dataset training revision is not recorded. This disclosure does not assert direct S1MB evaluation-row use."},{"benchmark_id":"go-emotions-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"google-research-datasets/go_emotions","revision":null,"config":null,"split":"train","evidence_url":"https://github.com/Mapika/decider/blob/d6fc522aed7fc392576a9b66a330409bc6c382bd/decider/data/core.py","note":"The pinned model card links this supervised mixture. The pinned task registry loads this training source; held-out-only families are excluded. Exact Dataset training revision is not recorded. This disclosure does not assert direct S1MB evaluation-row use."},{"benchmark_id":"hh-rlhf-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"Anthropic/hh-rlhf","revision":null,"config":null,"split":"train","evidence_url":"https://github.com/Mapika/decider/blob/d6fc522aed7fc392576a9b66a330409bc6c382bd/decider/data/tasks_extended.py","note":"The pinned model card explicitly names this source family as training data. The exact training Dataset snapshot/config/split is not fully disclosed; no direct evaluation-example use or independent record-level audit is established."},{"benchmark_id":"laya--ag-news-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"fancyzhx/ag_news","revision":null,"config":null,"split":"train","evidence_url":"https://github.com/Mapika/decider/blob/d6fc522aed7fc392576a9b66a330409bc6c382bd/decider/data/core.py","note":"The pinned model card links this supervised mixture. The pinned task registry loads this training source; held-out-only families are excluded. Exact Dataset training revision is not recorded. This disclosure does not assert direct S1MB evaluation-row use."},{"benchmark_id":"laya--enron-spam-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"SetFit/enron_spam","revision":null,"config":null,"split":"train","evidence_url":"https://github.com/Mapika/decider/blob/d6fc522aed7fc392576a9b66a330409bc6c382bd/decider/data/core.py","note":"The pinned model card links this supervised mixture. The pinned task registry loads this training source; held-out-only families are excluded. Exact Dataset training revision is not recorded. This disclosure does not assert direct S1MB evaluation-row use."},{"benchmark_id":"massive-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"SetFit/amazon_massive_intent_en-US","revision":null,"config":null,"split":"train","evidence_url":"https://github.com/Mapika/decider/blob/d6fc522aed7fc392576a9b66a330409bc6c382bd/decider/data/core.py","note":"The pinned model card links this supervised mixture. The pinned task registry loads this training source; held-out-only families are excluded. Exact Dataset training revision is not recorded. This disclosure does not assert direct S1MB evaluation-row use."},{"benchmark_id":"openbookqa-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"allenai/openbookqa","revision":null,"config":null,"split":"train","evidence_url":"https://github.com/Mapika/decider/blob/d6fc522aed7fc392576a9b66a330409bc6c382bd/decider/data/core.py","note":"The pinned model card links this supervised mixture. The pinned task registry loads this training source; held-out-only families are excluded. Exact Dataset training revision is not recorded. This disclosure does not assert direct S1MB evaluation-row use."},{"benchmark_id":"snli-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"stanfordnlp/snli","revision":null,"config":null,"split":"train","evidence_url":"https://github.com/Mapika/decider/blob/d6fc522aed7fc392576a9b66a330409bc6c382bd/decider/data/core.py","note":"The pinned model card links this supervised mixture. The pinned task registry loads this training source; held-out-only families are excluded. Exact Dataset training revision is not recorded. This disclosure does not assert direct S1MB evaluation-row use."}],"total_params":752393024,"active_params":498113344,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"Mapika/decider-0.8b","short_name":"decider-0.8b","url":"https://huggingface.co/Mapika/decider-0.8b","hf_url":"https://huggingface.co/Mapika/decider-0.8b"}},{"run_id":"Mapika__decider-2b-vision","model":{"id":"Mapika/decider-2b-vision","adapter":"decider-vision","settings":{"questions_per_call":1},"training_exposure":[{"benchmark_id":"scienceqa-choice","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/Mapika/decider-2b-vision/blob/863e290863655f1d6b69324d77d09ac972d21609/README.md","note":"Original source: ScienceQA. The vision model card explicitly lists ScienceQA in its visual SFT mixture. This establishes source-family exposure, not use of the adopted test examples."}],"total_params":2213241664,"active_params":1702323008,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"Decider Vision 2B","short_name":"Decider Vision 2B","url":"https://huggingface.co/Mapika/decider-2b-vision","hf_url":"https://huggingface.co/Mapika/decider-2b-vision"}},{"run_id":"Mapika__decider-2b","model":{"id":"Mapika/decider-2b","adapter":"decider","settings":{"questions_per_call":1},"training_exposure":[{"benchmark_id":"arc-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"allenai/ai2_arc","revision":null,"config":null,"split":"train","evidence_url":"https://github.com/Mapika/decider/blob/d6fc522aed7fc392576a9b66a330409bc6c382bd/decider/data/core.py","note":"The pinned model card links this supervised mixture. The pinned task registry loads this training source; held-out-only families are excluded. Exact Dataset training revision is not recorded. This disclosure does not assert direct S1MB evaluation-row use."},{"benchmark_id":"banking77-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"legacy-datasets/banking77","revision":null,"config":null,"split":"train","evidence_url":"https://github.com/Mapika/decider/blob/d6fc522aed7fc392576a9b66a330409bc6c382bd/decider/data/core.py","note":"The pinned model card links this supervised mixture. The pinned task registry loads this training source; held-out-only families are excluded. Exact Dataset training revision is not recorded. This disclosure does not assert direct S1MB evaluation-row use."},{"benchmark_id":"civil-comments-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"google/civil_comments","revision":null,"config":null,"split":"train","evidence_url":"https://github.com/Mapika/decider/blob/d6fc522aed7fc392576a9b66a330409bc6c382bd/decider/data/core.py","note":"The pinned model card links this supervised mixture. The pinned task registry loads this training source; held-out-only families are excluded. Exact Dataset training revision is not recorded. This disclosure does not assert direct S1MB evaluation-row use."},{"benchmark_id":"clinc-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"clinc/clinc_oos","revision":null,"config":null,"split":"train","evidence_url":"https://github.com/Mapika/decider/blob/d6fc522aed7fc392576a9b66a330409bc6c382bd/decider/data/core.py","note":"The pinned model card links this supervised mixture. The pinned task registry loads this training source; held-out-only families are excluded. Exact Dataset training revision is not recorded. This disclosure does not assert direct S1MB evaluation-row use."},{"benchmark_id":"dbpedia-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"fancyzhx/dbpedia_14","revision":null,"config":null,"split":"train","evidence_url":"https://github.com/Mapika/decider/blob/d6fc522aed7fc392576a9b66a330409bc6c382bd/decider/data/core.py","note":"The pinned model card links this supervised mixture. The pinned task registry loads this training source; held-out-only families are excluded. Exact Dataset training revision is not recorded. This disclosure does not assert direct S1MB evaluation-row use."},{"benchmark_id":"go-emotions-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"google-research-datasets/go_emotions","revision":null,"config":null,"split":"train","evidence_url":"https://github.com/Mapika/decider/blob/d6fc522aed7fc392576a9b66a330409bc6c382bd/decider/data/core.py","note":"The pinned model card links this supervised mixture. The pinned task registry loads this training source; held-out-only families are excluded. Exact Dataset training revision is not recorded. This disclosure does not assert direct S1MB evaluation-row use."},{"benchmark_id":"hh-rlhf-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"Anthropic/hh-rlhf","revision":null,"config":null,"split":"train","evidence_url":"https://github.com/Mapika/decider/blob/d6fc522aed7fc392576a9b66a330409bc6c382bd/decider/data/tasks_extended.py","note":"The pinned model card explicitly names this source family as training data. The exact training Dataset snapshot/config/split is not fully disclosed; no direct evaluation-example use or independent record-level audit is established."},{"benchmark_id":"laya--ag-news-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"fancyzhx/ag_news","revision":null,"config":null,"split":"train","evidence_url":"https://github.com/Mapika/decider/blob/d6fc522aed7fc392576a9b66a330409bc6c382bd/decider/data/core.py","note":"The pinned model card links this supervised mixture. The pinned task registry loads this training source; held-out-only families are excluded. Exact Dataset training revision is not recorded. This disclosure does not assert direct S1MB evaluation-row use."},{"benchmark_id":"laya--enron-spam-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"SetFit/enron_spam","revision":null,"config":null,"split":"train","evidence_url":"https://github.com/Mapika/decider/blob/d6fc522aed7fc392576a9b66a330409bc6c382bd/decider/data/core.py","note":"The pinned model card links this supervised mixture. The pinned task registry loads this training source; held-out-only families are excluded. Exact Dataset training revision is not recorded. This disclosure does not assert direct S1MB evaluation-row use."},{"benchmark_id":"massive-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"SetFit/amazon_massive_intent_en-US","revision":null,"config":null,"split":"train","evidence_url":"https://github.com/Mapika/decider/blob/d6fc522aed7fc392576a9b66a330409bc6c382bd/decider/data/core.py","note":"The pinned model card links this supervised mixture. The pinned task registry loads this training source; held-out-only families are excluded. Exact Dataset training revision is not recorded. This disclosure does not assert direct S1MB evaluation-row use."},{"benchmark_id":"openbookqa-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"allenai/openbookqa","revision":null,"config":null,"split":"train","evidence_url":"https://github.com/Mapika/decider/blob/d6fc522aed7fc392576a9b66a330409bc6c382bd/decider/data/core.py","note":"The pinned model card links this supervised mixture. The pinned task registry loads this training source; held-out-only families are excluded. Exact Dataset training revision is not recorded. This disclosure does not assert direct S1MB evaluation-row use."},{"benchmark_id":"snli-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"stanfordnlp/snli","revision":null,"config":null,"split":"train","evidence_url":"https://github.com/Mapika/decider/blob/d6fc522aed7fc392576a9b66a330409bc6c382bd/decider/data/core.py","note":"The pinned model card links this supervised mixture. The pinned task registry loads this training source; held-out-only families are excluded. Exact Dataset training revision is not recorded. This disclosure does not assert direct S1MB evaluation-row use."}],"total_params":1881825088,"active_params":1373265728,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"Decider 2B","short_name":"Decider 2B","url":"https://huggingface.co/Mapika/decider-2b","hf_url":"https://huggingface.co/Mapika/decider-2b"}},{"run_id":"Mapika__decider-35b-a3b","model":{"id":"Mapika/decider-35b-a3b","adapter":"decider","settings":{"questions_per_call":1},"training_exposure":[{"benchmark_id":"arc-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"allenai/ai2_arc","revision":null,"config":null,"split":"train","evidence_url":"https://github.com/Mapika/decider/blob/d6fc522aed7fc392576a9b66a330409bc6c382bd/decider/data/core.py","note":"The pinned model card links this supervised mixture. The pinned task registry loads this training source; held-out-only families are excluded. Exact Dataset training revision is not recorded. This disclosure does not assert direct S1MB evaluation-row use."},{"benchmark_id":"banking77-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"legacy-datasets/banking77","revision":null,"config":null,"split":"train","evidence_url":"https://github.com/Mapika/decider/blob/d6fc522aed7fc392576a9b66a330409bc6c382bd/decider/data/core.py","note":"The pinned model card links this supervised mixture. The pinned task registry loads this training source; held-out-only families are excluded. Exact Dataset training revision is not recorded. This disclosure does not assert direct S1MB evaluation-row use."},{"benchmark_id":"civil-comments-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"google/civil_comments","revision":null,"config":null,"split":"train","evidence_url":"https://github.com/Mapika/decider/blob/d6fc522aed7fc392576a9b66a330409bc6c382bd/decider/data/core.py","note":"The pinned model card links this supervised mixture. The pinned task registry loads this training source; held-out-only families are excluded. Exact Dataset training revision is not recorded. This disclosure does not assert direct S1MB evaluation-row use."},{"benchmark_id":"clinc-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"clinc/clinc_oos","revision":null,"config":null,"split":"train","evidence_url":"https://github.com/Mapika/decider/blob/d6fc522aed7fc392576a9b66a330409bc6c382bd/decider/data/core.py","note":"The pinned model card links this supervised mixture. The pinned task registry loads this training source; held-out-only families are excluded. Exact Dataset training revision is not recorded. This disclosure does not assert direct S1MB evaluation-row use."},{"benchmark_id":"dbpedia-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"fancyzhx/dbpedia_14","revision":null,"config":null,"split":"train","evidence_url":"https://github.com/Mapika/decider/blob/d6fc522aed7fc392576a9b66a330409bc6c382bd/decider/data/core.py","note":"The pinned model card links this supervised mixture. The pinned task registry loads this training source; held-out-only families are excluded. Exact Dataset training revision is not recorded. This disclosure does not assert direct S1MB evaluation-row use."},{"benchmark_id":"go-emotions-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"google-research-datasets/go_emotions","revision":null,"config":null,"split":"train","evidence_url":"https://github.com/Mapika/decider/blob/d6fc522aed7fc392576a9b66a330409bc6c382bd/decider/data/core.py","note":"The pinned model card links this supervised mixture. The pinned task registry loads this training source; held-out-only families are excluded. Exact Dataset training revision is not recorded. This disclosure does not assert direct S1MB evaluation-row use."},{"benchmark_id":"hh-rlhf-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"Anthropic/hh-rlhf","revision":null,"config":null,"split":"train","evidence_url":"https://github.com/Mapika/decider/blob/d6fc522aed7fc392576a9b66a330409bc6c382bd/decider/data/tasks_extended.py","note":"The pinned model card explicitly names this source family as training data. The exact training Dataset snapshot/config/split is not fully disclosed; no direct evaluation-example use or independent record-level audit is established."},{"benchmark_id":"laya--ag-news-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"fancyzhx/ag_news","revision":null,"config":null,"split":"train","evidence_url":"https://github.com/Mapika/decider/blob/d6fc522aed7fc392576a9b66a330409bc6c382bd/decider/data/core.py","note":"The pinned model card links this supervised mixture. The pinned task registry loads this training source; held-out-only families are excluded. Exact Dataset training revision is not recorded. This disclosure does not assert direct S1MB evaluation-row use."},{"benchmark_id":"laya--enron-spam-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"SetFit/enron_spam","revision":null,"config":null,"split":"train","evidence_url":"https://github.com/Mapika/decider/blob/d6fc522aed7fc392576a9b66a330409bc6c382bd/decider/data/core.py","note":"The pinned model card links this supervised mixture. The pinned task registry loads this training source; held-out-only families are excluded. Exact Dataset training revision is not recorded. This disclosure does not assert direct S1MB evaluation-row use."},{"benchmark_id":"massive-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"SetFit/amazon_massive_intent_en-US","revision":null,"config":null,"split":"train","evidence_url":"https://github.com/Mapika/decider/blob/d6fc522aed7fc392576a9b66a330409bc6c382bd/decider/data/core.py","note":"The pinned model card links this supervised mixture. The pinned task registry loads this training source; held-out-only families are excluded. Exact Dataset training revision is not recorded. This disclosure does not assert direct S1MB evaluation-row use."},{"benchmark_id":"openbookqa-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"allenai/openbookqa","revision":null,"config":null,"split":"train","evidence_url":"https://github.com/Mapika/decider/blob/d6fc522aed7fc392576a9b66a330409bc6c382bd/decider/data/core.py","note":"The pinned model card links this supervised mixture. The pinned task registry loads this training source; held-out-only families are excluded. Exact Dataset training revision is not recorded. This disclosure does not assert direct S1MB evaluation-row use."},{"benchmark_id":"snli-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"stanfordnlp/snli","revision":null,"config":null,"split":"train","evidence_url":"https://github.com/Mapika/decider/blob/d6fc522aed7fc392576a9b66a330409bc6c382bd/decider/data/core.py","note":"The pinned model card links this supervised mixture. The pinned task registry loads this training source; held-out-only families are excluded. Exact Dataset training revision is not recorded. This disclosure does not assert direct S1MB evaluation-row use."}],"total_params":34660610688,"active_params":34152051328,"parameter_count_method":"non_lookup_parameters_v1","display_name":"decider-35b-a3b","short_name":"decider-35b-a3b","url":"https://huggingface.co/Mapika/decider-35b-a3b","hf_url":"https://huggingface.co/Mapika/decider-35b-a3b"}},{"run_id":"Mapika__decider-4b","model":{"id":"Mapika/decider-4b","adapter":"decider","settings":{"questions_per_call":1},"training_exposure":[{"benchmark_id":"arc-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"allenai/ai2_arc","revision":null,"config":null,"split":"train","evidence_url":"https://github.com/Mapika/decider/blob/d6fc522aed7fc392576a9b66a330409bc6c382bd/decider/data/core.py","note":"The pinned model card links this supervised mixture. The pinned task registry loads this training source; held-out-only families are excluded. Exact Dataset training revision is not recorded. This disclosure does not assert direct S1MB evaluation-row use."},{"benchmark_id":"banking77-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"legacy-datasets/banking77","revision":null,"config":null,"split":"train","evidence_url":"https://github.com/Mapika/decider/blob/d6fc522aed7fc392576a9b66a330409bc6c382bd/decider/data/core.py","note":"The pinned model card links this supervised mixture. The pinned task registry loads this training source; held-out-only families are excluded. Exact Dataset training revision is not recorded. This disclosure does not assert direct S1MB evaluation-row use."},{"benchmark_id":"civil-comments-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"google/civil_comments","revision":null,"config":null,"split":"train","evidence_url":"https://github.com/Mapika/decider/blob/d6fc522aed7fc392576a9b66a330409bc6c382bd/decider/data/core.py","note":"The pinned model card links this supervised mixture. The pinned task registry loads this training source; held-out-only families are excluded. Exact Dataset training revision is not recorded. This disclosure does not assert direct S1MB evaluation-row use."},{"benchmark_id":"clinc-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"clinc/clinc_oos","revision":null,"config":null,"split":"train","evidence_url":"https://github.com/Mapika/decider/blob/d6fc522aed7fc392576a9b66a330409bc6c382bd/decider/data/core.py","note":"The pinned model card links this supervised mixture. The pinned task registry loads this training source; held-out-only families are excluded. Exact Dataset training revision is not recorded. This disclosure does not assert direct S1MB evaluation-row use."},{"benchmark_id":"dbpedia-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"fancyzhx/dbpedia_14","revision":null,"config":null,"split":"train","evidence_url":"https://github.com/Mapika/decider/blob/d6fc522aed7fc392576a9b66a330409bc6c382bd/decider/data/core.py","note":"The pinned model card links this supervised mixture. The pinned task registry loads this training source; held-out-only families are excluded. Exact Dataset training revision is not recorded. This disclosure does not assert direct S1MB evaluation-row use."},{"benchmark_id":"go-emotions-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"google-research-datasets/go_emotions","revision":null,"config":null,"split":"train","evidence_url":"https://github.com/Mapika/decider/blob/d6fc522aed7fc392576a9b66a330409bc6c382bd/decider/data/core.py","note":"The pinned model card links this supervised mixture. The pinned task registry loads this training source; held-out-only families are excluded. Exact Dataset training revision is not recorded. This disclosure does not assert direct S1MB evaluation-row use."},{"benchmark_id":"hh-rlhf-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"Anthropic/hh-rlhf","revision":null,"config":null,"split":"train","evidence_url":"https://github.com/Mapika/decider/blob/d6fc522aed7fc392576a9b66a330409bc6c382bd/decider/data/tasks_extended.py","note":"The pinned model card explicitly names this source family as training data. The exact training Dataset snapshot/config/split is not fully disclosed; no direct evaluation-example use or independent record-level audit is established."},{"benchmark_id":"laya--ag-news-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"fancyzhx/ag_news","revision":null,"config":null,"split":"train","evidence_url":"https://github.com/Mapika/decider/blob/d6fc522aed7fc392576a9b66a330409bc6c382bd/decider/data/core.py","note":"The pinned model card links this supervised mixture. The pinned task registry loads this training source; held-out-only families are excluded. Exact Dataset training revision is not recorded. This disclosure does not assert direct S1MB evaluation-row use."},{"benchmark_id":"laya--enron-spam-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"SetFit/enron_spam","revision":null,"config":null,"split":"train","evidence_url":"https://github.com/Mapika/decider/blob/d6fc522aed7fc392576a9b66a330409bc6c382bd/decider/data/core.py","note":"The pinned model card links this supervised mixture. The pinned task registry loads this training source; held-out-only families are excluded. Exact Dataset training revision is not recorded. This disclosure does not assert direct S1MB evaluation-row use."},{"benchmark_id":"massive-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"SetFit/amazon_massive_intent_en-US","revision":null,"config":null,"split":"train","evidence_url":"https://github.com/Mapika/decider/blob/d6fc522aed7fc392576a9b66a330409bc6c382bd/decider/data/core.py","note":"The pinned model card links this supervised mixture. The pinned task registry loads this training source; held-out-only families are excluded. Exact Dataset training revision is not recorded. This disclosure does not assert direct S1MB evaluation-row use."},{"benchmark_id":"openbookqa-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"allenai/openbookqa","revision":null,"config":null,"split":"train","evidence_url":"https://github.com/Mapika/decider/blob/d6fc522aed7fc392576a9b66a330409bc6c382bd/decider/data/core.py","note":"The pinned model card links this supervised mixture. The pinned task registry loads this training source; held-out-only families are excluded. Exact Dataset training revision is not recorded. This disclosure does not assert direct S1MB evaluation-row use."},{"benchmark_id":"snli-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"stanfordnlp/snli","revision":null,"config":null,"split":"train","evidence_url":"https://github.com/Mapika/decider/blob/d6fc522aed7fc392576a9b66a330409bc6c382bd/decider/data/core.py","note":"The pinned model card links this supervised mixture. The pinned task registry loads this training source; held-out-only families are excluded. Exact Dataset training revision is not recorded. This disclosure does not assert direct S1MB evaluation-row use."}],"total_params":4205751296,"active_params":3570052096,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"Decider 4B","short_name":"Decider 4B","url":"https://huggingface.co/Mapika/decider-4b","hf_url":"https://huggingface.co/Mapika/decider-4b"}},{"run_id":"mghafiri__qwen3.5-0.8B-decision-model","model":{"id":"mghafiri/qwen3.5-0.8B-decision-model","adapter":"jevlite","settings":{"questions_per_call":1},"total_params":752393024,"active_params":498113344,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"JevLite 0.8B","short_name":"JevLite 0.8B","url":"https://huggingface.co/mghafiri/qwen3.5-0.8B-decision-model","hf_url":"https://huggingface.co/mghafiri/qwen3.5-0.8B-decision-model"}},{"run_id":"michaelfeil__rune-26b-a4b","model":{"id":"michaelfeil/rune-26b-a4b","adapter":"rune","settings":{"questions_per_call":1},"total_params":25805933872,"active_params":25044143408,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"Rune 26B-A4B","short_name":"Rune 26B-A4B","url":"https://huggingface.co/michaelfeil/rune-26b-a4b","hf_url":"https://huggingface.co/michaelfeil/rune-26b-a4b"}},{"run_id":"michaljach__jet","model":{"id":"michaljach/jet","adapter":"jet","settings":{"questions_per_call":1},"total_params":4205751296,"active_params":3570052096,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"jet","short_name":"jet","url":"https://huggingface.co/michaljach/jet","hf_url":"https://huggingface.co/michaljach/jet"}},{"run_id":"mixedbread-ai__mxbai-rerank-base-v2","model":{"id":"mixedbread-ai/mxbai-rerank-base-v2","adapter":"reranker","settings":{"questions_per_call":1},"training_exposure":[{"benchmark_id":"synthetic-relevance--nanobeir--nanohotpotqa-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"Shitao/bge-m3-data","revision":null,"config":null,"split":null,"evidence_url":"https://arxiv.org/html/2506.03487v1#S4.SS1","note":"The linked Mixedbread ProRank technical report states its training primarily uses bge-m3 data; that Dataset lists MS MARCO, NQ and HotpotQA among its English fine-tuning sources. This annotation concerns the matching NanoBEIR source family. Exact training snapshot and direct S1MB input overlap are not disclosed."},{"benchmark_id":"synthetic-relevance--nanobeir--nanohotpotqa-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"Shitao/bge-m3-data","revision":null,"config":null,"split":null,"evidence_url":"https://arxiv.org/html/2506.03487v1#S4.SS1","note":"The linked Mixedbread ProRank technical report states its training primarily uses bge-m3 data; that Dataset lists MS MARCO, NQ and HotpotQA among its English fine-tuning sources. This annotation concerns the matching NanoBEIR source family. Exact training snapshot and direct S1MB input overlap are not disclosed."},{"benchmark_id":"synthetic-relevance--nanobeir--nanomsmarco-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"Shitao/bge-m3-data","revision":null,"config":null,"split":null,"evidence_url":"https://arxiv.org/html/2506.03487v1#S4.SS1","note":"The linked Mixedbread ProRank technical report states its training primarily uses bge-m3 data; that Dataset lists MS MARCO, NQ and HotpotQA among its English fine-tuning sources. This annotation concerns the matching NanoBEIR source family. Exact training snapshot and direct S1MB input overlap are not disclosed."},{"benchmark_id":"synthetic-relevance--nanobeir--nanomsmarco-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"Shitao/bge-m3-data","revision":null,"config":null,"split":null,"evidence_url":"https://arxiv.org/html/2506.03487v1#S4.SS1","note":"The linked Mixedbread ProRank technical report states its training primarily uses bge-m3 data; that Dataset lists MS MARCO, NQ and HotpotQA among its English fine-tuning sources. This annotation concerns the matching NanoBEIR source family. Exact training snapshot and direct S1MB input overlap are not disclosed."},{"benchmark_id":"synthetic-relevance--nanobeir--nanonq-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"Shitao/bge-m3-data","revision":null,"config":null,"split":null,"evidence_url":"https://arxiv.org/html/2506.03487v1#S4.SS1","note":"The linked Mixedbread ProRank technical report states its training primarily uses bge-m3 data; that Dataset lists MS MARCO, NQ and HotpotQA among its English fine-tuning sources. This annotation concerns the matching NanoBEIR source family. Exact training snapshot and direct S1MB input overlap are not disclosed."},{"benchmark_id":"synthetic-relevance--nanobeir--nanonq-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"Shitao/bge-m3-data","revision":null,"config":null,"split":null,"evidence_url":"https://arxiv.org/html/2506.03487v1#S4.SS1","note":"The linked Mixedbread ProRank technical report states its training primarily uses bge-m3 data; that Dataset lists MS MARCO, NQ and HotpotQA among its English fine-tuning sources. This annotation concerns the matching NanoBEIR source family. Exact training snapshot and direct S1MB input overlap are not disclosed."}],"total_params":494032768,"active_params":357898112,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"MXBAI Rerank base v2","short_name":"MXBAI Rerank base v2","url":"https://huggingface.co/mixedbread-ai/mxbai-rerank-base-v2","hf_url":"https://huggingface.co/mixedbread-ai/mxbai-rerank-base-v2"}},{"run_id":"moganai__lavoir","model":{"id":"moganai/lavoir","adapter":"lavoir","settings":{"questions_per_call":1},"training_exposure":[{"benchmark_id":"civil-comments-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"google/civil_comments","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/moganai/lavoir/blob/4c5eaeb99b2368f1416b9893c7aacc58235aa09f/README.md","note":"The pinned model card explicitly names this source family as training data. The exact training Dataset snapshot/config/split is not fully disclosed; no direct evaluation-example use or independent record-level audit is established."},{"benchmark_id":"clinc-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"clinc/clinc_oos","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/moganai/lavoir/blob/4c5eaeb99b2368f1416b9893c7aacc58235aa09f/README.md","note":"The pinned model card explicitly names this source family as training data. The exact training Dataset snapshot/config/split is not fully disclosed; no direct evaluation-example use or independent record-level audit is established."},{"benchmark_id":"dbpedia-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"fancyzhx/dbpedia_14","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/moganai/lavoir/blob/4c5eaeb99b2368f1416b9893c7aacc58235aa09f/README.md","note":"The pinned model card explicitly names this source family as training data. The exact training Dataset snapshot/config/split is not fully disclosed; no direct evaluation-example use or independent record-level audit is established."},{"benchmark_id":"go-emotions-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"google-research-datasets/go_emotions","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/moganai/lavoir/blob/4c5eaeb99b2368f1416b9893c7aacc58235aa09f/README.md","note":"The pinned model card explicitly names this source family as training data. The exact training Dataset snapshot/config/split is not fully disclosed; no direct evaluation-example use or independent record-level audit is established."},{"benchmark_id":"laya--ag-news-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"fancyzhx/ag_news","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/moganai/lavoir/blob/4c5eaeb99b2368f1416b9893c7aacc58235aa09f/README.md","note":"The pinned model card explicitly names this source family as training data. The exact training Dataset snapshot/config/split is not fully disclosed; no direct evaluation-example use or independent record-level audit is established."},{"benchmark_id":"laya--enron-spam-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"SetFit/enron_spam","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/moganai/lavoir/blob/4c5eaeb99b2368f1416b9893c7aacc58235aa09f/README.md","note":"The pinned model card explicitly names this source family as training data. The exact training Dataset snapshot/config/split is not fully disclosed; no direct evaluation-example use or independent record-level audit is established."},{"benchmark_id":"laya--typed-decisions-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"LocalLLaMA/typed-decisions","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/moganai/lavoir/blob/4c5eaeb99b2368f1416b9893c7aacc58235aa09f/README.md","note":"The pinned model card explicitly names this source family as training data. The exact training Dataset snapshot/config/split is not fully disclosed; no direct evaluation-example use or independent record-level audit is established."},{"benchmark_id":"laya--typed-decisions-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"LocalLLaMA/typed-decisions","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/moganai/lavoir/blob/4c5eaeb99b2368f1416b9893c7aacc58235aa09f/README.md","note":"The pinned model card explicitly names this source family as training data. The exact training Dataset snapshot/config/split is not fully disclosed; no direct evaluation-example use or independent record-level audit is established."},{"benchmark_id":"laya--typed-decisions-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"LocalLLaMA/typed-decisions","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/moganai/lavoir/blob/4c5eaeb99b2368f1416b9893c7aacc58235aa09f/README.md","note":"The pinned model card explicitly names this source family as training data. The exact training Dataset snapshot/config/split is not fully disclosed; no direct evaluation-example use or independent record-level audit is established."},{"benchmark_id":"paws-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"google-research-datasets/paws","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/moganai/lavoir/blob/4c5eaeb99b2368f1416b9893c7aacc58235aa09f/README.md","note":"The pinned model card explicitly names this source family as training data. The exact training Dataset snapshot/config/split is not fully disclosed; no direct evaluation-example use or independent record-level audit is established."},{"benchmark_id":"scitail-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"allenai/scitail","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/moganai/lavoir/blob/4c5eaeb99b2368f1416b9893c7aacc58235aa09f/README.md","note":"The pinned model card explicitly names this source family as training data. The exact training Dataset snapshot/config/split is not fully disclosed; no direct evaluation-example use or independent record-level audit is established."},{"benchmark_id":"sgd-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"google/schema_guided_dialogue","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/moganai/lavoir/blob/4c5eaeb99b2368f1416b9893c7aacc58235aa09f/README.md","note":"The pinned model card explicitly names this source family as training data. The exact training Dataset snapshot/config/split is not fully disclosed; no direct evaluation-example use or independent record-level audit is established."},{"benchmark_id":"snli-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"stanfordnlp/snli","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/moganai/lavoir/blob/4c5eaeb99b2368f1416b9893c7aacc58235aa09f/README.md","note":"The pinned model card explicitly names this source family as training data. The exact training Dataset snapshot/config/split is not fully disclosed; no direct evaluation-example use or independent record-level audit is established."}],"total_params":421562379,"active_params":369979403,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"Lavoir","short_name":"Lavoir","url":null,"hf_url":"https://huggingface.co/moganai/lavoir"}},{"run_id":"mohamedlotfy50__sifr-0.8b-v3","model":{"id":"mohamedlotfy50/sifr-0.8b-v3","adapter":"sifr","settings":{"questions_per_call":1},"training_exposure":[{"benchmark_id":"arc-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"allenai/ai2_arc","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/mohamedlotfy50/sifr-0.8b-v3/blob/fdedb868ae7088335cbde79e3a603d05add66377/README.md","note":"The pinned model card explicitly names this source family as training data. The exact training Dataset snapshot/config/split is not fully disclosed; no direct evaluation-example use or independent record-level audit is established."},{"benchmark_id":"banking77-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"legacy-datasets/banking77","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/mohamedlotfy50/sifr-0.8b-v3/blob/fdedb868ae7088335cbde79e3a603d05add66377/README.md","note":"The pinned model card explicitly names this source family as training data. The exact training Dataset snapshot/config/split is not fully disclosed; no direct evaluation-example use or independent record-level audit is established."},{"benchmark_id":"cladder-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"causalNLP/CLadder","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/mohamedlotfy50/sifr-0.8b-v3/blob/fdedb868ae7088335cbde79e3a603d05add66377/README.md","note":"The pinned model card explicitly names this source family as training data. The exact training Dataset snapshot/config/split is not fully disclosed; no direct evaluation-example use or independent record-level audit is established."},{"benchmark_id":"clinc-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"clinc/clinc_oos","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/mohamedlotfy50/sifr-0.8b-v3/blob/fdedb868ae7088335cbde79e3a603d05add66377/README.md","note":"The pinned model card explicitly names this source family as training data. The exact training Dataset snapshot/config/split is not fully disclosed; no direct evaluation-example use or independent record-level audit is established."},{"benchmark_id":"contract-nli-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"presencesw/contract-nli","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/mohamedlotfy50/sifr-0.8b-v3/blob/fdedb868ae7088335cbde79e3a603d05add66377/README.md","note":"The pinned model card explicitly names this source family as training data. The exact training Dataset snapshot/config/split is not fully disclosed; no direct evaluation-example use or independent record-level audit is established."},{"benchmark_id":"esci-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"tasksource/esci","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/mohamedlotfy50/sifr-0.8b-v3/blob/fdedb868ae7088335cbde79e3a603d05add66377/README.md","note":"The pinned model card explicitly names this source family as training data. The exact training Dataset snapshot/config/split is not fully disclosed; no direct evaluation-example use or independent record-level audit is established."},{"benchmark_id":"gsm8k-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"openai/gsm8k","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/mohamedlotfy50/sifr-0.8b-v3/blob/fdedb868ae7088335cbde79e3a603d05add66377/README.md","note":"The pinned model card explicitly names this source family as training data. The exact training Dataset snapshot/config/split is not fully disclosed; no direct evaluation-example use or independent record-level audit is established."},{"benchmark_id":"laya--ag-news-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"fancyzhx/ag_news","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/mohamedlotfy50/sifr-0.8b-v3/blob/fdedb868ae7088335cbde79e3a603d05add66377/README.md","note":"The pinned model card explicitly names this source family as training data. The exact training Dataset snapshot/config/split is not fully disclosed; no direct evaluation-example use or independent record-level audit is established."},{"benchmark_id":"laya--typed-decisions-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"LocalLLaMA/typed-decisions","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/mohamedlotfy50/sifr-0.8b-v3/blob/fdedb868ae7088335cbde79e3a603d05add66377/README.md","note":"The pinned model card explicitly names this source family as training data. The exact training Dataset snapshot/config/split is not fully disclosed; no direct evaluation-example use or independent record-level audit is established."},{"benchmark_id":"laya--typed-decisions-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"LocalLLaMA/typed-decisions","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/mohamedlotfy50/sifr-0.8b-v3/blob/fdedb868ae7088335cbde79e3a603d05add66377/README.md","note":"The pinned model card explicitly names this source family as training data. The exact training Dataset snapshot/config/split is not fully disclosed; no direct evaluation-example use or independent record-level audit is established."},{"benchmark_id":"laya--typed-decisions-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"LocalLLaMA/typed-decisions","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/mohamedlotfy50/sifr-0.8b-v3/blob/fdedb868ae7088335cbde79e3a603d05add66377/README.md","note":"The pinned model card explicitly names this source family as training data. The exact training Dataset snapshot/config/split is not fully disclosed; no direct evaluation-example use or independent record-level audit is established."}],"total_params":852985920,"active_params":596936768,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"sifr-0.8b-v3","short_name":"sifr-0.8b-v3","url":"https://huggingface.co/mohamedlotfy50/sifr-0.8b-v3","hf_url":"https://huggingface.co/mohamedlotfy50/sifr-0.8b-v3"}},{"run_id":"mohit67890__imajev-2b","model":{"id":"mohit67890/imajev-2b","adapter":"imajev","settings":{"questions_per_call":1},"training_exposure":[{"benchmark_id":"tallyqa-score","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://github.com/mohit67890/imajev/blob/318e8dad55c12a1c6faddbec5f30489d2ee529ff/docs/technical-specification.md","note":"Pinned upstream training recipe lists TallyQA (11,126 decisions in its source inventory). The evaluated imajev-4b card at 27d4e54fc11efeea2ea4d10e910643440d2333b5 reports training on the stage-1 mixture, followed by continuations. Actual sampled source counts, training snapshot/splits and record-level S1MB overlap are not independently audited. This is source-family exposure, not evidence of evaluation-example use; base-model pretraining is unknown."},{"benchmark_id":"vsr-noul","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://github.com/mohit67890/imajev/blob/318e8dad55c12a1c6faddbec5f30489d2ee529ff/docs/technical-specification.md","note":"Pinned upstream training recipe lists VSR (7,033 decisions in its source inventory). The evaluated imajev-4b card at 27d4e54fc11efeea2ea4d10e910643440d2333b5 reports training on the stage-1 mixture, followed by continuations. Actual sampled source counts, training snapshot/splits and record-level S1MB overlap are not independently audited. This is source-family exposure, not evidence of evaluation-example use; base-model pretraining is unknown."},{"benchmark_id":"koniq-score","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://github.com/mohit67890/imajev/blob/318e8dad55c12a1c6faddbec5f30489d2ee529ff/docs/technical-specification.md","note":"Pinned upstream training recipe lists KonIQ (5,563 decisions in its source inventory). The evaluated imajev-4b card at 27d4e54fc11efeea2ea4d10e910643440d2333b5 reports training on the stage-1 mixture, followed by continuations. Actual sampled source counts, training snapshot/splits and record-level S1MB overlap are not independently audited. This is source-family exposure, not evidence of evaluation-example use; base-model pretraining is unknown."},{"benchmark_id":"visa-noul","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://github.com/mohit67890/imajev/blob/318e8dad55c12a1c6faddbec5f30489d2ee529ff/docs/technical-specification.md","note":"Pinned upstream training recipe lists VisA in the defects mixture (7,459 combined VisA/DAGM/BTAD decisions in its source inventory). The evaluated imajev-4b card at 27d4e54fc11efeea2ea4d10e910643440d2333b5 reports training on the stage-1 mixture, followed by continuations. Actual sampled source counts, training snapshot/splits and record-level S1MB overlap are not independently audited. This is source-family exposure, not evidence of evaluation-example use; base-model pretraining is unknown."}],"total_params":2229394240,"active_params":1718475584,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"Imajev 2B","short_name":"Imajev 2B","url":"https://huggingface.co/mohit67890/imajev-2b","hf_url":"https://huggingface.co/mohit67890/imajev-2b"}},{"run_id":"mohit67890__imajev-4b","model":{"id":"mohit67890/imajev-4b","adapter":"imajev","settings":{"questions_per_call":1},"training_exposure":[{"benchmark_id":"tallyqa-score","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://github.com/mohit67890/imajev/blob/318e8dad55c12a1c6faddbec5f30489d2ee529ff/docs/technical-specification.md","note":"Pinned upstream training recipe lists TallyQA (11,126 decisions in its source inventory). The evaluated imajev-4b card at 27d4e54fc11efeea2ea4d10e910643440d2333b5 reports training on the stage-1 mixture, followed by continuations. Actual sampled source counts, training snapshot/splits and record-level S1MB overlap are not independently audited. This is source-family exposure, not evidence of evaluation-example use; base-model pretraining is unknown."},{"benchmark_id":"vsr-noul","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://github.com/mohit67890/imajev/blob/318e8dad55c12a1c6faddbec5f30489d2ee529ff/docs/technical-specification.md","note":"Pinned upstream training recipe lists VSR (7,033 decisions in its source inventory). The evaluated imajev-4b card at 27d4e54fc11efeea2ea4d10e910643440d2333b5 reports training on the stage-1 mixture, followed by continuations. Actual sampled source counts, training snapshot/splits and record-level S1MB overlap are not independently audited. This is source-family exposure, not evidence of evaluation-example use; base-model pretraining is unknown."},{"benchmark_id":"koniq-score","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://github.com/mohit67890/imajev/blob/318e8dad55c12a1c6faddbec5f30489d2ee529ff/docs/technical-specification.md","note":"Pinned upstream training recipe lists KonIQ (5,563 decisions in its source inventory). The evaluated imajev-4b card at 27d4e54fc11efeea2ea4d10e910643440d2333b5 reports training on the stage-1 mixture, followed by continuations. Actual sampled source counts, training snapshot/splits and record-level S1MB overlap are not independently audited. This is source-family exposure, not evidence of evaluation-example use; base-model pretraining is unknown."},{"benchmark_id":"visa-noul","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://github.com/mohit67890/imajev/blob/318e8dad55c12a1c6faddbec5f30489d2ee529ff/docs/technical-specification.md","note":"Pinned upstream training recipe lists VisA in the defects mixture (7,459 combined VisA/DAGM/BTAD decisions in its source inventory). The evaluated imajev-4b card at 27d4e54fc11efeea2ea4d10e910643440d2333b5 reports training on the stage-1 mixture, followed by continuations. Actual sampled source counts, training snapshot/splits and record-level S1MB overlap are not independently audited. This is source-family exposure, not evidence of evaluation-example use; base-model pretraining is unknown."}],"total_params":4661817856,"active_params":4023759360,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"Imajev 4B","short_name":"Imajev 4B","url":"https://huggingface.co/mohit67890/imajev-4b","hf_url":"https://huggingface.co/mohit67890/imajev-4b"}},{"run_id":"mohit67890__imajev-9b","model":{"id":"mohit67890/imajev-9b","adapter":"imajev","settings":{"questions_per_call":1},"training_exposure":[{"benchmark_id":"tallyqa-score","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://github.com/mohit67890/imajev/blob/318e8dad55c12a1c6faddbec5f30489d2ee529ff/docs/technical-specification.md","note":"Pinned upstream training recipe lists TallyQA (11,126 decisions in its source inventory). The evaluated imajev-4b card at 27d4e54fc11efeea2ea4d10e910643440d2333b5 reports training on the stage-1 mixture, followed by continuations. Actual sampled source counts, training snapshot/splits and record-level S1MB overlap are not independently audited. This is source-family exposure, not evidence of evaluation-example use; base-model pretraining is unknown."},{"benchmark_id":"vsr-noul","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://github.com/mohit67890/imajev/blob/318e8dad55c12a1c6faddbec5f30489d2ee529ff/docs/technical-specification.md","note":"Pinned upstream training recipe lists VSR (7,033 decisions in its source inventory). The evaluated imajev-4b card at 27d4e54fc11efeea2ea4d10e910643440d2333b5 reports training on the stage-1 mixture, followed by continuations. Actual sampled source counts, training snapshot/splits and record-level S1MB overlap are not independently audited. This is source-family exposure, not evidence of evaluation-example use; base-model pretraining is unknown."},{"benchmark_id":"koniq-score","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://github.com/mohit67890/imajev/blob/318e8dad55c12a1c6faddbec5f30489d2ee529ff/docs/technical-specification.md","note":"Pinned upstream training recipe lists KonIQ (5,563 decisions in its source inventory). The evaluated imajev-4b card at 27d4e54fc11efeea2ea4d10e910643440d2333b5 reports training on the stage-1 mixture, followed by continuations. Actual sampled source counts, training snapshot/splits and record-level S1MB overlap are not independently audited. This is source-family exposure, not evidence of evaluation-example use; base-model pretraining is unknown."},{"benchmark_id":"visa-noul","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://github.com/mohit67890/imajev/blob/318e8dad55c12a1c6faddbec5f30489d2ee529ff/docs/technical-specification.md","note":"Pinned upstream training recipe lists VisA in the defects mixture (7,459 combined VisA/DAGM/BTAD decisions in its source inventory). The evaluated imajev-4b card at 27d4e54fc11efeea2ea4d10e910643440d2333b5 reports training on the stage-1 mixture, followed by continuations. Actual sampled source counts, training snapshot/splits and record-level S1MB overlap are not independently audited. This is source-family exposure, not evidence of evaluation-example use; base-model pretraining is unknown."}],"total_params":9450966256,"active_params":8431193328,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"Imajev 9B","short_name":"Imajev 9B","url":"https://huggingface.co/mohit67890/imajev-9b","hf_url":"https://huggingface.co/mohit67890/imajev-9b"}},{"run_id":"monotykamary__LFM2.5-2.6B-RLCD","model":{"id":"monotykamary/LFM2.5-2.6B-RLCD","adapter":"lfm-pcd","settings":{"questions_per_call":1},"total_params":2697198592,"active_params":2435054592,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"LFM2.5-2.6B-RLCD","short_name":"LFM2.5-2.6B-RLCD","url":"https://huggingface.co/monotykamary/LFM2.5-2.6B-RLCD","hf_url":"https://huggingface.co/monotykamary/LFM2.5-2.6B-RLCD"}},{"run_id":"MoritzLaurer__ModernBERT-large-zeroshot-v2.0","model":{"id":"MoritzLaurer/ModernBERT-large-zeroshot-v2.0","adapter":"opendecision","settings":{"questions_per_call":1},"total_params":395833346,"active_params":344256514,"parameter_count_method":"non_lookup_parameters_v1","display_name":"OpenDecision v2.0","short_name":"OpenDecision v2.0","url":"https://huggingface.co/MoritzLaurer/ModernBERT-large-zeroshot-v2.0","hf_url":"https://huggingface.co/MoritzLaurer/ModernBERT-large-zeroshot-v2.0"}},{"run_id":"mstrasser__Jeff-Gemma4-E2B","model":{"id":"mstrasser/Jeff-Gemma4-E2B","adapter":"firelex-jeff","settings":{"questions_per_call":1},"training_exposure":[{"benchmark_id":"aegis2-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"nvidia/Aegis-AI-Content-Safety-Dataset-2.0","revision":"d86bb8bedff51d25ac834ab7838f1cc61acb7a2c","config":null,"split":"train","evidence_url":"https://github.com/firelex/jeff/blob/3720e7c66d73b79a6e90189f3d5b0d6ecf03ddc0/docs/data-sources.md","note":"The pinned project data-sources document explicitly states these sources trained Jeff weights; core Dataset pins are recorded in src/jeff/data.py where available. Release/config matching must be verified against the evaluated checkpoint before publication."},{"benchmark_id":"arc-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"allenai/ai2_arc","revision":null,"config":null,"split":null,"evidence_url":"https://github.com/firelex/jeff/blob/3720e7c66d73b79a6e90189f3d5b0d6ecf03ddc0/docs/data-sources.md","note":"The pinned project data-sources document explicitly states these sources trained Jeff weights; core Dataset pins are recorded in src/jeff/data.py where available. Release/config matching must be verified against the evaluated checkpoint before publication."},{"benchmark_id":"civil-comments-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"google/civil_comments","revision":"f2970eb3a55777454c94069077cc8d9b5866312d","config":null,"split":"train","evidence_url":"https://github.com/firelex/jeff/blob/3720e7c66d73b79a6e90189f3d5b0d6ecf03ddc0/docs/data-sources.md","note":"The pinned project data-sources document explicitly states these sources trained Jeff weights; core Dataset pins are recorded in src/jeff/data.py where available. Release/config matching must be verified against the evaluated checkpoint before publication."},{"benchmark_id":"contract-nli-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"presencesw/contract-nli","revision":null,"config":null,"split":null,"evidence_url":"https://github.com/firelex/jeff/blob/3720e7c66d73b79a6e90189f3d5b0d6ecf03ddc0/docs/data-sources.md","note":"The pinned project data-sources document explicitly states these sources trained Jeff weights; core Dataset pins are recorded in src/jeff/data.py where available. Release/config matching must be verified against the evaluated checkpoint before publication."},{"benchmark_id":"massive-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"AmazonScience/massive","revision":null,"config":null,"split":null,"evidence_url":"https://github.com/firelex/jeff/blob/3720e7c66d73b79a6e90189f3d5b0d6ecf03ddc0/docs/data-sources.md","note":"The pinned project data-sources document explicitly states these sources trained Jeff weights; core Dataset pins are recorded in src/jeff/data.py where available. Release/config matching must be verified against the evaluated checkpoint before publication."},{"benchmark_id":"openbookqa-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"allenai/openbookqa","revision":null,"config":null,"split":null,"evidence_url":"https://github.com/firelex/jeff/blob/3720e7c66d73b79a6e90189f3d5b0d6ecf03ddc0/docs/data-sources.md","note":"The pinned project data-sources document explicitly states these sources trained Jeff weights; core Dataset pins are recorded in src/jeff/data.py where available. Release/config matching must be verified against the evaluated checkpoint before publication."},{"benchmark_id":"paws-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"google-research-datasets/paws","revision":"161ece9501cf0a11f3e48bd356eaa82de46d6a09","config":"labeled_final","split":"train","evidence_url":"https://github.com/firelex/jeff/blob/3720e7c66d73b79a6e90189f3d5b0d6ecf03ddc0/docs/data-sources.md","note":"The pinned project data-sources document explicitly states these sources trained Jeff weights; core Dataset pins are recorded in src/jeff/data.py where available. Release/config matching must be verified against the evaluated checkpoint before publication."},{"benchmark_id":"quartz-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"allenai/quartz","revision":null,"config":null,"split":null,"evidence_url":"https://github.com/firelex/jeff/blob/3720e7c66d73b79a6e90189f3d5b0d6ecf03ddc0/docs/data-sources.md","note":"The pinned project data-sources document explicitly states these sources trained Jeff weights; core Dataset pins are recorded in src/jeff/data.py where available. Release/config matching must be verified against the evaluated checkpoint before publication."},{"benchmark_id":"snli-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"stanfordnlp/snli","revision":null,"config":null,"split":null,"evidence_url":"https://github.com/firelex/jeff/blob/3720e7c66d73b79a6e90189f3d5b0d6ecf03ddc0/docs/data-sources.md","note":"The pinned project data-sources document explicitly states these sources trained Jeff weights; core Dataset pins are recorded in src/jeff/data.py where available. Release/config matching must be verified against the evaluated checkpoint before publication."}],"total_params":4628961024,"active_params":1877497600,"parameter_count_method":"non_lookup_parameters_v1","display_name":"Jeff Gemma4 E2B","short_name":"Jeff Gemma4 E2B","url":"https://huggingface.co/mstrasser/Jeff-Gemma4-E2B","hf_url":"https://huggingface.co/mstrasser/Jeff-Gemma4-E2B"}},{"run_id":"mstrasser__Jeff-Qwen3.5-0.8B-Chess","model":{"id":"mstrasser/Jeff-Qwen3.5-0.8B-Chess","adapter":"firelex-jeff","settings":{"questions_per_call":1},"training_exposure":[{"benchmark_id":"aegis2-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"nvidia/Aegis-AI-Content-Safety-Dataset-2.0","revision":"d86bb8bedff51d25ac834ab7838f1cc61acb7a2c","config":null,"split":"train","evidence_url":"https://github.com/firelex/jeff/blob/3720e7c66d73b79a6e90189f3d5b0d6ecf03ddc0/docs/data-sources.md","note":"The measured Jeff Chess card states it continues from Jeff-Qwen3.5-0.8B; the parent checkpoint public training source exposure is inherited. The additional chess phase does not remove prior source exposure. Exact source snapshot only included where the linked source registry records it."},{"benchmark_id":"arc-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"allenai/ai2_arc","revision":null,"config":null,"split":null,"evidence_url":"https://github.com/firelex/jeff/blob/3720e7c66d73b79a6e90189f3d5b0d6ecf03ddc0/docs/data-sources.md","note":"The measured Jeff Chess card states it continues from Jeff-Qwen3.5-0.8B; the parent checkpoint public training source exposure is inherited. The additional chess phase does not remove prior source exposure. Exact source snapshot only included where the linked source registry records it."},{"benchmark_id":"civil-comments-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"google/civil_comments","revision":"f2970eb3a55777454c94069077cc8d9b5866312d","config":null,"split":"train","evidence_url":"https://github.com/firelex/jeff/blob/3720e7c66d73b79a6e90189f3d5b0d6ecf03ddc0/docs/data-sources.md","note":"The measured Jeff Chess card states it continues from Jeff-Qwen3.5-0.8B; the parent checkpoint public training source exposure is inherited. The additional chess phase does not remove prior source exposure. Exact source snapshot only included where the linked source registry records it."},{"benchmark_id":"clinc-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"clinc/clinc_oos","revision":"155b9c710419136e17307b80d0a13e68cd46b4ec","config":"plus","split":"train","evidence_url":"https://github.com/firelex/jeff/blob/3720e7c66d73b79a6e90189f3d5b0d6ecf03ddc0/docs/data-sources.md","note":"The measured Jeff Chess card states it continues from Jeff-Qwen3.5-0.8B; the parent checkpoint public training source exposure is inherited. The additional chess phase does not remove prior source exposure. Exact source snapshot only included where the linked source registry records it."},{"benchmark_id":"contract-nli-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"presencesw/contract-nli","revision":null,"config":null,"split":null,"evidence_url":"https://github.com/firelex/jeff/blob/3720e7c66d73b79a6e90189f3d5b0d6ecf03ddc0/docs/data-sources.md","note":"The measured Jeff Chess card states it continues from Jeff-Qwen3.5-0.8B; the parent checkpoint public training source exposure is inherited. The additional chess phase does not remove prior source exposure. Exact source snapshot only included where the linked source registry records it."},{"benchmark_id":"massive-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"AmazonScience/massive","revision":null,"config":null,"split":null,"evidence_url":"https://github.com/firelex/jeff/blob/3720e7c66d73b79a6e90189f3d5b0d6ecf03ddc0/docs/data-sources.md","note":"The measured Jeff Chess card states it continues from Jeff-Qwen3.5-0.8B; the parent checkpoint public training source exposure is inherited. The additional chess phase does not remove prior source exposure. Exact source snapshot only included where the linked source registry records it."},{"benchmark_id":"openbookqa-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"allenai/openbookqa","revision":null,"config":null,"split":null,"evidence_url":"https://github.com/firelex/jeff/blob/3720e7c66d73b79a6e90189f3d5b0d6ecf03ddc0/docs/data-sources.md","note":"The measured Jeff Chess card states it continues from Jeff-Qwen3.5-0.8B; the parent checkpoint public training source exposure is inherited. The additional chess phase does not remove prior source exposure. Exact source snapshot only included where the linked source registry records it."},{"benchmark_id":"paws-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"google-research-datasets/paws","revision":"161ece9501cf0a11f3e48bd356eaa82de46d6a09","config":"labeled_final","split":"train","evidence_url":"https://github.com/firelex/jeff/blob/3720e7c66d73b79a6e90189f3d5b0d6ecf03ddc0/docs/data-sources.md","note":"The measured Jeff Chess card states it continues from Jeff-Qwen3.5-0.8B; the parent checkpoint public training source exposure is inherited. The additional chess phase does not remove prior source exposure. Exact source snapshot only included where the linked source registry records it."},{"benchmark_id":"quartz-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"allenai/quartz","revision":null,"config":null,"split":null,"evidence_url":"https://github.com/firelex/jeff/blob/3720e7c66d73b79a6e90189f3d5b0d6ecf03ddc0/docs/data-sources.md","note":"The measured Jeff Chess card states it continues from Jeff-Qwen3.5-0.8B; the parent checkpoint public training source exposure is inherited. The additional chess phase does not remove prior source exposure. Exact source snapshot only included where the linked source registry records it."},{"benchmark_id":"snli-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"stanfordnlp/snli","revision":null,"config":null,"split":null,"evidence_url":"https://github.com/firelex/jeff/blob/3720e7c66d73b79a6e90189f3d5b0d6ecf03ddc0/docs/data-sources.md","note":"The measured Jeff Chess card states it continues from Jeff-Qwen3.5-0.8B; the parent checkpoint public training source exposure is inherited. The additional chess phase does not remove prior source exposure. Exact source snapshot only included where the linked source registry records it."}],"total_params":853247040,"active_params":597197888,"parameter_count_method":"non_lookup_parameters_v1","display_name":"Jeff 0.8B Chess","short_name":"Jeff 0.8B Chess","url":"https://huggingface.co/mstrasser/Jeff-Qwen3.5-0.8B-Chess","hf_url":"https://huggingface.co/mstrasser/Jeff-Qwen3.5-0.8B-Chess"}},{"run_id":"mstrasser__Jeff-Qwen3.5-0.8B","model":{"id":"mstrasser/Jeff-Qwen3.5-0.8B","adapter":"firelex-jeff","settings":{"questions_per_call":1},"training_exposure":[{"benchmark_id":"aegis2-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"nvidia/Aegis-AI-Content-Safety-Dataset-2.0","revision":"d86bb8bedff51d25ac834ab7838f1cc61acb7a2c","config":null,"split":"train","evidence_url":"https://github.com/firelex/jeff/blob/3720e7c66d73b79a6e90189f3d5b0d6ecf03ddc0/docs/data-sources.md","note":"The pinned project data-sources document explicitly states these sources trained Jeff weights; core Dataset pins are recorded in src/jeff/data.py where available. Release/config matching must be verified against the evaluated checkpoint before publication."},{"benchmark_id":"arc-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"allenai/ai2_arc","revision":null,"config":null,"split":null,"evidence_url":"https://github.com/firelex/jeff/blob/3720e7c66d73b79a6e90189f3d5b0d6ecf03ddc0/docs/data-sources.md","note":"The pinned project data-sources document explicitly states these sources trained Jeff weights; core Dataset pins are recorded in src/jeff/data.py where available. Release/config matching must be verified against the evaluated checkpoint before publication."},{"benchmark_id":"civil-comments-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"google/civil_comments","revision":"f2970eb3a55777454c94069077cc8d9b5866312d","config":null,"split":"train","evidence_url":"https://github.com/firelex/jeff/blob/3720e7c66d73b79a6e90189f3d5b0d6ecf03ddc0/docs/data-sources.md","note":"The pinned project data-sources document explicitly states these sources trained Jeff weights; core Dataset pins are recorded in src/jeff/data.py where available. Release/config matching must be verified against the evaluated checkpoint before publication."},{"benchmark_id":"clinc-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"clinc/clinc_oos","revision":"155b9c710419136e17307b80d0a13e68cd46b4ec","config":"plus","split":"train","evidence_url":"https://github.com/firelex/jeff/blob/3720e7c66d73b79a6e90189f3d5b0d6ecf03ddc0/docs/data-sources.md","note":"Jeff v1.1 and v1.2 add CLINC150 plus training questions. Apply only after verifying the evaluated result used v1.1 or newer; Gemma E2B remains v1.0."},{"benchmark_id":"contract-nli-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"presencesw/contract-nli","revision":null,"config":null,"split":null,"evidence_url":"https://github.com/firelex/jeff/blob/3720e7c66d73b79a6e90189f3d5b0d6ecf03ddc0/docs/data-sources.md","note":"The pinned project data-sources document explicitly states these sources trained Jeff weights; core Dataset pins are recorded in src/jeff/data.py where available. Release/config matching must be verified against the evaluated checkpoint before publication."},{"benchmark_id":"massive-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"AmazonScience/massive","revision":null,"config":null,"split":null,"evidence_url":"https://github.com/firelex/jeff/blob/3720e7c66d73b79a6e90189f3d5b0d6ecf03ddc0/docs/data-sources.md","note":"The pinned project data-sources document explicitly states these sources trained Jeff weights; core Dataset pins are recorded in src/jeff/data.py where available. Release/config matching must be verified against the evaluated checkpoint before publication."},{"benchmark_id":"openbookqa-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"allenai/openbookqa","revision":null,"config":null,"split":null,"evidence_url":"https://github.com/firelex/jeff/blob/3720e7c66d73b79a6e90189f3d5b0d6ecf03ddc0/docs/data-sources.md","note":"The pinned project data-sources document explicitly states these sources trained Jeff weights; core Dataset pins are recorded in src/jeff/data.py where available. Release/config matching must be verified against the evaluated checkpoint before publication."},{"benchmark_id":"paws-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"google-research-datasets/paws","revision":"161ece9501cf0a11f3e48bd356eaa82de46d6a09","config":"labeled_final","split":"train","evidence_url":"https://github.com/firelex/jeff/blob/3720e7c66d73b79a6e90189f3d5b0d6ecf03ddc0/docs/data-sources.md","note":"The pinned project data-sources document explicitly states these sources trained Jeff weights; core Dataset pins are recorded in src/jeff/data.py where available. Release/config matching must be verified against the evaluated checkpoint before publication."},{"benchmark_id":"quartz-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"allenai/quartz","revision":null,"config":null,"split":null,"evidence_url":"https://github.com/firelex/jeff/blob/3720e7c66d73b79a6e90189f3d5b0d6ecf03ddc0/docs/data-sources.md","note":"The pinned project data-sources document explicitly states these sources trained Jeff weights; core Dataset pins are recorded in src/jeff/data.py where available. Release/config matching must be verified against the evaluated checkpoint before publication."},{"benchmark_id":"snli-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"stanfordnlp/snli","revision":null,"config":null,"split":null,"evidence_url":"https://github.com/firelex/jeff/blob/3720e7c66d73b79a6e90189f3d5b0d6ecf03ddc0/docs/data-sources.md","note":"The pinned project data-sources document explicitly states these sources trained Jeff weights; core Dataset pins are recorded in src/jeff/data.py where available. Release/config matching must be verified against the evaluated checkpoint before publication."}],"total_params":853247040,"active_params":597197888,"parameter_count_method":"non_lookup_parameters_v1","display_name":"Jeff Qwen3.5 0.8B","short_name":"Jeff Qwen3.5 0.8B","url":"https://huggingface.co/mstrasser/Jeff-Qwen3.5-0.8B","hf_url":"https://huggingface.co/mstrasser/Jeff-Qwen3.5-0.8B"}},{"run_id":"mstrasser__Jeff-Qwen3.5-2B","model":{"id":"mstrasser/Jeff-Qwen3.5-2B","adapter":"firelex-jeff","settings":{"questions_per_call":1},"training_exposure":[{"benchmark_id":"aegis2-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"nvidia/Aegis-AI-Content-Safety-Dataset-2.0","revision":"d86bb8bedff51d25ac834ab7838f1cc61acb7a2c","config":null,"split":"train","evidence_url":"https://github.com/firelex/jeff/blob/3720e7c66d73b79a6e90189f3d5b0d6ecf03ddc0/docs/data-sources.md","note":"The pinned project data-sources document explicitly states these sources trained Jeff weights; core Dataset pins are recorded in src/jeff/data.py where available. Release/config matching must be verified against the evaluated checkpoint before publication."},{"benchmark_id":"arc-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"allenai/ai2_arc","revision":null,"config":null,"split":null,"evidence_url":"https://github.com/firelex/jeff/blob/3720e7c66d73b79a6e90189f3d5b0d6ecf03ddc0/docs/data-sources.md","note":"The pinned project data-sources document explicitly states these sources trained Jeff weights; core Dataset pins are recorded in src/jeff/data.py where available. Release/config matching must be verified against the evaluated checkpoint before publication."},{"benchmark_id":"civil-comments-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"google/civil_comments","revision":"f2970eb3a55777454c94069077cc8d9b5866312d","config":null,"split":"train","evidence_url":"https://github.com/firelex/jeff/blob/3720e7c66d73b79a6e90189f3d5b0d6ecf03ddc0/docs/data-sources.md","note":"The pinned project data-sources document explicitly states these sources trained Jeff weights; core Dataset pins are recorded in src/jeff/data.py where available. Release/config matching must be verified against the evaluated checkpoint before publication."},{"benchmark_id":"clinc-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"clinc/clinc_oos","revision":"155b9c710419136e17307b80d0a13e68cd46b4ec","config":"plus","split":"train","evidence_url":"https://github.com/firelex/jeff/blob/3720e7c66d73b79a6e90189f3d5b0d6ecf03ddc0/docs/data-sources.md","note":"Jeff v1.1 and v1.2 add CLINC150 plus training questions. Apply only after verifying the evaluated result used v1.1 or newer; Gemma E2B remains v1.0."},{"benchmark_id":"contract-nli-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"presencesw/contract-nli","revision":null,"config":null,"split":null,"evidence_url":"https://github.com/firelex/jeff/blob/3720e7c66d73b79a6e90189f3d5b0d6ecf03ddc0/docs/data-sources.md","note":"The pinned project data-sources document explicitly states these sources trained Jeff weights; core Dataset pins are recorded in src/jeff/data.py where available. Release/config matching must be verified against the evaluated checkpoint before publication."},{"benchmark_id":"massive-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"AmazonScience/massive","revision":null,"config":null,"split":null,"evidence_url":"https://github.com/firelex/jeff/blob/3720e7c66d73b79a6e90189f3d5b0d6ecf03ddc0/docs/data-sources.md","note":"The pinned project data-sources document explicitly states these sources trained Jeff weights; core Dataset pins are recorded in src/jeff/data.py where available. Release/config matching must be verified against the evaluated checkpoint before publication."},{"benchmark_id":"openbookqa-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"allenai/openbookqa","revision":null,"config":null,"split":null,"evidence_url":"https://github.com/firelex/jeff/blob/3720e7c66d73b79a6e90189f3d5b0d6ecf03ddc0/docs/data-sources.md","note":"The pinned project data-sources document explicitly states these sources trained Jeff weights; core Dataset pins are recorded in src/jeff/data.py where available. Release/config matching must be verified against the evaluated checkpoint before publication."},{"benchmark_id":"paws-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"google-research-datasets/paws","revision":"161ece9501cf0a11f3e48bd356eaa82de46d6a09","config":"labeled_final","split":"train","evidence_url":"https://github.com/firelex/jeff/blob/3720e7c66d73b79a6e90189f3d5b0d6ecf03ddc0/docs/data-sources.md","note":"The pinned project data-sources document explicitly states these sources trained Jeff weights; core Dataset pins are recorded in src/jeff/data.py where available. Release/config matching must be verified against the evaluated checkpoint before publication."},{"benchmark_id":"quartz-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"allenai/quartz","revision":null,"config":null,"split":null,"evidence_url":"https://github.com/firelex/jeff/blob/3720e7c66d73b79a6e90189f3d5b0d6ecf03ddc0/docs/data-sources.md","note":"The pinned project data-sources document explicitly states these sources trained Jeff weights; core Dataset pins are recorded in src/jeff/data.py where available. Release/config matching must be verified against the evaluated checkpoint before publication."},{"benchmark_id":"snli-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"stanfordnlp/snli","revision":null,"config":null,"split":null,"evidence_url":"https://github.com/firelex/jeff/blob/3720e7c66d73b79a6e90189f3d5b0d6ecf03ddc0/docs/data-sources.md","note":"The pinned project data-sources document explicitly states these sources trained Jeff weights; core Dataset pins are recorded in src/jeff/data.py where available. Release/config matching must be verified against the evaluated checkpoint before publication."}],"total_params":2213763904,"active_params":1702845248,"parameter_count_method":"non_lookup_parameters_v1","display_name":"Jeff Qwen3.5 2B","short_name":"Jeff Qwen3.5 2B","url":"https://huggingface.co/mstrasser/Jeff-Qwen3.5-2B","hf_url":"https://huggingface.co/mstrasser/Jeff-Qwen3.5-2B"}},{"run_id":"mukaddamzaid__amos-1-large","model":{"id":"mukaddamzaid/amos-1-large","adapter":"amos","settings":{"questions_per_call":1},"training_exposure":null,"total_params":27519293172,"active_params":26245240564,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"Amos 1 Large","short_name":"Amos 1 Large","url":"https://huggingface.co/mukaddamzaid/amos-1-large","hf_url":"https://huggingface.co/mukaddamzaid/amos-1-large"}},{"run_id":"notnotsamuel__LFM2.5-350M-RLCD","model":{"id":"notnotsamuel/LFM2.5-350M-RLCD","adapter":"lfm-rlcd","settings":{"questions_per_call":1},"total_params":354483968,"active_params":287375104,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"LFM2.5-350M-RLCD","short_name":"LFM2.5-350M-RLCD","url":"https://huggingface.co/notnotsamuel/LFM2.5-350M-RLCD","hf_url":"https://huggingface.co/notnotsamuel/LFM2.5-350M-RLCD"}},{"run_id":"OmniJev__OneJev-0.8B","model":{"id":"OmniJev/OneJev-0.8B","adapter":"onejev","settings":{"questions_per_call":1},"total_params":1107265600,"active_params":851216448,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"OneJev-0.8B","short_name":"OneJev-0.8B","url":"https://huggingface.co/OmniJev/OneJev-0.8B","hf_url":"https://huggingface.co/OmniJev/OneJev-0.8B"}},{"run_id":"OmniJev__OneJev1.6-0.8B","model":{"id":"OmniJev/OneJev1.6-0.8B","adapter":"onejev","settings":{"questions_per_call":1},"training_exposure":null,"total_params":1107265600,"active_params":851216448,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"OneJev 1.6 0.8B","short_name":"OneJev 1.6 0.8B","url":"https://huggingface.co/OmniJev/OneJev1.6-0.8B","hf_url":"https://huggingface.co/OmniJev/OneJev1.6-0.8B"}},{"run_id":"OmniJev__OneJev1.6-27B","model":{"id":"OmniJev/OneJev1.6-27B","adapter":"onejev","settings":{"questions_per_call":1},"training_exposure":null,"total_params":27356728560,"active_params":26082675952,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"OneJev 1.6 27B","short_name":"OneJev 1.6 27B","url":"https://huggingface.co/OmniJev/OneJev1.6-27B","hf_url":"https://huggingface.co/OmniJev/OneJev1.6-27B"}},{"run_id":"OmniJev__OneJev1.6-4B","model":{"id":"OmniJev/OneJev1.6-4B","adapter":"onejev","settings":{"questions_per_call":1},"training_exposure":null,"total_params":5174964736,"active_params":4536906240,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"OneJev 1.6 4B","short_name":"OneJev 1.6 4B","url":"https://huggingface.co/OmniJev/OneJev1.6-4B","hf_url":"https://huggingface.co/OmniJev/OneJev1.6-4B"}},{"run_id":"OmniJev__OneJev1.6-9B","model":{"id":"OmniJev/OneJev1.6-9B","adapter":"onejev","settings":{"questions_per_call":1},"training_exposure":null,"total_params":9409813744,"active_params":8390040816,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"OneJev 1.6 9B","short_name":"OneJev 1.6 9B","url":"https://huggingface.co/OmniJev/OneJev1.6-9B","hf_url":"https://huggingface.co/OmniJev/OneJev1.6-9B"}},{"run_id":"openai__gpt-6-luna-decisions","model":{"id":"gpt-6-luna","adapter":"openai-decisions","settings":{},"training_exposure":null,"total_params":null,"active_params":null,"parameter_count_method":null,"display_name":"GPT-6 Luna (Decisions API)","short_name":"GPT-6 Luna Decisions","url":"https://developers.openai.com/api/docs/guides/decisions","hf_url":null}},{"run_id":"openjev__openjev_27b_bf16","model":{"id":"openjev/openjev","adapter":"openjev-org","settings":{"questions_per_call":1},"total_params":27356728560,"active_params":26082675952,"parameter_count_method":"non_lookup_parameters_v1","display_name":"OpenJev-27B (openjev)","short_name":"OpenJev-27B (openjev)","url":null,"hf_url":"https://huggingface.co/openjev/openjev"}},{"run_id":"openjev__openjev_27b_bf16","model":{"id":"openjev/openjev","adapter":"openjev-org","settings":{"questions_per_call":1},"training_exposure":null,"total_params":27356728560,"active_params":26082675952,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"OpenJev-27B (openjev)","short_name":"OpenJev-27B (openjev)","url":null,"hf_url":"https://huggingface.co/openjev/openjev"}},{"run_id":"oraculumai__Manchego","model":{"id":"oraculumai/Manchego","adapter":"manchego","settings":{"questions_per_call":1},"training_exposure":[{"benchmark_id":"banking77-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"legacy-datasets/banking77","revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/oraculumai/Manchego/blob/39ecbbd993520fe43133b6b60f437811effe32b9/README.md","note":"The measured v2.1 release card explicitly names Banking77 as a real-text training corpus with human labels. Exact Dataset snapshot/split is not disclosed. Later v3 training claims (including GSM8K) do not apply to this measured release."}],"total_params":4205751296,"active_params":3570052096,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"Manchego","short_name":"Manchego","url":"https://huggingface.co/oraculumai/Manchego","hf_url":"https://huggingface.co/oraculumai/Manchego"}},{"run_id":"PelaAI__KnowLine-26B-A4B-Gen1","model":{"id":"PelaAI/KnowLine-26B-A4B-Gen1","adapter":"knowline","settings":{},"training_exposure":[{"benchmark_id":"aqua-rat-choice-test-v1","relationship":"same_source_family","registration_source":null,"dataset_access":null,"dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/96#6ad4eb0a424f9dc6c70a0721","note":"Submitter declaration for KnowLine-26B-A4B-Gen1 (from google/gemma-4-26B-A4B-it). Training includes AQuA-RAT (deepmind/aqua_rat) train split. The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row."},{"benchmark_id":"arc-choice-test-v1","relationship":"same_source_family","registration_source":null,"dataset_access":null,"dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/96#6ad4eb0a424f9dc6c70a0721","note":"Submitter declaration for KnowLine-26B-A4B-Gen1 (from google/gemma-4-26B-A4B-it). Training includes ARC (allenai/ai2_arc) train split. The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row."},{"benchmark_id":"banking77-choice-test-v1","relationship":"same_source_family","registration_source":null,"dataset_access":null,"dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/96#6ad4eb0a424f9dc6c70a0721","note":"Submitter declaration for KnowLine-26B-A4B-Gen1 (from google/gemma-4-26B-A4B-it). Training includes BANKING77 (PolyAI/banking77) train split. The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row."},{"benchmark_id":"civil-comments-noul-test-v1","relationship":"same_source_family","registration_source":null,"dataset_access":null,"dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/96#6ad4eb0a424f9dc6c70a0721","note":"Submitter declaration for KnowLine-26B-A4B-Gen1 (from google/gemma-4-26B-A4B-it). Training includes Civil Comments (google/civil_comments) train split. The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row."},{"benchmark_id":"cladder-noul-test-v1","relationship":"related_domain","registration_source":null,"dataset_access":null,"dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/96#6ad4eb0a424f9dc6c70a0721","note":"Submitter declaration for KnowLine-26B-A4B-Gen1 (from google/gemma-4-26B-A4B-it). Training includes generated CLadder-style causal questions (not drawn from the CLadder release); shared source identity with CLadder is not claimed. The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row."},{"benchmark_id":"clinc-choice-test-v1","relationship":"same_source_family","registration_source":null,"dataset_access":null,"dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/96#6ad4eb0a424f9dc6c70a0721","note":"Submitter declaration for KnowLine-26B-A4B-Gen1 (from google/gemma-4-26B-A4B-it). Training includes CLINC150 (clinc_oos) train split. The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row."},{"benchmark_id":"contract-nli-choice-test-v1","relationship":"same_source_family","registration_source":null,"dataset_access":null,"dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/96#6ad4eb0a424f9dc6c70a0721","note":"Submitter declaration for KnowLine-26B-A4B-Gen1 (from google/gemma-4-26B-A4B-it). Training includes ContractNLI train split. The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check (normalized text; a training component of 60+ characters equal to an evaluation component or sharing its first 50 characters, or a whole short evaluation state verbatim): 17 of 100 cases share text with a training row (contract boilerplate such as signature blocks and recitals); no complete evaluation example (input and target) is known to have been trained on."},{"benchmark_id":"dbpedia-choice-test-v1","relationship":"same_source_family","registration_source":null,"dataset_access":null,"dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/96#6ad4eb0a424f9dc6c70a0721","note":"Submitter declaration for KnowLine-26B-A4B-Gen1 (from google/gemma-4-26B-A4B-it). Training includes DBpedia-14 (fancyzhx/dbpedia_14) train split. The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row."},{"benchmark_id":"esci-choice-test-v1","relationship":"same_source_family","registration_source":null,"dataset_access":null,"dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/96#6ad4eb0a424f9dc6c70a0721","note":"Submitter declaration for KnowLine-26B-A4B-Gen1 (from google/gemma-4-26B-A4B-it). Training includes Amazon ESCI train split. The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check (normalized text; a training component of 60+ characters equal to an evaluation component or sharing its first 50 characters, or a whole short evaluation state verbatim): 1 of 100 cases share text with a training row (product titles); no complete evaluation example (input and target) is known to have been trained on."},{"benchmark_id":"go-emotions-noul-test-v1","relationship":"same_source_family","registration_source":null,"dataset_access":null,"dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/96#6ad4eb0a424f9dc6c70a0721","note":"Submitter declaration for KnowLine-26B-A4B-Gen1 (from google/gemma-4-26B-A4B-it). Training includes GoEmotions (google-research-datasets/go_emotions) train split. The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row."},{"benchmark_id":"gsm8k-choice-test-v1","relationship":"same_source_family","registration_source":null,"dataset_access":null,"dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/96#6ad4eb0a424f9dc6c70a0721","note":"Submitter declaration for KnowLine-26B-A4B-Gen1 (from google/gemma-4-26B-A4B-it). Training includes GSM8K (openai/gsm8k) train split. The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row."},{"benchmark_id":"laya--typed-decisions-choice-test-v1","relationship":"same_source_family","registration_source":null,"dataset_access":null,"dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/96#6ad4eb0a424f9dc6c70a0721","note":"Submitter declaration for KnowLine-26B-A4B-Gen1 (from google/gemma-4-26B-A4B-it). Training includes LocalLLaMA/typed-decisions train data (its four workflows). The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row."},{"benchmark_id":"laya--typed-decisions-noul-test-v1","relationship":"same_source_family","registration_source":null,"dataset_access":null,"dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/96#6ad4eb0a424f9dc6c70a0721","note":"Submitter declaration for KnowLine-26B-A4B-Gen1 (from google/gemma-4-26B-A4B-it). Training includes LocalLLaMA/typed-decisions train data (its four workflows). The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row."},{"benchmark_id":"laya--typed-decisions-score-test-v1","relationship":"same_source_family","registration_source":null,"dataset_access":null,"dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/96#6ad4eb0a424f9dc6c70a0721","note":"Submitter declaration for KnowLine-26B-A4B-Gen1 (from google/gemma-4-26B-A4B-it). Training includes LocalLLaMA/typed-decisions train data (its four workflows). The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row."},{"benchmark_id":"mtop-choice-test-v1","relationship":"same_source_family","registration_source":null,"dataset_access":null,"dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/96#6ad4eb0a424f9dc6c70a0721","note":"Submitter declaration for KnowLine-26B-A4B-Gen1 (from google/gemma-4-26B-A4B-it). Training includes MTOP (tasksource/mtop) train split. The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row."},{"benchmark_id":"open-jev--amount-extraction-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":null,"dataset_access":null,"dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/96#6ad4eb0a424f9dc6c70a0721","note":"Submitter declaration for KnowLine-26B-A4B-Gen1 (from google/gemma-4-26B-A4B-it). Training includes Open-Jev 1.1 training data (the Open-Jev control families). The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row."},{"benchmark_id":"open-jev--amount-extraction-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":null,"dataset_access":null,"dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/96#6ad4eb0a424f9dc6c70a0721","note":"Submitter declaration for KnowLine-26B-A4B-Gen1 (from google/gemma-4-26B-A4B-it). Training includes Open-Jev 1.1 training data (the Open-Jev control families). The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row."},{"benchmark_id":"open-jev--browser-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":null,"dataset_access":null,"dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/96#6ad4eb0a424f9dc6c70a0721","note":"Submitter declaration for KnowLine-26B-A4B-Gen1 (from google/gemma-4-26B-A4B-it). Training includes Open-Jev 1.1 training data (the Open-Jev control families). The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row."},{"benchmark_id":"open-jev--citation-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":null,"dataset_access":null,"dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/96#6ad4eb0a424f9dc6c70a0721","note":"Submitter declaration for KnowLine-26B-A4B-Gen1 (from google/gemma-4-26B-A4B-it). Training includes Open-Jev 1.1 training data (the Open-Jev control families). The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row."},{"benchmark_id":"open-jev--context-retention-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":null,"dataset_access":null,"dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/96#6ad4eb0a424f9dc6c70a0721","note":"Submitter declaration for KnowLine-26B-A4B-Gen1 (from google/gemma-4-26B-A4B-it). Training includes Open-Jev 1.1 training data (the Open-Jev control families). The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row."},{"benchmark_id":"open-jev--customer-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":null,"dataset_access":null,"dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/96#6ad4eb0a424f9dc6c70a0721","note":"Submitter declaration for KnowLine-26B-A4B-Gen1 (from google/gemma-4-26B-A4B-it). Training includes Open-Jev 1.1 training data (the Open-Jev control families). The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row."},{"benchmark_id":"open-jev--customer-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":null,"dataset_access":null,"dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/96#6ad4eb0a424f9dc6c70a0721","note":"Submitter declaration for KnowLine-26B-A4B-Gen1 (from google/gemma-4-26B-A4B-it). Training includes Open-Jev 1.1 training data (the Open-Jev control families). The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check (normalized text; a training component of 60+ characters equal to an evaluation component or sharing its first 50 characters, or a whole short evaluation state verbatim): 1 of 33 cases share text with a training row (template text of the Open-Jev control families); no complete evaluation example (input and target) is known to have been trained on."},{"benchmark_id":"open-jev--customer-control-v1-score-test-v1","relationship":"same_source_family","registration_source":null,"dataset_access":null,"dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/96#6ad4eb0a424f9dc6c70a0721","note":"Submitter declaration for KnowLine-26B-A4B-Gen1 (from google/gemma-4-26B-A4B-it). Training includes Open-Jev 1.1 training data (the Open-Jev control families). The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check (normalized text; a training component of 60+ characters equal to an evaluation component or sharing its first 50 characters, or a whole short evaluation state verbatim): 1 of 50 cases share text with a training row (template text of the Open-Jev control families); no complete evaluation example (input and target) is known to have been trained on."},{"benchmark_id":"open-jev--drone-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":null,"dataset_access":null,"dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/96#6ad4eb0a424f9dc6c70a0721","note":"Submitter declaration for KnowLine-26B-A4B-Gen1 (from google/gemma-4-26B-A4B-it). Training includes Open-Jev 1.1 training data (the Open-Jev control families). The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row."},{"benchmark_id":"open-jev--drone-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":null,"dataset_access":null,"dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/96#6ad4eb0a424f9dc6c70a0721","note":"Submitter declaration for KnowLine-26B-A4B-Gen1 (from google/gemma-4-26B-A4B-it). Training includes Open-Jev 1.1 training data (the Open-Jev control families). The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row."},{"benchmark_id":"open-jev--drone-control-v1-score-test-v1","relationship":"same_source_family","registration_source":null,"dataset_access":null,"dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/96#6ad4eb0a424f9dc6c70a0721","note":"Submitter declaration for KnowLine-26B-A4B-Gen1 (from google/gemma-4-26B-A4B-it). Training includes Open-Jev 1.1 training data (the Open-Jev control families). The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row."},{"benchmark_id":"open-jev--email-selection-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":null,"dataset_access":null,"dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/96#6ad4eb0a424f9dc6c70a0721","note":"Submitter declaration for KnowLine-26B-A4B-Gen1 (from google/gemma-4-26B-A4B-it). Training includes Open-Jev 1.1 training data (the Open-Jev control families). The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row."},{"benchmark_id":"open-jev--email-selection-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":null,"dataset_access":null,"dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/96#6ad4eb0a424f9dc6c70a0721","note":"Submitter declaration for KnowLine-26B-A4B-Gen1 (from google/gemma-4-26B-A4B-it). Training includes Open-Jev 1.1 training data (the Open-Jev control families). The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row."},{"benchmark_id":"open-jev--entity-alignment-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":null,"dataset_access":null,"dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/96#6ad4eb0a424f9dc6c70a0721","note":"Submitter declaration for KnowLine-26B-A4B-Gen1 (from google/gemma-4-26B-A4B-it). Training includes Open-Jev 1.1 training data (the Open-Jev control families). The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row."},{"benchmark_id":"open-jev--entity-alignment-control-v1-score-test-v1","relationship":"same_source_family","registration_source":null,"dataset_access":null,"dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/96#6ad4eb0a424f9dc6c70a0721","note":"Submitter declaration for KnowLine-26B-A4B-Gen1 (from google/gemma-4-26B-A4B-it). Training includes Open-Jev 1.1 training data (the Open-Jev control families). The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row."},{"benchmark_id":"open-jev--ir-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":null,"dataset_access":null,"dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/96#6ad4eb0a424f9dc6c70a0721","note":"Submitter declaration for KnowLine-26B-A4B-Gen1 (from google/gemma-4-26B-A4B-it). Training includes Open-Jev 1.1 training data (the Open-Jev control families). The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row."},{"benchmark_id":"open-jev--ir-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":null,"dataset_access":null,"dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/96#6ad4eb0a424f9dc6c70a0721","note":"Submitter declaration for KnowLine-26B-A4B-Gen1 (from google/gemma-4-26B-A4B-it). Training includes Open-Jev 1.1 training data (the Open-Jev control families). The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row."},{"benchmark_id":"open-jev--ir-control-v1-score-test-v1","relationship":"same_source_family","registration_source":null,"dataset_access":null,"dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/96#6ad4eb0a424f9dc6c70a0721","note":"Submitter declaration for KnowLine-26B-A4B-Gen1 (from google/gemma-4-26B-A4B-it). Training includes Open-Jev 1.1 training data (the Open-Jev control families). The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row."},{"benchmark_id":"open-jev--mailroom-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":null,"dataset_access":null,"dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/96#6ad4eb0a424f9dc6c70a0721","note":"Submitter declaration for KnowLine-26B-A4B-Gen1 (from google/gemma-4-26B-A4B-it). Training includes Open-Jev 1.1 training data (the Open-Jev control families). The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row."},{"benchmark_id":"open-jev--mailroom-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":null,"dataset_access":null,"dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/96#6ad4eb0a424f9dc6c70a0721","note":"Submitter declaration for KnowLine-26B-A4B-Gen1 (from google/gemma-4-26B-A4B-it). Training includes Open-Jev 1.1 training data (the Open-Jev control families). The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row."},{"benchmark_id":"open-jev--painting-geometry-v1-choice-test-v1","relationship":"same_source_family","registration_source":null,"dataset_access":null,"dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/96#6ad4eb0a424f9dc6c70a0721","note":"Submitter declaration for KnowLine-26B-A4B-Gen1 (from google/gemma-4-26B-A4B-it). Training includes Open-Jev 1.1 training data (the Open-Jev control families). The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row."},{"benchmark_id":"open-jev--painting-geometry-v1-noul-test-v1","relationship":"same_source_family","registration_source":null,"dataset_access":null,"dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/96#6ad4eb0a424f9dc6c70a0721","note":"Submitter declaration for KnowLine-26B-A4B-Gen1 (from google/gemma-4-26B-A4B-it). Training includes Open-Jev 1.1 training data (the Open-Jev control families). The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row."},{"benchmark_id":"open-jev--painting-geometry-v1-score-test-v1","relationship":"same_source_family","registration_source":null,"dataset_access":null,"dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/96#6ad4eb0a424f9dc6c70a0721","note":"Submitter declaration for KnowLine-26B-A4B-Gen1 (from google/gemma-4-26B-A4B-it). Training includes Open-Jev 1.1 training data (the Open-Jev control families). The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row."},{"benchmark_id":"open-jev--phone-extraction-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":null,"dataset_access":null,"dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/96#6ad4eb0a424f9dc6c70a0721","note":"Submitter declaration for KnowLine-26B-A4B-Gen1 (from google/gemma-4-26B-A4B-it). Training includes Open-Jev 1.1 training data (the Open-Jev control families). The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row."},{"benchmark_id":"open-jev--phone-extraction-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":null,"dataset_access":null,"dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/96#6ad4eb0a424f9dc6c70a0721","note":"Submitter declaration for KnowLine-26B-A4B-Gen1 (from google/gemma-4-26B-A4B-it). Training includes Open-Jev 1.1 training data (the Open-Jev control families). The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row."},{"benchmark_id":"open-jev--reasoning-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":null,"dataset_access":null,"dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/96#6ad4eb0a424f9dc6c70a0721","note":"Submitter declaration for KnowLine-26B-A4B-Gen1 (from google/gemma-4-26B-A4B-it). Training includes Open-Jev 1.1 training data (the Open-Jev control families). The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row."},{"benchmark_id":"open-jev--reasoning-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":null,"dataset_access":null,"dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/96#6ad4eb0a424f9dc6c70a0721","note":"Submitter declaration for KnowLine-26B-A4B-Gen1 (from google/gemma-4-26B-A4B-it). Training includes Open-Jev 1.1 training data (the Open-Jev control families). The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row."},{"benchmark_id":"open-jev--reasoning-control-v1-score-test-v1","relationship":"same_source_family","registration_source":null,"dataset_access":null,"dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/96#6ad4eb0a424f9dc6c70a0721","note":"Submitter declaration for KnowLine-26B-A4B-Gen1 (from google/gemma-4-26B-A4B-it). Training includes Open-Jev 1.1 training data (the Open-Jev control families). The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row."},{"benchmark_id":"open-jev--silent-failure-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":null,"dataset_access":null,"dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/96#6ad4eb0a424f9dc6c70a0721","note":"Submitter declaration for KnowLine-26B-A4B-Gen1 (from google/gemma-4-26B-A4B-it). Training includes Open-Jev 1.1 training data (the Open-Jev control families). The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row."},{"benchmark_id":"open-jev--snake-v1-choice-test-v1","relationship":"same_source_family","registration_source":null,"dataset_access":null,"dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/96#6ad4eb0a424f9dc6c70a0721","note":"Submitter declaration for KnowLine-26B-A4B-Gen1 (from google/gemma-4-26B-A4B-it). Training includes Open-Jev 1.1 training data (the Open-Jev control families). The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row."},{"benchmark_id":"open-jev--snake-v1-noul-test-v1","relationship":"same_source_family","registration_source":null,"dataset_access":null,"dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/96#6ad4eb0a424f9dc6c70a0721","note":"Submitter declaration for KnowLine-26B-A4B-Gen1 (from google/gemma-4-26B-A4B-it). Training includes Open-Jev 1.1 training data (the Open-Jev control families). The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row."},{"benchmark_id":"open-jev--sponsor-segment-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":null,"dataset_access":null,"dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/96#6ad4eb0a424f9dc6c70a0721","note":"Submitter declaration for KnowLine-26B-A4B-Gen1 (from google/gemma-4-26B-A4B-it). Training includes Open-Jev 1.1 training data (the Open-Jev control families). The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row."},{"benchmark_id":"open-jev--tic-tac-toe-v1-choice-test-v1","relationship":"same_source_family","registration_source":null,"dataset_access":null,"dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/96#6ad4eb0a424f9dc6c70a0721","note":"Submitter declaration for KnowLine-26B-A4B-Gen1 (from google/gemma-4-26B-A4B-it). Training includes Open-Jev 1.1 training data (the Open-Jev control families). The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row."},{"benchmark_id":"open-jev--vizdoom-basic-v1-noul-test-v1","relationship":"same_source_family","registration_source":null,"dataset_access":null,"dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/96#6ad4eb0a424f9dc6c70a0721","note":"Submitter declaration for KnowLine-26B-A4B-Gen1 (from google/gemma-4-26B-A4B-it). Training includes Open-Jev 1.1 training data (the Open-Jev control families). The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row."},{"benchmark_id":"open-jev--vizdoom-basic-v1-score-test-v1","relationship":"same_source_family","registration_source":null,"dataset_access":null,"dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/96#6ad4eb0a424f9dc6c70a0721","note":"Submitter declaration for KnowLine-26B-A4B-Gen1 (from google/gemma-4-26B-A4B-it). Training includes Open-Jev 1.1 training data (the Open-Jev control families). The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row."},{"benchmark_id":"open-jev--workflow-controls-v1--agent-trace-observability-noul-test-v1","relationship":"same_source_family","registration_source":null,"dataset_access":null,"dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/96#6ad4eb0a424f9dc6c70a0721","note":"Submitter declaration for KnowLine-26B-A4B-Gen1 (from google/gemma-4-26B-A4B-it). Training includes Open-Jev 1.1 training data (the Open-Jev control families). The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row."},{"benchmark_id":"open-jev--workflow-controls-v1--customer-service-noul-test-v1","relationship":"same_source_family","registration_source":null,"dataset_access":null,"dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/96#6ad4eb0a424f9dc6c70a0721","note":"Submitter declaration for KnowLine-26B-A4B-Gen1 (from google/gemma-4-26B-A4B-it). Training includes Open-Jev 1.1 training data (the Open-Jev control families). The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row."},{"benchmark_id":"open-jev--workflow-controls-v1--invoice-processing-noul-test-v1","relationship":"same_source_family","registration_source":null,"dataset_access":null,"dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/96#6ad4eb0a424f9dc6c70a0721","note":"Submitter declaration for KnowLine-26B-A4B-Gen1 (from google/gemma-4-26B-A4B-it). Training includes Open-Jev 1.1 training data (the Open-Jev control families). The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row."},{"benchmark_id":"open-jev--workflow-controls-v1--security-incidents-noul-test-v1","relationship":"same_source_family","registration_source":null,"dataset_access":null,"dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/96#6ad4eb0a424f9dc6c70a0721","note":"Submitter declaration for KnowLine-26B-A4B-Gen1 (from google/gemma-4-26B-A4B-it). Training includes Open-Jev 1.1 training data (the Open-Jev control families). The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row."},{"benchmark_id":"openbookqa-choice-test-v1","relationship":"same_source_family","registration_source":null,"dataset_access":null,"dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/96#6ad4eb0a424f9dc6c70a0721","note":"Submitter declaration for KnowLine-26B-A4B-Gen1 (from google/gemma-4-26B-A4B-it). Training includes OpenBookQA (allenai/openbookqa) train split. The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row."},{"benchmark_id":"ruletaker-noul-test-v1","relationship":"same_source_family","registration_source":null,"dataset_access":null,"dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/96#6ad4eb0a424f9dc6c70a0721","note":"Submitter declaration for KnowLine-26B-A4B-Gen1 (from google/gemma-4-26B-A4B-it). Training includes RuleTaker / ProofWriter (tasksource/ruletaker, tasksource/proofwriter) train splits. The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check (normalized text; a training component of 60+ characters equal to an evaluation component or sharing its first 50 characters, or a whole short evaluation state verbatim): 3 of 100 cases share text with a training row (shared synthetic rule-base sentences); no complete evaluation example (input and target) is known to have been trained on."},{"benchmark_id":"sgd-choice-test-v1","relationship":"same_source_family","registration_source":null,"dataset_access":null,"dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/96#6ad4eb0a424f9dc6c70a0721","note":"Submitter declaration for KnowLine-26B-A4B-Gen1 (from google/gemma-4-26B-A4B-it). Training includes Schema-Guided Dialogue (dstc8-schema-guided-dialogue) train split. The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row."},{"benchmark_id":"snli-choice-test-v1","relationship":"same_source_family","registration_source":null,"dataset_access":null,"dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/96#6ad4eb0a424f9dc6c70a0721","note":"Submitter declaration for KnowLine-26B-A4B-Gen1 (from google/gemma-4-26B-A4B-it). Training includes SNLI (stanfordnlp/snli) train split. The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row."},{"benchmark_id":"argument-quality-choice-test-v1","relationship":"same_source_family","registration_source":null,"dataset_access":null,"dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/96#6ad4eb0a424f9dc6c70a0721","note":"Submitter declaration for KnowLine-26B-A4B-Gen1 (from google/gemma-4-26B-A4B-it). Training includes IBM-ArgQ-Rank-30k (ibm-research/argument_quality_ranking_30k) train split. The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row."},{"benchmark_id":"argument-quality-noul-test-v1","relationship":"same_source_family","registration_source":null,"dataset_access":null,"dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/96#6ad4eb0a424f9dc6c70a0721","note":"Submitter declaration for KnowLine-26B-A4B-Gen1 (from google/gemma-4-26B-A4B-it). Training includes IBM-ArgQ-Rank-30k (ibm-research/argument_quality_ranking_30k) train split. The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row."},{"benchmark_id":"scicite-choice-test-v1","relationship":"same_source_family","registration_source":null,"dataset_access":null,"dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/96#6ad4eb0a424f9dc6c70a0721","note":"Submitter declaration for KnowLine-26B-A4B-Gen1 (from google/gemma-4-26B-A4B-it). Training includes SciCite (allenai/scicite) train split. The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row."},{"benchmark_id":"scitail-noul-test-v1","relationship":"same_source_family","registration_source":null,"dataset_access":null,"dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/96#6ad4eb0a424f9dc6c70a0721","note":"Submitter declaration for KnowLine-26B-A4B-Gen1 (from google/gemma-4-26B-A4B-it). Training includes SciTail (allenai/scitail, snli_format) train split. The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row."},{"benchmark_id":"patent-similarity-score-test-v1","relationship":"same_source_family","registration_source":null,"dataset_access":null,"dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/96#6ad4eb0a424f9dc6c70a0721","note":"Submitter declaration for KnowLine-26B-A4B-Gen1 (from google/gemma-4-26B-A4B-it). Training includes Google patent phrase similarity train.csv (the source of tasksource/patent-phrase-similarity). The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row."},{"benchmark_id":"aegis2-noul-test-v1","relationship":"same_source_family","registration_source":null,"dataset_access":null,"dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/96#6ad4eb0a424f9dc6c70a0721","note":"Submitter declaration for KnowLine-26B-A4B-Gen1 (from google/gemma-4-26B-A4B-it). Training includes Aegis 2.0 (nvidia/Aegis-AI-Content-Safety-Dataset-2.0) train split: prompts, and safety and hazard routing questions built from its rows. The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check (normalized text; a training component of 60+ characters equal to an evaluation component or sharing its first 50 characters, or a whole short evaluation state verbatim): 2 of 100 cases share text with a training row (a widely circulated jailbreak prompt); no complete evaluation example (input and target) is known to have been trained on."},{"benchmark_id":"aegis2-noul-test-v1","relationship":"same_source_family","registration_source":null,"dataset_access":null,"dataset":null,"revision":null,"config":null,"split":"validation","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/96#6ad4eb0a424f9dc6c70a0721","note":"Submitter declaration for KnowLine-26B-A4B-Gen1 (from google/gemma-4-26B-A4B-it). Training includes Aegis 2.0 (nvidia/Aegis-AI-Content-Safety-Dataset-2.0) validation split, in safety and hazard routing questions built from its rows (nothing from its test split). The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check (normalized text; a training component of 60+ characters equal to an evaluation component or sharing its first 50 characters, or a whole short evaluation state verbatim): 2 of 100 cases share text with a training row (a widely circulated jailbreak prompt); no complete evaluation example (input and target) is known to have been trained on."},{"benchmark_id":"laya--enron-spam-noul-test-v1","relationship":"same_source_family","registration_source":null,"dataset_access":null,"dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/96#6ad4eb0a424f9dc6c70a0721","note":"Submitter declaration for KnowLine-26B-A4B-Gen1 (from google/gemma-4-26B-A4B-it). Training includes Enron-Spam (SetFit/enron_spam) train split. The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check (normalized text; a training component of 60+ characters equal to an evaluation component or sharing its first 50 characters, or a whole short evaluation state verbatim): 15 of 100 cases share text with a training row (recurring spam-template sentences and Enron-era mail text in an email-agent channel); no complete evaluation example (input and target) is known to have been trained on."},{"benchmark_id":"hh-rlhf-choice-test-v1","relationship":"same_source_family","registration_source":null,"dataset_access":null,"dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/96#6ad4eb0a424f9dc6c70a0721","note":"Submitter declaration for KnowLine-26B-A4B-Gen1 (from google/gemma-4-26B-A4B-it). Training includes BeaverTails (PKU-Alignment/BeaverTails 30k_train) and Aegis 2.0 train-split prompts, which reuse Anthropic HH-RLHF red-team prompts. The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check (normalized text; a training component of 60+ characters equal to an evaluation component or sharing its first 50 characters, or a whole short evaluation state verbatim): 1 of 100 cases share text with a training row (an identical red-team prompt, which Aegis 2.0 and BeaverTails reuse; responses, labels and task differ); no complete evaluation example (input and target) is known to have been trained on."},{"benchmark_id":"synthetic-relevance--nanocoir-noul-test-v1","relationship":"related_domain","registration_source":null,"dataset_access":null,"dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/96#6ad4eb0a424f9dc6c70a0721","note":"Submitter declaration for KnowLine-26B-A4B-Gen1 (from google/gemma-4-26B-A4B-it). Training includes DeepMind CodeContests (deepmind/code_contests) training problems and Codeforces problems from open-r1/codeforces (train split); a record-level check found shared problem-statement text, but source identity with the CoIR subsets behind this benchmark is not established. The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check (normalized text; a training component of 60+ characters equal to an evaluation component or sharing its first 50 characters, or a whole short evaluation state verbatim): 3 of 800 cases share text with a training row (Codeforces-style input specifications in problem statements); no complete evaluation example (input and target) is known to have been trained on."},{"benchmark_id":"synthetic-relevance--nanocoir-score-test-v1","relationship":"related_domain","registration_source":null,"dataset_access":null,"dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/96#6ad4eb0a424f9dc6c70a0721","note":"Submitter declaration for KnowLine-26B-A4B-Gen1 (from google/gemma-4-26B-A4B-it). Training includes DeepMind CodeContests (deepmind/code_contests) training problems and Codeforces problems from open-r1/codeforces (train split); a record-level check found shared problem-statement text, but source identity with the CoIR subsets behind this benchmark is not established. The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check (normalized text; a training component of 60+ characters equal to an evaluation component or sharing its first 50 characters, or a whole short evaluation state verbatim): 3 of 800 cases share text with a training row (Codeforces-style input specifications in problem statements); no complete evaluation example (input and target) is known to have been trained on."},{"benchmark_id":"few-nerd-choice-test-v1","relationship":"same_source_family","registration_source":null,"dataset_access":null,"dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/96#6ad4eb0a424f9dc6c70a0721","note":"Submitter declaration for KnowLine-26B-A4B-Gen1 (from google/gemma-4-26B-A4B-it). Training includes Few-NERD (DFKI-SLT/few-nerd, supervised config) train-split sentences, recast as yes/no questions on whether a text needs PII redaction; some of these sentences also occur in Few-NERD's own test split, which repeats sentences across splits. The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row (the benchmark's token lists were also joined and searched as sentences)."},{"benchmark_id":"gretel-pii-choice-test-v1","relationship":"related_domain","registration_source":null,"dataset_access":null,"dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/96#6ad4eb0a424f9dc6c70a0721","note":"Submitter declaration for KnowLine-26B-A4B-Gen1 (from google/gemma-4-26B-A4B-it). Training includes yes/no PII-redaction questions built from Gretel's synthetic financial documents (gretelai/synthetic_pii_finance_multilingual), a different Gretel dataset from the gretelai/gretel-pii-masking-en-v1 data behind this benchmark; shared source identity is not claimed. The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row."}],"total_params":25805936206,"active_params":null,"parameter_count_method":null,"display_name":"KnowLine-26B-A4B-Gen1","short_name":"KnowLine 26B Gen1","url":"https://huggingface.co/PelaAI/KnowLine-26B-A4B-Gen1","hf_url":"https://huggingface.co/PelaAI/KnowLine-26B-A4B-Gen1"}},{"run_id":"PelaAI__KnowLine-35B-A3B-Gen1","model":{"id":"PelaAI/KnowLine-35B-A3B-Gen1","adapter":"knowline","settings":{},"training_exposure":[{"benchmark_id":"aqua-rat-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/29#6acea2c72e816f846f530e3f","note":"Submitter declaration for KnowLine-35B-A3B-Gen1. Training includes AQuA-RAT (deepmind/aqua_rat) train split, in both rounds (all KnowLine-4B training data up to Gen4, then more rows from the same sources). The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row."},{"benchmark_id":"arc-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/29#6acea2c72e816f846f530e3f","note":"Submitter declaration for KnowLine-35B-A3B-Gen1. Training includes ARC (allenai/ai2_arc) train split, in both rounds (all KnowLine-4B training data up to Gen4, then more rows from the same sources). The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row."},{"benchmark_id":"banking77-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/29#6acea2c72e816f846f530e3f","note":"Submitter declaration for KnowLine-35B-A3B-Gen1. Training includes BANKING77 (PolyAI/banking77) train split, in both rounds (all KnowLine-4B training data up to Gen4, then more rows from the same sources). The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row."},{"benchmark_id":"civil-comments-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/29#6acea2c72e816f846f530e3f","note":"Submitter declaration for KnowLine-35B-A3B-Gen1. Training includes Civil Comments (google/civil_comments) train split, in both rounds (all KnowLine-4B training data up to Gen4, then more rows from the same sources). The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row."},{"benchmark_id":"cladder-noul-test-v1","relationship":"related_domain","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/29#6acea2c72e816f846f530e3f","note":"Submitter declaration for KnowLine-35B-A3B-Gen1. Training includes generated CLadder-style causal questions (not drawn from the CLadder release); shared source identity with CLadder is not claimed. The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row."},{"benchmark_id":"clinc-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/29#6acea2c72e816f846f530e3f","note":"Submitter declaration for KnowLine-35B-A3B-Gen1. Training includes CLINC150 (clinc_oos) train split, in both rounds (all KnowLine-4B training data up to Gen4, then more rows from the same sources). The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row."},{"benchmark_id":"contract-nli-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/29#6acea2c72e816f846f530e3f","note":"Submitter declaration for KnowLine-35B-A3B-Gen1. Training includes ContractNLI train split, in both rounds (all KnowLine-4B training data up to Gen4, then more rows from the same sources). The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check (normalized text; a training component of 60+ characters equal to an evaluation component or sharing its first 50 characters, or a whole short evaluation state verbatim): 12 of 100 cases share text with a training row (contract boilerplate such as signature blocks); no complete evaluation example (input and target) is known to have been trained on."},{"benchmark_id":"dbpedia-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/29#6acea2c72e816f846f530e3f","note":"Submitter declaration for KnowLine-35B-A3B-Gen1. Training includes DBpedia-14 (fancyzhx/dbpedia_14) train split, in both rounds (all KnowLine-4B training data up to Gen4, then more rows from the same sources). The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row."},{"benchmark_id":"esci-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/29#6acea2c72e816f846f530e3f","note":"Submitter declaration for KnowLine-35B-A3B-Gen1. Training includes Amazon ESCI train split, in both rounds (all KnowLine-4B training data up to Gen4, then more rows from the same sources). The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check (normalized text; a training component of 60+ characters equal to an evaluation component or sharing its first 50 characters, or a whole short evaluation state verbatim): 3 of 100 cases share text with a training row (product titles); no complete evaluation example (input and target) is known to have been trained on."},{"benchmark_id":"go-emotions-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/29#6acea2c72e816f846f530e3f","note":"Submitter declaration for KnowLine-35B-A3B-Gen1. Training includes GoEmotions (google-research-datasets/go_emotions) train split, in both rounds (all KnowLine-4B training data up to Gen4, then more rows from the same sources). The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row."},{"benchmark_id":"gsm8k-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/29#6acea2c72e816f846f530e3f","note":"Submitter declaration for KnowLine-35B-A3B-Gen1. Training includes GSM8K (openai/gsm8k) train split, in both rounds (all KnowLine-4B training data up to Gen4, then more rows from the same sources). The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row."},{"benchmark_id":"laya--typed-decisions-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/29#6acea2c72e816f846f530e3f","note":"Submitter declaration for KnowLine-35B-A3B-Gen1. Training includes LocalLLaMA/typed-decisions train data (its four workflows), in both rounds (all KnowLine-4B training data up to Gen4, then more rows from the same sources). The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row."},{"benchmark_id":"laya--typed-decisions-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/29#6acea2c72e816f846f530e3f","note":"Submitter declaration for KnowLine-35B-A3B-Gen1. Training includes LocalLLaMA/typed-decisions train data (its four workflows), in both rounds (all KnowLine-4B training data up to Gen4, then more rows from the same sources). The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row."},{"benchmark_id":"laya--typed-decisions-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/29#6acea2c72e816f846f530e3f","note":"Submitter declaration for KnowLine-35B-A3B-Gen1. Training includes LocalLLaMA/typed-decisions train data (its four workflows), in both rounds (all KnowLine-4B training data up to Gen4, then more rows from the same sources). The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row."},{"benchmark_id":"mtop-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/29#6acea2c72e816f846f530e3f","note":"Submitter declaration for KnowLine-35B-A3B-Gen1. Training includes MTOP (tasksource/mtop) train split, in both rounds (all KnowLine-4B training data up to Gen4, then more rows from the same sources). The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row."},{"benchmark_id":"open-jev--amount-extraction-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/29#6acea2c72e816f846f530e3f","note":"Submitter declaration for KnowLine-35B-A3B-Gen1. Training includes Open-Jev 1.1 training data (the Open-Jev control families), in both rounds (all KnowLine-4B training data up to Gen4, then more rows from the same sources). The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row."},{"benchmark_id":"open-jev--amount-extraction-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/29#6acea2c72e816f846f530e3f","note":"Submitter declaration for KnowLine-35B-A3B-Gen1. Training includes Open-Jev 1.1 training data (the Open-Jev control families), in both rounds (all KnowLine-4B training data up to Gen4, then more rows from the same sources). The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row."},{"benchmark_id":"open-jev--browser-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/29#6acea2c72e816f846f530e3f","note":"Submitter declaration for KnowLine-35B-A3B-Gen1. Training includes Open-Jev 1.1 training data (the Open-Jev control families), in both rounds (all KnowLine-4B training data up to Gen4, then more rows from the same sources). The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row."},{"benchmark_id":"open-jev--citation-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/29#6acea2c72e816f846f530e3f","note":"Submitter declaration for KnowLine-35B-A3B-Gen1. Training includes Open-Jev 1.1 training data (the Open-Jev control families), in both rounds (all KnowLine-4B training data up to Gen4, then more rows from the same sources). The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row."},{"benchmark_id":"open-jev--context-retention-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/29#6acea2c72e816f846f530e3f","note":"Submitter declaration for KnowLine-35B-A3B-Gen1. Training includes Open-Jev 1.1 training data (the Open-Jev control families), in both rounds (all KnowLine-4B training data up to Gen4, then more rows from the same sources). The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row."},{"benchmark_id":"open-jev--customer-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/29#6acea2c72e816f846f530e3f","note":"Submitter declaration for KnowLine-35B-A3B-Gen1. Training includes Open-Jev 1.1 training data (the Open-Jev control families), in both rounds (all KnowLine-4B training data up to Gen4, then more rows from the same sources). The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check (normalized text; a training component of 60+ characters equal to an evaluation component or sharing its first 50 characters, or a whole short evaluation state verbatim): 3 of 17 cases share text with a training row (template text of the Open-Jev control families); no complete evaluation example (input and target) is known to have been trained on."},{"benchmark_id":"open-jev--customer-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/29#6acea2c72e816f846f530e3f","note":"Submitter declaration for KnowLine-35B-A3B-Gen1. Training includes Open-Jev 1.1 training data (the Open-Jev control families), in both rounds (all KnowLine-4B training data up to Gen4, then more rows from the same sources). The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check (normalized text; a training component of 60+ characters equal to an evaluation component or sharing its first 50 characters, or a whole short evaluation state verbatim): 3 of 33 cases share text with a training row (template text of the Open-Jev control families); no complete evaluation example (input and target) is known to have been trained on."},{"benchmark_id":"open-jev--customer-control-v1-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/29#6acea2c72e816f846f530e3f","note":"Submitter declaration for KnowLine-35B-A3B-Gen1. Training includes Open-Jev 1.1 training data (the Open-Jev control families), in both rounds (all KnowLine-4B training data up to Gen4, then more rows from the same sources). The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check (normalized text; a training component of 60+ characters equal to an evaluation component or sharing its first 50 characters, or a whole short evaluation state verbatim): 2 of 50 cases share text with a training row (template text of the Open-Jev control families); no complete evaluation example (input and target) is known to have been trained on."},{"benchmark_id":"open-jev--drone-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/29#6acea2c72e816f846f530e3f","note":"Submitter declaration for KnowLine-35B-A3B-Gen1. Training includes Open-Jev 1.1 training data (the Open-Jev control families), in both rounds (all KnowLine-4B training data up to Gen4, then more rows from the same sources). The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row."},{"benchmark_id":"open-jev--drone-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/29#6acea2c72e816f846f530e3f","note":"Submitter declaration for KnowLine-35B-A3B-Gen1. Training includes Open-Jev 1.1 training data (the Open-Jev control families), in both rounds (all KnowLine-4B training data up to Gen4, then more rows from the same sources). The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row."},{"benchmark_id":"open-jev--drone-control-v1-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/29#6acea2c72e816f846f530e3f","note":"Submitter declaration for KnowLine-35B-A3B-Gen1. Training includes Open-Jev 1.1 training data (the Open-Jev control families), in both rounds (all KnowLine-4B training data up to Gen4, then more rows from the same sources). The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row."},{"benchmark_id":"open-jev--email-selection-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/29#6acea2c72e816f846f530e3f","note":"Submitter declaration for KnowLine-35B-A3B-Gen1. Training includes Open-Jev 1.1 training data (the Open-Jev control families), in both rounds (all KnowLine-4B training data up to Gen4, then more rows from the same sources). The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row."},{"benchmark_id":"open-jev--email-selection-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/29#6acea2c72e816f846f530e3f","note":"Submitter declaration for KnowLine-35B-A3B-Gen1. Training includes Open-Jev 1.1 training data (the Open-Jev control families), in both rounds (all KnowLine-4B training data up to Gen4, then more rows from the same sources). The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row."},{"benchmark_id":"open-jev--entity-alignment-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/29#6acea2c72e816f846f530e3f","note":"Submitter declaration for KnowLine-35B-A3B-Gen1. Training includes Open-Jev 1.1 training data (the Open-Jev control families), in both rounds (all KnowLine-4B training data up to Gen4, then more rows from the same sources). The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row."},{"benchmark_id":"open-jev--entity-alignment-control-v1-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/29#6acea2c72e816f846f530e3f","note":"Submitter declaration for KnowLine-35B-A3B-Gen1. Training includes Open-Jev 1.1 training data (the Open-Jev control families), in both rounds (all KnowLine-4B training data up to Gen4, then more rows from the same sources). The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row."},{"benchmark_id":"open-jev--ir-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/29#6acea2c72e816f846f530e3f","note":"Submitter declaration for KnowLine-35B-A3B-Gen1. Training includes Open-Jev 1.1 training data (the Open-Jev control families), in both rounds (all KnowLine-4B training data up to Gen4, then more rows from the same sources). The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row."},{"benchmark_id":"open-jev--ir-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/29#6acea2c72e816f846f530e3f","note":"Submitter declaration for KnowLine-35B-A3B-Gen1. Training includes Open-Jev 1.1 training data (the Open-Jev control families), in both rounds (all KnowLine-4B training data up to Gen4, then more rows from the same sources). The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row."},{"benchmark_id":"open-jev--ir-control-v1-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/29#6acea2c72e816f846f530e3f","note":"Submitter declaration for KnowLine-35B-A3B-Gen1. Training includes Open-Jev 1.1 training data (the Open-Jev control families), in both rounds (all KnowLine-4B training data up to Gen4, then more rows from the same sources). The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row."},{"benchmark_id":"open-jev--mailroom-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/29#6acea2c72e816f846f530e3f","note":"Submitter declaration for KnowLine-35B-A3B-Gen1. Training includes Open-Jev 1.1 training data (the Open-Jev control families), in both rounds (all KnowLine-4B training data up to Gen4, then more rows from the same sources). The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check (normalized text; a training component of 60+ characters equal to an evaluation component or sharing its first 50 characters, or a whole short evaluation state verbatim): 2 of 15 cases share text with a training row (template text of the Open-Jev control families); no complete evaluation example (input and target) is known to have been trained on."},{"benchmark_id":"open-jev--mailroom-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/29#6acea2c72e816f846f530e3f","note":"Submitter declaration for KnowLine-35B-A3B-Gen1. Training includes Open-Jev 1.1 training data (the Open-Jev control families), in both rounds (all KnowLine-4B training data up to Gen4, then more rows from the same sources). The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check (normalized text; a training component of 60+ characters equal to an evaluation component or sharing its first 50 characters, or a whole short evaluation state verbatim): 9 of 85 cases share text with a training row (template text of the Open-Jev control families); no complete evaluation example (input and target) is known to have been trained on."},{"benchmark_id":"open-jev--painting-geometry-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/29#6acea2c72e816f846f530e3f","note":"Submitter declaration for KnowLine-35B-A3B-Gen1. Training includes Open-Jev 1.1 training data (the Open-Jev control families), in both rounds (all KnowLine-4B training data up to Gen4, then more rows from the same sources). The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row."},{"benchmark_id":"open-jev--painting-geometry-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/29#6acea2c72e816f846f530e3f","note":"Submitter declaration for KnowLine-35B-A3B-Gen1. Training includes Open-Jev 1.1 training data (the Open-Jev control families), in both rounds (all KnowLine-4B training data up to Gen4, then more rows from the same sources). The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row."},{"benchmark_id":"open-jev--painting-geometry-v1-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/29#6acea2c72e816f846f530e3f","note":"Submitter declaration for KnowLine-35B-A3B-Gen1. Training includes Open-Jev 1.1 training data (the Open-Jev control families), in both rounds (all KnowLine-4B training data up to Gen4, then more rows from the same sources). The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row."},{"benchmark_id":"open-jev--phone-extraction-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/29#6acea2c72e816f846f530e3f","note":"Submitter declaration for KnowLine-35B-A3B-Gen1. Training includes Open-Jev 1.1 training data (the Open-Jev control families), in both rounds (all KnowLine-4B training data up to Gen4, then more rows from the same sources). The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row."},{"benchmark_id":"open-jev--phone-extraction-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/29#6acea2c72e816f846f530e3f","note":"Submitter declaration for KnowLine-35B-A3B-Gen1. Training includes Open-Jev 1.1 training data (the Open-Jev control families), in both rounds (all KnowLine-4B training data up to Gen4, then more rows from the same sources). The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row."},{"benchmark_id":"open-jev--reasoning-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/29#6acea2c72e816f846f530e3f","note":"Submitter declaration for KnowLine-35B-A3B-Gen1. Training includes Open-Jev 1.1 training data (the Open-Jev control families), in both rounds (all KnowLine-4B training data up to Gen4, then more rows from the same sources). The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row."},{"benchmark_id":"open-jev--reasoning-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/29#6acea2c72e816f846f530e3f","note":"Submitter declaration for KnowLine-35B-A3B-Gen1. Training includes Open-Jev 1.1 training data (the Open-Jev control families), in both rounds (all KnowLine-4B training data up to Gen4, then more rows from the same sources). The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row."},{"benchmark_id":"open-jev--reasoning-control-v1-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/29#6acea2c72e816f846f530e3f","note":"Submitter declaration for KnowLine-35B-A3B-Gen1. Training includes Open-Jev 1.1 training data (the Open-Jev control families), in both rounds (all KnowLine-4B training data up to Gen4, then more rows from the same sources). The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row."},{"benchmark_id":"open-jev--silent-failure-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/29#6acea2c72e816f846f530e3f","note":"Submitter declaration for KnowLine-35B-A3B-Gen1. Training includes Open-Jev 1.1 training data (the Open-Jev control families), in both rounds (all KnowLine-4B training data up to Gen4, then more rows from the same sources). The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row."},{"benchmark_id":"open-jev--snake-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/29#6acea2c72e816f846f530e3f","note":"Submitter declaration for KnowLine-35B-A3B-Gen1. Training includes Open-Jev 1.1 training data (the Open-Jev control families), in both rounds (all KnowLine-4B training data up to Gen4, then more rows from the same sources). The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row."},{"benchmark_id":"open-jev--snake-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/29#6acea2c72e816f846f530e3f","note":"Submitter declaration for KnowLine-35B-A3B-Gen1. Training includes Open-Jev 1.1 training data (the Open-Jev control families), in both rounds (all KnowLine-4B training data up to Gen4, then more rows from the same sources). The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row."},{"benchmark_id":"open-jev--sponsor-segment-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/29#6acea2c72e816f846f530e3f","note":"Submitter declaration for KnowLine-35B-A3B-Gen1. Training includes Open-Jev 1.1 training data (the Open-Jev control families), in both rounds (all KnowLine-4B training data up to Gen4, then more rows from the same sources). The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row."},{"benchmark_id":"open-jev--tic-tac-toe-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/29#6acea2c72e816f846f530e3f","note":"Submitter declaration for KnowLine-35B-A3B-Gen1. Training includes Open-Jev 1.1 training data (the Open-Jev control families), in both rounds (all KnowLine-4B training data up to Gen4, then more rows from the same sources). The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row."},{"benchmark_id":"open-jev--vizdoom-basic-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/29#6acea2c72e816f846f530e3f","note":"Submitter declaration for KnowLine-35B-A3B-Gen1. Training includes Open-Jev 1.1 training data (the Open-Jev control families), in both rounds (all KnowLine-4B training data up to Gen4, then more rows from the same sources). The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row."},{"benchmark_id":"open-jev--vizdoom-basic-v1-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/29#6acea2c72e816f846f530e3f","note":"Submitter declaration for KnowLine-35B-A3B-Gen1. Training includes Open-Jev 1.1 training data (the Open-Jev control families), in both rounds (all KnowLine-4B training data up to Gen4, then more rows from the same sources). The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row."},{"benchmark_id":"open-jev--workflow-controls-v1--agent-trace-observability-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/29#6acea2c72e816f846f530e3f","note":"Submitter declaration for KnowLine-35B-A3B-Gen1. Training includes Open-Jev 1.1 training data (the Open-Jev control families), in both rounds (all KnowLine-4B training data up to Gen4, then more rows from the same sources). The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row."},{"benchmark_id":"open-jev--workflow-controls-v1--customer-service-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/29#6acea2c72e816f846f530e3f","note":"Submitter declaration for KnowLine-35B-A3B-Gen1. Training includes Open-Jev 1.1 training data (the Open-Jev control families), in both rounds (all KnowLine-4B training data up to Gen4, then more rows from the same sources). The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row."},{"benchmark_id":"open-jev--workflow-controls-v1--invoice-processing-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/29#6acea2c72e816f846f530e3f","note":"Submitter declaration for KnowLine-35B-A3B-Gen1. Training includes Open-Jev 1.1 training data (the Open-Jev control families), in both rounds (all KnowLine-4B training data up to Gen4, then more rows from the same sources). The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row."},{"benchmark_id":"open-jev--workflow-controls-v1--security-incidents-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/29#6acea2c72e816f846f530e3f","note":"Submitter declaration for KnowLine-35B-A3B-Gen1. Training includes Open-Jev 1.1 training data (the Open-Jev control families), in both rounds (all KnowLine-4B training data up to Gen4, then more rows from the same sources). The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row."},{"benchmark_id":"openbookqa-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/29#6acea2c72e816f846f530e3f","note":"Submitter declaration for KnowLine-35B-A3B-Gen1. Training includes OpenBookQA (allenai/openbookqa) train split, in both rounds (all KnowLine-4B training data up to Gen4, then more rows from the same sources). The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row."},{"benchmark_id":"ruletaker-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/29#6acea2c72e816f846f530e3f","note":"Submitter declaration for KnowLine-35B-A3B-Gen1. Training includes RuleTaker / ProofWriter (tasksource/ruletaker, tasksource/proofwriter) train splits, in both rounds (all KnowLine-4B training data up to Gen4, then more rows from the same sources). The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check (normalized text; a training component of 60+ characters equal to an evaluation component or sharing its first 50 characters, or a whole short evaluation state verbatim): 6 of 100 cases share text with a training row (shared synthetic rule-base sentences); no complete evaluation example (input and target) is known to have been trained on."},{"benchmark_id":"sgd-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/29#6acea2c72e816f846f530e3f","note":"Submitter declaration for KnowLine-35B-A3B-Gen1. Training includes Schema-Guided Dialogue (dstc8-schema-guided-dialogue) train split, in both rounds (all KnowLine-4B training data up to Gen4, then more rows from the same sources). The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row."},{"benchmark_id":"snli-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/29#6acea2c72e816f846f530e3f","note":"Submitter declaration for KnowLine-35B-A3B-Gen1. Training includes SNLI (stanfordnlp/snli) train split, in both rounds (all KnowLine-4B training data up to Gen4, then more rows from the same sources). The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row."},{"benchmark_id":"argument-quality-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/29#6acea2c72e816f846f530e3f","note":"Submitter declaration for KnowLine-35B-A3B-Gen1. Training includes IBM-ArgQ-Rank-30k (ibm-research/argument_quality_ranking_30k) train split, in both rounds (all KnowLine-4B training data up to Gen4, then more rows from the same sources). The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row."},{"benchmark_id":"argument-quality-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/29#6acea2c72e816f846f530e3f","note":"Submitter declaration for KnowLine-35B-A3B-Gen1. Training includes IBM-ArgQ-Rank-30k (ibm-research/argument_quality_ranking_30k) train split, in both rounds (all KnowLine-4B training data up to Gen4, then more rows from the same sources). The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row."},{"benchmark_id":"scicite-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/29#6acea2c72e816f846f530e3f","note":"Submitter declaration for KnowLine-35B-A3B-Gen1. Training includes SciCite (allenai/scicite) train split, in both rounds (all KnowLine-4B training data up to Gen4, then more rows from the same sources). The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row."},{"benchmark_id":"scitail-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/29#6acea2c72e816f846f530e3f","note":"Submitter declaration for KnowLine-35B-A3B-Gen1. Training includes SciTail (allenai/scitail, snli_format) train split, in both rounds (all KnowLine-4B training data up to Gen4, then more rows from the same sources). The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row."},{"benchmark_id":"patent-similarity-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/29#6acea2c72e816f846f530e3f","note":"Submitter declaration for KnowLine-35B-A3B-Gen1. Training includes Google patent phrase similarity train.csv (the source of tasksource/patent-phrase-similarity), in both rounds (all KnowLine-4B training data up to Gen4, then more rows from the same sources). The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check found no case sharing text with a training row."},{"benchmark_id":"aegis2-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/29#6acea2c72e816f846f530e3f","note":"Submitter declaration for KnowLine-35B-A3B-Gen1. Training includes Aegis 2.0 (nvidia/Aegis-AI-Content-Safety-Dataset-2.0) train split, in the second round. The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check (normalized text; a training component of 60+ characters equal to an evaluation component or sharing its first 50 characters, or a whole short evaluation state verbatim): 2 of 100 cases share text with a training row (a widely circulated jailbreak prompt); no complete evaluation example (input and target) is known to have been trained on."},{"benchmark_id":"laya--enron-spam-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/29#6acea2c72e816f846f530e3f","note":"Submitter declaration for KnowLine-35B-A3B-Gen1. Training includes Enron-Spam (SetFit/enron_spam) train split, in the second round. The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check (normalized text; a training component of 60+ characters equal to an evaluation component or sharing its first 50 characters, or a whole short evaluation state verbatim): 25 of 100 cases share text with a training row (recurring spam-template sentences and Enron-era mail text in an email-agent channel); no complete evaluation example (input and target) is known to have been trained on."},{"benchmark_id":"hh-rlhf-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/29#6acea2c72e816f846f530e3f","note":"Submitter declaration for KnowLine-35B-A3B-Gen1. Training includes BeaverTails (PKU-Alignment/BeaverTails 30k_train), whose prompts are the Anthropic HH-RLHF red-team prompts, in both rounds (all KnowLine-4B training data up to Gen4, then more rows from the same sources). The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check (normalized text; a training component of 60+ characters equal to an evaluation component or sharing its first 50 characters, or a whole short evaluation state verbatim): 8 of 100 cases share text with a training row (identical red-team prompts reused by BeaverTails; responses, labels and task differ); no complete evaluation example (input and target) is known to have been trained on."},{"benchmark_id":"synthetic-relevance--nanocoir-noul-test-v1","relationship":"related_domain","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/29#6acea2c72e816f846f530e3f","note":"Submitter declaration for KnowLine-35B-A3B-Gen1. Training includes DeepMind CodeContests (deepmind/code_contests) training problems; a record-level check found shared problem-statement text, but source identity with the CoIR subsets behind this benchmark is not established. The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check (normalized text; a training component of 60+ characters equal to an evaluation component or sharing its first 50 characters, or a whole short evaluation state verbatim): 8 of 800 cases share text with a training row (Codeforces-style input specifications in problem statements); no complete evaluation example (input and target) is known to have been trained on."},{"benchmark_id":"synthetic-relevance--nanocoir-score-test-v1","relationship":"related_domain","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/29#6acea2c72e816f846f530e3f","note":"Submitter declaration for KnowLine-35B-A3B-Gen1. Training includes DeepMind CodeContests (deepmind/code_contests) training problems; a record-level check found shared problem-statement text, but source identity with the CoIR subsets behind this benchmark is not established. The assembled training corpus is not published; its snapshot is not disclosed. Submitter's record-level text check (normalized text; a training component of 60+ characters equal to an evaluation component or sharing its first 50 characters, or a whole short evaluation state verbatim): 8 of 800 cases share text with a training row (Codeforces-style input specifications in problem statements); no complete evaluation example (input and target) is known to have been trained on."}],"total_params":35951822704,"active_params":null,"parameter_count_method":null,"display_name":"KnowLine-35B-A3B-Gen1","short_name":"KnowLine 35B Gen1","url":"https://huggingface.co/PelaAI/KnowLine-35B-A3B-Gen1","hf_url":"https://huggingface.co/PelaAI/KnowLine-35B-A3B-Gen1"}},{"run_id":"PelaAI__KnowLine-4B-Gen2","model":{"id":"PelaAI/KnowLine-4B-Gen2","adapter":"knowline","settings":{},"training_exposure":[{"benchmark_id":"aqua-rat-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/9#6ac6be2e87ece4b37cd2b3c0","note":"Declared training source: aqua_rat. Training corpus repository not disclosed. Submitter explicitly declares this source-family train split. Training snapshot and configuration were not disclosed; boilerplate/near-match overlap counts are not classified as actual evaluation-example training. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"arc-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/9#6ac6be2e87ece4b37cd2b3c0","note":"Declared training source: arc. Training corpus repository not disclosed. Submitter explicitly declares this source-family train split. Training snapshot and configuration were not disclosed; boilerplate/near-match overlap counts are not classified as actual evaluation-example training. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"banking77-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/9#6ac6be2e87ece4b37cd2b3c0","note":"Declared training source: banking77. Training corpus repository not disclosed. Submitter explicitly declares this source-family train split. Training snapshot and configuration were not disclosed; boilerplate/near-match overlap counts are not classified as actual evaluation-example training. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"civil-comments-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/9#6ac6be2e87ece4b37cd2b3c0","note":"Declared training source: civil_comments. Training corpus repository not disclosed. Submitter explicitly declares this source-family train split. Training snapshot and configuration were not disclosed; boilerplate/near-match overlap counts are not classified as actual evaluation-example training. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"cladder-noul-test-v1","relationship":"related_domain","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/9#6ac6be2e87ece4b37cd2b3c0","note":"Declared training source: generated CLadder-style items. Training corpus repository not disclosed. Submitter declares generated CLadder-style training items; shared source identity is not established. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"clinc-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/9#6ac6be2e87ece4b37cd2b3c0","note":"Declared training source: clinc. Training corpus repository not disclosed. Submitter explicitly declares this source-family train split. Training snapshot and configuration were not disclosed; boilerplate/near-match overlap counts are not classified as actual evaluation-example training. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"contract-nli-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/9#6ac6be2e87ece4b37cd2b3c0","note":"Declared training source: contract_nli. Training corpus repository not disclosed. Submitter explicitly declares this source-family train split. Training snapshot and configuration were not disclosed; boilerplate/near-match overlap counts are not classified as actual evaluation-example training. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"dbpedia-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/9#6ac6be2e87ece4b37cd2b3c0","note":"Declared training source: dbpedia. Training corpus repository not disclosed. Submitter explicitly declares this source-family train split. Training snapshot and configuration were not disclosed; boilerplate/near-match overlap counts are not classified as actual evaluation-example training. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"esci-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/9#6ac6be2e87ece4b37cd2b3c0","note":"Declared training source: esci. Training corpus repository not disclosed. Submitter explicitly declares this source-family train split. Training snapshot and configuration were not disclosed; boilerplate/near-match overlap counts are not classified as actual evaluation-example training. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"go-emotions-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/9#6ac6be2e87ece4b37cd2b3c0","note":"Declared training source: go_emotions. Training corpus repository not disclosed. Submitter explicitly declares this source-family train split. Training snapshot and configuration were not disclosed; boilerplate/near-match overlap counts are not classified as actual evaluation-example training. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"gsm8k-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"openai/gsm8k","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/PelaAI/KnowLine-4B-Gen2/blob/2360ac16a63ab805bb101fcd76a6c58ff287da45/README.md","note":"The pinned model card explicitly names this source family as training data. The exact training Dataset snapshot/config/split is not fully disclosed; no direct evaluation-example use or independent record-level audit is established."},{"benchmark_id":"laya--typed-decisions-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"LocalLLaMA/typed-decisions","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/9#6ac6be2e87ece4b37cd2b3c0","note":"Submitter explicitly declares this source-family train split. Training snapshot and configuration were not disclosed; boilerplate/near-match overlap counts are not classified as actual evaluation-example training. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"laya--typed-decisions-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"LocalLLaMA/typed-decisions","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/9#6ac6be2e87ece4b37cd2b3c0","note":"Submitter explicitly declares this source-family train split. Training snapshot and configuration were not disclosed; boilerplate/near-match overlap counts are not classified as actual evaluation-example training. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"laya--typed-decisions-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"LocalLLaMA/typed-decisions","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/9#6ac6be2e87ece4b37cd2b3c0","note":"Submitter explicitly declares this source-family train split. Training snapshot and configuration were not disclosed; boilerplate/near-match overlap counts are not classified as actual evaluation-example training. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"mtop-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/9#6ac6be2e87ece4b37cd2b3c0","note":"Declared training source: mtop. Training corpus repository not disclosed. Submitter explicitly declares this source-family train split. Training snapshot and configuration were not disclosed; boilerplate/near-match overlap counts are not classified as actual evaluation-example training. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--amount-extraction-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/9#6ac6be2e87ece4b37cd2b3c0","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--amount-extraction-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/9#6ac6be2e87ece4b37cd2b3c0","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--browser-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/9#6ac6be2e87ece4b37cd2b3c0","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--citation-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/9#6ac6be2e87ece4b37cd2b3c0","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--context-retention-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/9#6ac6be2e87ece4b37cd2b3c0","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--customer-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/9#6ac6be2e87ece4b37cd2b3c0","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--customer-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/9#6ac6be2e87ece4b37cd2b3c0","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--customer-control-v1-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/9#6ac6be2e87ece4b37cd2b3c0","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--drone-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/9#6ac6be2e87ece4b37cd2b3c0","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--drone-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/9#6ac6be2e87ece4b37cd2b3c0","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--drone-control-v1-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/9#6ac6be2e87ece4b37cd2b3c0","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--email-selection-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/9#6ac6be2e87ece4b37cd2b3c0","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--email-selection-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/9#6ac6be2e87ece4b37cd2b3c0","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--entity-alignment-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/9#6ac6be2e87ece4b37cd2b3c0","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--entity-alignment-control-v1-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/9#6ac6be2e87ece4b37cd2b3c0","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--ir-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/9#6ac6be2e87ece4b37cd2b3c0","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--ir-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/9#6ac6be2e87ece4b37cd2b3c0","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--ir-control-v1-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/9#6ac6be2e87ece4b37cd2b3c0","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--mailroom-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/9#6ac6be2e87ece4b37cd2b3c0","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--mailroom-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/9#6ac6be2e87ece4b37cd2b3c0","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--painting-geometry-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/9#6ac6be2e87ece4b37cd2b3c0","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--painting-geometry-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/9#6ac6be2e87ece4b37cd2b3c0","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--painting-geometry-v1-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/9#6ac6be2e87ece4b37cd2b3c0","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--phone-extraction-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/9#6ac6be2e87ece4b37cd2b3c0","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--phone-extraction-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/9#6ac6be2e87ece4b37cd2b3c0","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--reasoning-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/9#6ac6be2e87ece4b37cd2b3c0","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--reasoning-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/9#6ac6be2e87ece4b37cd2b3c0","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--reasoning-control-v1-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/9#6ac6be2e87ece4b37cd2b3c0","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--silent-failure-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/9#6ac6be2e87ece4b37cd2b3c0","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--snake-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/9#6ac6be2e87ece4b37cd2b3c0","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--snake-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/9#6ac6be2e87ece4b37cd2b3c0","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--sponsor-segment-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/9#6ac6be2e87ece4b37cd2b3c0","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--tic-tac-toe-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/9#6ac6be2e87ece4b37cd2b3c0","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--vizdoom-basic-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/9#6ac6be2e87ece4b37cd2b3c0","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--vizdoom-basic-v1-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/9#6ac6be2e87ece4b37cd2b3c0","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--workflow-controls-v1--agent-trace-observability-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/9#6ac6be2e87ece4b37cd2b3c0","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--workflow-controls-v1--customer-service-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/9#6ac6be2e87ece4b37cd2b3c0","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--workflow-controls-v1--invoice-processing-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/9#6ac6be2e87ece4b37cd2b3c0","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--workflow-controls-v1--security-incidents-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/9#6ac6be2e87ece4b37cd2b3c0","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"openbookqa-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/9#6ac6be2e87ece4b37cd2b3c0","note":"Declared training source: openbookqa. Training corpus repository not disclosed. Submitter explicitly declares this source-family train split. Training snapshot and configuration were not disclosed; boilerplate/near-match overlap counts are not classified as actual evaluation-example training. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"ruletaker-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/9#6ac6be2e87ece4b37cd2b3c0","note":"Declared training source: ruletaker. Training corpus repository not disclosed. Submitter explicitly declares this source-family train split. Training snapshot and configuration were not disclosed; boilerplate/near-match overlap counts are not classified as actual evaluation-example training. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"sgd-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/9#6ac6be2e87ece4b37cd2b3c0","note":"Declared training source: sgd. Training corpus repository not disclosed. Submitter explicitly declares this source-family train split. Training snapshot and configuration were not disclosed; boilerplate/near-match overlap counts are not classified as actual evaluation-example training. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"snli-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/9#6ac6be2e87ece4b37cd2b3c0","note":"Declared training source: snli. Training corpus repository not disclosed. Submitter explicitly declares this source-family train split. Training snapshot and configuration were not disclosed; boilerplate/near-match overlap counts are not classified as actual evaluation-example training. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."}],"total_params":4659865088,"active_params":4021806592,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"KnowLine-4B-Gen2","short_name":"KnowLine Gen2","url":"https://huggingface.co/PelaAI/KnowLine-4B-Gen2","hf_url":"https://huggingface.co/PelaAI/KnowLine-4B-Gen2"}},{"run_id":"PelaAI__KnowLine-4B-Gen3","model":{"id":"PelaAI/KnowLine-4B-Gen3","adapter":"knowline","settings":{},"training_exposure":[{"benchmark_id":"aqua-rat-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/13#6ac7db063d084076dbb9b709","note":"Declared training source: aqua_rat. Training corpus repository not disclosed. Submitter explicitly declares this source-family train split. Training snapshot and configuration were not disclosed; boilerplate/near-match overlap counts are not classified as actual evaluation-example training. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"arc-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/13#6ac7db063d084076dbb9b709","note":"Declared training source: arc. Training corpus repository not disclosed. Submitter explicitly declares this source-family train split. Training snapshot and configuration were not disclosed; boilerplate/near-match overlap counts are not classified as actual evaluation-example training. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"banking77-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/13#6ac7db063d084076dbb9b709","note":"Declared training source: banking77. Training corpus repository not disclosed. Submitter explicitly declares this source-family train split. Training snapshot and configuration were not disclosed; boilerplate/near-match overlap counts are not classified as actual evaluation-example training. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"civil-comments-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/13#6ac7db063d084076dbb9b709","note":"Declared training source: civil_comments. Training corpus repository not disclosed. Submitter explicitly declares this source-family train split. Training snapshot and configuration were not disclosed; boilerplate/near-match overlap counts are not classified as actual evaluation-example training. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"cladder-noul-test-v1","relationship":"related_domain","registration_source":"contributor_review","dataset_access":null,"dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/13#6ac7db063d084076dbb9b709","note":"Declared training source: generated CLadder-style items. Training corpus repository not disclosed. Submitter declares generated CLadder-style training items; shared source identity is not established. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"clinc-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/13#6ac7db063d084076dbb9b709","note":"Declared training source: clinc. Training corpus repository not disclosed. Submitter explicitly declares this source-family train split. Training snapshot and configuration were not disclosed; boilerplate/near-match overlap counts are not classified as actual evaluation-example training. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"contract-nli-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/13#6ac7db063d084076dbb9b709","note":"Declared training source: contract_nli. Training corpus repository not disclosed. Submitter explicitly declares this source-family train split. Training snapshot and configuration were not disclosed; boilerplate/near-match overlap counts are not classified as actual evaluation-example training. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"dbpedia-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/13#6ac7db063d084076dbb9b709","note":"Declared training source: dbpedia. Training corpus repository not disclosed. Submitter explicitly declares this source-family train split. Training snapshot and configuration were not disclosed; boilerplate/near-match overlap counts are not classified as actual evaluation-example training. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"esci-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/13#6ac7db063d084076dbb9b709","note":"Declared training source: esci. Training corpus repository not disclosed. Submitter explicitly declares this source-family train split. Training snapshot and configuration were not disclosed; boilerplate/near-match overlap counts are not classified as actual evaluation-example training. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"go-emotions-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/13#6ac7db063d084076dbb9b709","note":"Declared training source: go_emotions. Training corpus repository not disclosed. Submitter explicitly declares this source-family train split. Training snapshot and configuration were not disclosed; boilerplate/near-match overlap counts are not classified as actual evaluation-example training. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"gsm8k-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":"openai/gsm8k","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/PelaAI/KnowLine-4B-Gen3/blob/d0dad8993aca63bf610c17fd9f71d02981e7e7f3/README.md","note":"The pinned model card explicitly names this source family as training data. The exact training Dataset snapshot/config/split is not fully disclosed; no direct evaluation-example use or independent record-level audit is established."},{"benchmark_id":"laya--typed-decisions-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":"LocalLLaMA/typed-decisions","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/13#6ac7db063d084076dbb9b709","note":"Submitter explicitly declares this source-family train split. Training snapshot and configuration were not disclosed; boilerplate/near-match overlap counts are not classified as actual evaluation-example training. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"laya--typed-decisions-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":"LocalLLaMA/typed-decisions","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/13#6ac7db063d084076dbb9b709","note":"Submitter explicitly declares this source-family train split. Training snapshot and configuration were not disclosed; boilerplate/near-match overlap counts are not classified as actual evaluation-example training. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"laya--typed-decisions-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":"LocalLLaMA/typed-decisions","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/13#6ac7db063d084076dbb9b709","note":"Submitter explicitly declares this source-family train split. Training snapshot and configuration were not disclosed; boilerplate/near-match overlap counts are not classified as actual evaluation-example training. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"mtop-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/13#6ac7db063d084076dbb9b709","note":"Declared training source: mtop. Training corpus repository not disclosed. Submitter explicitly declares this source-family train split. Training snapshot and configuration were not disclosed; boilerplate/near-match overlap counts are not classified as actual evaluation-example training. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--amount-extraction-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/13#6ac7db063d084076dbb9b709","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--amount-extraction-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/13#6ac7db063d084076dbb9b709","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--browser-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/13#6ac7db063d084076dbb9b709","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--citation-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/13#6ac7db063d084076dbb9b709","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--context-retention-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/13#6ac7db063d084076dbb9b709","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--customer-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/13#6ac7db063d084076dbb9b709","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--customer-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/13#6ac7db063d084076dbb9b709","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--customer-control-v1-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/13#6ac7db063d084076dbb9b709","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--drone-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/13#6ac7db063d084076dbb9b709","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--drone-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/13#6ac7db063d084076dbb9b709","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--drone-control-v1-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/13#6ac7db063d084076dbb9b709","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--email-selection-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/13#6ac7db063d084076dbb9b709","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--email-selection-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/13#6ac7db063d084076dbb9b709","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--entity-alignment-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/13#6ac7db063d084076dbb9b709","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--entity-alignment-control-v1-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/13#6ac7db063d084076dbb9b709","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--ir-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/13#6ac7db063d084076dbb9b709","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--ir-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/13#6ac7db063d084076dbb9b709","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--ir-control-v1-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/13#6ac7db063d084076dbb9b709","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--mailroom-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/13#6ac7db063d084076dbb9b709","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--mailroom-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/13#6ac7db063d084076dbb9b709","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--painting-geometry-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/13#6ac7db063d084076dbb9b709","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--painting-geometry-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/13#6ac7db063d084076dbb9b709","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--painting-geometry-v1-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/13#6ac7db063d084076dbb9b709","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--phone-extraction-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/13#6ac7db063d084076dbb9b709","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--phone-extraction-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/13#6ac7db063d084076dbb9b709","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--reasoning-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/13#6ac7db063d084076dbb9b709","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--reasoning-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/13#6ac7db063d084076dbb9b709","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--reasoning-control-v1-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/13#6ac7db063d084076dbb9b709","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--silent-failure-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/13#6ac7db063d084076dbb9b709","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--snake-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/13#6ac7db063d084076dbb9b709","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--snake-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/13#6ac7db063d084076dbb9b709","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--sponsor-segment-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/13#6ac7db063d084076dbb9b709","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--tic-tac-toe-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/13#6ac7db063d084076dbb9b709","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--vizdoom-basic-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/13#6ac7db063d084076dbb9b709","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--vizdoom-basic-v1-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/13#6ac7db063d084076dbb9b709","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--workflow-controls-v1--agent-trace-observability-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/13#6ac7db063d084076dbb9b709","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--workflow-controls-v1--customer-service-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/13#6ac7db063d084076dbb9b709","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--workflow-controls-v1--invoice-processing-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/13#6ac7db063d084076dbb9b709","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--workflow-controls-v1--security-incidents-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/13#6ac7db063d084076dbb9b709","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"openbookqa-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/13#6ac7db063d084076dbb9b709","note":"Declared training source: openbookqa. Training corpus repository not disclosed. Submitter explicitly declares this source-family train split. Training snapshot and configuration were not disclosed; boilerplate/near-match overlap counts are not classified as actual evaluation-example training. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"ruletaker-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/13#6ac7db063d084076dbb9b709","note":"Declared training source: ruletaker. Training corpus repository not disclosed. Submitter explicitly declares this source-family train split. Training snapshot and configuration were not disclosed; boilerplate/near-match overlap counts are not classified as actual evaluation-example training. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"sgd-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/13#6ac7db063d084076dbb9b709","note":"Declared training source: sgd. Training corpus repository not disclosed. Submitter explicitly declares this source-family train split. Training snapshot and configuration were not disclosed; boilerplate/near-match overlap counts are not classified as actual evaluation-example training. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"snli-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/13#6ac7db063d084076dbb9b709","note":"Declared training source: snli. Training corpus repository not disclosed. Submitter explicitly declares this source-family train split. Training snapshot and configuration were not disclosed; boilerplate/near-match overlap counts are not classified as actual evaluation-example training. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."}],"total_params":4659865088,"active_params":4021806592,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"KnowLine-4B-Gen3","short_name":"KnowLine Gen3","url":"https://huggingface.co/PelaAI/KnowLine-4B-Gen3","hf_url":"https://huggingface.co/PelaAI/KnowLine-4B-Gen3"}},{"run_id":"PelaAI__KnowLine-4B-Gen3","model":{"id":"PelaAI/KnowLine-4B-Gen3","adapter":"knowline","settings":{"questions_per_call":1},"training_exposure":[{"benchmark_id":"aqua-rat-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/13#6ac7db063d084076dbb9b709","note":"Declared training source: aqua_rat. Training corpus repository not disclosed. Submitter explicitly declares this source-family train split. Training snapshot and configuration were not disclosed; boilerplate/near-match overlap counts are not classified as actual evaluation-example training. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"arc-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/13#6ac7db063d084076dbb9b709","note":"Declared training source: arc. Training corpus repository not disclosed. Submitter explicitly declares this source-family train split. Training snapshot and configuration were not disclosed; boilerplate/near-match overlap counts are not classified as actual evaluation-example training. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"banking77-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/13#6ac7db063d084076dbb9b709","note":"Declared training source: banking77. Training corpus repository not disclosed. Submitter explicitly declares this source-family train split. Training snapshot and configuration were not disclosed; boilerplate/near-match overlap counts are not classified as actual evaluation-example training. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"civil-comments-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/13#6ac7db063d084076dbb9b709","note":"Declared training source: civil_comments. Training corpus repository not disclosed. Submitter explicitly declares this source-family train split. Training snapshot and configuration were not disclosed; boilerplate/near-match overlap counts are not classified as actual evaluation-example training. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"cladder-noul-test-v1","relationship":"related_domain","registration_source":"contributor_review","dataset_access":null,"dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/13#6ac7db063d084076dbb9b709","note":"Declared training source: generated CLadder-style items. Training corpus repository not disclosed. Submitter declares generated CLadder-style training items; shared source identity is not established. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"clinc-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/13#6ac7db063d084076dbb9b709","note":"Declared training source: clinc. Training corpus repository not disclosed. Submitter explicitly declares this source-family train split. Training snapshot and configuration were not disclosed; boilerplate/near-match overlap counts are not classified as actual evaluation-example training. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"contract-nli-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/13#6ac7db063d084076dbb9b709","note":"Declared training source: contract_nli. Training corpus repository not disclosed. Submitter explicitly declares this source-family train split. Training snapshot and configuration were not disclosed; boilerplate/near-match overlap counts are not classified as actual evaluation-example training. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"dbpedia-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/13#6ac7db063d084076dbb9b709","note":"Declared training source: dbpedia. Training corpus repository not disclosed. Submitter explicitly declares this source-family train split. Training snapshot and configuration were not disclosed; boilerplate/near-match overlap counts are not classified as actual evaluation-example training. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"esci-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/13#6ac7db063d084076dbb9b709","note":"Declared training source: esci. Training corpus repository not disclosed. Submitter explicitly declares this source-family train split. Training snapshot and configuration were not disclosed; boilerplate/near-match overlap counts are not classified as actual evaluation-example training. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"go-emotions-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/13#6ac7db063d084076dbb9b709","note":"Declared training source: go_emotions. Training corpus repository not disclosed. Submitter explicitly declares this source-family train split. Training snapshot and configuration were not disclosed; boilerplate/near-match overlap counts are not classified as actual evaluation-example training. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"gsm8k-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":"openai/gsm8k","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/PelaAI/KnowLine-4B-Gen3/blob/d0dad8993aca63bf610c17fd9f71d02981e7e7f3/README.md","note":"The pinned model card explicitly names this source family as training data. The exact training Dataset snapshot/config/split is not fully disclosed; no direct evaluation-example use or independent record-level audit is established."},{"benchmark_id":"laya--typed-decisions-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":"LocalLLaMA/typed-decisions","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/13#6ac7db063d084076dbb9b709","note":"Submitter explicitly declares this source-family train split. Training snapshot and configuration were not disclosed; boilerplate/near-match overlap counts are not classified as actual evaluation-example training. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"laya--typed-decisions-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":"LocalLLaMA/typed-decisions","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/13#6ac7db063d084076dbb9b709","note":"Submitter explicitly declares this source-family train split. Training snapshot and configuration were not disclosed; boilerplate/near-match overlap counts are not classified as actual evaluation-example training. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"laya--typed-decisions-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":"LocalLLaMA/typed-decisions","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/13#6ac7db063d084076dbb9b709","note":"Submitter explicitly declares this source-family train split. Training snapshot and configuration were not disclosed; boilerplate/near-match overlap counts are not classified as actual evaluation-example training. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"mtop-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/13#6ac7db063d084076dbb9b709","note":"Declared training source: mtop. Training corpus repository not disclosed. Submitter explicitly declares this source-family train split. Training snapshot and configuration were not disclosed; boilerplate/near-match overlap counts are not classified as actual evaluation-example training. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--amount-extraction-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/13#6ac7db063d084076dbb9b709","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--amount-extraction-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/13#6ac7db063d084076dbb9b709","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--browser-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/13#6ac7db063d084076dbb9b709","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--citation-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/13#6ac7db063d084076dbb9b709","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--context-retention-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/13#6ac7db063d084076dbb9b709","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--customer-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/13#6ac7db063d084076dbb9b709","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--customer-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/13#6ac7db063d084076dbb9b709","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--customer-control-v1-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/13#6ac7db063d084076dbb9b709","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--drone-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/13#6ac7db063d084076dbb9b709","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--drone-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/13#6ac7db063d084076dbb9b709","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--drone-control-v1-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/13#6ac7db063d084076dbb9b709","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--email-selection-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/13#6ac7db063d084076dbb9b709","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--email-selection-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/13#6ac7db063d084076dbb9b709","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--entity-alignment-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/13#6ac7db063d084076dbb9b709","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--entity-alignment-control-v1-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/13#6ac7db063d084076dbb9b709","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--ir-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/13#6ac7db063d084076dbb9b709","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--ir-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/13#6ac7db063d084076dbb9b709","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--ir-control-v1-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/13#6ac7db063d084076dbb9b709","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--mailroom-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/13#6ac7db063d084076dbb9b709","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--mailroom-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/13#6ac7db063d084076dbb9b709","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--painting-geometry-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/13#6ac7db063d084076dbb9b709","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--painting-geometry-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/13#6ac7db063d084076dbb9b709","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--painting-geometry-v1-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/13#6ac7db063d084076dbb9b709","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--phone-extraction-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/13#6ac7db063d084076dbb9b709","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--phone-extraction-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/13#6ac7db063d084076dbb9b709","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--reasoning-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/13#6ac7db063d084076dbb9b709","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--reasoning-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/13#6ac7db063d084076dbb9b709","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--reasoning-control-v1-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/13#6ac7db063d084076dbb9b709","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--silent-failure-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/13#6ac7db063d084076dbb9b709","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--snake-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/13#6ac7db063d084076dbb9b709","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--snake-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/13#6ac7db063d084076dbb9b709","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--sponsor-segment-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/13#6ac7db063d084076dbb9b709","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--tic-tac-toe-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/13#6ac7db063d084076dbb9b709","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--vizdoom-basic-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/13#6ac7db063d084076dbb9b709","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--vizdoom-basic-v1-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/13#6ac7db063d084076dbb9b709","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--workflow-controls-v1--agent-trace-observability-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/13#6ac7db063d084076dbb9b709","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--workflow-controls-v1--customer-service-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/13#6ac7db063d084076dbb9b709","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--workflow-controls-v1--invoice-processing-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/13#6ac7db063d084076dbb9b709","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--workflow-controls-v1--security-incidents-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/13#6ac7db063d084076dbb9b709","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"openbookqa-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/13#6ac7db063d084076dbb9b709","note":"Declared training source: openbookqa. Training corpus repository not disclosed. Submitter explicitly declares this source-family train split. Training snapshot and configuration were not disclosed; boilerplate/near-match overlap counts are not classified as actual evaluation-example training. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"ruletaker-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/13#6ac7db063d084076dbb9b709","note":"Declared training source: ruletaker. Training corpus repository not disclosed. Submitter explicitly declares this source-family train split. Training snapshot and configuration were not disclosed; boilerplate/near-match overlap counts are not classified as actual evaluation-example training. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"sgd-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/13#6ac7db063d084076dbb9b709","note":"Declared training source: sgd. Training corpus repository not disclosed. Submitter explicitly declares this source-family train split. Training snapshot and configuration were not disclosed; boilerplate/near-match overlap counts are not classified as actual evaluation-example training. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"snli-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/13#6ac7db063d084076dbb9b709","note":"Declared training source: snli. Training corpus repository not disclosed. Submitter explicitly declares this source-family train split. Training snapshot and configuration were not disclosed; boilerplate/near-match overlap counts are not classified as actual evaluation-example training. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."}],"total_params":4659865088,"active_params":4021806592,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"KnowLine-4B-Gen3","short_name":"KnowLine Gen3","url":"https://huggingface.co/PelaAI/KnowLine-4B-Gen3","hf_url":"https://huggingface.co/PelaAI/KnowLine-4B-Gen3"}},{"run_id":"PelaAI__KnowLine-4B-Gen4","model":{"id":"PelaAI/KnowLine-4B-Gen4","adapter":"knowline","settings":{},"training_exposure":[{"benchmark_id":"aqua-rat-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/17#6aca92cfe41bf98cad72144b","note":"Declared training source: aqua_rat. Training corpus repository not disclosed. Submitter explicitly declares this source-family train split. Training snapshot and configuration were not disclosed; boilerplate/near-match overlap counts are not classified as actual evaluation-example training. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"arc-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/17#6aca92cfe41bf98cad72144b","note":"Declared training source: arc. Training corpus repository not disclosed. Submitter explicitly declares this source-family train split. Training snapshot and configuration were not disclosed; boilerplate/near-match overlap counts are not classified as actual evaluation-example training. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"banking77-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/17#6aca92cfe41bf98cad72144b","note":"Declared training source: banking77. Training corpus repository not disclosed. Submitter explicitly declares this source-family train split. Training snapshot and configuration were not disclosed; boilerplate/near-match overlap counts are not classified as actual evaluation-example training. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"civil-comments-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/17#6aca92cfe41bf98cad72144b","note":"Declared training source: civil_comments. Training corpus repository not disclosed. Submitter explicitly declares this source-family train split. Training snapshot and configuration were not disclosed; boilerplate/near-match overlap counts are not classified as actual evaluation-example training. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"cladder-noul-test-v1","relationship":"related_domain","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/17#6aca92cfe41bf98cad72144b","note":"Declared training source: generated CLadder-style items. Training corpus repository not disclosed. Submitter declares generated CLadder-style training items; shared source identity is not established. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"clinc-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/17#6aca92cfe41bf98cad72144b","note":"Declared training source: clinc. Training corpus repository not disclosed. Submitter explicitly declares this source-family train split. Training snapshot and configuration were not disclosed; boilerplate/near-match overlap counts are not classified as actual evaluation-example training. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"contract-nli-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/17#6aca92cfe41bf98cad72144b","note":"Declared training source: contract_nli. Training corpus repository not disclosed. Submitter explicitly declares this source-family train split. Training snapshot and configuration were not disclosed; boilerplate/near-match overlap counts are not classified as actual evaluation-example training. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"dbpedia-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/17#6aca92cfe41bf98cad72144b","note":"Declared training source: dbpedia. Training corpus repository not disclosed. Submitter explicitly declares this source-family train split. Training snapshot and configuration were not disclosed; boilerplate/near-match overlap counts are not classified as actual evaluation-example training. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"esci-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"tasksource/esci","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/PelaAI/KnowLine-4B-Gen4/blob/b12c4bd95e9b51dcb697e0eadbdf01264a693a99/README.md","note":"The pinned model card explicitly names this source family as training data. The exact training Dataset snapshot/config/split is not fully disclosed; no direct evaluation-example use or independent record-level audit is established."},{"benchmark_id":"go-emotions-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/17#6aca92cfe41bf98cad72144b","note":"Declared training source: go_emotions. Training corpus repository not disclosed. Submitter explicitly declares this source-family train split. Training snapshot and configuration were not disclosed; boilerplate/near-match overlap counts are not classified as actual evaluation-example training. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"gsm8k-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"openai/gsm8k","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/PelaAI/KnowLine-4B-Gen4/blob/b12c4bd95e9b51dcb697e0eadbdf01264a693a99/README.md","note":"The pinned model card explicitly names this source family as training data. The exact training Dataset snapshot/config/split is not fully disclosed; no direct evaluation-example use or independent record-level audit is established."},{"benchmark_id":"laya--typed-decisions-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"LocalLLaMA/typed-decisions","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/17#6aca92cfe41bf98cad72144b","note":"Submitter explicitly declares this source-family train split. Training snapshot and configuration were not disclosed; boilerplate/near-match overlap counts are not classified as actual evaluation-example training. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"laya--typed-decisions-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"LocalLLaMA/typed-decisions","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/17#6aca92cfe41bf98cad72144b","note":"Submitter explicitly declares this source-family train split. Training snapshot and configuration were not disclosed; boilerplate/near-match overlap counts are not classified as actual evaluation-example training. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"laya--typed-decisions-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"LocalLLaMA/typed-decisions","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/17#6aca92cfe41bf98cad72144b","note":"Submitter explicitly declares this source-family train split. Training snapshot and configuration were not disclosed; boilerplate/near-match overlap counts are not classified as actual evaluation-example training. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"mtop-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/17#6aca92cfe41bf98cad72144b","note":"Declared training source: mtop. Training corpus repository not disclosed. Submitter explicitly declares this source-family train split. Training snapshot and configuration were not disclosed; boilerplate/near-match overlap counts are not classified as actual evaluation-example training. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--amount-extraction-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/17#6aca92cfe41bf98cad72144b","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--amount-extraction-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/17#6aca92cfe41bf98cad72144b","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--browser-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/17#6aca92cfe41bf98cad72144b","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--citation-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/17#6aca92cfe41bf98cad72144b","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--context-retention-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/17#6aca92cfe41bf98cad72144b","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--customer-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/17#6aca92cfe41bf98cad72144b","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--customer-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/17#6aca92cfe41bf98cad72144b","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--customer-control-v1-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/17#6aca92cfe41bf98cad72144b","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--drone-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/17#6aca92cfe41bf98cad72144b","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--drone-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/17#6aca92cfe41bf98cad72144b","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--drone-control-v1-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/17#6aca92cfe41bf98cad72144b","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--email-selection-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/17#6aca92cfe41bf98cad72144b","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--email-selection-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/17#6aca92cfe41bf98cad72144b","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--entity-alignment-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/17#6aca92cfe41bf98cad72144b","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--entity-alignment-control-v1-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/17#6aca92cfe41bf98cad72144b","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--ir-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/17#6aca92cfe41bf98cad72144b","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--ir-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/17#6aca92cfe41bf98cad72144b","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--ir-control-v1-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/17#6aca92cfe41bf98cad72144b","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--mailroom-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/17#6aca92cfe41bf98cad72144b","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--mailroom-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/17#6aca92cfe41bf98cad72144b","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--painting-geometry-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/17#6aca92cfe41bf98cad72144b","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--painting-geometry-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/17#6aca92cfe41bf98cad72144b","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--painting-geometry-v1-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/17#6aca92cfe41bf98cad72144b","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--phone-extraction-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/17#6aca92cfe41bf98cad72144b","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--phone-extraction-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/17#6aca92cfe41bf98cad72144b","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--reasoning-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/17#6aca92cfe41bf98cad72144b","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--reasoning-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/17#6aca92cfe41bf98cad72144b","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--reasoning-control-v1-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/17#6aca92cfe41bf98cad72144b","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--silent-failure-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/17#6aca92cfe41bf98cad72144b","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--snake-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/17#6aca92cfe41bf98cad72144b","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--snake-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/17#6aca92cfe41bf98cad72144b","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--sponsor-segment-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/17#6aca92cfe41bf98cad72144b","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--tic-tac-toe-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/17#6aca92cfe41bf98cad72144b","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--vizdoom-basic-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/17#6aca92cfe41bf98cad72144b","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--vizdoom-basic-v1-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/17#6aca92cfe41bf98cad72144b","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--workflow-controls-v1--agent-trace-observability-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/17#6aca92cfe41bf98cad72144b","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--workflow-controls-v1--customer-service-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/17#6aca92cfe41bf98cad72144b","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--workflow-controls-v1--invoice-processing-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/17#6aca92cfe41bf98cad72144b","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--workflow-controls-v1--security-incidents-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/17#6aca92cfe41bf98cad72144b","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"openbookqa-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/17#6aca92cfe41bf98cad72144b","note":"Declared training source: openbookqa. Training corpus repository not disclosed. Submitter explicitly declares this source-family train split. Training snapshot and configuration were not disclosed; boilerplate/near-match overlap counts are not classified as actual evaluation-example training. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"ruletaker-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/17#6aca92cfe41bf98cad72144b","note":"Declared training source: ruletaker. Training corpus repository not disclosed. Submitter explicitly declares this source-family train split. Training snapshot and configuration were not disclosed; boilerplate/near-match overlap counts are not classified as actual evaluation-example training. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"sgd-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/17#6aca92cfe41bf98cad72144b","note":"Declared training source: sgd. Training corpus repository not disclosed. Submitter explicitly declares this source-family train split. Training snapshot and configuration were not disclosed; boilerplate/near-match overlap counts are not classified as actual evaluation-example training. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"snli-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/17#6aca92cfe41bf98cad72144b","note":"Declared training source: snli. Training corpus repository not disclosed. Submitter explicitly declares this source-family train split. Training snapshot and configuration were not disclosed; boilerplate/near-match overlap counts are not classified as actual evaluation-example training. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."}],"total_params":4659865088,"active_params":null,"parameter_count_method":null,"display_name":"KnowLine-4B-Gen4","short_name":"KnowLine Gen4","url":"https://huggingface.co/PelaAI/KnowLine-4B-Gen4","hf_url":"https://huggingface.co/PelaAI/KnowLine-4B-Gen4"}},{"run_id":"PelaAI__KnowLine-4B-Gen4","model":{"id":"PelaAI/KnowLine-4B-Gen4","adapter":"knowline","settings":{"questions_per_call":1},"training_exposure":[{"benchmark_id":"aqua-rat-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/17#6aca92cfe41bf98cad72144b","note":"Declared training source: aqua_rat. Training corpus repository not disclosed. Submitter explicitly declares this source-family train split. Training snapshot and configuration were not disclosed; boilerplate/near-match overlap counts are not classified as actual evaluation-example training. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"arc-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/17#6aca92cfe41bf98cad72144b","note":"Declared training source: arc. Training corpus repository not disclosed. Submitter explicitly declares this source-family train split. Training snapshot and configuration were not disclosed; boilerplate/near-match overlap counts are not classified as actual evaluation-example training. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"banking77-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/17#6aca92cfe41bf98cad72144b","note":"Declared training source: banking77. Training corpus repository not disclosed. Submitter explicitly declares this source-family train split. Training snapshot and configuration were not disclosed; boilerplate/near-match overlap counts are not classified as actual evaluation-example training. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"civil-comments-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/17#6aca92cfe41bf98cad72144b","note":"Declared training source: civil_comments. Training corpus repository not disclosed. Submitter explicitly declares this source-family train split. Training snapshot and configuration were not disclosed; boilerplate/near-match overlap counts are not classified as actual evaluation-example training. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"cladder-noul-test-v1","relationship":"related_domain","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/17#6aca92cfe41bf98cad72144b","note":"Declared training source: generated CLadder-style items. Training corpus repository not disclosed. Submitter declares generated CLadder-style training items; shared source identity is not established. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"clinc-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/17#6aca92cfe41bf98cad72144b","note":"Declared training source: clinc. Training corpus repository not disclosed. Submitter explicitly declares this source-family train split. Training snapshot and configuration were not disclosed; boilerplate/near-match overlap counts are not classified as actual evaluation-example training. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"contract-nli-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/17#6aca92cfe41bf98cad72144b","note":"Declared training source: contract_nli. Training corpus repository not disclosed. Submitter explicitly declares this source-family train split. Training snapshot and configuration were not disclosed; boilerplate/near-match overlap counts are not classified as actual evaluation-example training. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"dbpedia-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/17#6aca92cfe41bf98cad72144b","note":"Declared training source: dbpedia. Training corpus repository not disclosed. Submitter explicitly declares this source-family train split. Training snapshot and configuration were not disclosed; boilerplate/near-match overlap counts are not classified as actual evaluation-example training. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"esci-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"tasksource/esci","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/PelaAI/KnowLine-4B-Gen4/blob/b12c4bd95e9b51dcb697e0eadbdf01264a693a99/README.md","note":"The pinned model card explicitly names this source family as training data. The exact training Dataset snapshot/config/split is not fully disclosed; no direct evaluation-example use or independent record-level audit is established."},{"benchmark_id":"go-emotions-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/17#6aca92cfe41bf98cad72144b","note":"Declared training source: go_emotions. Training corpus repository not disclosed. Submitter explicitly declares this source-family train split. Training snapshot and configuration were not disclosed; boilerplate/near-match overlap counts are not classified as actual evaluation-example training. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"gsm8k-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"openai/gsm8k","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/PelaAI/KnowLine-4B-Gen4/blob/b12c4bd95e9b51dcb697e0eadbdf01264a693a99/README.md","note":"The pinned model card explicitly names this source family as training data. The exact training Dataset snapshot/config/split is not fully disclosed; no direct evaluation-example use or independent record-level audit is established."},{"benchmark_id":"laya--typed-decisions-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"LocalLLaMA/typed-decisions","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/17#6aca92cfe41bf98cad72144b","note":"Submitter explicitly declares this source-family train split. Training snapshot and configuration were not disclosed; boilerplate/near-match overlap counts are not classified as actual evaluation-example training. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"laya--typed-decisions-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"LocalLLaMA/typed-decisions","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/17#6aca92cfe41bf98cad72144b","note":"Submitter explicitly declares this source-family train split. Training snapshot and configuration were not disclosed; boilerplate/near-match overlap counts are not classified as actual evaluation-example training. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"laya--typed-decisions-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"LocalLLaMA/typed-decisions","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/17#6aca92cfe41bf98cad72144b","note":"Submitter explicitly declares this source-family train split. Training snapshot and configuration were not disclosed; boilerplate/near-match overlap counts are not classified as actual evaluation-example training. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"mtop-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/17#6aca92cfe41bf98cad72144b","note":"Declared training source: mtop. Training corpus repository not disclosed. Submitter explicitly declares this source-family train split. Training snapshot and configuration were not disclosed; boilerplate/near-match overlap counts are not classified as actual evaluation-example training. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--amount-extraction-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/17#6aca92cfe41bf98cad72144b","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--amount-extraction-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/17#6aca92cfe41bf98cad72144b","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--browser-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/17#6aca92cfe41bf98cad72144b","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--citation-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/17#6aca92cfe41bf98cad72144b","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--context-retention-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/17#6aca92cfe41bf98cad72144b","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--customer-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/17#6aca92cfe41bf98cad72144b","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--customer-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/17#6aca92cfe41bf98cad72144b","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--customer-control-v1-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/17#6aca92cfe41bf98cad72144b","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--drone-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/17#6aca92cfe41bf98cad72144b","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--drone-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/17#6aca92cfe41bf98cad72144b","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--drone-control-v1-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/17#6aca92cfe41bf98cad72144b","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--email-selection-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/17#6aca92cfe41bf98cad72144b","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--email-selection-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/17#6aca92cfe41bf98cad72144b","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--entity-alignment-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/17#6aca92cfe41bf98cad72144b","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--entity-alignment-control-v1-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/17#6aca92cfe41bf98cad72144b","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--ir-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/17#6aca92cfe41bf98cad72144b","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--ir-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/17#6aca92cfe41bf98cad72144b","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--ir-control-v1-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/17#6aca92cfe41bf98cad72144b","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--mailroom-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/17#6aca92cfe41bf98cad72144b","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--mailroom-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/17#6aca92cfe41bf98cad72144b","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--painting-geometry-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/17#6aca92cfe41bf98cad72144b","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--painting-geometry-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/17#6aca92cfe41bf98cad72144b","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--painting-geometry-v1-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/17#6aca92cfe41bf98cad72144b","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--phone-extraction-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/17#6aca92cfe41bf98cad72144b","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--phone-extraction-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/17#6aca92cfe41bf98cad72144b","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--reasoning-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/17#6aca92cfe41bf98cad72144b","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--reasoning-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/17#6aca92cfe41bf98cad72144b","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--reasoning-control-v1-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/17#6aca92cfe41bf98cad72144b","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--silent-failure-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/17#6aca92cfe41bf98cad72144b","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--snake-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/17#6aca92cfe41bf98cad72144b","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--snake-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/17#6aca92cfe41bf98cad72144b","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--sponsor-segment-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/17#6aca92cfe41bf98cad72144b","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--tic-tac-toe-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/17#6aca92cfe41bf98cad72144b","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--vizdoom-basic-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/17#6aca92cfe41bf98cad72144b","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--vizdoom-basic-v1-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/17#6aca92cfe41bf98cad72144b","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--workflow-controls-v1--agent-trace-observability-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/17#6aca92cfe41bf98cad72144b","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--workflow-controls-v1--customer-service-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/17#6aca92cfe41bf98cad72144b","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--workflow-controls-v1--invoice-processing-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/17#6aca92cfe41bf98cad72144b","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"open-jev--workflow-controls-v1--security-incidents-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/17#6aca92cfe41bf98cad72144b","note":"Submitter declares Open-Jev 1.1 training data related to the benchmark controls; exact training revision/configuration was not disclosed. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"openbookqa-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/17#6aca92cfe41bf98cad72144b","note":"Declared training source: openbookqa. Training corpus repository not disclosed. Submitter explicitly declares this source-family train split. Training snapshot and configuration were not disclosed; boilerplate/near-match overlap counts are not classified as actual evaluation-example training. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"ruletaker-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/17#6aca92cfe41bf98cad72144b","note":"Declared training source: ruletaker. Training corpus repository not disclosed. Submitter explicitly declares this source-family train split. Training snapshot and configuration were not disclosed; boilerplate/near-match overlap counts are not classified as actual evaluation-example training. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"sgd-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/17#6aca92cfe41bf98cad72144b","note":"Declared training source: sgd. Training corpus repository not disclosed. Submitter explicitly declares this source-family train split. Training snapshot and configuration were not disclosed; boilerplate/near-match overlap counts are not classified as actual evaluation-example training. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."},{"benchmark_id":"snli-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/17#6aca92cfe41bf98cad72144b","note":"Declared training source: snli. Training corpus repository not disclosed. Submitter explicitly declares this source-family train split. Training snapshot and configuration were not disclosed; boilerplate/near-match overlap counts are not classified as actual evaluation-example training. Source is the author’s identified submission comment, retrieved 2026-10-13; its historical training corpus snapshot was not disclosed."}],"total_params":4659865088,"active_params":null,"parameter_count_method":null,"display_name":"KnowLine-4B-Gen4","short_name":"KnowLine Gen4","url":"https://huggingface.co/PelaAI/KnowLine-4B-Gen4","hf_url":"https://huggingface.co/PelaAI/KnowLine-4B-Gen4"}},{"run_id":"perplexity-ai__pplx-decider-flash-v1.2","model":{"id":"perplexity-ai/pplx-decider-flash-v1.2","adapter":"pplx-decider","settings":{"questions_per_call":1},"training_exposure":null,"total_params":4539918336,"active_params":3901859840,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"Perplexity Decider Flash 1.2","short_name":"Perplexity Decider Flash 1.2","url":"https://huggingface.co/perplexity-ai/pplx-decider-flash-v1.2","hf_url":"https://huggingface.co/perplexity-ai/pplx-decider-flash-v1.2"}},{"run_id":"perplexity-ai__pplx-decider-v1.1-27b","model":{"id":"perplexity-ai/pplx-decider-v1.1-27b","adapter":"autojev","settings":{"questions_per_call":1},"training_exposure":[{"benchmark_id":"arct-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/perplexity-ai/pplx-decider-v1.1-27b/blob/3b45dead91dfa6d95aad6b95764a606fab2bf7a6/training/data-manifest.json","note":"The released training manifest records 511 retained rows from this tasksource source family (arct: 511). The assembled training corpus Dataset repo, exact snapshot and source split are undisclosed; these are source-family counts, not evidence that S1MB evaluation examples were used."},{"benchmark_id":"babi-nli-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/perplexity-ai/pplx-decider-v1.1-27b/blob/3b45dead91dfa6d95aad6b95764a606fab2bf7a6/training/data-manifest.json","note":"The released training manifest records 5,972 retained rows from this tasksource source family (babi_nli/basic-coreference: 332, babi_nli/basic-deduction: 320, babi_nli/basic-induction: 315, babi_nli/compound-coreference: 314, babi_nli/conjunction: 323, babi_nli/counting: 304, babi_nli/indefinite-knowledge: 323, babi_nli/path-finding: 306, babi_nli/positional-reasoning: 295, babi_nli/simple-negation: 324, babi_nli/single-supporting-fact: 294, babi_nli/size-reasoning: 317, babi_nli/three-arg-relations: 326, babi_nli/three-supporting-facts: 323, babi_nli/time-reasoning: 319, babi_nli/two-arg-relations: 297, babi_nli/two-supporting-facts: 298, babi_nli/yes-no-questions: 328, babi_nli/lists-sets: 314). The assembled training corpus Dataset repo, exact snapshot and source split are undisclosed; these are source-family counts, not evidence that S1MB evaluation examples were used."},{"benchmark_id":"civil-comments-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/perplexity-ai/pplx-decider-v1.1-27b/blob/3b45dead91dfa6d95aad6b95764a606fab2bf7a6/training/data-manifest.json","note":"The released training manifest records 7,342 retained rows from this tasksource source family (civil_comments/identity_attack_share: 1,235, civil_comments/insult_share: 1,325, civil_comments/obscene_share: 852, civil_comments/severe_toxicity_share: 832, civil_comments/sexual_explicit_share: 642, civil_comments/threat_share: 1,138, civil_comments/toxicity_share: 1,318). The assembled training corpus Dataset repo, exact snapshot and source split are undisclosed; these are source-family counts, not evidence that S1MB evaluation examples were used."},{"benchmark_id":"corr2cause-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/perplexity-ai/pplx-decider-v1.1-27b/blob/3b45dead91dfa6d95aad6b95764a606fab2bf7a6/training/data-manifest.json","note":"The released training manifest records 3,969 retained rows from this tasksource source family (corr2cause: 3,969). The assembled training corpus Dataset repo, exact snapshot and source split are undisclosed; these are source-family counts, not evidence that S1MB evaluation examples were used."},{"benchmark_id":"creak-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/perplexity-ai/pplx-decider-v1.1-27b/blob/3b45dead91dfa6d95aad6b95764a606fab2bf7a6/training/data-manifest.json","note":"The released training manifest records 1,205 retained rows from this tasksource source family (CREAK: 1,205). The assembled training corpus Dataset repo, exact snapshot and source split are undisclosed; these are source-family counts, not evidence that S1MB evaluation examples were used."},{"benchmark_id":"dbpedia-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/perplexity-ai/pplx-decider-v1.1-27b/blob/3b45dead91dfa6d95aad6b95764a606fab2bf7a6/training/data-manifest.json","note":"The released training manifest records 2,667 retained rows from this tasksource source family (dbpedia_14/dbpedia_14: 2,667). The assembled training corpus Dataset repo, exact snapshot and source split are undisclosed; these are source-family counts, not evidence that S1MB evaluation examples were used."},{"benchmark_id":"defeasible-nli-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/perplexity-ai/pplx-decider-v1.1-27b/blob/3b45dead91dfa6d95aad6b95764a606fab2bf7a6/training/data-manifest.json","note":"The released training manifest records 3,120 retained rows from this tasksource source family (defeasible-nli/atomic: 1,021, defeasible-nli/snli: 950, defeasible-nli/social: 1,149). The assembled training corpus Dataset repo, exact snapshot and source split are undisclosed; these are source-family counts, not evidence that S1MB evaluation examples were used."},{"benchmark_id":"ethics-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/perplexity-ai/pplx-decider-v1.1-27b/blob/3b45dead91dfa6d95aad6b95764a606fab2bf7a6/training/data-manifest.json","note":"The released training manifest records 2,154 retained rows from this tasksource source family (ethics/commonsense: 515, ethics/deontology: 601, ethics/justice: 562, ethics/virtue: 476). The assembled training corpus Dataset repo, exact snapshot and source split are undisclosed; these are source-family counts, not evidence that S1MB evaluation examples were used."},{"benchmark_id":"ethics-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/perplexity-ai/pplx-decider-v1.1-27b/blob/3b45dead91dfa6d95aad6b95764a606fab2bf7a6/training/data-manifest.json","note":"The released training manifest records 2,154 retained rows from this tasksource source family (ethics/commonsense: 515, ethics/deontology: 601, ethics/justice: 562, ethics/virtue: 476). The assembled training corpus Dataset repo, exact snapshot and source split are undisclosed; these are source-family counts, not evidence that S1MB evaluation examples were used."},{"benchmark_id":"ethos-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/perplexity-ai/pplx-decider-v1.1-27b/blob/3b45dead91dfa6d95aad6b95764a606fab2bf7a6/training/data-manifest.json","note":"The released training manifest records 272 retained rows from this tasksource source family (ethos/multilabel: 272). The assembled training corpus Dataset repo, exact snapshot and source split are undisclosed; these are source-family counts, not evidence that S1MB evaluation examples were used."},{"benchmark_id":"fol-nli-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/perplexity-ai/pplx-decider-v1.1-27b/blob/3b45dead91dfa6d95aad6b95764a606fab2bf7a6/training/data-manifest.json","note":"The released training manifest records 13,587 retained rows from this tasksource source family (FOL-nli: 13,587). The assembled training corpus Dataset repo, exact snapshot and source split are undisclosed; these are source-family counts, not evidence that S1MB evaluation examples were used."},{"benchmark_id":"go-emotions-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/perplexity-ai/pplx-decider-v1.1-27b/blob/3b45dead91dfa6d95aad6b95764a606fab2bf7a6/training/data-manifest.json","note":"The released training manifest records 2,245 retained rows from this tasksource source family (go_emotions/simplified: 2,245). The assembled training corpus Dataset repo, exact snapshot and source split are undisclosed; these are source-family counts, not evidence that S1MB evaluation examples were used."},{"benchmark_id":"hh-rlhf-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/perplexity-ai/pplx-decider-v1.1-27b/blob/3b45dead91dfa6d95aad6b95764a606fab2bf7a6/training/data-manifest.json","note":"The released training manifest records 5,127 retained rows from this tasksource source family (hh-rlhf/harmless-base: 1,272, hh-rlhf/helpful-base: 1,319, hh-rlhf/helpful-online: 1,232, hh-rlhf/helpful-rejection-sampled: 1,304). The assembled training corpus Dataset repo, exact snapshot and source split are undisclosed; these are source-family counts, not evidence that S1MB evaluation examples were used."},{"benchmark_id":"logical-entailment-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/perplexity-ai/pplx-decider-v1.1-27b/blob/3b45dead91dfa6d95aad6b95764a606fab2bf7a6/training/data-manifest.json","note":"The released training manifest records 2,620 retained rows from this tasksource source family (logical-entailment: 2,620). The assembled training corpus Dataset repo, exact snapshot and source split are undisclosed; these are source-family counts, not evidence that S1MB evaluation examples were used."},{"benchmark_id":"lonli-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/perplexity-ai/pplx-decider-v1.1-27b/blob/3b45dead91dfa6d95aad6b95764a606fab2bf7a6/training/data-manifest.json","note":"The released training manifest records 3,014 retained rows from this tasksource source family (lonli: 3,014). The assembled training corpus Dataset repo, exact snapshot and source split are undisclosed; these are source-family counts, not evidence that S1MB evaluation examples were used."},{"benchmark_id":"massive-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/perplexity-ai/pplx-decider-v1.1-27b/blob/3b45dead91dfa6d95aad6b95764a606fab2bf7a6/training/data-manifest.json","note":"The released training manifest records 535 retained rows from this tasksource source family (multilingual/massive: 535). The assembled training corpus Dataset repo, exact snapshot and source split are undisclosed; these are source-family counts, not evidence that S1MB evaluation examples were used."},{"benchmark_id":"mtop-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/perplexity-ai/pplx-decider-v1.1-27b/blob/3b45dead91dfa6d95aad6b95764a606fab2bf7a6/training/data-manifest.json","note":"The released training manifest records 582 retained rows from this tasksource source family (multilingual/mtop: 582). The assembled training corpus Dataset repo, exact snapshot and source split are undisclosed; these are source-family counts, not evidence that S1MB evaluation examples were used."},{"benchmark_id":"patent-similarity-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/perplexity-ai/pplx-decider-v1.1-27b/blob/3b45dead91dfa6d95aad6b95764a606fab2bf7a6/training/data-manifest.json","note":"The released training manifest records 3,249 retained rows from this tasksource source family (patent-phrase-similarity: 3,249). The assembled training corpus Dataset repo, exact snapshot and source split are undisclosed; these are source-family counts, not evidence that S1MB evaluation examples were used."},{"benchmark_id":"poem-sentiment-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/perplexity-ai/pplx-decider-v1.1-27b/blob/3b45dead91dfa6d95aad6b95764a606fab2bf7a6/training/data-manifest.json","note":"The released training manifest records 728 retained rows from this tasksource source family (poem_sentiment: 728). The assembled training corpus Dataset repo, exact snapshot and source split are undisclosed; these are source-family counts, not evidence that S1MB evaluation examples were used."},{"benchmark_id":"quartz-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/perplexity-ai/pplx-decider-v1.1-27b/blob/3b45dead91dfa6d95aad6b95764a606fab2bf7a6/training/data-manifest.json","note":"The released training manifest records 1,350 retained rows from this tasksource source family (quartz: 1,350). The assembled training corpus Dataset repo, exact snapshot and source split are undisclosed; these are source-family counts, not evidence that S1MB evaluation examples were used."},{"benchmark_id":"ruletaker-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/perplexity-ai/pplx-decider-v1.1-27b/blob/3b45dead91dfa6d95aad6b95764a606fab2bf7a6/training/data-manifest.json","note":"The released training manifest records 2,643 retained rows from this tasksource source family (ruletaker: 2,643). The assembled training corpus Dataset repo, exact snapshot and source split are undisclosed; these are source-family counts, not evidence that S1MB evaluation examples were used."},{"benchmark_id":"scone-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/perplexity-ai/pplx-decider-v1.1-27b/blob/3b45dead91dfa6d95aad6b95764a606fab2bf7a6/training/data-manifest.json","note":"The released training manifest records 322 retained rows from this tasksource source family (scone: 322). The assembled training corpus Dataset repo, exact snapshot and source split are undisclosed; these are source-family counts, not evidence that S1MB evaluation examples were used."},{"benchmark_id":"sdoh-nli-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/perplexity-ai/pplx-decider-v1.1-27b/blob/3b45dead91dfa6d95aad6b95764a606fab2bf7a6/training/data-manifest.json","note":"The released training manifest records 1,810 retained rows from this tasksource source family (SDOH-NLI: 1,810). The assembled training corpus Dataset repo, exact snapshot and source split are undisclosed; these are source-family counts, not evidence that S1MB evaluation examples were used."},{"benchmark_id":"snli-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/perplexity-ai/pplx-decider-v1.1-27b/blob/3b45dead91dfa6d95aad6b95764a606fab2bf7a6/training/data-manifest.json","note":"The released training manifest records 3,306 retained rows from this tasksource source family (snli: 3,306). The assembled training corpus Dataset repo, exact snapshot and source split are undisclosed; these are source-family counts, not evidence that S1MB evaluation examples were used."},{"benchmark_id":"spartqa-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/perplexity-ai/pplx-decider-v1.1-27b/blob/3b45dead91dfa6d95aad6b95764a606fab2bf7a6/training/data-manifest.json","note":"The released training manifest records 7,902 retained rows from this tasksource source family (spartqa-mchoice: 7,902). The assembled training corpus Dataset repo, exact snapshot and source split are undisclosed; these are source-family counts, not evidence that S1MB evaluation examples were used."},{"benchmark_id":"stepgame-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/perplexity-ai/pplx-decider-v1.1-27b/blob/3b45dead91dfa6d95aad6b95764a606fab2bf7a6/training/data-manifest.json","note":"The released training manifest records 4,880 retained rows from this tasksource source family (stepgame: 4,880). The assembled training corpus Dataset repo, exact snapshot and source split are undisclosed; these are source-family counts, not evidence that S1MB evaluation examples were used."},{"benchmark_id":"temporal-nli-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/perplexity-ai/pplx-decider-v1.1-27b/blob/3b45dead91dfa6d95aad6b95764a606fab2bf7a6/training/data-manifest.json","note":"The released training manifest records 4,008 retained rows from this tasksource source family (temporal-nli: 4,008). The assembled training corpus Dataset repo, exact snapshot and source split are undisclosed; these are source-family counts, not evidence that S1MB evaluation examples were used."},{"benchmark_id":"tracie-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/perplexity-ai/pplx-decider-v1.1-27b/blob/3b45dead91dfa6d95aad6b95764a606fab2bf7a6/training/data-manifest.json","note":"The released training manifest records 707 retained rows from this tasksource source family (tracie: 707). The assembled training corpus Dataset repo, exact snapshot and source split are undisclosed; these are source-family counts, not evidence that S1MB evaluation examples were used."},{"benchmark_id":"winowhy-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/perplexity-ai/pplx-decider-v1.1-27b/blob/3b45dead91dfa6d95aad6b95764a606fab2bf7a6/training/data-manifest.json","note":"The released training manifest records 616 retained rows from this tasksource source family (winowhy: 616). The assembled training corpus Dataset repo, exact snapshot and source split are undisclosed; these are source-family counts, not evidence that S1MB evaluation examples were used."}],"total_params":26086635760,"active_params":24812583152,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"pplx-decider-v1.1-27b","short_name":"pplx-decider-v1.1-27b","url":"https://huggingface.co/perplexity-ai/pplx-decider-v1.1-27b","hf_url":"https://huggingface.co/perplexity-ai/pplx-decider-v1.1-27b"}},{"run_id":"perplexity-ai__pplx-decider-v1.2","model":{"id":"perplexity-ai/pplx-decider-v1.2","adapter":"pplx-decider","settings":{"questions_per_call":1},"training_exposure":null,"total_params":26086635760,"active_params":24812583152,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"Perplexity Decider v1.2 (27B)","short_name":"Perplexity Decider v1.2 (27B)","url":"https://huggingface.co/perplexity-ai/pplx-decider-v1.2","hf_url":"https://huggingface.co/perplexity-ai/pplx-decider-v1.2"}},{"run_id":"Phocinae__Phocinae-Largha-150M-v1","model":{"id":"Phocinae/Phocinae-Largha-150M-v1","adapter":"laya","settings":{"questions_per_call":null},"training_exposure":[{"benchmark_id":"banking77-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"PolyAI/banking77","revision":null,"config":null,"split":"test","evidence_url":"https://github.com/Phocinae/Phocinae-Largha-150M-v1/blob/1650c49cd456a9a38bf7ef25f6d04b0df7d9f893/MODEL_CARD.md","note":"Author reports sampled original-source test rows in training. Their membership in the adopted 100-case S1MB benchmark subset is not established, so direct S1MB evaluation-example exposure is not asserted. Actual training snapshot was not disclosed."},{"benchmark_id":"clinc-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":null,"revision":null,"config":null,"split":"test","evidence_url":"https://github.com/Phocinae/Phocinae-Largha-150M-v1/blob/1650c49cd456a9a38bf7ef25f6d04b0df7d9f893/MODEL_CARD.md","note":"Declared training source: clinc_oos. Training corpus repository not disclosed. Author reports sampled original-source test rows in training. Their membership in the adopted 100-case S1MB benchmark subset is not established, so direct S1MB evaluation-example exposure is not asserted. Actual training snapshot was not disclosed."},{"benchmark_id":"laya--typed-decisions-choice-test-v1","relationship":"evaluation_examples","registration_source":"contributor_review","dataset":"LocalLLaMA/typed-decisions","revision":null,"config":null,"split":"test","evidence_url":"https://github.com/Phocinae/Phocinae-Largha-150M-v1/blob/1650c49cd456a9a38bf7ef25f6d04b0df7d9f893/MODEL_CARD.md","note":"Author corrected the disclosure on 2026-10-10: fine-tuning included gold-labelled evaluation rows (82 of 100 S1MB cases, 151 of 500 decisions). This is an author-reported overlap audit, not an independent reproduction; actual source snapshot was not disclosed."},{"benchmark_id":"laya--typed-decisions-noul-test-v1","relationship":"evaluation_examples","registration_source":"contributor_review","dataset":"LocalLLaMA/typed-decisions","revision":null,"config":null,"split":"test","evidence_url":"https://github.com/Phocinae/Phocinae-Largha-150M-v1/blob/1650c49cd456a9a38bf7ef25f6d04b0df7d9f893/MODEL_CARD.md","note":"Author corrected the disclosure on 2026-10-10: fine-tuning included gold-labelled evaluation rows (82 of 100 S1MB cases, 151 of 500 decisions). This is an author-reported overlap audit, not an independent reproduction; actual source snapshot was not disclosed."},{"benchmark_id":"laya--typed-decisions-score-test-v1","relationship":"evaluation_examples","registration_source":"contributor_review","dataset":"LocalLLaMA/typed-decisions","revision":null,"config":null,"split":"test","evidence_url":"https://github.com/Phocinae/Phocinae-Largha-150M-v1/blob/1650c49cd456a9a38bf7ef25f6d04b0df7d9f893/MODEL_CARD.md","note":"Author corrected the disclosure on 2026-10-10: fine-tuning included gold-labelled evaluation rows (82 of 100 S1MB cases, 151 of 500 decisions). This is an author-reported overlap audit, not an independent reproduction; actual source snapshot was not disclosed."}],"total_params":144292867,"active_params":45987715,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"Phocinae-Largha-150M-v1","short_name":"Largha 150M","url":"https://github.com/Phocinae/Phocinae-Largha-150M-v1","hf_url":"https://huggingface.co/Phocinae/Phocinae-Largha-150M-v1"}},{"run_id":"PIXELZX__XERON-0.1","model":{"id":"PIXELZX/XERON-0.1","adapter":"laya","settings":{"questions_per_call":null},"training_exposure":[{"benchmark_id":"laya--ag-news-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"fancyzhx/ag_news","revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/PIXELZX/XERON-0.1/blob/a077ab80d30a6c4c595de7cf0b725fddf7dc07a8/README.md","note":"The pinned card reports fine-tuning on English typed-decisions and AG News among 148,281 sequences; training snapshot is not disclosed. This is source-family exposure, not evidence of S1MB test-row use."},{"benchmark_id":"laya--typed-decisions-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"LocalLLaMA/typed-decisions","revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/PIXELZX/XERON-0.1/blob/a077ab80d30a6c4c595de7cf0b725fddf7dc07a8/README.md","note":"The pinned card reports fine-tuning on English typed-decisions and AG News among 148,281 sequences; training snapshot is not disclosed. This is source-family exposure, not evidence of S1MB test-row use."},{"benchmark_id":"laya--typed-decisions-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"LocalLLaMA/typed-decisions","revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/PIXELZX/XERON-0.1/blob/a077ab80d30a6c4c595de7cf0b725fddf7dc07a8/README.md","note":"The pinned card reports fine-tuning on English typed-decisions and AG News among 148,281 sequences; training snapshot is not disclosed. This is source-family exposure, not evidence of S1MB test-row use."},{"benchmark_id":"laya--typed-decisions-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"LocalLLaMA/typed-decisions","revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/PIXELZX/XERON-0.1/blob/a077ab80d30a6c4c595de7cf0b725fddf7dc07a8/README.md","note":"The pinned card reports fine-tuning on English typed-decisions and AG News among 148,281 sequences; training snapshot is not disclosed. This is source-family exposure, not evidence of S1MB test-row use."}],"total_params":321908995,"active_params":125298691,"parameter_count_method":"non_lookup_parameters_v1","display_name":"XERON-0.1","short_name":"XERON-0.1","url":"https://huggingface.co/PIXELZX/XERON-0.1","hf_url":"https://huggingface.co/PIXELZX/XERON-0.1"}},{"run_id":"PixilabAI__Blink-v0.3-26B-A4B-NVFP4","model":{"id":"PixilabAI/Blink-v0.3-26B-A4B-NVFP4","adapter":"blink","settings":{},"total_params":25805933872,"active_params":25044143408,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"Blink-v0.3-26B-A4B-NVFP4","short_name":"Blink-v0.3-26B-A4B-NVFP4","url":"https://huggingface.co/PixilabAI/Blink-v0.3-26B-A4B-NVFP4","hf_url":"https://huggingface.co/PixilabAI/Blink-v0.3-26B-A4B-NVFP4"}},{"run_id":"pngwn__system-one-qwen3.5-4b-scorer-v2b","model":{"id":"pngwn/system-one-qwen3.5-4b-scorer-v2b","adapter":"pngwn","settings":{"questions_per_call":1},"total_params":4236230656,"active_params":3600531456,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"system-one-qwen3.5-4b-scorer-v2b","short_name":"system-one-qwen3.5-4b-scorer-v2b","url":"https://huggingface.co/pngwn/system-one-qwen3.5-4b-scorer-v2b","hf_url":"https://huggingface.co/pngwn/system-one-qwen3.5-4b-scorer-v2b"}},{"run_id":"pngwn__system-one-qwen3.5-4b-scorer","model":{"id":"pngwn/system-one-qwen3.5-4b-scorer","adapter":"pngwn","settings":{"questions_per_call":1},"total_params":4236230656,"active_params":3600531456,"parameter_count_method":"non_lookup_parameters_v1","display_name":"System One Qwen3.5 4B Scorer","short_name":"System One Qwen3.5 4B Scorer","url":"https://huggingface.co/pngwn/system-one-qwen3.5-4b-scorer","hf_url":"https://huggingface.co/pngwn/system-one-qwen3.5-4b-scorer"}},{"run_id":"punkytiger__superion_s1","model":{"id":"punkytiger/superion-s1","adapter":"nymph-s1","settings":{},"total_params":null,"active_params":null,"parameter_count_method":null,"display_name":"Punky Tiger Labs Superion S1","short_name":"Superion S1","url":"https://punkytigerlabs.com","hf_url":null}},{"run_id":"Qwen__Qwen3-Reranker-4B","model":{"id":"Qwen/Qwen3-Reranker-4B","adapter":"reranker","settings":{"questions_per_call":1},"training_exposure":[{"benchmark_id":"synthetic-relevance--nanobeir--nanohotpotqa-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"hotpotqa/hotpot_qa","revision":null,"config":null,"split":null,"evidence_url":"https://arxiv.org/html/2506.05176v1#A1.T6","note":"The official Qwen3 Embedding/Reranking technical report Table 6 names this supervised training source. S1MB derives NanoBEIR relevance tasks from the same source family. The exact training snapshot/split and direct evaluation-row overlap are not disclosed."},{"benchmark_id":"synthetic-relevance--nanobeir--nanohotpotqa-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"hotpotqa/hotpot_qa","revision":null,"config":null,"split":null,"evidence_url":"https://arxiv.org/html/2506.05176v1#A1.T6","note":"The official Qwen3 Embedding/Reranking technical report Table 6 names this supervised training source. S1MB derives NanoBEIR relevance tasks from the same source family. The exact training snapshot/split and direct evaluation-row overlap are not disclosed."},{"benchmark_id":"synthetic-relevance--nanobeir--nanomsmarco-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"microsoft/ms_marco","revision":null,"config":null,"split":null,"evidence_url":"https://arxiv.org/html/2506.05176v1#A1.T6","note":"The official Qwen3 Embedding/Reranking technical report Table 6 names this supervised training source. S1MB derives NanoBEIR relevance tasks from the same source family. The exact training snapshot/split and direct evaluation-row overlap are not disclosed."},{"benchmark_id":"synthetic-relevance--nanobeir--nanomsmarco-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"microsoft/ms_marco","revision":null,"config":null,"split":null,"evidence_url":"https://arxiv.org/html/2506.05176v1#A1.T6","note":"The official Qwen3 Embedding/Reranking technical report Table 6 names this supervised training source. S1MB derives NanoBEIR relevance tasks from the same source family. The exact training snapshot/split and direct evaluation-row overlap are not disclosed."},{"benchmark_id":"synthetic-relevance--nanobeir--nanonq-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"google-research-datasets/natural_questions","revision":null,"config":null,"split":null,"evidence_url":"https://arxiv.org/html/2506.05176v1#A1.T6","note":"The official Qwen3 Embedding/Reranking technical report Table 6 names this supervised training source. S1MB derives NanoBEIR relevance tasks from the same source family. The exact training snapshot/split and direct evaluation-row overlap are not disclosed."},{"benchmark_id":"synthetic-relevance--nanobeir--nanonq-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"google-research-datasets/natural_questions","revision":null,"config":null,"split":null,"evidence_url":"https://arxiv.org/html/2506.05176v1#A1.T6","note":"The official Qwen3 Embedding/Reranking technical report Table 6 names this supervised training source. S1MB derives NanoBEIR relevance tasks from the same source family. The exact training snapshot/split and direct evaluation-row overlap are not disclosed."}],"total_params":4021784576,"active_params":3633511936,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"Qwen3 Reranker 4B","short_name":"Qwen3 Reranker 4B","url":"https://huggingface.co/Qwen/Qwen3-Reranker-4B","hf_url":"https://huggingface.co/Qwen/Qwen3-Reranker-4B"}},{"run_id":"samatv256__mini-Jev","model":{"id":"samatv256/mini-Jev","adapter":"mini-jev","settings":{"questions_per_call":1},"total_params":599267841,"active_params":443685377,"parameter_count_method":"non_lookup_parameters_v1","display_name":"mini-Jev","short_name":"mini-Jev","url":"https://huggingface.co/samatv256/mini-Jev","hf_url":"https://huggingface.co/samatv256/mini-Jev"}},{"run_id":"shgao__rsi-jev-v5.0-vl-3b","model":{"id":"shgao/rsi-jev-v5.0-vl-3b","adapter":"rsi","settings":{"questions_per_call":1},"training_exposure":[{"benchmark_id":"aegis2-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"nvidia/Aegis-AI-Content-Safety-Dataset-2.0","revision":null,"config":null,"split":null,"evidence_url":"https://github.com/Shanghua-Gao/RSI-Jev/blob/fa70834769374c9ef38b41fb3ef7a3a69da26d76/data/v5.0-vl_recipe/b4-exit20.json","note":"The measured v5.0-VL card links this exact release recipe. Stage 1 explicitly includes st_aegis2 in its trained sources; stage 2 replays this source. The internal corpus and builders are not public, so Dataset snapshot/config/split and effective source filtering remain unverified. This is a maintainer source-family declaration, not an independent row-level overlap audit."},{"benchmark_id":"civil-comments-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"google/civil_comments","revision":null,"config":null,"split":null,"evidence_url":"https://github.com/Shanghua-Gao/RSI-Jev/blob/fa70834769374c9ef38b41fb3ef7a3a69da26d76/data/v5.0-vl_recipe/b4-exit20.json","note":"The measured v5.0-VL card links this exact release recipe. Stage 1 explicitly includes st_civil_comments in its trained sources; stage 2 replays this source. The internal corpus and builders are not public, so Dataset snapshot/config/split and effective source filtering remain unverified. This is a maintainer source-family declaration, not an independent row-level overlap audit."},{"benchmark_id":"gsm8k-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"openai/gsm8k","revision":null,"config":null,"split":null,"evidence_url":"https://github.com/Shanghua-Gao/RSI-Jev/blob/fa70834769374c9ef38b41fb3ef7a3a69da26d76/data/v5.0-vl_recipe/b4-exit20.json","note":"The measured v5.0-VL card links this exact release recipe. Stage 1 explicitly includes cov_gsm8k in its trained sources; stage 2 replays this source. The internal corpus and builders are not public, so Dataset snapshot/config/split and effective source filtering remain unverified. This is a maintainer source-family declaration, not an independent row-level overlap audit."},{"benchmark_id":"laya--typed-decisions-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"LocalLLaMA/typed-decisions","revision":null,"config":null,"split":null,"evidence_url":"https://github.com/Shanghua-Gao/RSI-Jev/blob/fa70834769374c9ef38b41fb3ef7a3a69da26d76/data/v5.0-vl_recipe/b4-exit20.json","note":"The measured v5.0-VL card links this exact release recipe. Stage 1 explicitly includes td_train in its trained sources; stage 2 replays this source. The internal corpus and builders are not public, so Dataset snapshot/config/split and effective source filtering remain unverified. This is a maintainer source-family declaration, not an independent row-level overlap audit."},{"benchmark_id":"laya--typed-decisions-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"LocalLLaMA/typed-decisions","revision":null,"config":null,"split":null,"evidence_url":"https://github.com/Shanghua-Gao/RSI-Jev/blob/fa70834769374c9ef38b41fb3ef7a3a69da26d76/data/v5.0-vl_recipe/b4-exit20.json","note":"The measured v5.0-VL card links this exact release recipe. Stage 1 explicitly includes td_train in its trained sources; stage 2 replays this source. The internal corpus and builders are not public, so Dataset snapshot/config/split and effective source filtering remain unverified. This is a maintainer source-family declaration, not an independent row-level overlap audit."},{"benchmark_id":"laya--typed-decisions-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"LocalLLaMA/typed-decisions","revision":null,"config":null,"split":null,"evidence_url":"https://github.com/Shanghua-Gao/RSI-Jev/blob/fa70834769374c9ef38b41fb3ef7a3a69da26d76/data/v5.0-vl_recipe/b4-exit20.json","note":"The measured v5.0-VL card links this exact release recipe. Stage 1 explicitly includes td_train in its trained sources; stage 2 replays this source. The internal corpus and builders are not public, so Dataset snapshot/config/split and effective source filtering remain unverified. This is a maintainer source-family declaration, not an independent row-level overlap audit."},{"benchmark_id":"massive-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"AmazonScience/massive","revision":null,"config":null,"split":null,"evidence_url":"https://github.com/Shanghua-Gao/RSI-Jev/blob/fa70834769374c9ef38b41fb3ef7a3a69da26d76/data/v5.0-vl_recipe/b4-exit20.json","note":"The measured v5.0-VL card links this exact release recipe. Stage 1 explicitly includes st_massive-en-US in its trained sources; stage 2 replays this source. The internal corpus and builders are not public, so Dataset snapshot/config/split and effective source filtering remain unverified. This is a maintainer source-family declaration, not an independent row-level overlap audit."},{"benchmark_id":"paws-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"google-research-datasets/paws","revision":null,"config":null,"split":null,"evidence_url":"https://github.com/Shanghua-Gao/RSI-Jev/blob/fa70834769374c9ef38b41fb3ef7a3a69da26d76/data/v5.0-vl_recipe/b4-exit20.json","note":"The measured v5.0-VL card links this exact release recipe. Stage 1 explicitly includes st_paws in its trained sources; stage 2 replays this source. The internal corpus and builders are not public, so Dataset snapshot/config/split and effective source filtering remain unverified. This is a maintainer source-family declaration, not an independent row-level overlap audit."}],"total_params":3250325826,"active_params":2612267330,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"rsi-jev-v5.0-vl-3b","short_name":"rsi-jev-v5.0-vl-3b","url":"https://huggingface.co/shgao/rsi-jev-v5.0-vl-3b","hf_url":"https://huggingface.co/shgao/rsi-jev-v5.0-vl-3b"}},{"run_id":"shgao__rsi-jev-v6.1-vl-27b","model":{"id":"shgao/rsi-jev-v6.1-vl-27b","adapter":"rsi","settings":{"questions_per_call":1},"training_exposure":[{"benchmark_id":"aegis2-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"private","dataset":"nvidia/Aegis-AI-Content-Safety-Dataset-2.0","revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/shgao/rsi-jev-v6.1-vl-27b/blob/d0dccc052ee844ab7481ddfacad1b7335ab394e0/meta.json","note":"This 27B release itself records st_aegis2 in meta.json spec.sources. Its pinned card describes text training and replay followed by averaging two fine-tunes, and says the training corpora are not public. The source-family mapping does not establish original source snapshot/config/split, consumed rows or S1MB evaluation-example overlap. This declaration uses the 27B record; no 4B image-training claim is inherited. Card: https://huggingface.co/shgao/rsi-jev-v6.1-vl-27b/blob/d0dccc052ee844ab7481ddfacad1b7335ab394e0/README.md"},{"benchmark_id":"civil-comments-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"private","dataset":"google/civil_comments","revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/shgao/rsi-jev-v6.1-vl-27b/blob/d0dccc052ee844ab7481ddfacad1b7335ab394e0/meta.json","note":"This 27B release itself records st_civil_comments in meta.json spec.sources. Its pinned card describes text training and replay followed by averaging two fine-tunes, and says the training corpora are not public. The source-family mapping does not establish original source snapshot/config/split, consumed rows or S1MB evaluation-example overlap. This declaration uses the 27B record; no 4B image-training claim is inherited. Card: https://huggingface.co/shgao/rsi-jev-v6.1-vl-27b/blob/d0dccc052ee844ab7481ddfacad1b7335ab394e0/README.md"},{"benchmark_id":"gsm8k-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"private","dataset":"openai/gsm8k","revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/shgao/rsi-jev-v6.1-vl-27b/blob/d0dccc052ee844ab7481ddfacad1b7335ab394e0/meta.json","note":"This 27B release itself records cov_gsm8k in meta.json spec.sources. Its pinned card describes text training and replay followed by averaging two fine-tunes, and says the training corpora are not public. The source-family mapping does not establish original source snapshot/config/split, consumed rows or S1MB evaluation-example overlap. This declaration uses the 27B record; no 4B image-training claim is inherited. Card: https://huggingface.co/shgao/rsi-jev-v6.1-vl-27b/blob/d0dccc052ee844ab7481ddfacad1b7335ab394e0/README.md"},{"benchmark_id":"laya--typed-decisions-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"private","dataset":"LocalLLaMA/typed-decisions","revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/shgao/rsi-jev-v6.1-vl-27b/blob/d0dccc052ee844ab7481ddfacad1b7335ab394e0/meta.json","note":"This 27B release itself records td_train in meta.json spec.sources. Its pinned card describes text training and replay followed by averaging two fine-tunes, and says the training corpora are not public. The source-family mapping does not establish original source snapshot/config/split, consumed rows or S1MB evaluation-example overlap. This declaration uses the 27B record; no 4B image-training claim is inherited. Card: https://huggingface.co/shgao/rsi-jev-v6.1-vl-27b/blob/d0dccc052ee844ab7481ddfacad1b7335ab394e0/README.md"},{"benchmark_id":"laya--typed-decisions-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"private","dataset":"LocalLLaMA/typed-decisions","revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/shgao/rsi-jev-v6.1-vl-27b/blob/d0dccc052ee844ab7481ddfacad1b7335ab394e0/meta.json","note":"This 27B release itself records td_train in meta.json spec.sources. Its pinned card describes text training and replay followed by averaging two fine-tunes, and says the training corpora are not public. The source-family mapping does not establish original source snapshot/config/split, consumed rows or S1MB evaluation-example overlap. This declaration uses the 27B record; no 4B image-training claim is inherited. Card: https://huggingface.co/shgao/rsi-jev-v6.1-vl-27b/blob/d0dccc052ee844ab7481ddfacad1b7335ab394e0/README.md"},{"benchmark_id":"laya--typed-decisions-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"private","dataset":"LocalLLaMA/typed-decisions","revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/shgao/rsi-jev-v6.1-vl-27b/blob/d0dccc052ee844ab7481ddfacad1b7335ab394e0/meta.json","note":"This 27B release itself records td_train in meta.json spec.sources. Its pinned card describes text training and replay followed by averaging two fine-tunes, and says the training corpora are not public. The source-family mapping does not establish original source snapshot/config/split, consumed rows or S1MB evaluation-example overlap. This declaration uses the 27B record; no 4B image-training claim is inherited. Card: https://huggingface.co/shgao/rsi-jev-v6.1-vl-27b/blob/d0dccc052ee844ab7481ddfacad1b7335ab394e0/README.md"},{"benchmark_id":"massive-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"private","dataset":"AmazonScience/massive","revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/shgao/rsi-jev-v6.1-vl-27b/blob/d0dccc052ee844ab7481ddfacad1b7335ab394e0/meta.json","note":"This 27B release itself records st_massive-en-US in meta.json spec.sources. Its pinned card describes text training and replay followed by averaging two fine-tunes, and says the training corpora are not public. The source-family mapping does not establish original source snapshot/config/split, consumed rows or S1MB evaluation-example overlap. This declaration uses the 27B record; no 4B image-training claim is inherited. Card: https://huggingface.co/shgao/rsi-jev-v6.1-vl-27b/blob/d0dccc052ee844ab7481ddfacad1b7335ab394e0/README.md"},{"benchmark_id":"paws-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":"private","dataset":"google-research-datasets/paws","revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/shgao/rsi-jev-v6.1-vl-27b/blob/d0dccc052ee844ab7481ddfacad1b7335ab394e0/meta.json","note":"This 27B release itself records st_paws in meta.json spec.sources. Its pinned card describes text training and replay followed by averaging two fine-tunes, and says the training corpora are not public. The source-family mapping does not establish original source snapshot/config/split, consumed rows or S1MB evaluation-example overlap. This declaration uses the 27B record; no 4B image-training claim is inherited. Card: https://huggingface.co/shgao/rsi-jev-v6.1-vl-27b/blob/d0dccc052ee844ab7481ddfacad1b7335ab394e0/README.md"}],"total_params":26659551478,"active_params":25385498870,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"RSI-Jev v6.1 VL 27B","short_name":"RSI-Jev v6.1 VL 27B","url":"https://huggingface.co/shgao/rsi-jev-v6.1-vl-27b","hf_url":"https://huggingface.co/shgao/rsi-jev-v6.1-vl-27b"}},{"run_id":"shgao__rsi-jev-v6.1-vl-4b","model":{"id":"shgao/rsi-jev-v6.1-vl-4b","adapter":"rsi","settings":{"questions_per_call":1},"training_exposure":[{"benchmark_id":"tallyqa-score","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/shgao/rsi-jev-v6.1-vl-4b/blob/7f93b1926dc23c62635538f5d40f1dabbddee5b6/README.md","note":"TallyQA: The pinned v6.1-VL card explicitly reports this dataset family in the image corpus used by both members. Exact consumed source revisions/splits and adopted evaluation-example overlap are not established; this is a family-level disclosure."},{"benchmark_id":"nlvr2-noul","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/shgao/rsi-jev-v6.1-vl-4b/blob/7f93b1926dc23c62635538f5d40f1dabbddee5b6/README.md","note":"NLVR2: The pinned v6.1-VL card explicitly reports this dataset family in the image corpus used by both members. Exact consumed source revisions/splits and adopted evaluation-example overlap are not established; this is a family-level disclosure."},{"benchmark_id":"scienceqa-choice","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/shgao/rsi-jev-v6.1-vl-4b/blob/7f93b1926dc23c62635538f5d40f1dabbddee5b6/README.md","note":"ScienceQA: The pinned v6.1-VL card explicitly reports this dataset family in the image corpus used by both members. Exact consumed source revisions/splits and adopted evaluation-example overlap are not established; this is a family-level disclosure."},{"benchmark_id":"rvlcdip-choice","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/shgao/rsi-jev-v6.1-vl-4b/blob/7f93b1926dc23c62635538f5d40f1dabbddee5b6/README.md","note":"RVL-CDIP: The pinned v6.1-VL card explicitly reports this dataset family in the image corpus used by both members. Exact consumed source revisions/splits and adopted evaluation-example overlap are not established; this is a family-level disclosure."},{"benchmark_id":"aegis2-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":"nvidia/Aegis-AI-Content-Safety-Dataset-2.0","revision":null,"config":null,"split":null,"evidence_url":"https://github.com/Shanghua-Gao/RSI-Jev/blob/fa70834769374c9ef38b41fb3ef7a3a69da26d76/data/v6.1-vl_recipe/1-member-b-domain-mix.json","note":"The v6.1-VL member-B B3 recipe explicitly lists this original source family (also present in the member-A text-stage recipe). The corpus and builders are not public; original Dataset snapshot/config/split and exact consumed rows remain unknown. No assertion of adopted S1MB evaluation-example use."},{"benchmark_id":"civil-comments-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":"google/civil_comments","revision":null,"config":null,"split":null,"evidence_url":"https://github.com/Shanghua-Gao/RSI-Jev/blob/fa70834769374c9ef38b41fb3ef7a3a69da26d76/data/v6.1-vl_recipe/1-member-b-domain-mix.json","note":"The v6.1-VL member-B B3 recipe explicitly lists this original source family (also present in the member-A text-stage recipe). The corpus and builders are not public; original Dataset snapshot/config/split and exact consumed rows remain unknown. No assertion of adopted S1MB evaluation-example use."},{"benchmark_id":"gsm8k-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":"openai/gsm8k","revision":null,"config":null,"split":null,"evidence_url":"https://github.com/Shanghua-Gao/RSI-Jev/blob/fa70834769374c9ef38b41fb3ef7a3a69da26d76/data/v6.1-vl_recipe/1-member-b-domain-mix.json","note":"The v6.1-VL member-B B3 recipe explicitly lists this original source family (also present in the member-A text-stage recipe). The corpus and builders are not public; original Dataset snapshot/config/split and exact consumed rows remain unknown. No assertion of adopted S1MB evaluation-example use."},{"benchmark_id":"laya--typed-decisions-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":"LocalLLaMA/typed-decisions","revision":null,"config":null,"split":null,"evidence_url":"https://github.com/Shanghua-Gao/RSI-Jev/blob/fa70834769374c9ef38b41fb3ef7a3a69da26d76/data/v6.1-vl_recipe/1-member-b-domain-mix.json","note":"The v6.1-VL member-B B3 recipe explicitly lists this original source family (also present in the member-A text-stage recipe). The corpus and builders are not public; original Dataset snapshot/config/split and exact consumed rows remain unknown. No assertion of adopted S1MB evaluation-example use."},{"benchmark_id":"laya--typed-decisions-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":"LocalLLaMA/typed-decisions","revision":null,"config":null,"split":null,"evidence_url":"https://github.com/Shanghua-Gao/RSI-Jev/blob/fa70834769374c9ef38b41fb3ef7a3a69da26d76/data/v6.1-vl_recipe/1-member-b-domain-mix.json","note":"The v6.1-VL member-B B3 recipe explicitly lists this original source family (also present in the member-A text-stage recipe). The corpus and builders are not public; original Dataset snapshot/config/split and exact consumed rows remain unknown. No assertion of adopted S1MB evaluation-example use."},{"benchmark_id":"laya--typed-decisions-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":"LocalLLaMA/typed-decisions","revision":null,"config":null,"split":null,"evidence_url":"https://github.com/Shanghua-Gao/RSI-Jev/blob/fa70834769374c9ef38b41fb3ef7a3a69da26d76/data/v6.1-vl_recipe/1-member-b-domain-mix.json","note":"The v6.1-VL member-B B3 recipe explicitly lists this original source family (also present in the member-A text-stage recipe). The corpus and builders are not public; original Dataset snapshot/config/split and exact consumed rows remain unknown. No assertion of adopted S1MB evaluation-example use."},{"benchmark_id":"massive-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":"AmazonScience/massive","revision":null,"config":null,"split":null,"evidence_url":"https://github.com/Shanghua-Gao/RSI-Jev/blob/fa70834769374c9ef38b41fb3ef7a3a69da26d76/data/v6.1-vl_recipe/1-member-b-domain-mix.json","note":"The v6.1-VL member-B B3 recipe explicitly lists this original source family (also present in the member-A text-stage recipe). The corpus and builders are not public; original Dataset snapshot/config/split and exact consumed rows remain unknown. No assertion of adopted S1MB evaluation-example use."},{"benchmark_id":"paws-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":"google-research-datasets/paws","revision":null,"config":null,"split":null,"evidence_url":"https://github.com/Shanghua-Gao/RSI-Jev/blob/fa70834769374c9ef38b41fb3ef7a3a69da26d76/data/v6.1-vl_recipe/1-member-b-domain-mix.json","note":"The v6.1-VL member-B B3 recipe explicitly lists this original source family (also present in the member-A text-stage recipe). The corpus and builders are not public; original Dataset snapshot/config/split and exact consumed rows remain unknown. No assertion of adopted S1MB evaluation-example use."},{"benchmark_id":"banking77-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":"legacy-datasets/banking77","revision":null,"config":null,"split":null,"evidence_url":"https://github.com/Shanghua-Gao/RSI-Jev/blob/fa70834769374c9ef38b41fb3ef7a3a69da26d76/data/v6.1-vl_recipe/1-member-b-domain-mix.json","note":"The v6.1-VL member-B B3 recipe explicitly lists dt_banking77, dt_clinc150 and dt_esci among trained sources. Exact original source snapshot/config/split and adopted evaluation-example overlap are not established. These are source-family declarations; the private corpus is not independently audited."},{"benchmark_id":"clinc-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":"clinc/clinc_oos","revision":null,"config":null,"split":null,"evidence_url":"https://github.com/Shanghua-Gao/RSI-Jev/blob/fa70834769374c9ef38b41fb3ef7a3a69da26d76/data/v6.1-vl_recipe/1-member-b-domain-mix.json","note":"The v6.1-VL member-B B3 recipe explicitly lists dt_banking77, dt_clinc150 and dt_esci among trained sources. Exact original source snapshot/config/split and adopted evaluation-example overlap are not established. These are source-family declarations; the private corpus is not independently audited."},{"benchmark_id":"esci-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset_access":null,"dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://github.com/Shanghua-Gao/RSI-Jev/blob/fa70834769374c9ef38b41fb3ef7a3a69da26d76/data/v6.1-vl_recipe/1-member-b-domain-mix.json","note":"The v6.1-VL member-B B3 recipe explicitly lists dt_banking77, dt_clinc150 and dt_esci among trained sources. Exact original source snapshot/config/split and adopted evaluation-example overlap are not established. These are source-family declarations; the private corpus is not independently audited."}],"total_params":4688752134,"active_params":4050693638,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"RSI-Jev 6.1 VL 4B","short_name":"RSI-Jev 6.1 VL 4B","url":"https://huggingface.co/shgao/rsi-jev-v6.1-vl-4b","hf_url":"https://huggingface.co/shgao/rsi-jev-v6.1-vl-4b"}},{"run_id":"sqwish__kettei-chub-v1.0","model":{"id":"kettei-chub","adapter":"kettei","settings":{},"training_exposure":[{"benchmark_id":"aegis2-noul-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"laya--ag-news-choice-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"aqua-rat-choice-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"arc-choice-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"arct-choice-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"argument-quality-choice-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"argument-quality-noul-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"babi-nli-noul-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"banking77-choice-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"bbq-choice-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"boardgameqa-choice-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"canttalk-noul-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"civil-comments-noul-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"cladder-noul-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"clinc-choice-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"contract-nli-choice-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"corr2cause-choice-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"creak-noul-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"crows-pairs-choice-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"dbpedia-choice-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"defeasible-nli-choice-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"laya--enron-spam-noul-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"esci-choice-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"ethics-choice-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"ethics-noul-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"ethos-noul-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"few-nerd-choice-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"fol-nli-choice-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"followir-core17-noul-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"followir-news21-noul-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"followir-robust04-noul-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"go-emotions-noul-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"gretel-pii-choice-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"gsm8k-choice-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"hans-noul-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"hatecheck-noul-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"hh-rlhf-choice-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"hwu64-choice-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"impli-noul-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"lexcomp-noul-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"logical-entailment-noul-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"lonli-choice-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"massive-choice-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"miqa-choice-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"mtop-choice-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"nlsat-noul-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"open-jev--amount-extraction-control-v1-choice-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"open-jev--amount-extraction-control-v1-noul-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"open-jev--browser-control-v1-choice-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"open-jev--citation-control-v1-choice-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"open-jev--context-retention-control-v1-noul-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"open-jev--customer-control-v1-choice-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"open-jev--customer-control-v1-noul-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"open-jev--customer-control-v1-score-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"open-jev--email-selection-control-v1-choice-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"open-jev--email-selection-control-v1-noul-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"open-jev--entity-alignment-control-v1-noul-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"open-jev--entity-alignment-control-v1-score-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"open-jev--ir-control-v1-choice-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"open-jev--ir-control-v1-noul-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"open-jev--ir-control-v1-score-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"open-jev--mailroom-control-v1-choice-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"open-jev--mailroom-control-v1-noul-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"open-jev--phone-extraction-control-v1-choice-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"open-jev--phone-extraction-control-v1-noul-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"open-jev--reasoning-control-v1-choice-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"open-jev--reasoning-control-v1-noul-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"open-jev--reasoning-control-v1-score-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"open-jev--silent-failure-control-v1-noul-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"open-jev--sponsor-segment-control-v1-choice-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"open-jev--workflow-controls-v1--agent-trace-observability-noul-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"open-jev--workflow-controls-v1--customer-service-noul-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"open-jev--workflow-controls-v1--invoice-processing-noul-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"open-jev--workflow-controls-v1--security-incidents-noul-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"openbookqa-choice-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"patent-similarity-score-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"paws-noul-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"plane-noul-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"poem-sentiment-choice-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"qasper-noul-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"quartz-choice-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"robust-lr-choice-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"ruletaker-noul-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"scicite-choice-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"scitail-noul-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"scone-choice-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"sdoh-nli-noul-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"sgd-choice-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"snli-choice-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"spartqa-choice-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"stepgame-choice-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"synthetic-relevance--nanobeir--nanoarguana-noul-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"synthetic-relevance--nanobeir--nanoarguana-score-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"synthetic-relevance--nanobeir--nanodbpedia-noul-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"synthetic-relevance--nanobeir--nanodbpedia-score-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"synthetic-relevance--nanobeir--nanofiqa2018-noul-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"synthetic-relevance--nanobeir--nanofiqa2018-score-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"synthetic-relevance--nanobeir--nanohotpotqa-noul-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"synthetic-relevance--nanobeir--nanohotpotqa-score-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"synthetic-relevance--nanobeir--nanomsmarco-noul-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"synthetic-relevance--nanobeir--nanomsmarco-score-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"synthetic-relevance--nanobeir--nanonfcorpus-noul-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"synthetic-relevance--nanobeir--nanonfcorpus-score-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"synthetic-relevance--nanobeir--nanonq-noul-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"synthetic-relevance--nanobeir--nanonq-score-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"synthetic-relevance--nanobeir--nanoscidocs-noul-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"synthetic-relevance--nanobeir--nanoscidocs-score-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"synthetic-relevance--nanobeir--nanotouche2020-noul-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"synthetic-relevance--nanobeir--nanotouche2020-score-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"synthetic-relevance--nanocoir-noul-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"synthetic-relevance--nanocoir-score-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"temporal-nli-choice-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"tracie-noul-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"laya--typed-decisions-choice-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"laya--typed-decisions-noul-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"laya--typed-decisions-score-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"wiqa-choice-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/42#6ad23a90f7d330d4f0cf6dd5","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."}],"total_params":null,"active_params":null,"parameter_count_method":null,"display_name":"Sqwish kettei-chub v1.0 (API)","short_name":"kettei-chub v1.0","url":"https://docs.sqwish.ai/guides/models-and-fallback","hf_url":null}},{"run_id":"sqwish__kettei-fat-v1.0","model":{"id":"kettei-fat","adapter":"kettei","settings":{},"training_exposure":[{"benchmark_id":"aegis2-noul-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"laya--ag-news-choice-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"aqua-rat-choice-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"arc-choice-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"arct-choice-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"argument-quality-choice-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"argument-quality-noul-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"babi-nli-noul-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"banking77-choice-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"bbq-choice-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"boardgameqa-choice-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"canttalk-noul-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"civil-comments-noul-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"cladder-noul-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"clinc-choice-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"contract-nli-choice-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"corr2cause-choice-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"creak-noul-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"crows-pairs-choice-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"dbpedia-choice-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"defeasible-nli-choice-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"laya--enron-spam-noul-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"esci-choice-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"ethics-choice-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"ethics-noul-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"ethos-noul-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"few-nerd-choice-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"fol-nli-choice-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"followir-core17-noul-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"followir-news21-noul-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"followir-robust04-noul-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"go-emotions-noul-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"gretel-pii-choice-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"gsm8k-choice-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"hans-noul-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"hatecheck-noul-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"hh-rlhf-choice-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"hwu64-choice-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"impli-noul-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"lexcomp-noul-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"logical-entailment-noul-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"lonli-choice-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"massive-choice-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"miqa-choice-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"mtop-choice-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"nlsat-noul-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"open-jev--amount-extraction-control-v1-choice-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"open-jev--amount-extraction-control-v1-noul-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"open-jev--browser-control-v1-choice-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"open-jev--citation-control-v1-choice-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"open-jev--context-retention-control-v1-noul-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"open-jev--customer-control-v1-choice-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"open-jev--customer-control-v1-noul-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"open-jev--customer-control-v1-score-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"open-jev--email-selection-control-v1-choice-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"open-jev--email-selection-control-v1-noul-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"open-jev--entity-alignment-control-v1-noul-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"open-jev--entity-alignment-control-v1-score-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"open-jev--ir-control-v1-choice-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"open-jev--ir-control-v1-noul-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"open-jev--ir-control-v1-score-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"open-jev--mailroom-control-v1-choice-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"open-jev--mailroom-control-v1-noul-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"open-jev--phone-extraction-control-v1-choice-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"open-jev--phone-extraction-control-v1-noul-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"open-jev--reasoning-control-v1-choice-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"open-jev--reasoning-control-v1-noul-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"open-jev--reasoning-control-v1-score-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"open-jev--silent-failure-control-v1-noul-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"open-jev--sponsor-segment-control-v1-choice-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"open-jev--workflow-controls-v1--agent-trace-observability-noul-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"open-jev--workflow-controls-v1--customer-service-noul-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"open-jev--workflow-controls-v1--invoice-processing-noul-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"open-jev--workflow-controls-v1--security-incidents-noul-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"openbookqa-choice-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"patent-similarity-score-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"paws-noul-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"plane-noul-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"poem-sentiment-choice-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"qasper-noul-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"quartz-choice-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"robust-lr-choice-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"ruletaker-noul-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"scicite-choice-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"scitail-noul-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"scone-choice-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"sdoh-nli-noul-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"sgd-choice-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"snli-choice-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"spartqa-choice-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"stepgame-choice-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"synthetic-relevance--nanobeir--nanoarguana-noul-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"synthetic-relevance--nanobeir--nanoarguana-score-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"synthetic-relevance--nanobeir--nanodbpedia-noul-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"synthetic-relevance--nanobeir--nanodbpedia-score-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"synthetic-relevance--nanobeir--nanofiqa2018-noul-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"synthetic-relevance--nanobeir--nanofiqa2018-score-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"synthetic-relevance--nanobeir--nanohotpotqa-noul-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"synthetic-relevance--nanobeir--nanohotpotqa-score-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"synthetic-relevance--nanobeir--nanomsmarco-noul-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"synthetic-relevance--nanobeir--nanomsmarco-score-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"synthetic-relevance--nanobeir--nanonfcorpus-noul-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"synthetic-relevance--nanobeir--nanonfcorpus-score-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"synthetic-relevance--nanobeir--nanonq-noul-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"synthetic-relevance--nanobeir--nanonq-score-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"synthetic-relevance--nanobeir--nanoscidocs-noul-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"synthetic-relevance--nanobeir--nanoscidocs-score-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"synthetic-relevance--nanobeir--nanotouche2020-noul-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"synthetic-relevance--nanobeir--nanotouche2020-score-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"synthetic-relevance--nanocoir-noul-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"synthetic-relevance--nanocoir-score-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"temporal-nli-choice-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"tracie-noul-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"laya--typed-decisions-choice-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"laya--typed-decisions-noul-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"laya--typed-decisions-score-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."},{"benchmark_id":"wiqa-choice-test-v1","relationship":"related_domain","registration_source":"author_declaration","dataset_access":"unknown","dataset":null,"revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/datasets/hotchpotch/s1mb-result/discussions/41#6ad23a32795b7457652fa025","note":"Author declaration of a related domain: decision, NLI, classification, QA, sentiment, or retrieval. The model was trained primarily on synthetic data, including examples generated from public data sources, alongside other public-source training material. Public benchmark materials were kept out of that training data with hash-based exclusion and near-duplicate filtering. This does not establish same-source identity or use of S1MB evaluation examples. The training repository, revision, configuration, and split are not disclosed. The linked source is the author's declaration in this results PR, retrieved on 2026-10-16; it does not publish the training rows."}],"total_params":null,"active_params":null,"parameter_count_method":null,"display_name":"Sqwish kettei-fat v1.0 (API)","short_name":"kettei-fat v1.0","url":"https://docs.sqwish.ai/guides/models-and-fallback","hf_url":null}},{"run_id":"StandardThinking__StandardOne-8B","model":{"id":"StandardThinking/StandardOne-8B","adapter":"standardone","settings":{"questions_per_call":1},"training_exposure":[{"benchmark_id":"aegis2-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"nvidia/Aegis-AI-Content-Safety-Dataset-2.0","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/StandardThinking/StandardOne-8B/blob/36d7999c63403acc1fd5861d5b139eee275e26d8/README.md","note":"The pinned model card explicitly names this source family as training data. The exact training Dataset snapshot/config/split is not fully disclosed; no direct evaluation-example use or independent record-level audit is established."},{"benchmark_id":"arc-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"allenai/ai2_arc","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/StandardThinking/StandardOne-8B/blob/36d7999c63403acc1fd5861d5b139eee275e26d8/README.md","note":"The pinned model card explicitly names this source family as training data. The exact training Dataset snapshot/config/split is not fully disclosed; no direct evaluation-example use or independent record-level audit is established."},{"benchmark_id":"banking77-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"legacy-datasets/banking77","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/StandardThinking/StandardOne-8B/blob/36d7999c63403acc1fd5861d5b139eee275e26d8/README.md","note":"The pinned model card explicitly names this source family as training data. The exact training Dataset snapshot/config/split is not fully disclosed; no direct evaluation-example use or independent record-level audit is established."},{"benchmark_id":"clinc-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"clinc/clinc_oos","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/StandardThinking/StandardOne-8B/blob/36d7999c63403acc1fd5861d5b139eee275e26d8/README.md","note":"The pinned model card explicitly names this source family as training data. The exact training Dataset snapshot/config/split is not fully disclosed; no direct evaluation-example use or independent record-level audit is established."},{"benchmark_id":"contract-nli-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"presencesw/contract-nli","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/StandardThinking/StandardOne-8B/blob/36d7999c63403acc1fd5861d5b139eee275e26d8/README.md","note":"The pinned model card explicitly names this source family as training data. The exact training Dataset snapshot/config/split is not fully disclosed; no direct evaluation-example use or independent record-level audit is established."},{"benchmark_id":"dbpedia-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"fancyzhx/dbpedia_14","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/StandardThinking/StandardOne-8B/blob/36d7999c63403acc1fd5861d5b139eee275e26d8/README.md","note":"The pinned model card explicitly names this source family as training data. The exact training Dataset snapshot/config/split is not fully disclosed; no direct evaluation-example use or independent record-level audit is established."},{"benchmark_id":"go-emotions-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"google-research-datasets/go_emotions","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/StandardThinking/StandardOne-8B/blob/36d7999c63403acc1fd5861d5b139eee275e26d8/README.md","note":"The pinned model card explicitly names this source family as training data. The exact training Dataset snapshot/config/split is not fully disclosed; no direct evaluation-example use or independent record-level audit is established."},{"benchmark_id":"gsm8k-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"openai/gsm8k","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/StandardThinking/StandardOne-8B/blob/36d7999c63403acc1fd5861d5b139eee275e26d8/README.md","note":"The pinned model card explicitly names this source family as training data. The exact training Dataset snapshot/config/split is not fully disclosed; no direct evaluation-example use or independent record-level audit is established."},{"benchmark_id":"massive-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"AmazonScience/massive","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/StandardThinking/StandardOne-8B/blob/36d7999c63403acc1fd5861d5b139eee275e26d8/README.md","note":"The pinned model card explicitly names this source family as training data. The exact training Dataset snapshot/config/split is not fully disclosed; no direct evaluation-example use or independent record-level audit is established."},{"benchmark_id":"paws-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"google-research-datasets/paws","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/StandardThinking/StandardOne-8B/blob/36d7999c63403acc1fd5861d5b139eee275e26d8/README.md","note":"The pinned model card explicitly names this source family as training data. The exact training Dataset snapshot/config/split is not fully disclosed; no direct evaluation-example use or independent record-level audit is established."},{"benchmark_id":"snli-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"stanfordnlp/snli","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/StandardThinking/StandardOne-8B/blob/36d7999c63403acc1fd5861d5b139eee275e26d8/README.md","note":"The pinned model card explicitly names this source family as training data. The exact training Dataset snapshot/config/split is not fully disclosed; no direct evaluation-example use or independent record-level audit is established."}],"total_params":8918026240,"active_params":8381155328,"parameter_count_method":"non_lookup_parameters_v1","display_name":"StandardOne-8B","short_name":"StandardOne-8B","url":"https://huggingface.co/StandardThinking/StandardOne-8B","hf_url":"https://huggingface.co/StandardThinking/StandardOne-8B"}},{"run_id":"sthanika-ai__sieve-2b","model":{"id":"sthanika-ai/sieve-2b","adapter":"sieve","settings":{"questions_per_call":1},"training_exposure":[{"benchmark_id":"banking77-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"legacy-datasets/banking77","revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/sthanika-ai/sieve-2b/blob/5aa4d83a4096bcb6d0e0ae75738a225a8fad4b1e/README.md","note":"The pinned model card explicitly names this source family as training data. The exact training Dataset snapshot/config/split is not fully disclosed; no direct evaluation-example use or independent record-level audit is established."},{"benchmark_id":"dbpedia-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"fancyzhx/dbpedia_14","revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/sthanika-ai/sieve-2b/blob/5aa4d83a4096bcb6d0e0ae75738a225a8fad4b1e/README.md","note":"The pinned model card explicitly names this source family as training data. The exact training Dataset snapshot/config/split is not fully disclosed; no direct evaluation-example use or independent record-level audit is established."},{"benchmark_id":"laya--ag-news-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"fancyzhx/ag_news","revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/sthanika-ai/sieve-2b/blob/5aa4d83a4096bcb6d0e0ae75738a225a8fad4b1e/README.md","note":"The pinned model card explicitly names this source family as training data. The exact training Dataset snapshot/config/split is not fully disclosed; no direct evaluation-example use or independent record-level audit is established."}],"total_params":1428761473,"active_params":920202113,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"sieve-2b","short_name":"sieve-2b","url":"https://huggingface.co/sthanika-ai/sieve-2b","hf_url":"https://huggingface.co/sthanika-ai/sieve-2b"}},{"run_id":"sthanika-ai__Sieve-9B","model":{"id":"sthanika-ai/Sieve-9B","adapter":"sieve-9b","settings":{"questions_per_call":1},"training_exposure":[{"benchmark_id":"banking77-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"legacy-datasets/banking77","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/sthanika-ai/Sieve-9B/blob/be60b4201cd88cd00b70aa1a98c67ca50b74a832/README.md","note":"The pinned model card explicitly names this source family as training data. The exact training Dataset snapshot/config/split is not fully disclosed; no direct evaluation-example use or independent record-level audit is established."}],"total_params":7938782208,"active_params":6921663488,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"Sieve-9B","short_name":"Sieve-9B","url":"https://huggingface.co/sthanika-ai/Sieve-9B","hf_url":"https://huggingface.co/sthanika-ai/Sieve-9B"}},{"run_id":"theaviv__Lev1-3.7B","model":{"id":"theaviv/Lev1-3.7B","adapter":"lev1","settings":{"questions_per_call":1},"training_exposure":[{"benchmark_id":"arc-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"allenai/ai2_arc","revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/theaviv/Lev1-3.7B/blob/a713e34a53c6009f4af0cd3c1a1c7c127d4ca63a/README.md","note":"The pinned model card explicitly names this source family as training data. The exact training Dataset snapshot/config/split is not fully disclosed; no direct evaluation-example use or independent record-level audit is established."},{"benchmark_id":"banking77-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"legacy-datasets/banking77","revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/theaviv/Lev1-3.7B/blob/a713e34a53c6009f4af0cd3c1a1c7c127d4ca63a/README.md","note":"The pinned model card explicitly names this source family as training data. The exact training Dataset snapshot/config/split is not fully disclosed; no direct evaluation-example use or independent record-level audit is established."},{"benchmark_id":"clinc-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"clinc/clinc_oos","revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/theaviv/Lev1-3.7B/blob/a713e34a53c6009f4af0cd3c1a1c7c127d4ca63a/README.md","note":"The pinned model card explicitly names this source family as training data. The exact training Dataset snapshot/config/split is not fully disclosed; no direct evaluation-example use or independent record-level audit is established."},{"benchmark_id":"contract-nli-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"presencesw/contract-nli","revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/theaviv/Lev1-3.7B/blob/a713e34a53c6009f4af0cd3c1a1c7c127d4ca63a/README.md","note":"The pinned model card explicitly names this source family as training data. The exact training Dataset snapshot/config/split is not fully disclosed; no direct evaluation-example use or independent record-level audit is established."},{"benchmark_id":"esci-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"tasksource/esci","revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/theaviv/Lev1-3.7B/blob/a713e34a53c6009f4af0cd3c1a1c7c127d4ca63a/README.md","note":"The pinned model card explicitly names this source family as training data. The exact training Dataset snapshot/config/split is not fully disclosed; no direct evaluation-example use or independent record-level audit is established."},{"benchmark_id":"gsm8k-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"openai/gsm8k","revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/theaviv/Lev1-3.7B/blob/a713e34a53c6009f4af0cd3c1a1c7c127d4ca63a/README.md","note":"The pinned model card explicitly names this source family as training data. The exact training Dataset snapshot/config/split is not fully disclosed; no direct evaluation-example use or independent record-level audit is established."},{"benchmark_id":"hwu64-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"DeepPavlov/hwu64","revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/theaviv/Lev1-3.7B/blob/a713e34a53c6009f4af0cd3c1a1c7c127d4ca63a/README.md","note":"The pinned model card explicitly names this source family as training data. The exact training Dataset snapshot/config/split is not fully disclosed; no direct evaluation-example use or independent record-level audit is established."},{"benchmark_id":"massive-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"AmazonScience/massive","revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/theaviv/Lev1-3.7B/blob/a713e34a53c6009f4af0cd3c1a1c7c127d4ca63a/README.md","note":"The pinned model card explicitly names this source family as training data. The exact training Dataset snapshot/config/split is not fully disclosed; no direct evaluation-example use or independent record-level audit is established."},{"benchmark_id":"openbookqa-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"allenai/openbookqa","revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/theaviv/Lev1-3.7B/blob/a713e34a53c6009f4af0cd3c1a1c7c127d4ca63a/README.md","note":"The pinned model card explicitly names this source family as training data. The exact training Dataset snapshot/config/split is not fully disclosed; no direct evaluation-example use or independent record-level audit is established."},{"benchmark_id":"snli-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"stanfordnlp/snli","revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/theaviv/Lev1-3.7B/blob/a713e34a53c6009f4af0cd3c1a1c7c127d4ca63a/README.md","note":"The pinned model card explicitly names this source family as training data. The exact training Dataset snapshot/config/split is not fully disclosed; no direct evaluation-example use or independent record-level audit is established."}],"total_params":5058255360,"active_params":4416657920,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"Lev1-3.7B","short_name":"Lev1-3.7B","url":"https://huggingface.co/theaviv/Lev1-3.7B","hf_url":"https://huggingface.co/theaviv/Lev1-3.7B"}},{"run_id":"theunnecessarythings__JADE","model":{"id":"theunnecessarythings/JADE","adapter":"jade","settings":{},"total_params":27000724992,"active_params":25729326592,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"JADE","short_name":"JADE","url":null,"hf_url":"https://huggingface.co/theunnecessarythings/JADE"}},{"run_id":"togethercomputer__Tev1-0.8B-experimental","model":{"id":"togethercomputer/Tev1-0.8B-experimental","adapter":"tev","settings":{"questions_per_call":1},"training_exposure":[{"benchmark_id":"banking77-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"legacy-datasets/banking77","revision":"f54121560de48f2852f90be299010d1d6dc612ec","config":null,"split":"train","evidence_url":"https://github.com/togethercomputer/tev1/blob/1dde7782382c9f49d627153759b8d1deab426ce0/sources.lock.json","note":"The model card links this released training recipe; its source lock records the Dataset revision. Builders use public training records and split them for development. No direct S1MB evaluation-example use is claimed."},{"benchmark_id":"laya--ag-news-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"fancyzhx/ag_news","revision":"eb185aade064a813bc0b7f42de02595523103ca4","config":null,"split":"train","evidence_url":"https://github.com/togethercomputer/tev1/blob/1dde7782382c9f49d627153759b8d1deab426ce0/sources.lock.json","note":"The model card links this released training recipe; its source lock records the Dataset revision. Builders use public training records and split them for development. No direct S1MB evaluation-example use is claimed."}],"total_params":852985920,"active_params":596936768,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"togethercomputer/Tev1-0.8B-experimental","short_name":"Tev1-0.8B-experimental","url":"https://huggingface.co/togethercomputer/Tev1-0.8B-experimental","hf_url":"https://huggingface.co/togethercomputer/Tev1-0.8B-experimental"}},{"run_id":"togethercomputer__Tev1-4B-experimental","model":{"id":"togethercomputer/Tev1-4B-experimental","adapter":"tev","settings":{"questions_per_call":1},"training_exposure":[{"benchmark_id":"banking77-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"legacy-datasets/banking77","revision":"f54121560de48f2852f90be299010d1d6dc612ec","config":null,"split":"train","evidence_url":"https://github.com/togethercomputer/tev1/blob/1dde7782382c9f49d627153759b8d1deab426ce0/sources.lock.json","note":"The model card links this released training recipe; its source lock records the Dataset revision. Builders use public training records and split them for development. No direct S1MB evaluation-example use is claimed."},{"benchmark_id":"laya--ag-news-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"fancyzhx/ag_news","revision":"eb185aade064a813bc0b7f42de02595523103ca4","config":null,"split":"train","evidence_url":"https://github.com/togethercomputer/tev1/blob/1dde7782382c9f49d627153759b8d1deab426ce0/sources.lock.json","note":"The model card links this released training recipe; its source lock records the Dataset revision. Builders use public training records and split them for development. No direct S1MB evaluation-example use is claimed."}],"total_params":4539265536,"active_params":3901207040,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"togethercomputer/Tev1-4B-experimental","short_name":"Tev1-4B-experimental","url":"https://huggingface.co/togethercomputer/Tev1-4B-experimental","hf_url":"https://huggingface.co/togethercomputer/Tev1-4B-experimental"}},{"run_id":"TokenRhythm__NeoHorse-Jev-4B","model":{"id":"TokenRhythm/NeoHorse-Jev-4B","adapter":"neohorse","settings":{"questions_per_call":1},"total_params":4540576768,"active_params":3902518272,"parameter_count_method":"non_lookup_parameters_v1","display_name":"NeoHorse Jev 4B","short_name":"NeoHorse Jev 4B","url":"https://huggingface.co/TokenRhythm/NeoHorse-Jev-4B","hf_url":"https://huggingface.co/TokenRhythm/NeoHorse-Jev-4B"}},{"run_id":"torchcast-ai__torchcast-decision-27b","model":{"id":"torchcast-ai/torchcast-decision-27b","adapter":"torchcast","settings":{"questions_per_call":1},"training_exposure":[{"benchmark_id":"clinc-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"clinc/clinc_oos","revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/torchcast-ai/torchcast-decision-27b/blob/08645834899cb8e00d370b77a3f4e0baa3241dd1/README.md","note":"The measured release card says training inputs came from public train/dev splits and explicitly reports one CLINC150 utterance shared between its original train/test splits. This establishes declared CLINC source-family use; it does not establish that this utterance is an S1MB evaluation item. Exact training snapshot/config/split is undisclosed."}],"total_params":25624733184,"active_params":24353334784,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"torchcast-decision-27b","short_name":"torchcast-decision-27b","url":"https://huggingface.co/torchcast-ai/torchcast-decision-27b","hf_url":"https://huggingface.co/torchcast-ai/torchcast-decision-27b"}},{"run_id":"typesafe__jev_1_13","model":{"id":"jev-1.13.0","adapter":"typesafe","settings":{},"total_params":null,"active_params":null,"parameter_count_method":null,"display_name":"Jev 1.13.0","short_name":"Jev 1.13","url":null,"hf_url":null}},{"run_id":"typesafe__jev_1_13","model":{"id":"jev-1.13.0","adapter":"typesafe","settings":{},"training_exposure":null,"total_params":null,"active_params":null,"parameter_count_method":null,"display_name":"Jev 1.13.0","short_name":"Jev 1.13","url":null,"hf_url":null}},{"run_id":"typesafe__jev_1_14_preview","model":{"id":"jev-1.14.0","adapter":"typesafe","settings":{},"training_exposure":null,"total_params":null,"active_params":null,"parameter_count_method":null,"display_name":"Jev 1.14 (Preview)","short_name":"Jev 1.14 Preview","url":"https://docs.typesafe.ai/models","hf_url":null}},{"run_id":"uneeverse__unee-0.8b","model":{"id":"unee-0.8b","adapter":"unee","settings":{},"training_exposure":[{"benchmark_id":"ethics-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":null,"config":"ethics","split":"train","evidence_url":"https://github.com/uneeverse-hq/unee/blob/adaad0bc5e481d49044ff591762e700fe6acebfe/bench/results/contamination-s1mb.json","note":"Author declares Bekko train-split training and this published audit reports 18 evaluation input texts identical to training text for this source config. This establishes author-reported source-family exposure; actual gold-labelled S1MB evaluation-example use is not established by input text matching alone. Exact training snapshot not disclosed."},{"benchmark_id":"ethics-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":null,"config":"ethics","split":"train","evidence_url":"https://github.com/uneeverse-hq/unee/blob/adaad0bc5e481d49044ff591762e700fe6acebfe/bench/results/contamination-s1mb.json","note":"Author declares Bekko train-split training and this published audit reports 18 evaluation input texts identical to training text for this source config. This establishes author-reported source-family exposure; actual gold-labelled S1MB evaluation-example use is not established by input text matching alone. Exact training snapshot not disclosed."},{"benchmark_id":"mtop-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":null,"config":"mtop","split":"train","evidence_url":"https://github.com/uneeverse-hq/unee/blob/adaad0bc5e481d49044ff591762e700fe6acebfe/bench/results/contamination-s1mb.json","note":"Author declares Bekko train-split training and this published audit reports 1 evaluation input texts identical to training text for this source config. This establishes author-reported source-family exposure; actual gold-labelled S1MB evaluation-example use is not established by input text matching alone. Exact training snapshot not disclosed."},{"benchmark_id":"open-jev--tic-tac-toe-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":null,"config":"open_jev__tic_tac_toe-v1","split":"train","evidence_url":"https://github.com/uneeverse-hq/unee/blob/adaad0bc5e481d49044ff591762e700fe6acebfe/bench/results/contamination-s1mb.json","note":"Author declares Bekko train-split training and this published audit reports 29 evaluation input texts identical to training text for this source config. This establishes author-reported source-family exposure; actual gold-labelled S1MB evaluation-example use is not established by input text matching alone. Exact training snapshot not disclosed."}],"total_params":752393024,"active_params":498113344,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"Unee 0.3 0.8B","short_name":"Unee 0.8B","url":"https://uneeverse.net/unee","hf_url":"https://huggingface.co/uneeverse/unee-0.8b"}},{"run_id":"uneeverse__unee-2b","model":{"id":"unee-2b","adapter":"unee","settings":{},"training_exposure":[{"benchmark_id":"ethics-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":null,"config":"ethics","split":"train","evidence_url":"https://github.com/uneeverse-hq/unee/blob/adaad0bc5e481d49044ff591762e700fe6acebfe/bench/results/contamination-s1mb.json","note":"Author declares Bekko train-split training and this published audit reports 18 evaluation input texts identical to training text for this source config. This establishes author-reported source-family exposure; actual gold-labelled S1MB evaluation-example use is not established by input text matching alone. Exact training snapshot not disclosed."},{"benchmark_id":"ethics-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":null,"config":"ethics","split":"train","evidence_url":"https://github.com/uneeverse-hq/unee/blob/adaad0bc5e481d49044ff591762e700fe6acebfe/bench/results/contamination-s1mb.json","note":"Author declares Bekko train-split training and this published audit reports 18 evaluation input texts identical to training text for this source config. This establishes author-reported source-family exposure; actual gold-labelled S1MB evaluation-example use is not established by input text matching alone. Exact training snapshot not disclosed."},{"benchmark_id":"mtop-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":null,"config":"mtop","split":"train","evidence_url":"https://github.com/uneeverse-hq/unee/blob/adaad0bc5e481d49044ff591762e700fe6acebfe/bench/results/contamination-s1mb.json","note":"Author declares Bekko train-split training and this published audit reports 1 evaluation input texts identical to training text for this source config. This establishes author-reported source-family exposure; actual gold-labelled S1MB evaluation-example use is not established by input text matching alone. Exact training snapshot not disclosed."},{"benchmark_id":"open-jev--tic-tac-toe-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"hotchpotch/bekko-system-one-dataset-v0","revision":null,"config":"open_jev__tic_tac_toe-v1","split":"train","evidence_url":"https://github.com/uneeverse-hq/unee/blob/adaad0bc5e481d49044ff591762e700fe6acebfe/bench/results/contamination-s1mb.json","note":"Author declares Bekko train-split training and this published audit reports 29 evaluation input texts identical to training text for this source config. This establishes author-reported source-family exposure; actual gold-labelled S1MB evaluation-example use is not established by input text matching alone. Exact training snapshot not disclosed."}],"total_params":1881825088,"active_params":1373265728,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"Unee 0.3 2B","short_name":"Unee 2B","url":"https://uneeverse.net/unee","hf_url":"https://huggingface.co/uneeverse/unee-2b"}},{"run_id":"UserMoonlight__intelif-qwen3-4b","model":{"id":"UserMoonlight/intelif-qwen3-4b","adapter":"intelif","settings":{"questions_per_call":1},"training_exposure":[{"benchmark_id":"banking77-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"legacy-datasets/banking77","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/UserMoonlight/intelif-qwen3-4b/blob/872faaf72478e762643657f290aad6fb6ed9f5bc/README.md","note":"The pinned model card explicitly names this source family as training data. The exact training Dataset snapshot/config/split is not fully disclosed; no direct evaluation-example use or independent record-level audit is established."},{"benchmark_id":"massive-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"AmazonScience/massive","revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/UserMoonlight/intelif-qwen3-4b/blob/872faaf72478e762643657f290aad6fb6ed9f5bc/README.md","note":"The pinned model card explicitly names this source family as training data. The exact training Dataset snapshot/config/split is not fully disclosed; no direct evaluation-example use or independent record-level audit is established."},{"benchmark_id":"openbookqa-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"allenai/openbookqa","revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/UserMoonlight/intelif-qwen3-4b/blob/872faaf72478e762643657f290aad6fb6ed9f5bc/README.md","note":"The pinned model card explicitly names this source family as training data. The exact training Dataset snapshot/config/split is not fully disclosed; no direct evaluation-example use or independent record-level audit is established."},{"benchmark_id":"paws-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"google-research-datasets/paws","revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/UserMoonlight/intelif-qwen3-4b/blob/872faaf72478e762643657f290aad6fb6ed9f5bc/README.md","note":"The pinned model card explicitly names this source family as training data. The exact training Dataset snapshot/config/split is not fully disclosed; no direct evaluation-example use or independent record-level audit is established."},{"benchmark_id":"snli-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"stanfordnlp/snli","revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/UserMoonlight/intelif-qwen3-4b/blob/872faaf72478e762643657f290aad6fb6ed9f5bc/README.md","note":"The pinned model card explicitly names this source family as training data. The exact training Dataset snapshot/config/split is not fully disclosed; no direct evaluation-example use or independent record-level audit is established."}],"total_params":4022470656,"active_params":3633514496,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"intelif-qwen3-4b","short_name":"intelif-qwen3-4b","url":"https://huggingface.co/UserMoonlight/intelif-qwen3-4b","hf_url":"https://huggingface.co/UserMoonlight/intelif-qwen3-4b"}},{"run_id":"vllm-sr__d3-edge","model":{"id":"vllm-sr/d3-edge","adapter":"d3","settings":{"questions_per_call":1},"training_exposure":null,"total_params":594582720,"active_params":338533568,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"D3 Edge","short_name":"D3 Edge","url":"https://huggingface.co/vllm-sr/d3-edge","hf_url":"https://huggingface.co/vllm-sr/d3-edge"}},{"run_id":"vllm-sr__d3-flash","model":{"id":"vllm-sr/d3-flash","adapter":"d3","settings":{"questions_per_call":1},"training_exposure":null,"total_params":8393739504,"active_params":7373966576,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"D3 Flash","short_name":"D3 Flash","url":"https://huggingface.co/vllm-sr/d3-flash","hf_url":"https://huggingface.co/vllm-sr/d3-flash"}},{"run_id":"vllm-sr__d3-lite","model":{"id":"vllm-sr/d3-lite","adapter":"d3","settings":{"questions_per_call":1},"training_exposure":null,"total_params":853247040,"active_params":597197888,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"D3 Lite","short_name":"D3 Lite","url":"https://huggingface.co/vllm-sr/d3-lite","hf_url":"https://huggingface.co/vllm-sr/d3-lite"}},{"run_id":"vllm-sr__d3-mini","model":{"id":"vllm-sr/d3-mini","adapter":"d3","settings":{"questions_per_call":1},"training_exposure":null,"total_params":4539918336,"active_params":3901859840,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"D3 Mini","short_name":"D3 Mini","url":"https://huggingface.co/vllm-sr/d3-mini","hf_url":"https://huggingface.co/vllm-sr/d3-mini"}},{"run_id":"vllm-sr__d3-nano","model":{"id":"vllm-sr/d3-nano","adapter":"d3","settings":{"questions_per_call":1},"training_exposure":null,"total_params":2213763904,"active_params":1702845248,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"D3 Nano","short_name":"D3 Nano","url":"https://huggingface.co/vllm-sr/d3-nano","hf_url":"https://huggingface.co/vllm-sr/d3-nano"}},{"run_id":"vllm-sr__d3","model":{"id":"vllm-sr/d3","adapter":"d3","settings":{"questions_per_call":1},"training_exposure":null,"total_params":26086635760,"active_params":24812583152,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"D3 (27B)","short_name":"D3 (27B)","url":"https://huggingface.co/vllm-sr/d3","hf_url":"https://huggingface.co/vllm-sr/d3"}},{"run_id":"vllm-sr__Decision-2.0-Eos-0.8B","model":{"id":"vllm-sr/Decision-2.0-Eos-0.8B","adapter":"decision2","settings":{"questions_per_call":1},"total_params":753446208,"active_params":499166528,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"Decision-2.0-Eos-0.8B","short_name":"Decision-2.0-Eos-0.8B","url":"https://huggingface.co/vllm-sr/Decision-2.0-Eos-0.8B","hf_url":"https://huggingface.co/vllm-sr/Decision-2.0-Eos-0.8B"}},{"run_id":"vllm-sr__Decision-2.0-Kai-0.6B","model":{"id":"vllm-sr/Decision-2.0-Kai-0.6B","adapter":"decision2","settings":{"questions_per_call":1},"total_params":597103104,"active_params":441520640,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"Decision-2.0-Kai-0.6B","short_name":"Decision-2.0-Kai-0.6B","url":null,"hf_url":"https://huggingface.co/vllm-sr/Decision-2.0-Kai-0.6B"}},{"run_id":"vllm-sr__Decision-2.0-Lux-9B","model":{"id":"vllm-sr/Decision-2.0-Lux-9B","adapter":"decision2","settings":{"questions_per_call":1},"total_params":7940895744,"active_params":6923777024,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"Decision-2.0-Lux-9B","short_name":"Decision-2.0-Lux-9B","url":"https://huggingface.co/vllm-sr/Decision-2.0-Lux-9B","hf_url":"https://huggingface.co/vllm-sr/Decision-2.0-Lux-9B"}},{"run_id":"vllm-sr__Decision-2.0-Nox-4B","model":{"id":"vllm-sr/Decision-2.0-Nox-4B","adapter":"decision2","settings":{"questions_per_call":1},"total_params":4208383488,"active_params":3572684288,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"Decision-2.0-Nox-4B","short_name":"Decision-2.0-Nox-4B","url":"https://huggingface.co/vllm-sr/Decision-2.0-Nox-4B","hf_url":"https://huggingface.co/vllm-sr/Decision-2.0-Nox-4B"}},{"run_id":"vllm-sr__Decision-2.0-Sol-2B","model":{"id":"vllm-sr/Decision-2.0-Sol-2B","adapter":"decision2","settings":{"questions_per_call":1},"total_params":1883930944,"active_params":1375371584,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"Decision-2.0-Sol-2B","short_name":"Decision-2.0-Sol-2B","url":"https://huggingface.co/vllm-sr/Decision-2.0-Sol-2B","hf_url":"https://huggingface.co/vllm-sr/Decision-2.0-Sol-2B"}},{"run_id":"vllm-sr__Decision-2.0-Vega-27B","model":{"id":"vllm-sr/Decision-2.0-Vega-27B","adapter":"decision2","settings":{"questions_per_call":1},"total_params":29365153792,"active_params":28093755392,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"Decision-2.0-Vega-27B","short_name":"Decision-2.0-Vega-27B","url":"https://huggingface.co/vllm-sr/Decision-2.0-Vega-27B","hf_url":"https://huggingface.co/vllm-sr/Decision-2.0-Vega-27B"}},{"run_id":"wayfind__metask-jev-4b-policy-mix","model":{"id":"wayfind/metask-jev-4b-policy-mix","adapter":"metask","settings":{"questions_per_call":1},"total_params":4539265536,"active_params":3901207040,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"Metask 4B","short_name":"Metask 4B","url":"https://huggingface.co/wayfind/metask-jev-4b-policy-mix","hf_url":"https://huggingface.co/wayfind/metask-jev-4b-policy-mix"}},{"run_id":"wfzyx__von","model":{"id":"wfzyx/von","adapter":"von","settings":{"questions_per_call":1},"training_exposure":[{"benchmark_id":"banking77-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"legacy-datasets/banking77","revision":null,"config":null,"split":null,"evidence_url":"https://huggingface.co/wfzyx/von/blob/5df8185a4f2327ad0a7cd117cc4f701ac557b9ae/README.md","note":"The pinned model card explicitly names this source family as training data. The exact training Dataset snapshot/config/split is not fully disclosed; no direct evaluation-example use or independent record-level audit is established."}],"total_params":394781696,"active_params":343204864,"parameter_count_method":"non_lookup_parameters_v1","display_name":"wfzyx/von","short_name":"von","url":"https://huggingface.co/wfzyx/von","hf_url":"https://huggingface.co/wfzyx/von"}},{"run_id":"ZefanCai__Open-Jev-27B-v1.1","model":{"id":"ZefanCai/Open-Jev-27B-v1.1","adapter":"open-jev","settings":{"questions_per_call":1},"training_exposure":[{"benchmark_id":"open-jev--amount-extraction-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev-v1.1","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/ZefanCai/Open-Jev-27B-v1.1/blob/28cf73067d5b337860bbef3c85b8b82ba8730956/provenance/original-training-mixture-manifest.json","note":"The release original-training manifest records 1,500 actual training rows from amount-extraction-control-v1. The training mixture differs from its public redistributable projection; no exact Hub training commit is declared. This is same-source training exposure, not direct S1MB evaluation-row use."},{"benchmark_id":"open-jev--amount-extraction-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev-v1.1","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/ZefanCai/Open-Jev-27B-v1.1/blob/28cf73067d5b337860bbef3c85b8b82ba8730956/provenance/original-training-mixture-manifest.json","note":"The release original-training manifest records 1,500 actual training rows from amount-extraction-control-v1. The training mixture differs from its public redistributable projection; no exact Hub training commit is declared. This is same-source training exposure, not direct S1MB evaluation-row use."},{"benchmark_id":"open-jev--browser-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev-v1.1","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/ZefanCai/Open-Jev-27B-v1.1/blob/28cf73067d5b337860bbef3c85b8b82ba8730956/provenance/original-training-mixture-manifest.json","note":"The release original-training manifest records 1,500 actual training rows from browser-control-v1. The training mixture differs from its public redistributable projection; no exact Hub training commit is declared. This is same-source training exposure, not direct S1MB evaluation-row use."},{"benchmark_id":"open-jev--citation-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev-v1.1","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/ZefanCai/Open-Jev-27B-v1.1/blob/28cf73067d5b337860bbef3c85b8b82ba8730956/provenance/original-training-mixture-manifest.json","note":"The release original-training manifest records 1,500 actual training rows from citation-control-v1. The training mixture differs from its public redistributable projection; no exact Hub training commit is declared. This is same-source training exposure, not direct S1MB evaluation-row use."},{"benchmark_id":"open-jev--context-retention-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev-v1.1","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/ZefanCai/Open-Jev-27B-v1.1/blob/28cf73067d5b337860bbef3c85b8b82ba8730956/provenance/original-training-mixture-manifest.json","note":"The release original-training manifest records 1,500 actual training rows from context-retention-control-v1. The training mixture differs from its public redistributable projection; no exact Hub training commit is declared. This is same-source training exposure, not direct S1MB evaluation-row use."},{"benchmark_id":"open-jev--customer-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev-v1.1","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/ZefanCai/Open-Jev-27B-v1.1/blob/28cf73067d5b337860bbef3c85b8b82ba8730956/provenance/original-training-mixture-manifest.json","note":"The release original-training manifest records 1,500 actual training rows from customer-control-v1. The training mixture differs from its public redistributable projection; no exact Hub training commit is declared. This is same-source training exposure, not direct S1MB evaluation-row use."},{"benchmark_id":"open-jev--customer-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev-v1.1","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/ZefanCai/Open-Jev-27B-v1.1/blob/28cf73067d5b337860bbef3c85b8b82ba8730956/provenance/original-training-mixture-manifest.json","note":"The release original-training manifest records 1,500 actual training rows from customer-control-v1. The training mixture differs from its public redistributable projection; no exact Hub training commit is declared. This is same-source training exposure, not direct S1MB evaluation-row use."},{"benchmark_id":"open-jev--customer-control-v1-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev-v1.1","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/ZefanCai/Open-Jev-27B-v1.1/blob/28cf73067d5b337860bbef3c85b8b82ba8730956/provenance/original-training-mixture-manifest.json","note":"The release original-training manifest records 1,500 actual training rows from customer-control-v1. The training mixture differs from its public redistributable projection; no exact Hub training commit is declared. This is same-source training exposure, not direct S1MB evaluation-row use."},{"benchmark_id":"open-jev--drone-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev-v1.1","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/ZefanCai/Open-Jev-27B-v1.1/blob/28cf73067d5b337860bbef3c85b8b82ba8730956/provenance/original-training-mixture-manifest.json","note":"The release original-training manifest records 1,500 actual training rows from drone-control-v1. The training mixture differs from its public redistributable projection; no exact Hub training commit is declared. This is same-source training exposure, not direct S1MB evaluation-row use."},{"benchmark_id":"open-jev--drone-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev-v1.1","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/ZefanCai/Open-Jev-27B-v1.1/blob/28cf73067d5b337860bbef3c85b8b82ba8730956/provenance/original-training-mixture-manifest.json","note":"The release original-training manifest records 1,500 actual training rows from drone-control-v1. The training mixture differs from its public redistributable projection; no exact Hub training commit is declared. This is same-source training exposure, not direct S1MB evaluation-row use."},{"benchmark_id":"open-jev--drone-control-v1-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev-v1.1","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/ZefanCai/Open-Jev-27B-v1.1/blob/28cf73067d5b337860bbef3c85b8b82ba8730956/provenance/original-training-mixture-manifest.json","note":"The release original-training manifest records 1,500 actual training rows from drone-control-v1. The training mixture differs from its public redistributable projection; no exact Hub training commit is declared. This is same-source training exposure, not direct S1MB evaluation-row use."},{"benchmark_id":"open-jev--email-selection-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev-v1.1","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/ZefanCai/Open-Jev-27B-v1.1/blob/28cf73067d5b337860bbef3c85b8b82ba8730956/provenance/original-training-mixture-manifest.json","note":"The release original-training manifest records 1,500 actual training rows from email-selection-control-v1. The training mixture differs from its public redistributable projection; no exact Hub training commit is declared. This is same-source training exposure, not direct S1MB evaluation-row use."},{"benchmark_id":"open-jev--email-selection-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev-v1.1","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/ZefanCai/Open-Jev-27B-v1.1/blob/28cf73067d5b337860bbef3c85b8b82ba8730956/provenance/original-training-mixture-manifest.json","note":"The release original-training manifest records 1,500 actual training rows from email-selection-control-v1. The training mixture differs from its public redistributable projection; no exact Hub training commit is declared. This is same-source training exposure, not direct S1MB evaluation-row use."},{"benchmark_id":"open-jev--entity-alignment-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev-v1.1","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/ZefanCai/Open-Jev-27B-v1.1/blob/28cf73067d5b337860bbef3c85b8b82ba8730956/provenance/original-training-mixture-manifest.json","note":"The release original-training manifest records 1,500 actual training rows from entity-alignment-control-v1. The training mixture differs from its public redistributable projection; no exact Hub training commit is declared. This is same-source training exposure, not direct S1MB evaluation-row use."},{"benchmark_id":"open-jev--entity-alignment-control-v1-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev-v1.1","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/ZefanCai/Open-Jev-27B-v1.1/blob/28cf73067d5b337860bbef3c85b8b82ba8730956/provenance/original-training-mixture-manifest.json","note":"The release original-training manifest records 1,500 actual training rows from entity-alignment-control-v1. The training mixture differs from its public redistributable projection; no exact Hub training commit is declared. This is same-source training exposure, not direct S1MB evaluation-row use."},{"benchmark_id":"open-jev--ir-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev-v1.1","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/ZefanCai/Open-Jev-27B-v1.1/blob/28cf73067d5b337860bbef3c85b8b82ba8730956/provenance/original-training-mixture-manifest.json","note":"The release original-training manifest records 1,500 actual training rows from ir-control-v1. The training mixture differs from its public redistributable projection; no exact Hub training commit is declared. This is same-source training exposure, not direct S1MB evaluation-row use."},{"benchmark_id":"open-jev--ir-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev-v1.1","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/ZefanCai/Open-Jev-27B-v1.1/blob/28cf73067d5b337860bbef3c85b8b82ba8730956/provenance/original-training-mixture-manifest.json","note":"The release original-training manifest records 1,500 actual training rows from ir-control-v1. The training mixture differs from its public redistributable projection; no exact Hub training commit is declared. This is same-source training exposure, not direct S1MB evaluation-row use."},{"benchmark_id":"open-jev--ir-control-v1-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev-v1.1","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/ZefanCai/Open-Jev-27B-v1.1/blob/28cf73067d5b337860bbef3c85b8b82ba8730956/provenance/original-training-mixture-manifest.json","note":"The release original-training manifest records 1,500 actual training rows from ir-control-v1. The training mixture differs from its public redistributable projection; no exact Hub training commit is declared. This is same-source training exposure, not direct S1MB evaluation-row use."},{"benchmark_id":"open-jev--mailroom-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev-v1.1","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/ZefanCai/Open-Jev-27B-v1.1/blob/28cf73067d5b337860bbef3c85b8b82ba8730956/provenance/original-training-mixture-manifest.json","note":"The release original-training manifest records 1,500 actual training rows from mailroom-control-v1. The training mixture differs from its public redistributable projection; no exact Hub training commit is declared. This is same-source training exposure, not direct S1MB evaluation-row use."},{"benchmark_id":"open-jev--mailroom-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev-v1.1","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/ZefanCai/Open-Jev-27B-v1.1/blob/28cf73067d5b337860bbef3c85b8b82ba8730956/provenance/original-training-mixture-manifest.json","note":"The release original-training manifest records 1,500 actual training rows from mailroom-control-v1. The training mixture differs from its public redistributable projection; no exact Hub training commit is declared. This is same-source training exposure, not direct S1MB evaluation-row use."},{"benchmark_id":"open-jev--painting-geometry-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev-v1.1","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/ZefanCai/Open-Jev-27B-v1.1/blob/28cf73067d5b337860bbef3c85b8b82ba8730956/provenance/original-training-mixture-manifest.json","note":"The release original-training manifest records 1,500 actual training rows from painting-geometry-v1. The training mixture differs from its public redistributable projection; no exact Hub training commit is declared. This is same-source training exposure, not direct S1MB evaluation-row use."},{"benchmark_id":"open-jev--painting-geometry-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev-v1.1","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/ZefanCai/Open-Jev-27B-v1.1/blob/28cf73067d5b337860bbef3c85b8b82ba8730956/provenance/original-training-mixture-manifest.json","note":"The release original-training manifest records 1,500 actual training rows from painting-geometry-v1. The training mixture differs from its public redistributable projection; no exact Hub training commit is declared. This is same-source training exposure, not direct S1MB evaluation-row use."},{"benchmark_id":"open-jev--painting-geometry-v1-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev-v1.1","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/ZefanCai/Open-Jev-27B-v1.1/blob/28cf73067d5b337860bbef3c85b8b82ba8730956/provenance/original-training-mixture-manifest.json","note":"The release original-training manifest records 1,500 actual training rows from painting-geometry-v1. The training mixture differs from its public redistributable projection; no exact Hub training commit is declared. This is same-source training exposure, not direct S1MB evaluation-row use."},{"benchmark_id":"open-jev--phone-extraction-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev-v1.1","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/ZefanCai/Open-Jev-27B-v1.1/blob/28cf73067d5b337860bbef3c85b8b82ba8730956/provenance/original-training-mixture-manifest.json","note":"The release original-training manifest records 1,500 actual training rows from phone-extraction-control-v1. The training mixture differs from its public redistributable projection; no exact Hub training commit is declared. This is same-source training exposure, not direct S1MB evaluation-row use."},{"benchmark_id":"open-jev--phone-extraction-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev-v1.1","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/ZefanCai/Open-Jev-27B-v1.1/blob/28cf73067d5b337860bbef3c85b8b82ba8730956/provenance/original-training-mixture-manifest.json","note":"The release original-training manifest records 1,500 actual training rows from phone-extraction-control-v1. The training mixture differs from its public redistributable projection; no exact Hub training commit is declared. This is same-source training exposure, not direct S1MB evaluation-row use."},{"benchmark_id":"open-jev--reasoning-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev-v1.1","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/ZefanCai/Open-Jev-27B-v1.1/blob/28cf73067d5b337860bbef3c85b8b82ba8730956/provenance/original-training-mixture-manifest.json","note":"The release original-training manifest records 1,500 actual training rows from reasoning-control-v1. The training mixture differs from its public redistributable projection; no exact Hub training commit is declared. This is same-source training exposure, not direct S1MB evaluation-row use."},{"benchmark_id":"open-jev--reasoning-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev-v1.1","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/ZefanCai/Open-Jev-27B-v1.1/blob/28cf73067d5b337860bbef3c85b8b82ba8730956/provenance/original-training-mixture-manifest.json","note":"The release original-training manifest records 1,500 actual training rows from reasoning-control-v1. The training mixture differs from its public redistributable projection; no exact Hub training commit is declared. This is same-source training exposure, not direct S1MB evaluation-row use."},{"benchmark_id":"open-jev--reasoning-control-v1-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev-v1.1","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/ZefanCai/Open-Jev-27B-v1.1/blob/28cf73067d5b337860bbef3c85b8b82ba8730956/provenance/original-training-mixture-manifest.json","note":"The release original-training manifest records 1,500 actual training rows from reasoning-control-v1. The training mixture differs from its public redistributable projection; no exact Hub training commit is declared. This is same-source training exposure, not direct S1MB evaluation-row use."},{"benchmark_id":"open-jev--silent-failure-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev-v1.1","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/ZefanCai/Open-Jev-27B-v1.1/blob/28cf73067d5b337860bbef3c85b8b82ba8730956/provenance/original-training-mixture-manifest.json","note":"The release original-training manifest records 1,500 actual training rows from silent-failure-control-v1. The training mixture differs from its public redistributable projection; no exact Hub training commit is declared. This is same-source training exposure, not direct S1MB evaluation-row use."},{"benchmark_id":"open-jev--snake-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev-v1.1","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/ZefanCai/Open-Jev-27B-v1.1/blob/28cf73067d5b337860bbef3c85b8b82ba8730956/provenance/original-training-mixture-manifest.json","note":"The release original-training manifest records 1,500 actual training rows from snake-v1. The training mixture differs from its public redistributable projection; no exact Hub training commit is declared. This is same-source training exposure, not direct S1MB evaluation-row use."},{"benchmark_id":"open-jev--snake-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev-v1.1","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/ZefanCai/Open-Jev-27B-v1.1/blob/28cf73067d5b337860bbef3c85b8b82ba8730956/provenance/original-training-mixture-manifest.json","note":"The release original-training manifest records 1,500 actual training rows from snake-v1. The training mixture differs from its public redistributable projection; no exact Hub training commit is declared. This is same-source training exposure, not direct S1MB evaluation-row use."},{"benchmark_id":"open-jev--sponsor-segment-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev-v1.1","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/ZefanCai/Open-Jev-27B-v1.1/blob/28cf73067d5b337860bbef3c85b8b82ba8730956/provenance/original-training-mixture-manifest.json","note":"The release original-training manifest records 1,500 actual training rows from sponsor-segment-control-v1. The training mixture differs from its public redistributable projection; no exact Hub training commit is declared. This is same-source training exposure, not direct S1MB evaluation-row use."},{"benchmark_id":"open-jev--tic-tac-toe-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev-v1.1","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/ZefanCai/Open-Jev-27B-v1.1/blob/28cf73067d5b337860bbef3c85b8b82ba8730956/provenance/original-training-mixture-manifest.json","note":"The release original-training manifest records 1,500 actual training rows from tic_tac_toe-v1. The training mixture differs from its public redistributable projection; no exact Hub training commit is declared. This is same-source training exposure, not direct S1MB evaluation-row use."},{"benchmark_id":"open-jev--vizdoom-basic-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev-v1.1","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/ZefanCai/Open-Jev-27B-v1.1/blob/28cf73067d5b337860bbef3c85b8b82ba8730956/provenance/original-training-mixture-manifest.json","note":"The release original-training manifest records 1,500 actual training rows from vizdoom-basic-v1. The training mixture differs from its public redistributable projection; no exact Hub training commit is declared. This is same-source training exposure, not direct S1MB evaluation-row use."},{"benchmark_id":"open-jev--vizdoom-basic-v1-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev-v1.1","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/ZefanCai/Open-Jev-27B-v1.1/blob/28cf73067d5b337860bbef3c85b8b82ba8730956/provenance/original-training-mixture-manifest.json","note":"The release original-training manifest records 1,500 actual training rows from vizdoom-basic-v1. The training mixture differs from its public redistributable projection; no exact Hub training commit is declared. This is same-source training exposure, not direct S1MB evaluation-row use."},{"benchmark_id":"open-jev--workflow-controls-v1--agent-trace-observability-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev-v1.1","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/ZefanCai/Open-Jev-27B-v1.1/blob/28cf73067d5b337860bbef3c85b8b82ba8730956/provenance/original-training-mixture-manifest.json","note":"The release original-training manifest records 1,500 actual training rows from workflow-controls-v1/agent_trace_observability. The training mixture differs from its public redistributable projection; no exact Hub training commit is declared. This is same-source training exposure, not direct S1MB evaluation-row use."},{"benchmark_id":"open-jev--workflow-controls-v1--customer-service-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev-v1.1","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/ZefanCai/Open-Jev-27B-v1.1/blob/28cf73067d5b337860bbef3c85b8b82ba8730956/provenance/original-training-mixture-manifest.json","note":"The release original-training manifest records 1,500 actual training rows from workflow-controls-v1/customer_service. The training mixture differs from its public redistributable projection; no exact Hub training commit is declared. This is same-source training exposure, not direct S1MB evaluation-row use."},{"benchmark_id":"open-jev--workflow-controls-v1--invoice-processing-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev-v1.1","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/ZefanCai/Open-Jev-27B-v1.1/blob/28cf73067d5b337860bbef3c85b8b82ba8730956/provenance/original-training-mixture-manifest.json","note":"The release original-training manifest records 1,500 actual training rows from workflow-controls-v1/invoice_processing. The training mixture differs from its public redistributable projection; no exact Hub training commit is declared. This is same-source training exposure, not direct S1MB evaluation-row use."},{"benchmark_id":"open-jev--workflow-controls-v1--security-incidents-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev-v1.1","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/ZefanCai/Open-Jev-27B-v1.1/blob/28cf73067d5b337860bbef3c85b8b82ba8730956/provenance/original-training-mixture-manifest.json","note":"The release original-training manifest records 1,500 actual training rows from workflow-controls-v1/security_incidents. The training mixture differs from its public redistributable projection; no exact Hub training commit is declared. This is same-source training exposure, not direct S1MB evaluation-row use."}],"total_params":25640071681,"active_params":24368673281,"parameter_count_method":"non_lookup_parameters_v1","display_name":"ZefanCai/Open-Jev-27B-v1.1","short_name":"Open-Jev-27B-v1.1 (ZefanCai)","url":"https://huggingface.co/ZefanCai/Open-Jev-27B-v1.1","hf_url":"https://huggingface.co/ZefanCai/Open-Jev-27B-v1.1"}},{"run_id":"ZefanCai__Open-Jev-2B","model":{"id":"ZefanCai/Open-Jev-2B","adapter":"open-jev","settings":{"questions_per_call":1},"training_exposure":[{"benchmark_id":"open-jev--customer-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/ZefanCai/Open-Jev-2B/blob/0c7aa498b1627be8da4acf34c863ff0ee0a92785/package/provenance.json","note":"The model completed one full pass of original release-v2 train (80,816 rows); its train checksum matches the Dataset original release-v2 manifest, whose mixture names customer-control-v1. The public redistributable projection excludes Wikispeedia and is not the original training data. Exact training Hub revision is not declared."},{"benchmark_id":"open-jev--customer-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/ZefanCai/Open-Jev-2B/blob/0c7aa498b1627be8da4acf34c863ff0ee0a92785/package/provenance.json","note":"The model completed one full pass of original release-v2 train (80,816 rows); its train checksum matches the Dataset original release-v2 manifest, whose mixture names customer-control-v1. The public redistributable projection excludes Wikispeedia and is not the original training data. Exact training Hub revision is not declared."},{"benchmark_id":"open-jev--customer-control-v1-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/ZefanCai/Open-Jev-2B/blob/0c7aa498b1627be8da4acf34c863ff0ee0a92785/package/provenance.json","note":"The model completed one full pass of original release-v2 train (80,816 rows); its train checksum matches the Dataset original release-v2 manifest, whose mixture names customer-control-v1. The public redistributable projection excludes Wikispeedia and is not the original training data. Exact training Hub revision is not declared."},{"benchmark_id":"open-jev--painting-geometry-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/ZefanCai/Open-Jev-2B/blob/0c7aa498b1627be8da4acf34c863ff0ee0a92785/package/provenance.json","note":"The model completed one full pass of original release-v2 train (80,816 rows); its train checksum matches the Dataset original release-v2 manifest, whose mixture names painting-geometry-v1. The public redistributable projection excludes Wikispeedia and is not the original training data. Exact training Hub revision is not declared."},{"benchmark_id":"open-jev--painting-geometry-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/ZefanCai/Open-Jev-2B/blob/0c7aa498b1627be8da4acf34c863ff0ee0a92785/package/provenance.json","note":"The model completed one full pass of original release-v2 train (80,816 rows); its train checksum matches the Dataset original release-v2 manifest, whose mixture names painting-geometry-v1. The public redistributable projection excludes Wikispeedia and is not the original training data. Exact training Hub revision is not declared."},{"benchmark_id":"open-jev--painting-geometry-v1-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/ZefanCai/Open-Jev-2B/blob/0c7aa498b1627be8da4acf34c863ff0ee0a92785/package/provenance.json","note":"The model completed one full pass of original release-v2 train (80,816 rows); its train checksum matches the Dataset original release-v2 manifest, whose mixture names painting-geometry-v1. The public redistributable projection excludes Wikispeedia and is not the original training data. Exact training Hub revision is not declared."},{"benchmark_id":"open-jev--reasoning-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/ZefanCai/Open-Jev-2B/blob/0c7aa498b1627be8da4acf34c863ff0ee0a92785/package/provenance.json","note":"The model completed one full pass of original release-v2 train (80,816 rows); its train checksum matches the Dataset original release-v2 manifest, whose mixture names reasoning-control-v1. The public redistributable projection excludes Wikispeedia and is not the original training data. Exact training Hub revision is not declared."},{"benchmark_id":"open-jev--reasoning-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/ZefanCai/Open-Jev-2B/blob/0c7aa498b1627be8da4acf34c863ff0ee0a92785/package/provenance.json","note":"The model completed one full pass of original release-v2 train (80,816 rows); its train checksum matches the Dataset original release-v2 manifest, whose mixture names reasoning-control-v1. The public redistributable projection excludes Wikispeedia and is not the original training data. Exact training Hub revision is not declared."},{"benchmark_id":"open-jev--reasoning-control-v1-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/ZefanCai/Open-Jev-2B/blob/0c7aa498b1627be8da4acf34c863ff0ee0a92785/package/provenance.json","note":"The model completed one full pass of original release-v2 train (80,816 rows); its train checksum matches the Dataset original release-v2 manifest, whose mixture names reasoning-control-v1. The public redistributable projection excludes Wikispeedia and is not the original training data. Exact training Hub revision is not declared."},{"benchmark_id":"open-jev--snake-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/ZefanCai/Open-Jev-2B/blob/0c7aa498b1627be8da4acf34c863ff0ee0a92785/package/provenance.json","note":"The model completed one full pass of original release-v2 train (80,816 rows); its train checksum matches the Dataset original release-v2 manifest, whose mixture names snake-v1. The public redistributable projection excludes Wikispeedia and is not the original training data. Exact training Hub revision is not declared."},{"benchmark_id":"open-jev--snake-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/ZefanCai/Open-Jev-2B/blob/0c7aa498b1627be8da4acf34c863ff0ee0a92785/package/provenance.json","note":"The model completed one full pass of original release-v2 train (80,816 rows); its train checksum matches the Dataset original release-v2 manifest, whose mixture names snake-v1. The public redistributable projection excludes Wikispeedia and is not the original training data. Exact training Hub revision is not declared."},{"benchmark_id":"open-jev--tic-tac-toe-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/ZefanCai/Open-Jev-2B/blob/0c7aa498b1627be8da4acf34c863ff0ee0a92785/package/provenance.json","note":"The model completed one full pass of original release-v2 train (80,816 rows); its train checksum matches the Dataset original release-v2 manifest, whose mixture names tic_tac_toe-v1. The public redistributable projection excludes Wikispeedia and is not the original training data. Exact training Hub revision is not declared."},{"benchmark_id":"open-jev--vizdoom-basic-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/ZefanCai/Open-Jev-2B/blob/0c7aa498b1627be8da4acf34c863ff0ee0a92785/package/provenance.json","note":"The model completed one full pass of original release-v2 train (80,816 rows); its train checksum matches the Dataset original release-v2 manifest, whose mixture names vizdoom-basic-v1. The public redistributable projection excludes Wikispeedia and is not the original training data. Exact training Hub revision is not declared."},{"benchmark_id":"open-jev--vizdoom-basic-v1-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/ZefanCai/Open-Jev-2B/blob/0c7aa498b1627be8da4acf34c863ff0ee0a92785/package/provenance.json","note":"The model completed one full pass of original release-v2 train (80,816 rows); its train checksum matches the Dataset original release-v2 manifest, whose mixture names vizdoom-basic-v1. The public redistributable projection excludes Wikispeedia and is not the original training data. Exact training Hub revision is not declared."},{"benchmark_id":"open-jev--workflow-controls-v1--agent-trace-observability-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/ZefanCai/Open-Jev-2B/blob/0c7aa498b1627be8da4acf34c863ff0ee0a92785/package/provenance.json","note":"The model completed one full pass of original release-v2 train (80,816 rows); its train checksum matches the Dataset original release-v2 manifest, whose mixture names workflow-controls-v1/agent_trace_observability. The public redistributable projection excludes Wikispeedia and is not the original training data. Exact training Hub revision is not declared."},{"benchmark_id":"open-jev--workflow-controls-v1--customer-service-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/ZefanCai/Open-Jev-2B/blob/0c7aa498b1627be8da4acf34c863ff0ee0a92785/package/provenance.json","note":"The model completed one full pass of original release-v2 train (80,816 rows); its train checksum matches the Dataset original release-v2 manifest, whose mixture names workflow-controls-v1/customer_service. The public redistributable projection excludes Wikispeedia and is not the original training data. Exact training Hub revision is not declared."},{"benchmark_id":"open-jev--workflow-controls-v1--invoice-processing-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/ZefanCai/Open-Jev-2B/blob/0c7aa498b1627be8da4acf34c863ff0ee0a92785/package/provenance.json","note":"The model completed one full pass of original release-v2 train (80,816 rows); its train checksum matches the Dataset original release-v2 manifest, whose mixture names workflow-controls-v1/invoice_processing. The public redistributable projection excludes Wikispeedia and is not the original training data. Exact training Hub revision is not declared."},{"benchmark_id":"open-jev--workflow-controls-v1--security-incidents-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/ZefanCai/Open-Jev-2B/blob/0c7aa498b1627be8da4acf34c863ff0ee0a92785/package/provenance.json","note":"The model completed one full pass of original release-v2 train (80,816 rows); its train checksum matches the Dataset original release-v2 manifest, whose mixture names workflow-controls-v1/security_incidents. The public redistributable projection excludes Wikispeedia and is not the original training data. Exact training Hub revision is not declared."}],"total_params":1884333889,"active_params":1375774529,"parameter_count_method":"non_lookup_parameters_v1","display_name":"ZefanCai/Open-Jev-2B","short_name":"Open-Jev-2B (ZefanCai)","url":"https://huggingface.co/ZefanCai/Open-Jev-2B","hf_url":"https://huggingface.co/ZefanCai/Open-Jev-2B"}},{"run_id":"ZefanCai__Open-Jev-9B","model":{"id":"ZefanCai/Open-Jev-9B","adapter":"open-jev","settings":{"questions_per_call":1},"training_exposure":[{"benchmark_id":"open-jev--customer-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/ZefanCai/Open-Jev-9B/blob/47e966881e489511c0c7f5633a9e1960a676a551/package/provenance.json","note":"The model completed one full pass of original release-v2 train (80,816 rows); its train checksum matches the Dataset original release-v2 manifest, whose mixture names customer-control-v1. The public redistributable projection excludes Wikispeedia and is not the original training data. Exact training Hub revision is not declared."},{"benchmark_id":"open-jev--customer-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/ZefanCai/Open-Jev-9B/blob/47e966881e489511c0c7f5633a9e1960a676a551/package/provenance.json","note":"The model completed one full pass of original release-v2 train (80,816 rows); its train checksum matches the Dataset original release-v2 manifest, whose mixture names customer-control-v1. The public redistributable projection excludes Wikispeedia and is not the original training data. Exact training Hub revision is not declared."},{"benchmark_id":"open-jev--customer-control-v1-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/ZefanCai/Open-Jev-9B/blob/47e966881e489511c0c7f5633a9e1960a676a551/package/provenance.json","note":"The model completed one full pass of original release-v2 train (80,816 rows); its train checksum matches the Dataset original release-v2 manifest, whose mixture names customer-control-v1. The public redistributable projection excludes Wikispeedia and is not the original training data. Exact training Hub revision is not declared."},{"benchmark_id":"open-jev--painting-geometry-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/ZefanCai/Open-Jev-9B/blob/47e966881e489511c0c7f5633a9e1960a676a551/package/provenance.json","note":"The model completed one full pass of original release-v2 train (80,816 rows); its train checksum matches the Dataset original release-v2 manifest, whose mixture names painting-geometry-v1. The public redistributable projection excludes Wikispeedia and is not the original training data. Exact training Hub revision is not declared."},{"benchmark_id":"open-jev--painting-geometry-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/ZefanCai/Open-Jev-9B/blob/47e966881e489511c0c7f5633a9e1960a676a551/package/provenance.json","note":"The model completed one full pass of original release-v2 train (80,816 rows); its train checksum matches the Dataset original release-v2 manifest, whose mixture names painting-geometry-v1. The public redistributable projection excludes Wikispeedia and is not the original training data. Exact training Hub revision is not declared."},{"benchmark_id":"open-jev--painting-geometry-v1-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/ZefanCai/Open-Jev-9B/blob/47e966881e489511c0c7f5633a9e1960a676a551/package/provenance.json","note":"The model completed one full pass of original release-v2 train (80,816 rows); its train checksum matches the Dataset original release-v2 manifest, whose mixture names painting-geometry-v1. The public redistributable projection excludes Wikispeedia and is not the original training data. Exact training Hub revision is not declared."},{"benchmark_id":"open-jev--reasoning-control-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/ZefanCai/Open-Jev-9B/blob/47e966881e489511c0c7f5633a9e1960a676a551/package/provenance.json","note":"The model completed one full pass of original release-v2 train (80,816 rows); its train checksum matches the Dataset original release-v2 manifest, whose mixture names reasoning-control-v1. The public redistributable projection excludes Wikispeedia and is not the original training data. Exact training Hub revision is not declared."},{"benchmark_id":"open-jev--reasoning-control-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/ZefanCai/Open-Jev-9B/blob/47e966881e489511c0c7f5633a9e1960a676a551/package/provenance.json","note":"The model completed one full pass of original release-v2 train (80,816 rows); its train checksum matches the Dataset original release-v2 manifest, whose mixture names reasoning-control-v1. The public redistributable projection excludes Wikispeedia and is not the original training data. Exact training Hub revision is not declared."},{"benchmark_id":"open-jev--reasoning-control-v1-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/ZefanCai/Open-Jev-9B/blob/47e966881e489511c0c7f5633a9e1960a676a551/package/provenance.json","note":"The model completed one full pass of original release-v2 train (80,816 rows); its train checksum matches the Dataset original release-v2 manifest, whose mixture names reasoning-control-v1. The public redistributable projection excludes Wikispeedia and is not the original training data. Exact training Hub revision is not declared."},{"benchmark_id":"open-jev--snake-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/ZefanCai/Open-Jev-9B/blob/47e966881e489511c0c7f5633a9e1960a676a551/package/provenance.json","note":"The model completed one full pass of original release-v2 train (80,816 rows); its train checksum matches the Dataset original release-v2 manifest, whose mixture names snake-v1. The public redistributable projection excludes Wikispeedia and is not the original training data. Exact training Hub revision is not declared."},{"benchmark_id":"open-jev--snake-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/ZefanCai/Open-Jev-9B/blob/47e966881e489511c0c7f5633a9e1960a676a551/package/provenance.json","note":"The model completed one full pass of original release-v2 train (80,816 rows); its train checksum matches the Dataset original release-v2 manifest, whose mixture names snake-v1. The public redistributable projection excludes Wikispeedia and is not the original training data. Exact training Hub revision is not declared."},{"benchmark_id":"open-jev--tic-tac-toe-v1-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/ZefanCai/Open-Jev-9B/blob/47e966881e489511c0c7f5633a9e1960a676a551/package/provenance.json","note":"The model completed one full pass of original release-v2 train (80,816 rows); its train checksum matches the Dataset original release-v2 manifest, whose mixture names tic_tac_toe-v1. The public redistributable projection excludes Wikispeedia and is not the original training data. Exact training Hub revision is not declared."},{"benchmark_id":"open-jev--vizdoom-basic-v1-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/ZefanCai/Open-Jev-9B/blob/47e966881e489511c0c7f5633a9e1960a676a551/package/provenance.json","note":"The model completed one full pass of original release-v2 train (80,816 rows); its train checksum matches the Dataset original release-v2 manifest, whose mixture names vizdoom-basic-v1. The public redistributable projection excludes Wikispeedia and is not the original training data. Exact training Hub revision is not declared."},{"benchmark_id":"open-jev--vizdoom-basic-v1-score-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/ZefanCai/Open-Jev-9B/blob/47e966881e489511c0c7f5633a9e1960a676a551/package/provenance.json","note":"The model completed one full pass of original release-v2 train (80,816 rows); its train checksum matches the Dataset original release-v2 manifest, whose mixture names vizdoom-basic-v1. The public redistributable projection excludes Wikispeedia and is not the original training data. Exact training Hub revision is not declared."},{"benchmark_id":"open-jev--workflow-controls-v1--agent-trace-observability-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/ZefanCai/Open-Jev-9B/blob/47e966881e489511c0c7f5633a9e1960a676a551/package/provenance.json","note":"The model completed one full pass of original release-v2 train (80,816 rows); its train checksum matches the Dataset original release-v2 manifest, whose mixture names workflow-controls-v1/agent_trace_observability. The public redistributable projection excludes Wikispeedia and is not the original training data. Exact training Hub revision is not declared."},{"benchmark_id":"open-jev--workflow-controls-v1--customer-service-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/ZefanCai/Open-Jev-9B/blob/47e966881e489511c0c7f5633a9e1960a676a551/package/provenance.json","note":"The model completed one full pass of original release-v2 train (80,816 rows); its train checksum matches the Dataset original release-v2 manifest, whose mixture names workflow-controls-v1/customer_service. The public redistributable projection excludes Wikispeedia and is not the original training data. Exact training Hub revision is not declared."},{"benchmark_id":"open-jev--workflow-controls-v1--invoice-processing-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/ZefanCai/Open-Jev-9B/blob/47e966881e489511c0c7f5633a9e1960a676a551/package/provenance.json","note":"The model completed one full pass of original release-v2 train (80,816 rows); its train checksum matches the Dataset original release-v2 manifest, whose mixture names workflow-controls-v1/invoice_processing. The public redistributable projection excludes Wikispeedia and is not the original training data. Exact training Hub revision is not declared."},{"benchmark_id":"open-jev--workflow-controls-v1--security-incidents-noul-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"ZefanCai/Open-Jev","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/ZefanCai/Open-Jev-9B/blob/47e966881e489511c0c7f5633a9e1960a676a551/package/provenance.json","note":"The model completed one full pass of original release-v2 train (80,816 rows); its train checksum matches the Dataset original release-v2 manifest, whose mixture names workflow-controls-v1/security_incidents. The public redistributable projection excludes Wikispeedia and is not the original training data. Exact training Hub revision is not declared."}],"total_params":7942586881,"active_params":6925468161,"parameter_count_method":"non_lookup_parameters_v1","display_name":"ZefanCai/Open-Jev-9B","short_name":"Open-Jev-9B (ZefanCai)","url":"https://huggingface.co/ZefanCai/Open-Jev-9B","hf_url":"https://huggingface.co/ZefanCai/Open-Jev-9B"}},{"run_id":"zeredy879__minojev","model":{"id":"zeredy879/minojev","adapter":"minojev","settings":{"questions_per_call":1},"training_exposure":[{"benchmark_id":"banking77-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"legacy-datasets/banking77","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/zeredy879/minojev/blob/e1e4bbec238c36af6db1af3b1890634440228cb7/README.md","note":"The pinned model card explicitly names this source family as training data. The exact training Dataset snapshot/config/split is not fully disclosed; no direct evaluation-example use or independent record-level audit is established."},{"benchmark_id":"clinc-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"clinc/clinc_oos","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/zeredy879/minojev/blob/e1e4bbec238c36af6db1af3b1890634440228cb7/README.md","note":"The pinned model card explicitly names this source family as training data. The exact training Dataset snapshot/config/split is not fully disclosed; no direct evaluation-example use or independent record-level audit is established."},{"benchmark_id":"gsm8k-choice-test-v1","relationship":"same_source_family","registration_source":"contributor_review","dataset":"openai/gsm8k","revision":null,"config":null,"split":"train","evidence_url":"https://huggingface.co/zeredy879/minojev/blob/e1e4bbec238c36af6db1af3b1890634440228cb7/README.md","note":"The pinned model card explicitly names this source family as training data. The exact training Dataset snapshot/config/split is not fully disclosed; no direct evaluation-example use or independent record-level audit is established."}],"total_params":1721369346,"active_params":1410204418,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"zeredy879/minojev","short_name":"minojev","url":"https://huggingface.co/zeredy879/minojev","hf_url":"https://huggingface.co/zeredy879/minojev"}},{"run_id":"zeroentropy__zerank-2-reranker","model":{"id":"zeroentropy/zerank-2-reranker","adapter":"reranker","settings":{"questions_per_call":1},"total_params":4022468096,"active_params":3633511936,"parameter_count_method":"embedding_excluded_parameters_v1","display_name":"ZeroRank 2","short_name":"ZeroRank 2","url":"https://huggingface.co/zeroentropy/zerank-2-reranker","hf_url":"https://huggingface.co/zeroentropy/zerank-2-reranker"}}],"results":[{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0,"abstained":0},"metrics":{"binary_brier":0.18014342510104456,"accuracy":0.7702702702702703,"positive_recall":0.6901408450704225,"specificity":0.8441558441558441,"precision":0.8032786885245902,"balanced_accuracy":0.7671483446131333,"f1":0.7424242424242424,"true_positive":49,"false_positive":12,"false_negative":22,"true_negative":65,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.2495891161431699,"brier_skill":0.27824006156698655,"baseline_adjusted_skill":0.5342966892262666,"baseline_adjusted_score":0.5342966892262666},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.71,"uniform_accuracy_baseline":0.20049999999999962,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.5915492957746479,"baseline_adjusted_score":0.5915492957746479},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.9852941176470588,"baseline_adjusted_score":0.9852941176470588},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.6808510638297872,"baseline_adjusted_score":0.6808510638297872},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.7346938775510204,"baseline_adjusted_score":0.7346938775510204},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.10115498232925654,"accuracy":0.58789925794,"positive_recall":0.5145278182235847,"specificity":0.7056161607924188,"precision":0.7371316151162791,"balanced_accuracy":0.6100719895080018,"f1":0.6060350149039648,"true_positive":31.696659450000006,"false_positive":11.30334055,"false_negative":29.906733656000004,"true_negative":27.093266343999996,"positive_prevalence":0.6160339310599999,"majority_accuracy_baseline":0.6160339310599999,"constant_brier_baseline":0.079087076552024,"brier_skill":-0.2790330195441746,"baseline_adjusted_skill":0.22014397901600358,"baseline_adjusted_score":0.22014397901600358},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.16409164473790724,"accuracy":0.74,"positive_recall":0.64,"specificity":0.84,"precision":0.8,"balanced_accuracy":0.74,"f1":0.7111111111111111,"true_positive":32,"false_positive":8,"false_negative":18,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.343633421048371,"baseline_adjusted_skill":0.48,"baseline_adjusted_score":0.48},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.67,"uniform_accuracy_baseline":0.012987012987012965,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.6526315789473685,"baseline_adjusted_score":0.6526315789473685},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.93,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.8833333333333334,"baseline_adjusted_score":0.8833333333333334},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.53,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.26562500000000006,"baseline_adjusted_score":0.26562500000000006},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1451256112017424,"accuracy":0.82,"positive_recall":0.98,"specificity":0.66,"precision":0.7424242424242424,"balanced_accuracy":0.8200000000000001,"f1":0.8448275862068966,"true_positive":49,"false_positive":17,"false_negative":1,"true_negative":33,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.41949755519303045,"baseline_adjusted_skill":0.6400000000000001,"baseline_adjusted_score":0.6400000000000001},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0,"abstained":0},"metrics":{"binary_brier":0.14947975803852714,"accuracy":0.6540205045303862,"positive_recall":0.7356523873820106,"specificity":0.6160097030112844,"precision":0.4714787168245795,"balanced_accuracy":0.6758310451966475,"f1":0.5746591110495474,"true_positive":163.60311473812908,"false_positive":183.39688526187092,"false_negative":58.78876156685874,"true_negative":294.21123843314126,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768597,"brier_skill":-0.6847170096432056,"baseline_adjusted_skill":0.351662090393295,"baseline_adjusted_score":0.351662090393295},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2758033475912326,"accuracy":0.61,"positive_recall":0.46,"specificity":0.76,"precision":0.6571428571428571,"balanced_accuracy":0.61,"f1":0.5411764705882353,"true_positive":23,"false_positive":12,"false_negative":27,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.10321339036493038,"baseline_adjusted_skill":0.21999999999999997,"baseline_adjusted_score":0.21999999999999997},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8211920529801324,"uniform_accuracy_baseline":0.006622516556291403,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.8137931034482758,"baseline_adjusted_score":0.8137931034482758},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.6129411764705882,"uniform_accuracy_baseline":0.3333333333333301,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.2863340563991323,"baseline_adjusted_score":0.2863340563991323},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.28,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.2,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.12514441645661997,"accuracy":0.83,"positive_recall":0.84,"specificity":0.82,"precision":0.8235294117647058,"balanced_accuracy":0.83,"f1":0.8316831683168316,"true_positive":42,"false_positive":9,"false_negative":8,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4994223341735201,"baseline_adjusted_skill":0.6599999999999999,"baseline_adjusted_score":0.6599999999999999},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.7291666666666666,"baseline_adjusted_score":0.7291666666666666},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.07142857142857136,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9550561797752809,"baseline_adjusted_score":0.9550561797752809},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.717391304347826,"baseline_adjusted_score":0.717391304347826},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.36,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.12328767123287668,"baseline_adjusted_score":0.12328767123287668},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7222222222222222,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.1666666666666667,"baseline_adjusted_score":0.1666666666666667},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0,"abstained":0},"metrics":{"binary_brier":0.18120016467352526,"accuracy":0.7804878048780488,"positive_recall":0.725,"specificity":0.8333333333333334,"precision":0.8055555555555556,"balanced_accuracy":0.7791666666666667,"f1":0.7631578947368421,"true_positive":29,"false_positive":7,"false_negative":11,"true_negative":35,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.24985127900059498,"brier_skill":0.27476791234239084,"baseline_adjusted_skill":0.5583333333333333,"baseline_adjusted_score":0.5583333333333333},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.11500268930125604,"accuracy":0.84,"positive_recall":0.78,"specificity":0.9,"precision":0.8863636363636364,"balanced_accuracy":0.8400000000000001,"f1":0.8297872340425532,"true_positive":39,"false_positive":5,"false_negative":11,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5399892427949758,"baseline_adjusted_skill":0.6800000000000002,"baseline_adjusted_score":0.6800000000000002},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7486033519553073,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.6774193548387096,"baseline_adjusted_score":0.6774193548387096},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.58,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.3114754098360655,"baseline_adjusted_score":0.3114754098360655},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"binary_brier":0.17353838624129053,"accuracy":0.74,"positive_recall":0.5227272727272727,"specificity":0.8012820512820513,"precision":0.42592592592592593,"balanced_accuracy":0.662004662004662,"f1":0.46938775510204084,"true_positive":23,"false_positive":31,"false_negative":21,"true_negative":125,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000053,"brier_skill":-0.01129595711707454,"baseline_adjusted_skill":0.32400932400932403,"baseline_adjusted_score":0.32400932400932403},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1487036567432245,"accuracy":0.765,"positive_recall":0.42,"specificity":0.88,"precision":0.5384615384615384,"balanced_accuracy":0.65,"f1":0.47191011235955055,"true_positive":21,"false_positive":18,"false_negative":29,"true_negative":132,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":0.20691383070280267,"baseline_adjusted_skill":0.30000000000000004,"baseline_adjusted_score":0.30000000000000004},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"binary_brier":0.04370478764946244,"accuracy":0.955,"positive_recall":0.7894736842105263,"specificity":0.9723756906077348,"precision":0.75,"balanced_accuracy":0.8809246874091305,"f1":0.7692307692307693,"true_positive":15,"false_positive":5,"false_negative":4,"true_negative":176,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.0859749999999999,"brier_skill":0.4916570206517884,"baseline_adjusted_skill":0.7618493748182611,"baseline_adjusted_score":0.7618493748182611},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0956135680874585,"accuracy":0.8461964285714285,"positive_recall":0.6587640115067951,"specificity":0.8581614625219258,"precision":0.228684573002755,"balanced_accuracy":0.7584627370143604,"f1":0.33951074870274295,"true_positive":110.68333333333341,"false_positive":373.31666666666655,"false_negative":57.33333333333333,"true_negative":2258.6666666666665,"positive_prevalence":0.060005952380952354,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679296,"brier_skill":-1.969275819773971,"baseline_adjusted_skill":0.5169254740287208,"baseline_adjusted_score":0.5169254740287208},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.6912181303116147,"uniform_accuracy_baseline":0.027777777777777853,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.6461038961038961,"baseline_adjusted_score":0.6461038961038961},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.78,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.6857142857142858,"baseline_adjusted_score":0.6857142857142858},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.11337481519499404,"accuracy":0.83,"positive_recall":1,"specificity":0.66,"precision":0.746268656716418,"balanced_accuracy":0.8300000000000001,"f1":0.8547008547008547,"true_positive":50,"false_positive":17,"false_negative":0,"true_negative":33,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5465007392200238,"baseline_adjusted_skill":0.6600000000000001,"baseline_adjusted_score":0.6600000000000001},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1178297322098838,"accuracy":0.84,"positive_recall":1,"specificity":0.68,"precision":0.7575757575757576,"balanced_accuracy":0.8400000000000001,"f1":0.8620689655172413,"true_positive":50,"false_positive":16,"false_negative":0,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5286810711604648,"baseline_adjusted_skill":0.6800000000000002,"baseline_adjusted_score":0.6800000000000002},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.66,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":0.1282051282051283,"baseline_adjusted_score":0.1282051282051283},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.8617021276595745,"baseline_adjusted_score":0.8617021276595745},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.10185478234128068,"accuracy":0.86,"positive_recall":0.96,"specificity":0.76,"precision":0.8,"balanced_accuracy":0.86,"f1":0.8727272727272727,"true_positive":48,"false_positive":12,"false_negative":2,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5925808706348773,"baseline_adjusted_skill":0.72,"baseline_adjusted_score":0.72},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8656716417910449,"baseline_adjusted_score":0.8656716417910449},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0382282453971604,"accuracy":0.96,"positive_recall":0.96,"specificity":0.96,"precision":0.96,"balanced_accuracy":0.96,"f1":0.96,"true_positive":48,"false_positive":2,"false_negative":2,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8470870184113584,"baseline_adjusted_skill":0.9199999999999999,"baseline_adjusted_score":0.9199999999999999},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.5004877229729728,"uniform_accuracy_baseline":0.23445945945945923,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.3228385413102943,"baseline_adjusted_score":0.3228385413102943},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0,"abstained":0},"metrics":{"binary_brier":0.07145870219089182,"accuracy":0.6777631513157895,"positive_recall":0.8710547395041244,"specificity":0.4937066463025936,"precision":0.620961548076923,"balanced_accuracy":0.682380692903359,"f1":0.7250477142969398,"true_positive":64.580001,"false_positive":39.419999000000004,"false_negative":9.560001999999999,"true_negative":38.439998,"positive_prevalence":0.48776317763157917,"majority_accuracy_baseline":0.5122368223684208,"constant_brier_baseline":0.0945191003976856,"brier_skill":0.2439760652584294,"baseline_adjusted_skill":0.364761385806718,"baseline_adjusted_score":0.364761385806718},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.08840396166650324,"normalized_score_rmse":0.11850091495139208,"constant_score_baseline":0.5841668333333334,"constant_mae_baseline":0.21700552708333315,"baseline_adjusted_skill":0.5926188477560994,"baseline_adjusted_score":0.5926188477560994},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.20559345710593668,"accuracy":0.7,"positive_recall":0.66,"specificity":0.74,"precision":0.717391304347826,"balanced_accuracy":0.7,"f1":0.6875,"true_positive":33,"false_positive":13,"false_negative":17,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.17762617157625327,"baseline_adjusted_skill":0.3999999999999999,"baseline_adjusted_score":0.3999999999999999},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.426708881815858,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":50,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.7068355272634319,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.81,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.6885245901639345,"baseline_adjusted_score":0.6885245901639345},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.865,"uniform_accuracy_baseline":0.03611111111111102,"fixed_answer_accuracy_baseline":0.08833333333333329,"baseline_adjusted_skill":0.8519195612431444,"baseline_adjusted_score":0.8519195612431444},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.909090909090909,"baseline_adjusted_score":0.909090909090909},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.04987932421560751,"fixed_answer_accuracy_baseline":0.1244247787610618,"baseline_adjusted_skill":0.7715787345866182,"baseline_adjusted_score":0.7715787345866182},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.3363341238880973,"accuracy":0.51,"positive_recall":0.02,"specificity":1,"precision":1,"balanced_accuracy":0.51,"f1":0.0392156862745098,"true_positive":1,"false_positive":0,"false_negative":49,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.3453364955523892,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8333333333333334,"uniform_accuracy_baseline":0.23888888888888893,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.7647058823529413,"baseline_adjusted_score":0.7647058823529413},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0,"abstained":0},"metrics":{"binary_brier":0.3570318569467797,"accuracy":0.515625,"positive_recall":0.9375,"specificity":0.09375,"precision":0.5084745762711864,"balanced_accuracy":0.515625,"f1":0.6593406593406593,"true_positive":30,"false_positive":29,"false_negative":2,"true_negative":3,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.42812742778711876,"baseline_adjusted_skill":0.03125,"baseline_adjusted_score":0.03125},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.9782608695652174,"baseline_adjusted_score":0.9782608695652174},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.5454545454545454,"baseline_adjusted_score":0.5454545454545454},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2824820704753336,"accuracy":0.53,"positive_recall":0.06,"specificity":1,"precision":1,"balanced_accuracy":0.53,"f1":0.11320754716981132,"true_positive":3,"false_positive":0,"false_negative":47,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.12992828190133432,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.8260869565217391,"baseline_adjusted_score":0.8260869565217391},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0437320007521474,"accuracy":0.9696969696969697,"positive_recall":1,"specificity":0.9411764705882353,"precision":0.9411764705882353,"balanced_accuracy":0.9705882352941176,"f1":0.9696969696969697,"true_positive":16,"false_positive":1,"false_negative":0,"true_negative":16,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.8249112175768805,"baseline_adjusted_skill":0.9411764705882353,"baseline_adjusted_score":0.9411764705882353},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.1738984068628672,"normalized_score_rmse":0.3293336348211832,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.4730351307185843,"baseline_adjusted_score":0.4730351307185843},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.1875,"uniform_accuracy_baseline":0.17812500000000006,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.14035087719298242,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0522311236091234,"accuracy":0.9411764705882353,"positive_recall":1,"specificity":0.8823529411764706,"precision":0.8947368421052632,"balanced_accuracy":0.9411764705882353,"f1":0.9444444444444444,"true_positive":17,"false_positive":2,"false_negative":0,"true_negative":15,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7910755055635064,"baseline_adjusted_skill":0.8823529411764706,"baseline_adjusted_score":0.8823529411764706},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.4378910297166418,"normalized_score_rmse":0.49204549566444783,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-1.977659002073164,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.5416666666666666,"uniform_accuracy_baseline":0.13194444444444448,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":-0.14782608695652177,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0,"abstained":0},"metrics":{"binary_brier":0.21324856485191251,"accuracy":0.7307692307692307,"positive_recall":1,"specificity":0.46153846153846156,"precision":0.65,"balanced_accuracy":0.7307692307692308,"f1":0.7878787878787878,"true_positive":26,"false_positive":14,"false_negative":0,"true_negative":12,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.14700574059234994,"baseline_adjusted_skill":0.4615384615384617,"baseline_adjusted_score":0.4615384615384617},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2060740150216356,"accuracy":0.7066666666666667,"positive_recall":0.7692307692307693,"specificity":0.6388888888888888,"precision":0.6976744186046512,"balanced_accuracy":0.704059829059829,"f1":0.7317073170731707,"true_positive":30,"false_positive":13,"false_negative":9,"true_negative":23,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24959999999999993,"brier_skill":0.17438295263767767,"baseline_adjusted_skill":0.408119658119658,"baseline_adjusted_score":0.408119658119658},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.2407536763397652,"normalized_score_rmse":0.31435545686310024,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.14016544164369582,"baseline_adjusted_score":0.14016544164369582},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7941176470588235,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.7199999999999998,"baseline_adjusted_score":0.7199999999999998},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0,"abstained":0},"metrics":{"binary_brier":0.01744526830083549,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":14,"false_positive":0,"false_negative":0,"true_negative":14,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9302189267966581,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.19126516824692036,"normalized_score_rmse":0.26994466089865476,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.16969696969696968,"baseline_adjusted_skill":-0.12709831288363804,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9333333333333333,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":0.9166666666666667,"baseline_adjusted_score":0.9166666666666667},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0,"abstained":0},"metrics":{"binary_brier":0.056077699958955445,"accuracy":0.9176470588235294,"positive_recall":0.9333333333333333,"specificity":0.9,"precision":0.9130434782608695,"balanced_accuracy":0.9166666666666667,"f1":0.9230769230769231,"true_positive":42,"false_positive":4,"false_negative":3,"true_negative":36,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.24913494809688563,"brier_skill":0.7749103432203037,"baseline_adjusted_skill":0.8333333333333335,"baseline_adjusted_score":0.8333333333333335},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.8421052631578947,"baseline_adjusted_score":0.8421052631578947},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0,"abstained":0},"metrics":{"binary_brier":0.32624736460719084,"accuracy":0.56,"positive_recall":0.37142857142857144,"specificity":1,"precision":1,"balanced_accuracy":0.6857142857142857,"f1":0.5416666666666666,"true_positive":13,"false_positive":0,"false_negative":22,"true_negative":15,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.20999999999999996,"brier_skill":-0.5535588790818613,"baseline_adjusted_skill":0.37142857142857144,"baseline_adjusted_score":0.37142857142857144},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.2713353084408098,"normalized_score_rmse":0.3793231450993151,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.030945326997108058,"baseline_adjusted_score":0.030945326997108058},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.6455696202531646,"uniform_accuracy_baseline":0.24240506329113914,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.391304347826087,"baseline_adjusted_score":0.391304347826087},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0,"abstained":0},"metrics":{"binary_brier":0.11508582119921132,"accuracy":0.8571428571428571,"positive_recall":1,"specificity":0.7,"precision":0.7857142857142857,"balanced_accuracy":0.85,"f1":0.88,"true_positive":11,"false_positive":3,"false_negative":0,"true_negative":7,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.24943310657596363,"brier_skill":0.5386104804649798,"baseline_adjusted_skill":0.7,"baseline_adjusted_score":0.7},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.6060606060606061,"uniform_accuracy_baseline":0.3237373737373738,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.35000000000000003,"baseline_adjusted_score":0.35000000000000003},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"binary_brier":0.14965791658271776,"accuracy":0.8484848484848485,"positive_recall":0.8823529411764706,"specificity":0.8125,"precision":0.8333333333333334,"balanced_accuracy":0.8474264705882353,"f1":0.8571428571428571,"true_positive":15,"false_positive":3,"false_negative":2,"true_negative":13,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.40081812074051626,"baseline_adjusted_skill":0.6948529411764706,"baseline_adjusted_score":0.6948529411764706},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.16985496933304825,"normalized_score_rmse":0.22125689476791863,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.34313725490196084,"baseline_adjusted_skill":0.5049940893722595,"baseline_adjusted_score":0.5049940893722595},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1161490074058771,"accuracy":0.84,"positive_recall":0.86,"specificity":0.82,"precision":0.8269230769230769,"balanced_accuracy":0.84,"f1":0.8431372549019608,"true_positive":43,"false_positive":9,"false_negative":7,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5354039703764917,"baseline_adjusted_skill":0.6799999999999999,"baseline_adjusted_score":0.6799999999999999},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.33333333333333337,"uniform_accuracy_baseline":0.3333333333333332,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":-0.03092783505154633,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2679075085578654,"accuracy":0.49333333333333335,"positive_recall":0,"specificity":0.9736842105263158,"precision":0,"balanced_accuracy":0.4868421052631579,"f1":0,"true_positive":0,"false_positive":1,"false_negative":37,"true_negative":37,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555535,"brier_skill":-0.07182058011237125,"baseline_adjusted_skill":-0.02631578947368418,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.93,"uniform_accuracy_baseline":0.1428571428571427,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.9102564102564104,"baseline_adjusted_score":0.9102564102564104},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.32416666666666627,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.015151515151515168,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"binary_brier":0.20438307693969313,"accuracy":0.6060606060606061,"positive_recall":1,"specificity":0.23529411764705882,"precision":0.5517241379310345,"balanced_accuracy":0.6176470588235294,"f1":0.7111111111111111,"true_positive":16,"false_positive":13,"false_negative":0,"true_negative":4,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.18171628387012606,"baseline_adjusted_skill":0.23529411764705888,"baseline_adjusted_score":0.23529411764705888},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.1974889392239637,"normalized_score_rmse":0.24287902114687257,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.1010848283598893,"baseline_adjusted_score":0.1010848283598893},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1486844486219486,"accuracy":0.76,"positive_recall":0.6363636363636364,"specificity":0.7948717948717948,"precision":0.4666666666666667,"balanced_accuracy":0.7156177156177156,"f1":0.5384615384615384,"true_positive":14,"false_positive":16,"false_negative":8,"true_negative":62,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000028,"brier_skill":0.13354050919610516,"baseline_adjusted_skill":0.4312354312354312,"baseline_adjusted_score":0.4312354312354312},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.09494976151532139,"accuracy":0.87,"positive_recall":0.7297297297297297,"specificity":0.9523809523809523,"precision":0.9,"balanced_accuracy":0.841055341055341,"f1":0.8059701492537313,"true_positive":27,"false_positive":3,"false_negative":10,"true_negative":60,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000008,"brier_skill":0.5926651157643872,"baseline_adjusted_skill":0.6821106821106819,"baseline_adjusted_score":0.6821106821106819},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.14192135963352367,"accuracy":0.78,"positive_recall":0.6666666666666666,"specificity":0.8524590163934426,"precision":0.7428571428571429,"balanced_accuracy":0.7595628415300546,"f1":0.7027027027027027,"true_positive":26,"false_positive":9,"false_negative":13,"true_negative":52,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379000000000002,"brier_skill":0.40344111125042637,"baseline_adjusted_skill":0.5191256830601092,"baseline_adjusted_score":0.5191256830601092},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2571223265938213,"accuracy":0.59,"positive_recall":0.7419354838709677,"specificity":0.5217391304347826,"precision":0.4107142857142857,"balanced_accuracy":0.6318373071528751,"f1":0.5287356321839081,"true_positive":23,"false_positive":33,"false_negative":8,"true_negative":36,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999987,"brier_skill":-0.20206791301459304,"baseline_adjusted_skill":0.26367461430575023,"baseline_adjusted_score":0.26367461430575023},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.9305555555555555,"baseline_adjusted_score":0.9305555555555555},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.1269008953507835,"normalized_score_rmse":0.1661602017628889,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.454189697415985,"baseline_adjusted_score":0.454189697415985},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.07877471052342087,"accuracy":0.89,"positive_recall":0.9,"specificity":0.88,"precision":0.8823529411764706,"balanced_accuracy":0.89,"f1":0.8910891089108911,"true_positive":45,"false_positive":6,"false_negative":5,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6849011579063164,"baseline_adjusted_skill":0.78,"baseline_adjusted_score":0.78},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.33495533226150676,"accuracy":0.5,"positive_recall":0.58,"specificity":0.42,"precision":0.5,"balanced_accuracy":0.5,"f1":0.5370370370370371,"true_positive":29,"false_positive":29,"false_negative":21,"true_negative":21,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.339821329046027,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.62,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.0857142857142858,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.09596224713699279,"accuracy":0.87,"positive_recall":0.86,"specificity":0.88,"precision":0.8775510204081632,"balanced_accuracy":0.87,"f1":0.8686868686868687,"true_positive":43,"false_positive":6,"false_negative":7,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6161510114520288,"baseline_adjusted_skill":0.74,"baseline_adjusted_score":0.74},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.93,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.8333333333333335,"baseline_adjusted_score":0.8333333333333335},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.58,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.29999999999999993,"baseline_adjusted_score":0.29999999999999993},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.22589735428450983,"accuracy":0.67,"positive_recall":0.44,"specificity":0.9,"precision":0.8148148148148148,"balanced_accuracy":0.67,"f1":0.5714285714285714,"true_positive":22,"false_positive":5,"false_negative":28,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.09641058286196069,"baseline_adjusted_skill":0.3400000000000001,"baseline_adjusted_score":0.3400000000000001},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.20851190476190457,"fixed_answer_accuracy_baseline":0.2233333333333332,"baseline_adjusted_skill":0.9871244635193133,"baseline_adjusted_score":0.9871244635193133},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.06353124588334412,"accuracy":0.92,"positive_recall":0.92,"specificity":0.92,"precision":0.92,"balanced_accuracy":0.92,"f1":0.92,"true_positive":46,"false_positive":4,"false_negative":4,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7458750164666235,"baseline_adjusted_skill":0.8400000000000001,"baseline_adjusted_score":0.8400000000000001},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.07989266000177199,"normalized_score_rmse":0.1592553848730206,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.7336911333274267,"baseline_adjusted_score":0.7336911333274267},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.22851190476190467,"fixed_answer_accuracy_baseline":0.2433333333333333,"baseline_adjusted_skill":0.9471365638766519,"baseline_adjusted_score":0.9471365638766519},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.03515818106205863,"accuracy":0.96,"positive_recall":0.98,"specificity":0.94,"precision":0.9423076923076923,"balanced_accuracy":0.96,"f1":0.9607843137254902,"true_positive":49,"false_positive":3,"false_negative":1,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8593672757517654,"baseline_adjusted_skill":0.9199999999999999,"baseline_adjusted_score":0.9199999999999999},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.07674023634115473,"normalized_score_rmse":0.15868241729401375,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.304222222222222,"baseline_adjusted_skill":0.7477494057449259,"baseline_adjusted_score":0.7477494057449259},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.5967741935483871,"baseline_adjusted_score":0.5967741935483871},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.05494207611663998,"accuracy":0.93,"positive_recall":1,"specificity":0.86,"precision":0.8771929824561403,"balanced_accuracy":0.9299999999999999,"f1":0.9345794392523364,"true_positive":50,"false_positive":7,"false_negative":0,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7802316955334401,"baseline_adjusted_skill":0.8599999999999999,"baseline_adjusted_score":0.8599999999999999},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.82,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.6399999999999999,"baseline_adjusted_score":0.6399999999999999},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0414313819398769,"accuracy":0.94,"positive_recall":0.94,"specificity":0.94,"precision":0.94,"balanced_accuracy":0.94,"f1":0.94,"true_positive":47,"false_positive":3,"false_negative":3,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8342744722404924,"baseline_adjusted_skill":0.8799999999999999,"baseline_adjusted_score":0.8799999999999999},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.57,"uniform_accuracy_baseline":0.35333333333333317,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.27118644067796605,"baseline_adjusted_score":0.27118644067796605},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.93,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.8870967741935485,"baseline_adjusted_score":0.8870967741935485},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.39,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.01612903225806453,"baseline_adjusted_score":0.01612903225806453},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.36,"uniform_accuracy_baseline":0.11111111111111088,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.23809523809523808,"baseline_adjusted_score":0.23809523809523808},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.043481112267323783,"accuracy":0.8296249999999997,"positive_recall":0.22214897824653917,"specificity":0.9717723276260991,"precision":0.6480769230769231,"balanced_accuracy":0.5969606529363192,"f1":0.3308787432498772,"true_positive":16.85,"false_positive":9.15,"false_negative":59.00000000000002,"true_negative":314.9999999999999,"positive_prevalence":0.1896249999999999,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500007,"brier_skill":0.42880910897002844,"baseline_adjusted_skill":0.19392130587263834,"baseline_adjusted_score":0.19392130587263834},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.14688644754204094,"normalized_score_rmse":0.18827283129195993,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":0.3128119413237851,"baseline_adjusted_score":0.3128119413237851},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.06828730128990483,"accuracy":0.807375,"positive_recall":0.5654008438818565,"specificity":0.895346855292313,"precision":0.662637362637363,"balanced_accuracy":0.7303738495870847,"f1":0.6101694915254238,"true_positive":60.30000000000002,"false_positive":30.69999999999997,"false_negative":46.350000000000016,"true_negative":262.65,"positive_prevalence":0.2666249999999998,"majority_accuracy_baseline":0.7333750000000002,"constant_brier_baseline":0.11565485937499977,"brier_skill":0.4095596012227224,"baseline_adjusted_skill":0.46074769917416947,"baseline_adjusted_score":0.46074769917416947},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.14977004792220408,"normalized_score_rmse":0.21784568929392756,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.44271610075458945,"baseline_adjusted_score":0.44271610075458945},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.06737316864574987,"accuracy":0.7793749999999997,"positive_recall":0.6823266219239371,"specificity":0.8169991326973113,"precision":0.5910852713178293,"balanced_accuracy":0.7496628773106242,"f1":0.6334371754932501,"true_positive":76.24999999999997,"false_positive":52.75000000000002,"false_negative":35.50000000000003,"true_negative":235.49999999999994,"positive_prevalence":0.2793749999999999,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937499995,"brier_skill":0.40459849787827307,"baseline_adjusted_skill":0.4993257546212484,"baseline_adjusted_score":0.4993257546212484},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.18180247185405402,"normalized_score_rmse":0.22779792668158,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.3123310757293466,"baseline_adjusted_score":0.3123310757293466},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.06226699865425592,"accuracy":0.8593749999999994,"positive_recall":0.4535211267605634,"specificity":0.9751004016064256,"precision":0.8385416666666667,"balanced_accuracy":0.7143107641834945,"f1":0.5886654478976234,"true_positive":40.25000000000001,"false_positive":7.750000000000001,"false_negative":48.50000000000001,"true_negative":303.4999999999998,"positive_prevalence":0.22187499999999974,"majority_accuracy_baseline":0.7781250000000003,"constant_brier_baseline":0.126740234375001,"brier_skill":0.5087037753929085,"baseline_adjusted_skill":0.42862152836698897,"baseline_adjusted_score":0.42862152836698897},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.14483991804792057,"normalized_score_rmse":0.21859480738955459,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.35805022471835757,"baseline_adjusted_score":0.35805022471835757},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.052604501494006056,"accuracy":0.8049999999999996,"positive_recall":0.7410207939508506,"specificity":0.8280081577158396,"precision":0.607751937984496,"balanced_accuracy":0.7845144758333451,"f1":0.6678023850085179,"true_positive":78.39999999999999,"false_positive":50.599999999999994,"false_negative":27.40000000000001,"true_negative":243.59999999999985,"positive_prevalence":0.26449999999999985,"majority_accuracy_baseline":0.7355000000000002,"constant_brier_baseline":0.11362725000000028,"brier_skill":0.5370432577220172,"baseline_adjusted_skill":0.5690289516666902,"baseline_adjusted_score":0.5690289516666902},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.15555042013581938,"normalized_score_rmse":0.2177256209351512,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.380893850205694,"baseline_adjusted_score":0.380893850205694},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.07858354328155145,"accuracy":0.8142500000000001,"positive_recall":0.5306788511749346,"specificity":0.8814162028447744,"precision":0.5145569620253166,"balanced_accuracy":0.7060475270098545,"f1":0.5224935732647816,"true_positive":40.65000000000001,"false_positive":38.34999999999999,"false_negative":35.950000000000024,"true_negative":285.05,"positive_prevalence":0.1914999999999999,"majority_accuracy_baseline":0.8085000000000001,"constant_brier_baseline":0.09190274999999995,"brier_skill":0.14492718355488277,"baseline_adjusted_skill":0.41209505401970903,"baseline_adjusted_score":0.41209505401970903},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.15441643555817516,"normalized_score_rmse":0.22691848988459137,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.2535761423169781,"baseline_adjusted_score":0.2535761423169781},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.045576637425021375,"accuracy":0.8799999999999997,"positive_recall":0.6964769647696476,"specificity":0.9215205395462905,"precision":0.6675324675324675,"balanced_accuracy":0.8089987521579691,"f1":0.6816976127320954,"true_positive":51.4,"false_positive":25.6,"false_negative":22.400000000000013,"true_negative":300.5999999999999,"positive_prevalence":0.1844999999999999,"majority_accuracy_baseline":0.8155000000000001,"constant_brier_baseline":0.1092222499999995,"brier_skill":0.5827165488257056,"baseline_adjusted_skill":0.6179975043159383,"baseline_adjusted_score":0.6179975043159383},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.13976710465889924,"normalized_score_rmse":0.20903116079120979,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":0.26195588298931083,"baseline_adjusted_score":0.26195588298931083},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.06550519558548043,"accuracy":0.8357499999999995,"positive_recall":0.3363057324840765,"specificity":0.9576982892690512,"precision":0.6600000000000001,"balanced_accuracy":0.6470020108765638,"f1":0.44556962025316466,"true_positive":26.400000000000006,"false_positive":13.599999999999998,"false_negative":52.099999999999994,"true_negative":307.8999999999998,"positive_prevalence":0.19624999999999987,"majority_accuracy_baseline":0.8037500000000002,"constant_brier_baseline":0.09878593749999955,"brier_skill":0.33689756615934596,"baseline_adjusted_skill":0.2940040217531277,"baseline_adjusted_score":0.2940040217531277},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.17226866206779842,"normalized_score_rmse":0.24419468183738763,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":0.18452704346604298,"baseline_adjusted_score":0.18452704346604298},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0,"abstained":0},"metrics":{"binary_brier":0.07511282949392523,"accuracy":0.7191326530612245,"positive_recall":0.7992289442467377,"specificity":0.6586839749328559,"precision":0.6386255924170615,"balanced_accuracy":0.7289564595897968,"f1":0.7099578503688091,"true_positive":134.74999999999997,"false_positive":76.25000000000004,"false_negative":33.85000000000002,"true_negative":147.15000000000006,"positive_prevalence":0.43010204081632636,"majority_accuracy_baseline":0.5698979591836737,"constant_brier_baseline":0.12359641815910102,"brier_skill":0.3922734120236777,"baseline_adjusted_skill":0.45791291917959365,"baseline_adjusted_score":0.45791291917959365},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.16491036836459338,"normalized_score_rmse":0.21017882664696166,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.40143644075073504,"baseline_adjusted_score":0.40143644075073504},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0,"abstained":0},"metrics":{"binary_brier":0.04095999247092474,"accuracy":0.8933750000000005,"positive_recall":0.5302911093627065,"specificity":0.9619557140734136,"precision":0.7247311827956989,"balanced_accuracy":0.7461234117180601,"f1":0.6124488868696047,"true_positive":67.39999999999999,"false_positive":25.599999999999998,"false_negative":59.69999999999999,"true_negative":647.3000000000004,"positive_prevalence":0.15887500000000002,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499934,"brier_skill":0.585330678037679,"baseline_adjusted_skill":0.49224682343612014,"baseline_adjusted_score":0.49224682343612014},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.14871903163480646,"normalized_score_rmse":0.20794319574466785,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":0.09867253554662758,"baseline_adjusted_score":0.09867253554662758},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.1935483870967742,"baseline_adjusted_score":0.1935483870967742},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.24862437047065142,"accuracy":0.58,"positive_recall":0.6,"specificity":0.56,"precision":0.5769230769230769,"balanced_accuracy":0.5800000000000001,"f1":0.5882352941176471,"true_positive":30,"false_positive":22,"false_negative":20,"true_negative":28,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.005502518117394328,"baseline_adjusted_skill":0.16000000000000014,"baseline_adjusted_score":0.16000000000000014},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.32803180914512925,"uniform_accuracy_baseline":0.058823529411766766,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.21028037383177575,"baseline_adjusted_score":0.21028037383177575},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.82,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.6086956521739129,"baseline_adjusted_score":0.6086956521739129},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.19350955742087703,"accuracy":0.7,"positive_recall":0.64,"specificity":0.76,"precision":0.7272727272727273,"balanced_accuracy":0.7,"f1":0.6808510638297872,"true_positive":32,"false_positive":12,"false_negative":18,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2259617703164919,"baseline_adjusted_skill":0.3999999999999999,"baseline_adjusted_score":0.3999999999999999},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.59,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.3492063492063492,"baseline_adjusted_score":0.3492063492063492},"scoring":{"eligible":true,"reason":null},"model":0,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1664747743771378,"accuracy":0.7837837837837838,"positive_recall":0.7183098591549296,"specificity":0.8441558441558441,"precision":0.8095238095238095,"balanced_accuracy":0.7812328516553868,"f1":0.7611940298507462,"true_positive":51,"false_positive":12,"false_negative":20,"true_negative":65,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.2495891161431699,"brier_skill":0.33300467204008943,"baseline_adjusted_skill":0.5624657033107736,"baseline_adjusted_score":0.5624657033107736},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.69,"uniform_accuracy_baseline":0.20049999999999962,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.5633802816901409,"baseline_adjusted_score":0.5633802816901409},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.9852941176470588,"baseline_adjusted_score":0.9852941176470588},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.8085106382978724,"baseline_adjusted_score":0.8085106382978724},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.93,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.8571428571428572,"baseline_adjusted_score":0.8571428571428572},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.11373801712404216,"accuracy":0.57345094952,"positive_recall":0.8112255106307228,"specificity":0.19196620533028913,"precision":0.6169659756666667,"balanced_accuracy":0.501595857980506,"f1":0.7008843610313413,"true_positive":49.974244029,"false_positive":31.025755971,"false_negative":11.629149077000001,"true_negative":7.370850923,"positive_prevalence":0.6160339310599999,"majority_accuracy_baseline":0.6160339310599999,"constant_brier_baseline":0.079087076552024,"brier_skill":-0.43813657151967855,"baseline_adjusted_skill":0.003191715961011976,"baseline_adjusted_score":0.003191715961011976},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.08836861219990688,"accuracy":0.89,"positive_recall":0.88,"specificity":0.9,"precision":0.8979591836734694,"balanced_accuracy":0.89,"f1":0.8888888888888888,"true_positive":44,"false_positive":5,"false_negative":6,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6465255512003725,"baseline_adjusted_skill":0.78,"baseline_adjusted_score":0.78},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.012987012987012965,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.831578947368421,"baseline_adjusted_score":0.831578947368421},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.67,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.48437500000000006,"baseline_adjusted_score":0.48437500000000006},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.07865386806822464,"accuracy":0.89,"positive_recall":0.98,"specificity":0.8,"precision":0.8305084745762712,"balanced_accuracy":0.89,"f1":0.8990825688073395,"true_positive":49,"false_positive":10,"false_negative":1,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6853845277271015,"baseline_adjusted_skill":0.78,"baseline_adjusted_score":0.78},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0,"abstained":0},"metrics":{"binary_brier":0.10403033319031932,"accuracy":0.7013105506416676,"positive_recall":0.28397903703311284,"specificity":0.8956354244201417,"precision":0.5588905387351998,"balanced_accuracy":0.5898072307266272,"f1":0.37660203087118344,"true_positive":63.15463087707758,"false_positive":49.84536912292242,"false_negative":159.23724542791024,"true_negative":427.76275457208976,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768597,"brier_skill":-0.17247762603020034,"baseline_adjusted_skill":0.17961446145325444,"baseline_adjusted_score":0.17961446145325444},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.268675709154749,"accuracy":0.58,"positive_recall":0.46,"specificity":0.7,"precision":0.6052631578947368,"balanced_accuracy":0.58,"f1":0.5227272727272727,"true_positive":23,"false_positive":15,"false_negative":27,"true_negative":35,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.0747028366189959,"baseline_adjusted_skill":0.15999999999999992,"baseline_adjusted_score":0.15999999999999992},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9337748344370861,"uniform_accuracy_baseline":0.006622516556291403,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.9310344827586207,"baseline_adjusted_score":0.9310344827586207},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8041176470588235,"uniform_accuracy_baseline":0.3333333333333301,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.6388286334056399,"baseline_adjusted_score":0.6388286334056399},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.44,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.06666666666666664,"baseline_adjusted_score":0.06666666666666664},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.10005299124284513,"accuracy":0.87,"positive_recall":0.9,"specificity":0.84,"precision":0.8490566037735849,"balanced_accuracy":0.87,"f1":0.8737864077669902,"true_positive":45,"false_positive":8,"false_negative":5,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5997880350286195,"baseline_adjusted_skill":0.74,"baseline_adjusted_score":0.74},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.6666666666666666,"baseline_adjusted_score":0.6666666666666666},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.07142857142857136,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9775280898876404,"baseline_adjusted_score":0.9775280898876404},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.8043478260869565,"baseline_adjusted_score":0.8043478260869565},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.42,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.20547945205479448,"baseline_adjusted_score":0.20547945205479448},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8333333333333334,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.5000000000000001,"baseline_adjusted_score":0.5000000000000001},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0,"abstained":0},"metrics":{"binary_brier":0.16285511496647861,"accuracy":0.7439024390243902,"positive_recall":0.75,"specificity":0.7380952380952381,"precision":0.7317073170731707,"balanced_accuracy":0.7440476190476191,"f1":0.7407407407407407,"true_positive":30,"false_positive":11,"false_negative":10,"true_negative":31,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.24985127900059498,"brier_skill":0.34819178986035604,"baseline_adjusted_skill":0.48809523809523814,"baseline_adjusted_score":0.48809523809523814},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.11089977455826619,"accuracy":0.82,"positive_recall":0.78,"specificity":0.86,"precision":0.8478260869565217,"balanced_accuracy":0.8200000000000001,"f1":0.8125,"true_positive":39,"false_positive":7,"false_negative":11,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5564009017669352,"baseline_adjusted_skill":0.6400000000000001,"baseline_adjusted_score":0.6400000000000001},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8016759776536313,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.7455197132616488,"baseline_adjusted_score":0.7455197132616488},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.59,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.3278688524590163,"baseline_adjusted_score":0.3278688524590163},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"binary_brier":0.19329271496960213,"accuracy":0.74,"positive_recall":0.6136363636363636,"specificity":0.7756410256410257,"precision":0.43548387096774194,"balanced_accuracy":0.6946386946386947,"f1":0.5094339622641509,"true_positive":27,"false_positive":35,"false_negative":17,"true_negative":121,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000053,"brier_skill":-0.1264144228997759,"baseline_adjusted_skill":0.3892773892773893,"baseline_adjusted_score":0.3892773892773893},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"binary_brier":0.17107604520664815,"accuracy":0.745,"positive_recall":0.48,"specificity":0.8333333333333334,"precision":0.4897959183673469,"balanced_accuracy":0.6566666666666667,"f1":0.48484848484848486,"true_positive":24,"false_positive":25,"false_negative":26,"true_negative":125,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":0.08759442556454322,"baseline_adjusted_skill":0.31333333333333346,"baseline_adjusted_score":0.31333333333333346},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"binary_brier":0.04804576295168351,"accuracy":0.94,"positive_recall":0.7894736842105263,"specificity":0.9558011049723757,"precision":0.6521739130434783,"balanced_accuracy":0.872637394591451,"f1":0.7142857142857143,"true_positive":15,"false_positive":8,"false_negative":4,"true_negative":173,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.0859749999999999,"brier_skill":0.4411658859937939,"baseline_adjusted_skill":0.7452747891829019,"baseline_adjusted_score":0.7452747891829019},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0,"abstained":0},"metrics":{"binary_brier":0.03563395862440758,"accuracy":0.9224226190476192,"positive_recall":0.3029461362960022,"specificity":0.9619678442745965,"precision":0.3370860927152318,"balanced_accuracy":0.6324569902852993,"f1":0.3191055848701739,"true_positive":50.899999999999984,"false_positive":100.09999999999997,"false_negative":117.11666666666672,"true_negative":2531.8833333333337,"positive_prevalence":0.060005952380952354,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679296,"brier_skill":-0.10661126681829325,"baseline_adjusted_skill":0.2649139805705987,"baseline_adjusted_score":0.2649139805705987},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8045325779036827,"uniform_accuracy_baseline":0.027777777777777853,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.775974025974026,"baseline_adjusted_score":0.775974025974026},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.81,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.7285714285714286,"baseline_adjusted_score":0.7285714285714286},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.03418405149979866,"accuracy":0.96,"positive_recall":0.98,"specificity":0.94,"precision":0.9423076923076923,"balanced_accuracy":0.96,"f1":0.9607843137254902,"true_positive":49,"false_positive":3,"false_negative":1,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8632637940008053,"baseline_adjusted_skill":0.9199999999999999,"baseline_adjusted_score":0.9199999999999999},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.06242755911100185,"accuracy":0.92,"positive_recall":1,"specificity":0.84,"precision":0.8620689655172413,"balanced_accuracy":0.9199999999999999,"f1":0.9259259259259259,"true_positive":50,"false_positive":8,"false_negative":0,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7502897635559926,"baseline_adjusted_skill":0.8399999999999999,"baseline_adjusted_score":0.8399999999999999},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.65,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":0.10256410256410266,"baseline_adjusted_score":0.10256410256410266},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.9361702127659574,"baseline_adjusted_score":0.9361702127659574},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.08914693022010133,"accuracy":0.88,"positive_recall":1,"specificity":0.76,"precision":0.8064516129032258,"balanced_accuracy":0.88,"f1":0.8928571428571429,"true_positive":50,"false_positive":12,"false_negative":0,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6434122791195946,"baseline_adjusted_skill":0.76,"baseline_adjusted_score":0.76},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8656716417910449,"baseline_adjusted_score":0.8656716417910449},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.03191439852272729,"accuracy":0.96,"positive_recall":0.96,"specificity":0.96,"precision":0.96,"balanced_accuracy":0.96,"f1":0.96,"true_positive":48,"false_positive":2,"false_negative":2,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8723424059090908,"baseline_adjusted_skill":0.9199999999999999,"baseline_adjusted_score":0.9199999999999999},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.496343554054054,"uniform_accuracy_baseline":0.23445945945945923,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.3172205182921338,"baseline_adjusted_score":0.3172205182921338},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0,"abstained":0},"metrics":{"binary_brier":0.05130255450532333,"accuracy":0.7191666776315789,"positive_recall":0.8460570064989071,"specificity":0.5983389133703665,"precision":0.6673049893617021,"balanced_accuracy":0.7221979599346369,"f1":0.7461242759701867,"true_positive":62.726669,"false_positive":31.27333099999999,"false_negative":11.413333999999999,"true_negative":46.586665999999994,"positive_prevalence":0.48776317763157917,"majority_accuracy_baseline":0.5122368223684208,"constant_brier_baseline":0.0945191003976856,"brier_skill":0.4572255312474437,"baseline_adjusted_skill":0.44439591986927374,"baseline_adjusted_score":0.44439591986927374},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.09841577780711733,"normalized_score_rmse":0.12790213906254344,"constant_score_baseline":0.5841668333333334,"constant_mae_baseline":0.21700552708333315,"baseline_adjusted_skill":0.5464826212959806,"baseline_adjusted_score":0.5464826212959806},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.16976613999830506,"accuracy":0.73,"positive_recall":0.74,"specificity":0.72,"precision":0.7254901960784313,"balanced_accuracy":0.73,"f1":0.7326732673267327,"true_positive":37,"false_positive":14,"false_negative":13,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.32093544000677976,"baseline_adjusted_skill":0.45999999999999996,"baseline_adjusted_score":0.45999999999999996},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.20605980532924975,"accuracy":0.68,"positive_recall":0.78,"specificity":0.58,"precision":0.65,"balanced_accuracy":0.6799999999999999,"f1":0.7090909090909091,"true_positive":39,"false_positive":21,"false_negative":11,"true_negative":29,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.175760778683001,"baseline_adjusted_skill":0.3599999999999999,"baseline_adjusted_score":0.3599999999999999},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.8032786885245902,"baseline_adjusted_score":0.8032786885245902},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.03611111111111102,"fixed_answer_accuracy_baseline":0.08833333333333329,"baseline_adjusted_skill":0.9341864716636197,"baseline_adjusted_score":0.9341864716636197},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.909090909090909,"baseline_adjusted_score":0.909090909090909},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.04987932421560751,"fixed_answer_accuracy_baseline":0.1244247787610618,"baseline_adjusted_skill":0.87436830402264,"baseline_adjusted_score":0.87436830402264},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2552840133916196,"accuracy":0.51,"positive_recall":0.9,"specificity":0.12,"precision":0.5056179775280899,"balanced_accuracy":0.51,"f1":0.6474820143884892,"true_positive":45,"false_positive":44,"false_negative":5,"true_negative":6,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.021136053566478408,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8333333333333334,"uniform_accuracy_baseline":0.23888888888888893,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.7647058823529413,"baseline_adjusted_score":0.7647058823529413},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2166133707327261,"accuracy":0.71875,"positive_recall":0.78125,"specificity":0.65625,"precision":0.6944444444444444,"balanced_accuracy":0.71875,"f1":0.7352941176470589,"true_positive":25,"false_positive":11,"false_negative":7,"true_negative":21,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.1335465170690956,"baseline_adjusted_skill":0.4375,"baseline_adjusted_score":0.4375},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.16799693060017173,"accuracy":0.81,"positive_recall":0.76,"specificity":0.86,"precision":0.8444444444444444,"balanced_accuracy":0.81,"f1":0.8,"true_positive":38,"false_positive":7,"false_negative":12,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.32801227759931306,"baseline_adjusted_skill":0.6200000000000001,"baseline_adjusted_score":0.6200000000000001},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.8260869565217391,"baseline_adjusted_score":0.8260869565217391},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"binary_brier":0.06159256076383285,"accuracy":0.9090909090909091,"positive_recall":1,"specificity":0.8235294117647058,"precision":0.8421052631578947,"balanced_accuracy":0.9117647058823529,"f1":0.9142857142857143,"true_positive":16,"false_positive":3,"false_negative":0,"true_negative":14,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.7534033137065663,"baseline_adjusted_skill":0.8235294117647058,"baseline_adjusted_score":0.8235294117647058},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.1709612375321556,"normalized_score_rmse":0.30544904342283985,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.48193564384195275,"baseline_adjusted_score":0.48193564384195275},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.1875,"uniform_accuracy_baseline":0.17812500000000006,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.14035087719298242,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0,"abstained":0},"metrics":{"binary_brier":0.05466527028394787,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":17,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7813389188642086,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.48901945303264693,"normalized_score_rmse":0.5409066315048419,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-2.325332280621999,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.6041666666666666,"uniform_accuracy_baseline":0.13194444444444448,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":0.008695652173913012,"baseline_adjusted_score":0.008695652173913012},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0,"abstained":0},"metrics":{"binary_brier":0.026707896665814627,"accuracy":0.9807692307692307,"positive_recall":1,"specificity":0.9615384615384616,"precision":0.9629629629629629,"balanced_accuracy":0.9807692307692308,"f1":0.9811320754716981,"true_positive":26,"false_positive":1,"false_negative":0,"true_negative":25,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8931684133367415,"baseline_adjusted_skill":0.9615384615384617,"baseline_adjusted_score":0.9615384615384617},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0,"abstained":0},"metrics":{"binary_brier":0.04556172656503963,"accuracy":0.96,"positive_recall":1,"specificity":0.9166666666666666,"precision":0.9285714285714286,"balanced_accuracy":0.9583333333333333,"f1":0.9629629629629629,"true_positive":39,"false_positive":3,"false_negative":0,"true_negative":33,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24959999999999993,"brier_skill":0.8174610313900655,"baseline_adjusted_skill":0.9166666666666665,"baseline_adjusted_score":0.9166666666666665},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.2935199115494626,"normalized_score_rmse":0.40153708012375827,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.048285398390937706,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8529411764705882,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.7999999999999998,"baseline_adjusted_score":0.7999999999999998},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0,"abstained":0},"metrics":{"binary_brier":0.00018178780502836172,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":14,"false_positive":0,"false_negative":0,"true_negative":14,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9992728487798865,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.011711533428216297,"normalized_score_rmse":0.019174405298268835,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.16969696969696968,"baseline_adjusted_skill":0.9309856065837254,"baseline_adjusted_score":0.9309856065837254},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0,"abstained":0},"metrics":{"binary_brier":0.01334830133401034,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":45,"false_positive":0,"false_negative":0,"true_negative":40,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.24913494809688563,"brier_skill":0.9464214015898751,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.9473684210526315,"baseline_adjusted_score":0.9473684210526315},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0,"abstained":0},"metrics":{"binary_brier":0.37459467935870927,"accuracy":0.56,"positive_recall":0.4,"specificity":0.9333333333333333,"precision":0.9333333333333333,"balanced_accuracy":0.6666666666666667,"f1":0.56,"true_positive":14,"false_positive":1,"false_negative":21,"true_negative":14,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.20999999999999996,"brier_skill":-0.7837841874224254,"baseline_adjusted_skill":0.3333333333333335,"baseline_adjusted_score":0.3333333333333335},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.28573085953122845,"normalized_score_rmse":0.42384493514993443,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.020467355468672954,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.6455696202531646,"uniform_accuracy_baseline":0.24240506329113914,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.391304347826087,"baseline_adjusted_score":0.391304347826087},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0,"abstained":0},"metrics":{"binary_brier":0.06642714008219922,"accuracy":0.8571428571428571,"positive_recall":1,"specificity":0.7,"precision":0.7857142857142857,"balanced_accuracy":0.85,"f1":0.88,"true_positive":11,"false_positive":3,"false_negative":0,"true_negative":7,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.24943310657596363,"brier_skill":0.7336875565795467,"baseline_adjusted_skill":0.7,"baseline_adjusted_score":0.7},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8181818181818182,"uniform_accuracy_baseline":0.3237373737373738,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.7000000000000001,"baseline_adjusted_score":0.7000000000000001},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1460698153226766,"accuracy":0.8181818181818182,"positive_recall":0.8235294117647058,"specificity":0.8125,"precision":0.8235294117647058,"balanced_accuracy":0.8180147058823529,"f1":0.8235294117647058,"true_positive":14,"false_positive":3,"false_negative":3,"true_negative":13,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.41518371732943105,"baseline_adjusted_skill":0.6360294117647058,"baseline_adjusted_score":0.6360294117647058},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.087884399296862,"normalized_score_rmse":0.15193013214430826,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.34313725490196084,"baseline_adjusted_skill":0.7438797506205737,"baseline_adjusted_score":0.7438797506205737},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.004695527073645163,"accuracy":0.99,"positive_recall":1,"specificity":0.98,"precision":0.9803921568627451,"balanced_accuracy":0.99,"f1":0.9900990099009901,"true_positive":50,"false_positive":1,"false_negative":0,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9812178917054194,"baseline_adjusted_skill":0.98,"baseline_adjusted_score":0.98},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.5933333333333333,"uniform_accuracy_baseline":0.3333333333333332,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":0.37113402061855655,"baseline_adjusted_score":0.37113402061855655},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1972333076278629,"accuracy":0.6533333333333333,"positive_recall":0.32432432432432434,"specificity":0.9736842105263158,"precision":0.9230769230769231,"balanced_accuracy":0.64900426742532,"f1":0.48,"true_positive":12,"false_positive":1,"false_negative":25,"true_negative":37,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555535,"brier_skill":0.2109264897533928,"baseline_adjusted_skill":0.29800853485064005,"baseline_adjusted_score":0.29800853485064005},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.1428571428571427,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.32416666666666627,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.015151515151515168,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0009781712154837534,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":16,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.996083718920361,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.14282243646032286,"normalized_score_rmse":0.16686843685112607,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.349911668525427,"baseline_adjusted_score":0.349911668525427},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.11807453416989326,"accuracy":0.8,"positive_recall":0.8181818181818182,"specificity":0.7948717948717948,"precision":0.5294117647058824,"balanced_accuracy":0.8065268065268065,"f1":0.6428571428571429,"true_positive":18,"false_positive":16,"false_negative":4,"true_negative":62,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000028,"brier_skill":0.3119199640449122,"baseline_adjusted_skill":0.6130536130536131,"baseline_adjusted_score":0.6130536130536131},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.01992366698371834,"accuracy":0.99,"positive_recall":0.972972972972973,"specificity":1,"precision":1,"balanced_accuracy":0.9864864864864865,"f1":0.9863013698630136,"true_positive":36,"false_positive":0,"false_negative":1,"true_negative":63,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000008,"brier_skill":0.9145273831672315,"baseline_adjusted_skill":0.972972972972973,"baseline_adjusted_score":0.972972972972973},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.09440618637154188,"accuracy":0.89,"positive_recall":0.8461538461538461,"specificity":0.9180327868852459,"precision":0.868421052631579,"balanced_accuracy":0.882093316519546,"f1":0.8571428571428571,"true_positive":33,"false_positive":5,"false_negative":6,"true_negative":56,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379000000000002,"brier_skill":0.603168615504238,"baseline_adjusted_skill":0.7641866330390921,"baseline_adjusted_score":0.7641866330390921},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.17205547373914784,"accuracy":0.75,"positive_recall":0.22580645161290322,"specificity":0.9855072463768116,"precision":0.875,"balanced_accuracy":0.6056568489948574,"f1":0.358974358974359,"true_positive":7,"false_positive":1,"false_negative":24,"true_negative":68,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999987,"brier_skill":0.19562658373469866,"baseline_adjusted_skill":0.21131369798971478,"baseline_adjusted_score":0.21131369798971478},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.9583333333333333,"baseline_adjusted_score":0.9583333333333333},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.12157805529897356,"normalized_score_rmse":0.15468410931048002,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.4770836331226944,"baseline_adjusted_score":0.4770836331226944},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0831104160780389,"accuracy":0.88,"positive_recall":0.88,"specificity":0.88,"precision":0.88,"balanced_accuracy":0.88,"f1":0.88,"true_positive":44,"false_positive":6,"false_negative":6,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6675583356878444,"baseline_adjusted_skill":0.76,"baseline_adjusted_score":0.76},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1634196611507048,"accuracy":0.75,"positive_recall":0.98,"specificity":0.52,"precision":0.6712328767123288,"balanced_accuracy":0.75,"f1":0.7967479674796748,"true_positive":49,"false_positive":24,"false_negative":1,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3463213553971808,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":0.5428571428571427,"baseline_adjusted_score":0.5428571428571427},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.10823092323438693,"accuracy":0.83,"positive_recall":0.86,"specificity":0.8,"precision":0.8113207547169812,"balanced_accuracy":0.8300000000000001,"f1":0.8349514563106796,"true_positive":43,"false_positive":10,"false_negative":7,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5670763070624523,"baseline_adjusted_skill":0.6600000000000001,"baseline_adjusted_score":0.6600000000000001},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.93,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.8333333333333335,"baseline_adjusted_score":0.8333333333333335},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.61,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.35,"baseline_adjusted_score":0.35},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1257392720759592,"accuracy":0.8,"positive_recall":0.72,"specificity":0.88,"precision":0.8571428571428571,"balanced_accuracy":0.8,"f1":0.782608695652174,"true_positive":36,"false_positive":6,"false_negative":14,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4970429116961632,"baseline_adjusted_skill":0.6000000000000001,"baseline_adjusted_score":0.6000000000000001},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.20851190476190457,"fixed_answer_accuracy_baseline":0.2233333333333332,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.06398410369344994,"accuracy":0.9,"positive_recall":0.88,"specificity":0.92,"precision":0.9166666666666666,"balanced_accuracy":0.9,"f1":0.8979591836734694,"true_positive":44,"false_positive":4,"false_negative":6,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7440635852262003,"baseline_adjusted_skill":0.8,"baseline_adjusted_score":0.8},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.07425841939787794,"normalized_score_rmse":0.16351185633436288,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.7524719353404068,"baseline_adjusted_score":0.7524719353404068},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.22851190476190467,"fixed_answer_accuracy_baseline":0.2433333333333333,"baseline_adjusted_skill":0.9471365638766519,"baseline_adjusted_score":0.9471365638766519},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.02032333369162197,"accuracy":0.98,"positive_recall":1,"specificity":0.96,"precision":0.9615384615384616,"balanced_accuracy":0.98,"f1":0.9803921568627451,"true_positive":50,"false_positive":2,"false_negative":0,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9187066652335121,"baseline_adjusted_skill":0.96,"baseline_adjusted_score":0.96},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.07063612527564639,"normalized_score_rmse":0.15724857335416845,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.304222222222222,"baseline_adjusted_skill":0.7678140513218342,"baseline_adjusted_score":0.7678140513218342},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.78,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.6451612903225807,"baseline_adjusted_score":0.6451612903225807},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.03745168040430669,"accuracy":0.95,"positive_recall":0.96,"specificity":0.94,"precision":0.9411764705882353,"balanced_accuracy":0.95,"f1":0.9504950495049505,"true_positive":48,"false_positive":3,"false_negative":2,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8501932783827733,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.8400000000000001,"baseline_adjusted_score":0.8400000000000001},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.059565487468218124,"accuracy":0.93,"positive_recall":0.86,"specificity":1,"precision":1,"balanced_accuracy":0.9299999999999999,"f1":0.9247311827956989,"true_positive":43,"false_positive":0,"false_negative":7,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7617380501271275,"baseline_adjusted_skill":0.8599999999999999,"baseline_adjusted_score":0.8599999999999999},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.71,"uniform_accuracy_baseline":0.35333333333333317,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.5084745762711863,"baseline_adjusted_score":0.5084745762711863},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.9677419354838709,"baseline_adjusted_score":0.9677419354838709},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.1935483870967742,"baseline_adjusted_score":0.1935483870967742},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.45,"uniform_accuracy_baseline":0.11111111111111088,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.3452380952380953,"baseline_adjusted_score":0.3452380952380953},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.04460023935350381,"accuracy":0.825625,"positive_recall":0.28411338167435723,"specificity":0.9523368810735771,"precision":0.5824324324324326,"balanced_accuracy":0.6182251313739672,"f1":0.3819229065130704,"true_positive":21.550000000000004,"false_positive":15.45,"false_negative":54.30000000000001,"true_negative":308.7,"positive_prevalence":0.1896249999999999,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500007,"brier_skill":0.4141076635791907,"baseline_adjusted_skill":0.23645026274793435,"baseline_adjusted_score":0.23645026274793435},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.15055697918324315,"normalized_score_rmse":0.19522005615516275,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":0.29563986347020743,"baseline_adjusted_score":0.29563986347020743},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.06804181487026667,"accuracy":0.8061249999999999,"positive_recall":0.6193155180496953,"specificity":0.8740412476563831,"precision":0.6412621359223304,"balanced_accuracy":0.7466783828530392,"f1":0.6300977820176487,"true_positive":66.05000000000003,"false_positive":36.94999999999998,"false_negative":40.60000000000001,"true_negative":256.3999999999999,"positive_prevalence":0.2666249999999998,"majority_accuracy_baseline":0.7333750000000002,"constant_brier_baseline":0.11565485937499977,"brier_skill":0.4116821788728511,"baseline_adjusted_skill":0.49335676570607845,"baseline_adjusted_score":0.49335676570607845},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.1513753191805384,"normalized_score_rmse":0.21680536380129625,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.4367429983979967,"baseline_adjusted_score":0.4367429983979967},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.07349235364923792,"accuracy":0.769875,"positive_recall":0.7682326621923936,"specificity":0.7705117085862965,"precision":0.5648026315789472,"balanced_accuracy":0.769372185389345,"f1":0.650995260663507,"true_positive":85.84999999999998,"false_positive":66.15000000000005,"false_negative":25.900000000000006,"true_negative":222.1,"positive_prevalence":0.2793749999999999,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937499995,"brier_skill":0.35052100655536245,"baseline_adjusted_skill":0.5387443707786901,"baseline_adjusted_score":0.5387443707786901},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.1688441375303224,"normalized_score_rmse":0.21369796395463644,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.36134605189476166,"baseline_adjusted_score":0.36134605189476166},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.04829596999536391,"accuracy":0.8681249999999996,"positive_recall":0.552112676056338,"specificity":0.9582329317269076,"precision":0.7903225806451613,"balanced_accuracy":0.7551728038916228,"f1":0.6500829187396352,"true_positive":49,"false_positive":13,"false_negative":39.750000000000014,"true_negative":298.24999999999983,"positive_prevalence":0.22187499999999974,"majority_accuracy_baseline":0.7781250000000003,"constant_brier_baseline":0.126740234375001,"brier_skill":0.6189373466640038,"baseline_adjusted_skill":0.5103456077832456,"baseline_adjusted_score":0.5103456077832456},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.1315048179495447,"normalized_score_rmse":0.20536884649357767,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.4171531614424612,"baseline_adjusted_score":0.4171531614424612},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.06423583557051456,"accuracy":0.7869999999999996,"positive_recall":0.8062381852551982,"specificity":0.7800815771583955,"precision":0.5686666666666665,"balanced_accuracy":0.7931598812067968,"f1":0.666927286942924,"true_positive":85.29999999999998,"false_positive":64.7,"false_negative":20.500000000000025,"true_negative":229.49999999999986,"positive_prevalence":0.26449999999999985,"majority_accuracy_baseline":0.7355000000000002,"constant_brier_baseline":0.11362725000000028,"brier_skill":0.4346793082599957,"baseline_adjusted_skill":0.5863197624135936,"baseline_adjusted_score":0.5863197624135936},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.14111669710064995,"normalized_score_rmse":0.19781594513330217,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.4383415040770151,"baseline_adjusted_score":0.4383415040770151},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0774831576411877,"accuracy":0.809,"positive_recall":0.6018276762402089,"specificity":0.8580705009276438,"precision":0.5010869565217393,"balanced_accuracy":0.7299490885839264,"f1":0.5468564650059313,"true_positive":46.100000000000016,"false_positive":45.89999999999999,"false_negative":30.500000000000004,"true_negative":277.5,"positive_prevalence":0.1914999999999999,"majority_accuracy_baseline":0.8085000000000001,"constant_brier_baseline":0.09190274999999995,"brier_skill":0.1569005536701814,"baseline_adjusted_skill":0.45989817716785275,"baseline_adjusted_score":0.45989817716785275},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.1493622666034252,"normalized_score_rmse":0.21637053920809304,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.2780071704970384,"baseline_adjusted_score":0.2780071704970384},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.04165229450154708,"accuracy":0.8852499999999998,"positive_recall":0.6971544715447153,"specificity":0.9278050275904353,"precision":0.6859999999999999,"balanced_accuracy":0.8124797495675753,"f1":0.691532258064516,"true_positive":51.449999999999996,"false_positive":23.55,"false_negative":22.350000000000016,"true_negative":302.6499999999999,"positive_prevalence":0.1844999999999999,"majority_accuracy_baseline":0.8155000000000001,"constant_brier_baseline":0.1092222499999995,"brier_skill":0.6186464342059674,"baseline_adjusted_skill":0.6249594991351506,"baseline_adjusted_score":0.6249594991351506},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.13024979265529824,"normalized_score_rmse":0.1895913708646476,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":0.31221231601162647,"baseline_adjusted_score":0.31221231601162647},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.054713988133358156,"accuracy":0.8379999999999996,"positive_recall":0.4694267515923568,"specificity":0.9279937791601867,"precision":0.6141666666666669,"balanced_accuracy":0.6987102653762718,"f1":0.5321299638989171,"true_positive":36.85000000000001,"false_positive":23.149999999999984,"false_negative":41.65,"true_negative":298.34999999999985,"positive_prevalence":0.19624999999999987,"majority_accuracy_baseline":0.8037500000000002,"constant_brier_baseline":0.09878593749999955,"brier_skill":0.44613586186436294,"baseline_adjusted_skill":0.3974205307525436,"baseline_adjusted_score":0.3974205307525436},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.17601108478522678,"normalized_score_rmse":0.2357620308731894,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":0.16681143296934065,"baseline_adjusted_score":0.16681143296934065},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0,"abstained":0},"metrics":{"binary_brier":0.11572107520147323,"accuracy":0.6826530612244897,"positive_recall":0.8813760379596678,"specificity":0.532676812891674,"precision":0.5873517786561262,"balanced_accuracy":0.7070264254256708,"f1":0.7049335863377607,"true_positive":148.59999999999997,"false_positive":104.40000000000008,"false_negative":19.999999999999996,"true_negative":119.00000000000001,"positive_prevalence":0.43010204081632636,"majority_accuracy_baseline":0.5698979591836737,"constant_brier_baseline":0.12359641815910102,"brier_skill":0.06371821348002304,"baseline_adjusted_skill":0.4140528508513417,"baseline_adjusted_score":0.4140528508513417},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.16937853688630544,"normalized_score_rmse":0.21682197733058484,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.3852186438941505,"baseline_adjusted_score":0.3852186438941505},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0,"abstained":0},"metrics":{"binary_brier":0.03571427887150858,"accuracy":0.9032500000000008,"positive_recall":0.6754523996852874,"specificity":0.9462773071778868,"precision":0.7036885245901638,"balanced_accuracy":0.8108648534315871,"f1":0.6892814130871135,"true_positive":85.84999999999997,"false_positive":36.15,"false_negative":41.24999999999996,"true_negative":636.7500000000006,"positive_prevalence":0.15887500000000002,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499934,"brier_skill":0.6384370476988186,"baseline_adjusted_skill":0.6217297068631742,"baseline_adjusted_score":0.6217297068631742},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.1494314710818151,"normalized_score_rmse":0.2112596369299917,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":0.09435472071627216,"baseline_adjusted_score":0.09435472071627216},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.79,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.6612903225806452,"baseline_adjusted_score":0.6612903225806452},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.19278014138465427,"accuracy":0.69,"positive_recall":0.72,"specificity":0.66,"precision":0.6792452830188679,"balanced_accuracy":0.69,"f1":0.6990291262135923,"true_positive":36,"false_positive":17,"false_negative":14,"true_negative":33,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.22887943446138292,"baseline_adjusted_skill":0.3799999999999999,"baseline_adjusted_score":0.3799999999999999},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7011265738899933,"uniform_accuracy_baseline":0.058823529411766766,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.6487538940809968,"baseline_adjusted_score":0.6487538940809968},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.5652173913043479,"baseline_adjusted_score":0.5652173913043479},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2080680985874384,"accuracy":0.68,"positive_recall":0.8,"specificity":0.56,"precision":0.6451612903225806,"balanced_accuracy":0.68,"f1":0.7142857142857143,"true_positive":40,"false_positive":22,"false_negative":10,"true_negative":28,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.16772760565024636,"baseline_adjusted_skill":0.3600000000000001,"baseline_adjusted_score":0.3600000000000001},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.77,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.634920634920635,"baseline_adjusted_score":0.634920634920635},"scoring":{"eligible":true,"reason":null},"model":1,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0,"abstained":0},"metrics":{"binary_brier":0.21000896233188257,"accuracy":0.6621621621621622,"positive_recall":0.9436619718309859,"specificity":0.4025974025974026,"precision":0.5929203539823009,"balanced_accuracy":0.6731296872141943,"f1":0.7282608695652174,"true_positive":67,"false_positive":46,"false_negative":4,"true_negative":31,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.2495891161431699,"brier_skill":0.15858124914622984,"baseline_adjusted_skill":0.3462593744283886,"baseline_adjusted_score":0.3462593744283886},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.29,"uniform_accuracy_baseline":0.20049999999999962,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.8676470588235297,"baseline_adjusted_score":0.8676470588235297},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.79,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.5531914893617021,"baseline_adjusted_score":0.5531914893617021},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.8367346938775511,"baseline_adjusted_score":0.8367346938775511},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.08418688008759526,"accuracy":0.6037820852599999,"positive_recall":0.965706559598675,"specificity":0.023111617973167048,"precision":0.6133072249072165,"balanced_accuracy":0.49440908878592105,"f1":0.7501832041668904,"true_positive":59.49080081599999,"false_positive":37.509199183999996,"false_negative":2.11259229,"true_negative":0.8874077100000001,"positive_prevalence":0.6160339310599999,"majority_accuracy_baseline":0.6160339310599999,"constant_brier_baseline":0.079087076552024,"brier_skill":-0.06448339928479419,"baseline_adjusted_skill":-0.011181822428157906,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.22423492474391826,"accuracy":0.69,"positive_recall":0.52,"specificity":0.86,"precision":0.7878787878787878,"balanced_accuracy":0.69,"f1":0.6265060240963856,"true_positive":26,"false_positive":7,"false_negative":24,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.10306030102432695,"baseline_adjusted_skill":0.3799999999999999,"baseline_adjusted_score":0.3799999999999999},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.1,"uniform_accuracy_baseline":0.012987012987012965,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.052631578947368425,"baseline_adjusted_score":0.052631578947368425},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.75,"baseline_adjusted_score":0.75},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.38,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.03125000000000003,"baseline_adjusted_score":0.03125000000000003},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.174027747114633,"accuracy":0.79,"positive_recall":0.96,"specificity":0.62,"precision":0.7164179104477612,"balanced_accuracy":0.79,"f1":0.8205128205128205,"true_positive":48,"false_positive":19,"false_negative":2,"true_negative":31,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.30388901154146797,"baseline_adjusted_skill":0.5800000000000001,"baseline_adjusted_score":0.5800000000000001},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0,"abstained":0},"metrics":{"binary_brier":0.07289871609118631,"accuracy":0.7149365771023024,"positive_recall":0.30317537339284356,"specificity":0.9066677100949702,"precision":0.6019976798062479,"balanced_accuracy":0.6049215417439069,"f1":0.4032618308992937,"true_positive":67.42374013829976,"false_positive":44.57625986170024,"false_negative":154.96813616668805,"true_negative":433.03186383331195,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768597,"brier_skill":0.17839238843082528,"baseline_adjusted_skill":0.20984308348781378,"baseline_adjusted_score":0.20984308348781378},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.23735124752662076,"accuracy":0.63,"positive_recall":0.7,"specificity":0.56,"precision":0.6140350877192983,"balanced_accuracy":0.63,"f1":0.6542056074766355,"true_positive":35,"false_positive":22,"false_negative":15,"true_negative":28,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.05059500989351695,"baseline_adjusted_skill":0.26,"baseline_adjusted_score":0.26},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.046357615894039736,"uniform_accuracy_baseline":0.006622516556291403,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.00689655172413793,"baseline_adjusted_score":0.00689655172413793},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.6035294117647059,"uniform_accuracy_baseline":0.3333333333333301,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.26898047722342733,"baseline_adjusted_score":0.26898047722342733},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.38,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.03333333333333337,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.11986434178566821,"accuracy":0.85,"positive_recall":0.84,"specificity":0.86,"precision":0.8571428571428571,"balanced_accuracy":0.85,"f1":0.8484848484848485,"true_positive":42,"false_positive":7,"false_negative":8,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5205426328573272,"baseline_adjusted_skill":0.7,"baseline_adjusted_score":0.7},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.47916666666666663,"baseline_adjusted_score":0.47916666666666663},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.81,"uniform_accuracy_baseline":0.07142857142857136,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.7865168539325843,"baseline_adjusted_score":0.7865168539325843},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.5652173913043479,"baseline_adjusted_score":0.5652173913043479},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.47,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.27397260273972596,"baseline_adjusted_score":0.27397260273972596},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7222222222222222,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.1666666666666667,"baseline_adjusted_score":0.1666666666666667},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0,"abstained":0},"metrics":{"binary_brier":0.20211875333493293,"accuracy":0.6585365853658537,"positive_recall":0.65,"specificity":0.6666666666666666,"precision":0.65,"balanced_accuracy":0.6583333333333333,"f1":0.65,"true_positive":26,"false_positive":14,"false_negative":14,"true_negative":28,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.24985127900059498,"brier_skill":0.19104375153328068,"baseline_adjusted_skill":0.31666666666666665,"baseline_adjusted_score":0.31666666666666665},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.13143555208537303,"accuracy":0.81,"positive_recall":0.8,"specificity":0.82,"precision":0.8163265306122449,"balanced_accuracy":0.81,"f1":0.8080808080808081,"true_positive":40,"false_positive":9,"false_negative":10,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4742577916585079,"baseline_adjusted_skill":0.6200000000000001,"baseline_adjusted_score":0.6200000000000001},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.6061452513966481,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.4946236559139786,"baseline_adjusted_score":0.4946236559139786},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.4,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.016393442622950834,"baseline_adjusted_score":0.016393442622950834},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"binary_brier":0.21090584866985224,"accuracy":0.72,"positive_recall":0.5227272727272727,"specificity":0.7756410256410257,"precision":0.39655172413793105,"balanced_accuracy":0.6491841491841492,"f1":0.45098039215686275,"true_positive":23,"false_positive":35,"false_negative":21,"true_negative":121,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000053,"brier_skill":-0.22905506217862226,"baseline_adjusted_skill":0.2983682983682985,"baseline_adjusted_score":0.2983682983682985},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"binary_brier":0.20687418076094669,"accuracy":0.74,"positive_recall":0.42,"specificity":0.8466666666666667,"precision":0.4772727272727273,"balanced_accuracy":0.6333333333333333,"f1":0.44680851063829785,"true_positive":21,"false_positive":23,"false_negative":29,"true_negative":127,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-0.10332896405838232,"baseline_adjusted_skill":0.2666666666666666,"baseline_adjusted_score":0.2666666666666666},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"binary_brier":0.17653050751025834,"accuracy":0.855,"positive_recall":0.6842105263157895,"specificity":0.8729281767955801,"precision":0.3611111111111111,"balanced_accuracy":0.7785693515556849,"f1":0.4727272727272727,"true_positive":13,"false_positive":23,"false_negative":6,"true_negative":158,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.0859749999999999,"brier_skill":-1.0532772027945163,"baseline_adjusted_skill":0.5571387031113697,"baseline_adjusted_score":0.5571387031113697},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0,"abstained":0},"metrics":{"binary_brier":0.056401543424972486,"accuracy":0.9091130952380957,"positive_recall":0.3170320404721752,"specificity":0.9469094915747946,"precision":0.275993091537133,"balanced_accuracy":0.6319707660234849,"f1":0.2950925626702367,"true_positive":53.26666666666666,"false_positive":139.73333333333335,"false_negative":114.75000000000009,"true_negative":2492.250000000001,"positive_prevalence":0.060005952380952354,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679296,"brier_skill":-0.7515478445121373,"baseline_adjusted_skill":0.2639415320469698,"baseline_adjusted_score":0.2639415320469698},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.12181303116147309,"uniform_accuracy_baseline":0.027777777777777853,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":-0.006493506493506497,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.65,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.5000000000000001,"baseline_adjusted_score":0.5000000000000001},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.12205308160548618,"accuracy":0.87,"positive_recall":0.8,"specificity":0.94,"precision":0.9302325581395349,"balanced_accuracy":0.87,"f1":0.8602150537634409,"true_positive":40,"false_positive":3,"false_negative":10,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5117876735780553,"baseline_adjusted_skill":0.74,"baseline_adjusted_score":0.74},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.12862371140494214,"accuracy":0.81,"positive_recall":0.98,"specificity":0.64,"precision":0.7313432835820896,"balanced_accuracy":0.81,"f1":0.8376068376068376,"true_positive":49,"false_positive":18,"false_negative":1,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.48550515438023145,"baseline_adjusted_skill":0.6200000000000001,"baseline_adjusted_score":0.6200000000000001},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.59,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":-0.05128205128205133,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.17,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.1170212765957447,"baseline_adjusted_score":0.1170212765957447},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.14508678187131788,"accuracy":0.83,"positive_recall":1,"specificity":0.66,"precision":0.746268656716418,"balanced_accuracy":0.8300000000000001,"f1":0.8547008547008547,"true_positive":50,"false_positive":17,"false_negative":0,"true_negative":33,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4196528725147285,"baseline_adjusted_skill":0.6600000000000001,"baseline_adjusted_score":0.6600000000000001},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8507462686567167,"baseline_adjusted_score":0.8507462686567167},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.09014909123826723,"accuracy":0.92,"positive_recall":0.88,"specificity":0.96,"precision":0.9565217391304348,"balanced_accuracy":0.9199999999999999,"f1":0.9166666666666666,"true_positive":44,"false_positive":2,"false_negative":6,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6394036350469311,"baseline_adjusted_skill":0.8399999999999999,"baseline_adjusted_score":0.8399999999999999},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.4388868918918918,"uniform_accuracy_baseline":0.23445945945945923,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.2393296656533583,"baseline_adjusted_score":0.2393296656533583},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0,"abstained":0},"metrics":{"binary_brier":0.054523858374011025,"accuracy":0.6488157697368422,"positive_recall":0.8278931415743266,"specificity":0.47829435441668466,"precision":0.601764705882353,"balanced_accuracy":0.6530937479955057,"f1":0.6969455995751289,"true_positive":61.38,"false_positive":40.62,"false_negative":12.760003,"true_negative":37.23999700000001,"positive_prevalence":0.48776317763157917,"majority_accuracy_baseline":0.5122368223684208,"constant_brier_baseline":0.0945191003976856,"brier_skill":0.4231445480902387,"baseline_adjusted_skill":0.30618749599101136,"baseline_adjusted_score":0.30618749599101136},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.15273786458678468,"normalized_score_rmse":0.1786325242625122,"constant_score_baseline":0.5841668333333334,"constant_mae_baseline":0.21700552708333315,"baseline_adjusted_skill":0.2961568000609901,"baseline_adjusted_score":0.2961568000609901},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.21976527751489425,"accuracy":0.66,"positive_recall":0.96,"specificity":0.36,"precision":0.6,"balanced_accuracy":0.6599999999999999,"f1":0.7384615384615385,"true_positive":48,"false_positive":32,"false_negative":2,"true_negative":18,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.12093888994042301,"baseline_adjusted_skill":0.31999999999999984,"baseline_adjusted_score":0.31999999999999984},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2472890773590211,"accuracy":0.59,"positive_recall":0.76,"specificity":0.42,"precision":0.5671641791044776,"balanced_accuracy":0.59,"f1":0.6495726495726496,"true_positive":38,"false_positive":29,"false_negative":12,"true_negative":21,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.010843690563915653,"baseline_adjusted_skill":0.17999999999999994,"baseline_adjusted_score":0.17999999999999994},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.64,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.4098360655737705,"baseline_adjusted_score":0.4098360655737705},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.495,"uniform_accuracy_baseline":0.03611111111111102,"fixed_answer_accuracy_baseline":0.08833333333333329,"baseline_adjusted_skill":0.4460694698354662,"baseline_adjusted_score":0.4460694698354662},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.93,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.840909090909091,"baseline_adjusted_score":0.840909090909091},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.42,"uniform_accuracy_baseline":0.04987932421560751,"fixed_answer_accuracy_baseline":0.1244247787610618,"baseline_adjusted_skill":0.3375783303011928,"baseline_adjusted_score":0.3375783303011928},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2517338233288569,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":50,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.0069352933154276375,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.6944444444444444,"uniform_accuracy_baseline":0.23888888888888893,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.5686274509803921,"baseline_adjusted_score":0.5686274509803921},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0,"abstained":0},"metrics":{"binary_brier":0.24776496031797973,"accuracy":0.5625,"positive_recall":1,"specificity":0.125,"precision":0.5333333333333333,"balanced_accuracy":0.5625,"f1":0.6956521739130435,"true_positive":32,"false_positive":28,"false_negative":0,"true_negative":4,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.008940158728081071,"baseline_adjusted_skill":0.125,"baseline_adjusted_score":0.125},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.83,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.6304347826086956,"baseline_adjusted_score":0.6304347826086956},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.878787878787879,"baseline_adjusted_score":0.878787878787879},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.23462988144594443,"accuracy":0.74,"positive_recall":0.56,"specificity":0.92,"precision":0.875,"balanced_accuracy":0.74,"f1":0.6829268292682927,"true_positive":28,"false_positive":4,"false_negative":22,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.06148047421622227,"baseline_adjusted_skill":0.48,"baseline_adjusted_score":0.48},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7647058823529411,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.6521739130434782,"baseline_adjusted_score":0.6521739130434782},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"binary_brier":0.21661039534619467,"accuracy":0.696969696969697,"positive_recall":1,"specificity":0.4117647058823529,"precision":0.6153846153846154,"balanced_accuracy":0.7058823529411764,"f1":0.7619047619047619,"true_positive":16,"false_positive":10,"false_negative":0,"true_negative":7,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.13276205686762532,"baseline_adjusted_skill":0.4117647058823528,"baseline_adjusted_score":0.4117647058823528},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.2940802361596907,"normalized_score_rmse":0.36187526903132894,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.1088477692130585,"baseline_adjusted_score":0.1088477692130585},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.09375,"uniform_accuracy_baseline":0.17812500000000006,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.27192982456140347,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0,"abstained":0},"metrics":{"binary_brier":0.16409196669649667,"accuracy":0.9411764705882353,"positive_recall":1,"specificity":0.8823529411764706,"precision":0.8947368421052632,"balanced_accuracy":0.9411764705882353,"f1":0.9444444444444444,"true_positive":17,"false_positive":2,"false_negative":0,"true_negative":15,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3436321332140133,"baseline_adjusted_skill":0.8823529411764706,"baseline_adjusted_score":0.8823529411764706},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.19264102108965023,"normalized_score_rmse":0.28535159514278446,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-0.3099589434096215,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.0625,"uniform_accuracy_baseline":0.13194444444444448,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":-1.3478260869565215,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0,"abstained":0},"metrics":{"binary_brier":0.22863002577282526,"accuracy":0.6923076923076923,"positive_recall":1,"specificity":0.38461538461538464,"precision":0.6190476190476191,"balanced_accuracy":0.6923076923076923,"f1":0.7647058823529411,"true_positive":26,"false_positive":16,"false_negative":0,"true_negative":10,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.08547989690869895,"baseline_adjusted_skill":0.3846153846153846,"baseline_adjusted_score":0.3846153846153846},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2431827776493426,"accuracy":0.68,"positive_recall":0.717948717948718,"specificity":0.6388888888888888,"precision":0.6829268292682927,"balanced_accuracy":0.6784188034188035,"f1":0.7,"true_positive":28,"false_positive":13,"false_negative":11,"true_negative":23,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24959999999999993,"brier_skill":0.02571002544333867,"baseline_adjusted_skill":0.3568376068376069,"baseline_adjusted_score":0.3568376068376069},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.28640067301722444,"normalized_score_rmse":0.36805441675215606,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.022859546490087146,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.3235294117647059,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.08000000000000002,"baseline_adjusted_score":0.08000000000000002},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0,"abstained":0},"metrics":{"binary_brier":0.12749604162587871,"accuracy":0.9642857142857143,"positive_recall":1,"specificity":0.9285714285714286,"precision":0.9333333333333333,"balanced_accuracy":0.9642857142857143,"f1":0.9655172413793104,"true_positive":14,"false_positive":1,"false_negative":0,"true_negative":13,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.49001583349648514,"baseline_adjusted_skill":0.9285714285714286,"baseline_adjusted_score":0.9285714285714286},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.19690598075365398,"normalized_score_rmse":0.2543573655010399,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.16969696969696968,"baseline_adjusted_skill":-0.160338815155461,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0,"abstained":0},"metrics":{"binary_brier":0.12425892884135416,"accuracy":0.8941176470588236,"positive_recall":0.9333333333333333,"specificity":0.85,"precision":0.875,"balanced_accuracy":0.8916666666666666,"f1":0.9032258064516129,"true_positive":42,"false_positive":6,"false_negative":3,"true_negative":34,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.24913494809688563,"brier_skill":0.501238466178453,"baseline_adjusted_skill":0.7833333333333332,"baseline_adjusted_score":0.7833333333333332},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.28,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.05263157894736847,"baseline_adjusted_score":0.05263157894736847},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0,"abstained":0},"metrics":{"binary_brier":0.23202262718993333,"accuracy":0.56,"positive_recall":0.37142857142857144,"specificity":1,"precision":1,"balanced_accuracy":0.6857142857142857,"f1":0.5416666666666666,"true_positive":13,"false_positive":0,"false_negative":22,"true_negative":15,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.20999999999999996,"brier_skill":-0.10486965328539699,"baseline_adjusted_skill":0.37142857142857144,"baseline_adjusted_score":0.37142857142857144},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.28910519360277026,"normalized_score_rmse":0.37707144661745057,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.03251854858132219,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.17721518987341772,"uniform_accuracy_baseline":0.24240506329113914,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":-0.41304347826086957,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0,"abstained":0},"metrics":{"binary_brier":0.20595182999207276,"accuracy":0.8095238095238095,"positive_recall":1,"specificity":0.6,"precision":0.7333333333333333,"balanced_accuracy":0.8,"f1":0.8461538461538461,"true_positive":11,"false_positive":4,"false_negative":0,"true_negative":6,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.24943310657596363,"brier_skill":0.1743203906681443,"baseline_adjusted_skill":0.6000000000000001,"baseline_adjusted_score":0.6000000000000001},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.5151515151515151,"uniform_accuracy_baseline":0.3237373737373738,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.2,"baseline_adjusted_score":0.2},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"binary_brier":0.239099304746649,"accuracy":0.6060606060606061,"positive_recall":0.6470588235294118,"specificity":0.5625,"precision":0.6111111111111112,"balanced_accuracy":0.6047794117647058,"f1":0.6285714285714286,"true_positive":11,"false_positive":7,"false_negative":6,"true_negative":9,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.04272373945183583,"baseline_adjusted_skill":0.2095588235294117,"baseline_adjusted_score":0.2095588235294117},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.31265006564668674,"normalized_score_rmse":0.3567980861303234,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.34313725490196084,"baseline_adjusted_skill":0.08884838011537022,"baseline_adjusted_score":0.08884838011537022},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.15707935266291598,"accuracy":0.88,"positive_recall":0.92,"specificity":0.84,"precision":0.8518518518518519,"balanced_accuracy":0.88,"f1":0.8846153846153846,"true_positive":46,"false_positive":8,"false_negative":4,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3716825893483361,"baseline_adjusted_skill":0.76,"baseline_adjusted_score":0.76},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.3133333333333333,"uniform_accuracy_baseline":0.3333333333333332,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":-0.061855670103092834,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0,"abstained":0},"metrics":{"binary_brier":0.24583511255892654,"accuracy":0.64,"positive_recall":0.6486486486486487,"specificity":0.631578947368421,"precision":0.631578947368421,"balanced_accuracy":0.6401137980085349,"f1":0.64,"true_positive":24,"false_positive":14,"false_negative":13,"true_negative":24,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555535,"brier_skill":0.016484702600310874,"baseline_adjusted_skill":0.2802275960170697,"baseline_adjusted_score":0.2802275960170697},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.74,"uniform_accuracy_baseline":0.1428571428571427,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.6666666666666666,"baseline_adjusted_score":0.6666666666666666},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.31999999999999995,"uniform_accuracy_baseline":0.32416666666666627,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.03030303030303042,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"binary_brier":0.24651560484912777,"accuracy":0.5757575757575758,"positive_recall":0.4375,"specificity":0.7058823529411765,"precision":0.5833333333333334,"balanced_accuracy":0.5716911764705883,"f1":0.5,"true_positive":7,"false_positive":5,"false_negative":9,"true_negative":12,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.013031273232720464,"baseline_adjusted_skill":0.14338235294117663,"baseline_adjusted_score":0.14338235294117663},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.2371168669854129,"normalized_score_rmse":0.2705853775635231,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":-0.07929056696808634,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.20717731793713637,"accuracy":0.72,"positive_recall":0.5454545454545454,"specificity":0.7692307692307693,"precision":0.4,"balanced_accuracy":0.6573426573426573,"f1":0.46153846153846156,"true_positive":12,"false_positive":18,"false_negative":10,"true_negative":60,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000028,"brier_skill":-0.20732702760568777,"baseline_adjusted_skill":0.3146853146853146,"baseline_adjusted_score":0.3146853146853146},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.15008479455777315,"accuracy":0.91,"positive_recall":0.8918918918918919,"specificity":0.9206349206349206,"precision":0.868421052631579,"balanced_accuracy":0.9062634062634063,"f1":0.88,"true_positive":33,"false_positive":5,"false_negative":4,"true_negative":58,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000008,"brier_skill":0.3561355874827409,"baseline_adjusted_skill":0.8125268125268126,"baseline_adjusted_score":0.8125268125268126},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1817291824494246,"accuracy":0.78,"positive_recall":0.5641025641025641,"specificity":0.9180327868852459,"precision":0.8148148148148148,"balanced_accuracy":0.741067675493905,"f1":0.6666666666666666,"true_positive":22,"false_positive":5,"false_negative":17,"true_negative":56,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379000000000002,"brier_skill":0.23611104476912803,"baseline_adjusted_skill":0.4821353509878099,"baseline_adjusted_score":0.4821353509878099},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.17760020301397147,"accuracy":0.73,"positive_recall":0.22580645161290322,"specificity":0.9565217391304348,"precision":0.7,"balanced_accuracy":0.591164095371669,"f1":0.34146341463414637,"true_positive":7,"false_positive":3,"false_negative":24,"true_negative":66,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999987,"brier_skill":0.16970452073879572,"baseline_adjusted_skill":0.18232819074333806,"baseline_adjusted_score":0.18232819074333806},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.7777777777777777,"baseline_adjusted_score":0.7777777777777777},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.1774739933242076,"normalized_score_rmse":0.20927314160209698,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.2366709964550211,"baseline_adjusted_score":0.2366709964550211},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.13148266328795566,"accuracy":0.86,"positive_recall":0.84,"specificity":0.88,"precision":0.875,"balanced_accuracy":0.86,"f1":0.8571428571428571,"true_positive":42,"false_positive":6,"false_negative":8,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.47406934684817736,"baseline_adjusted_skill":0.72,"baseline_adjusted_score":0.72},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.22422309403901708,"accuracy":0.64,"positive_recall":0.94,"specificity":0.34,"precision":0.5875,"balanced_accuracy":0.64,"f1":0.7230769230769231,"true_positive":47,"false_positive":33,"false_negative":3,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.10310762384393168,"baseline_adjusted_skill":0.28,"baseline_adjusted_score":0.28},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.73,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":0.22857142857142848,"baseline_adjusted_score":0.22857142857142848},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.19636183200243493,"accuracy":0.81,"positive_recall":0.68,"specificity":0.94,"precision":0.918918918918919,"balanced_accuracy":0.81,"f1":0.7816091954022989,"true_positive":34,"false_positive":3,"false_negative":16,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2145526719902603,"baseline_adjusted_skill":0.6200000000000001,"baseline_adjusted_score":0.6200000000000001},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.761904761904762,"baseline_adjusted_score":0.761904761904762},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.46,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.1,"baseline_adjusted_score":0.1},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.21581007848552067,"accuracy":0.66,"positive_recall":0.36,"specificity":0.96,"precision":0.9,"balanced_accuracy":0.6599999999999999,"f1":0.5142857142857142,"true_positive":18,"false_positive":2,"false_negative":32,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.13675968605791733,"baseline_adjusted_skill":0.31999999999999984,"baseline_adjusted_score":0.31999999999999984},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.20851190476190457,"fixed_answer_accuracy_baseline":0.2233333333333332,"baseline_adjusted_skill":0.9356223175965664,"baseline_adjusted_score":0.9356223175965664},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.13109144432003947,"accuracy":0.83,"positive_recall":0.86,"specificity":0.8,"precision":0.8113207547169812,"balanced_accuracy":0.8300000000000001,"f1":0.8349514563106796,"true_positive":43,"false_positive":10,"false_negative":7,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4756342227198421,"baseline_adjusted_skill":0.6600000000000001,"baseline_adjusted_score":0.6600000000000001},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.22756966579684018,"normalized_score_rmse":0.27389110581789167,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.241434447343866,"baseline_adjusted_score":0.241434447343866},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.82,"uniform_accuracy_baseline":0.22851190476190467,"fixed_answer_accuracy_baseline":0.2433333333333333,"baseline_adjusted_skill":0.7621145374449338,"baseline_adjusted_score":0.7621145374449338},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.09338312877557596,"accuracy":0.9,"positive_recall":0.92,"specificity":0.88,"precision":0.8846153846153846,"balanced_accuracy":0.9,"f1":0.9019607843137255,"true_positive":46,"false_positive":6,"false_negative":4,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6264674848976961,"baseline_adjusted_skill":0.8,"baseline_adjusted_score":0.8},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.21732366755700222,"normalized_score_rmse":0.265851721671093,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.304222222222222,"baseline_adjusted_skill":0.2856417063502479,"baseline_adjusted_score":0.2856417063502479},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.76,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.6129032258064516,"baseline_adjusted_score":0.6129032258064516},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.10800248549006294,"accuracy":0.95,"positive_recall":0.98,"specificity":0.92,"precision":0.9245283018867925,"balanced_accuracy":0.95,"f1":0.9514563106796117,"true_positive":49,"false_positive":4,"false_negative":1,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5679900580397482,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.72,"baseline_adjusted_score":0.72},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.09244192055055621,"accuracy":0.85,"positive_recall":0.8,"specificity":0.9,"precision":0.8888888888888888,"balanced_accuracy":0.8500000000000001,"f1":0.8421052631578947,"true_positive":40,"false_positive":5,"false_negative":10,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6302323177977751,"baseline_adjusted_skill":0.7000000000000002,"baseline_adjusted_score":0.7000000000000002},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.55,"uniform_accuracy_baseline":0.35333333333333317,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.23728813559322043,"baseline_adjusted_score":0.23728813559322043},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.7741935483870968,"baseline_adjusted_score":0.7741935483870968},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.29,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.14516129032258068,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.17,"uniform_accuracy_baseline":0.11111111111111088,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.011904761904761916,"baseline_adjusted_score":0.011904761904761916},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.14899346300460578,"accuracy":0.6713750000000002,"positive_recall":0.6552406064601186,"specificity":0.6751503933364182,"precision":0.3206451612903225,"balanced_accuracy":0.6651954998982684,"f1":0.4305826294130387,"true_positive":49.7,"false_positive":105.30000000000005,"false_negative":26.150000000000002,"true_negative":218.85000000000005,"positive_prevalence":0.1896249999999999,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500007,"brier_skill":-0.9572569433831533,"baseline_adjusted_skill":0.33039099979653686,"baseline_adjusted_score":0.33039099979653686},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.3412691021994857,"normalized_score_rmse":0.3742855055180054,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":-0.5965805950853131,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.11265188940230805,"accuracy":0.7618749999999999,"positive_recall":0.5691514299109237,"specificity":0.831941366967786,"precision":0.5518181818181822,"balanced_accuracy":0.7005463984393548,"f1":0.5603507962150938,"true_positive":60.70000000000003,"false_positive":49.299999999999955,"false_negative":45.949999999999996,"true_negative":244.0499999999999,"positive_prevalence":0.2666249999999998,"majority_accuracy_baseline":0.7333750000000002,"constant_brier_baseline":0.11565485937499977,"brier_skill":0.02596492692931196,"baseline_adjusted_skill":0.4010927968787097,"baseline_adjusted_score":0.4010927968787097},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.33294533447428487,"normalized_score_rmse":0.36328848495379423,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":-0.23886636083454849,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.12661963601347467,"accuracy":0.7118749999999998,"positive_recall":0.7986577181208053,"specificity":0.6782307025151777,"precision":0.49038461538461514,"balanced_accuracy":0.7384442103179916,"f1":0.6076595744680849,"true_positive":89.24999999999996,"false_positive":92.75000000000004,"false_negative":22.500000000000004,"true_negative":195.5,"positive_prevalence":0.2793749999999999,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937499995,"brier_skill":-0.11898435231582316,"baseline_adjusted_skill":0.47688842063598313,"baseline_adjusted_score":0.47688842063598313},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.3261073120183554,"normalized_score_rmse":0.36315624838220384,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":-0.23350283505760894,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1395650652085477,"accuracy":0.8391249999999998,"positive_recall":0.5599999999999999,"specificity":0.918714859437751,"precision":0.6626666666666668,"balanced_accuracy":0.7393574297188754,"f1":0.6070229007633587,"true_positive":49.70000000000001,"false_positive":25.29999999999999,"false_negative":39.05000000000001,"true_negative":285.94999999999993,"positive_prevalence":0.22187499999999974,"majority_accuracy_baseline":0.7781250000000003,"constant_brier_baseline":0.126740234375001,"brier_skill":-0.10118989361815744,"baseline_adjusted_skill":0.47871485943775083,"baseline_adjusted_score":0.47871485943775083},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.3876387997763885,"normalized_score_rmse":0.4057563742913419,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":-0.718066702610032,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.12220087298728137,"accuracy":0.7744999999999996,"positive_recall":0.7873345935727788,"specificity":0.7698844323589394,"precision":0.5516556291390728,"balanced_accuracy":0.7786095129658591,"f1":0.6487538940809968,"true_positive":83.30000000000001,"false_positive":67.70000000000002,"false_negative":22.500000000000014,"true_negative":226.49999999999983,"positive_prevalence":0.26449999999999985,"majority_accuracy_baseline":0.7355000000000002,"constant_brier_baseline":0.11362725000000028,"brier_skill":-0.07545393369355557,"baseline_adjusted_skill":0.5572190259317182,"baseline_adjusted_score":0.5572190259317182},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.33981700391692704,"normalized_score_rmse":0.37308400299457456,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":-0.35250548822657546,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.13049817775429903,"accuracy":0.7675000000000002,"positive_recall":0.597911227154047,"specificity":0.8076685219542363,"precision":0.4240740740740741,"balanced_accuracy":0.7027898745541417,"f1":0.496208017334778,"true_positive":45.80000000000001,"false_positive":62.2,"false_negative":30.800000000000004,"true_negative":261.20000000000005,"positive_prevalence":0.1914999999999999,"majority_accuracy_baseline":0.8085000000000001,"constant_brier_baseline":0.09190274999999995,"brier_skill":-0.4199594435890015,"baseline_adjusted_skill":0.4055797491082833,"baseline_adjusted_score":0.4055797491082833},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.36220990698516403,"normalized_score_rmse":0.3878362354608104,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":-0.750863598719826,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.16126151931439878,"accuracy":0.7715,"positive_recall":0.8224932249322493,"specificity":0.7599632127529122,"precision":0.4366906474820142,"balanced_accuracy":0.7912282188425808,"f1":0.570488721804511,"true_positive":60.699999999999974,"false_positive":78.30000000000004,"false_negative":13.099999999999998,"true_negative":247.9,"positive_prevalence":0.1844999999999999,"majority_accuracy_baseline":0.8155000000000001,"constant_brier_baseline":0.1092222499999995,"brier_skill":-0.4764530058152028,"baseline_adjusted_skill":0.5824564376851615,"baseline_adjusted_score":0.5824564376851615},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.4148780114059391,"normalized_score_rmse":0.4337963036598491,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":-1.190774977721131,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.13463773987466118,"accuracy":0.8157499999999994,"positive_recall":0.5210191082802548,"specificity":0.8877138413685848,"precision":0.5311688311688312,"balanced_accuracy":0.7043664748244198,"f1":0.5260450160771704,"true_positive":40.9,"false_positive":36.099999999999994,"false_negative":37.6,"true_negative":285.3999999999998,"positive_prevalence":0.19624999999999987,"majority_accuracy_baseline":0.8037500000000002,"constant_brier_baseline":0.09878593749999955,"brier_skill":-0.36292414975220333,"baseline_adjusted_skill":0.40873294964883966,"baseline_adjusted_score":0.40873294964883966},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.36219877342903767,"normalized_score_rmse":0.3853884688132566,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":-0.7145504067646755,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0,"abstained":0},"metrics":{"binary_brier":0.10013618858761869,"accuracy":0.6831632653061226,"positive_recall":0.8493475682087781,"specificity":0.5577439570277529,"precision":0.5917355371900825,"balanced_accuracy":0.7035457626182655,"f1":0.6975158304919628,"true_positive":143.2,"false_positive":98.80000000000004,"false_negative":25.400000000000013,"true_negative":124.60000000000005,"positive_prevalence":0.43010204081632636,"majority_accuracy_baseline":0.5698979591836737,"constant_brier_baseline":0.12359641815910102,"brier_skill":0.18981318326946062,"baseline_adjusted_skill":0.407091525236531,"baseline_adjusted_score":0.407091525236531},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.2572656186457675,"normalized_score_rmse":0.29772136654065107,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.06622108787832515,"baseline_adjusted_score":0.06622108787832515},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0,"abstained":0},"metrics":{"binary_brier":0.16521738119505666,"accuracy":0.7825000000000002,"positive_recall":0.7911093627065303,"specificity":0.7808738296923764,"precision":0.40544354838709684,"balanced_accuracy":0.7859915961994534,"f1":0.5361237003465743,"true_positive":100.55,"false_positive":147.44999999999996,"false_negative":26.54999999999999,"true_negative":525.4500000000002,"positive_prevalence":0.15887500000000002,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499934,"brier_skill":-0.6726218757285269,"baseline_adjusted_skill":0.5719831923989067,"baseline_adjusted_score":0.5719831923989067},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.4062602882683888,"normalized_score_rmse":0.42427549429882755,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-1.4621835652629622,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.58,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.32258064516129026,"baseline_adjusted_score":0.32258064516129026},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.24520573438325444,"accuracy":0.59,"positive_recall":0.42,"specificity":0.76,"precision":0.6363636363636364,"balanced_accuracy":0.59,"f1":0.5060240963855421,"true_positive":21,"false_positive":12,"false_negative":29,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.019177062466982253,"baseline_adjusted_skill":0.17999999999999994,"baseline_adjusted_score":0.17999999999999994},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.16169648774022533,"uniform_accuracy_baseline":0.058823529411766766,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.01479750778816202,"baseline_adjusted_score":0.01479750778816202},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.3478260869565216,"baseline_adjusted_score":0.3478260869565216},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.24028203376208215,"accuracy":0.66,"positive_recall":0.54,"specificity":0.78,"precision":0.7105263157894737,"balanced_accuracy":0.66,"f1":0.6136363636363636,"true_positive":27,"false_positive":11,"false_negative":23,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.03887186495167139,"baseline_adjusted_skill":0.32000000000000006,"baseline_adjusted_score":0.32000000000000006},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.72,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.5555555555555555,"baseline_adjusted_score":0.5555555555555555},"scoring":{"eligible":true,"reason":null},"model":2,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.2040644934347233,"accuracy":0.75,"positive_recall":0.7183098591549296,"specificity":0.7792207792207793,"precision":0.75,"balanced_accuracy":0.7487653191878545,"f1":0.7338129496402878,"true_positive":51,"false_positive":17,"false_negative":20,"true_negative":60,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.24958911614317017,"brier_skill":0.182398268850525,"baseline_adjusted_skill":0.497530638375709,"baseline_adjusted_score":0.497530638375709},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.2005,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.056338028169014134,"baseline_adjusted_score":0.056338028169014134},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.926470588235294,"baseline_adjusted_score":0.926470588235294},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.7446808510638298,"baseline_adjusted_score":0.7446808510638298},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.83,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.6530612244897959,"baseline_adjusted_score":0.6530612244897959},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.23297781080671182,"accuracy":0.50076445504,"positive_recall":0.4843875929635063,"specificity":0.5270394400960007,"precision":0.6216649855208333,"balanced_accuracy":0.5057135165297535,"f1":0.5445072175117994,"true_positive":29.839919305,"false_positive":18.160080695,"false_negative":31.763473801,"true_negative":20.236526199,"positive_prevalence":0.61603393106,"majority_accuracy_baseline":0.61603393106,"constant_brier_baseline":0.07908707655202402,"brier_skill":-1.9458392061496599,"baseline_adjusted_skill":0.011427033059506986,"baseline_adjusted_score":0.011427033059506986},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.21326077873904847,"accuracy":0.72,"positive_recall":0.66,"specificity":0.78,"precision":0.75,"balanced_accuracy":0.72,"f1":0.7021276595744681,"true_positive":33,"false_positive":11,"false_negative":17,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.1469568850438061,"baseline_adjusted_skill":0.43999999999999995,"baseline_adjusted_score":0.43999999999999995},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.23,"uniform_accuracy_baseline":0.012987012987012986,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.18947368421052632,"baseline_adjusted_score":0.18947368421052632},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.9166666666666666,"baseline_adjusted_score":0.9166666666666666},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.53,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.26562500000000006,"baseline_adjusted_score":0.26562500000000006},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.07292273774515656,"accuracy":0.92,"positive_recall":0.94,"specificity":0.9,"precision":0.9038461538461539,"balanced_accuracy":0.9199999999999999,"f1":0.9215686274509803,"true_positive":47,"false_positive":5,"false_negative":3,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7083090490193737,"baseline_adjusted_skill":0.8399999999999999,"baseline_adjusted_score":0.8399999999999999},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.20207991512905302,"accuracy":0.6282767292305029,"positive_recall":0.704130006837205,"specificity":0.5929566584571468,"precision":0.4461333144819656,"balanced_accuracy":0.6485433326471759,"f1":0.546198158202988,"true_positive":156.59279338316992,"false_positive":194.40720661683008,"false_negative":65.7990829218179,"true_negative":283.2009170781821,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768642,"brier_skill":-1.27754897915624,"baseline_adjusted_skill":0.2970866652943518,"baseline_adjusted_score":0.2970866652943518},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.29308008201171076,"accuracy":0.58,"positive_recall":0.48,"specificity":0.68,"precision":0.6,"balanced_accuracy":0.5800000000000001,"f1":0.5333333333333333,"true_positive":24,"false_positive":16,"false_negative":26,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.17232032804684305,"baseline_adjusted_skill":0.16000000000000014,"baseline_adjusted_score":0.16000000000000014},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.31125827814569534,"uniform_accuracy_baseline":0.006622516556291391,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.2827586206896552,"baseline_adjusted_score":0.2827586206896552},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.7723529411764706,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.5802603036876356,"baseline_adjusted_score":0.5802603036876356},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.1,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.13049127548379214,"accuracy":0.86,"positive_recall":0.94,"specificity":0.78,"precision":0.8103448275862069,"balanced_accuracy":0.86,"f1":0.8703703703703703,"true_positive":47,"false_positive":11,"false_negative":3,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.47803489806483146,"baseline_adjusted_skill":0.72,"baseline_adjusted_score":0.72},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.81,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.6041666666666667,"baseline_adjusted_score":0.6041666666666667},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.07142857142857142,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9775280898876404,"baseline_adjusted_score":0.9775280898876404},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.79,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.5434782608695653,"baseline_adjusted_score":0.5434782608695653},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.39,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.1643835616438356,"baseline_adjusted_score":0.1643835616438356},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.8333333333333334,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.5000000000000001,"baseline_adjusted_score":0.5000000000000001},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.29059868754846024,"accuracy":0.6707317073170732,"positive_recall":0.675,"specificity":0.6666666666666666,"precision":0.6585365853658537,"balanced_accuracy":0.6708333333333334,"f1":0.6666666666666666,"true_positive":27,"false_positive":14,"false_negative":13,"true_negative":28,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.2498512790005949,"brier_skill":-0.16308665183086113,"baseline_adjusted_skill":0.3416666666666668,"baseline_adjusted_score":0.3416666666666668},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.12397947697452995,"accuracy":0.85,"positive_recall":0.86,"specificity":0.84,"precision":0.8431372549019608,"balanced_accuracy":0.85,"f1":0.8514851485148515,"true_positive":43,"false_positive":8,"false_negative":7,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5040820921018803,"baseline_adjusted_skill":0.7,"baseline_adjusted_score":0.7},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.7039106145251397,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.6200716845878137,"baseline_adjusted_score":0.6200716845878137},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.52,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.21311475409836067,"baseline_adjusted_score":0.21311475409836067},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.2124295449384348,"accuracy":0.76,"positive_recall":0.4318181818181818,"specificity":0.8525641025641025,"precision":0.4523809523809524,"balanced_accuracy":0.6421911421911422,"f1":0.4418604651162791,"true_positive":19,"false_positive":23,"false_negative":25,"true_negative":133,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.23793441106313984,"baseline_adjusted_skill":0.2843822843822843,"baseline_adjusted_score":0.2843822843822843},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.2376447026857071,"accuracy":0.73,"positive_recall":0.2,"specificity":0.9066666666666666,"precision":0.4166666666666667,"balanced_accuracy":0.5533333333333333,"f1":0.2702702702702703,"true_positive":10,"false_positive":14,"false_negative":40,"true_negative":136,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-0.26743841432377113,"baseline_adjusted_skill":0.10666666666666669,"baseline_adjusted_score":0.10666666666666669},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.052185311132200984,"accuracy":0.94,"positive_recall":0.631578947368421,"specificity":0.9723756906077348,"precision":0.7058823529411765,"balanced_accuracy":0.8019773189880779,"f1":0.6666666666666666,"true_positive":12,"false_positive":5,"false_negative":7,"true_negative":176,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.085975,"brier_skill":0.39301760823261433,"baseline_adjusted_skill":0.6039546379761558,"baseline_adjusted_score":0.6039546379761558},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.12509235021628223,"accuracy":0.8249345238095238,"positive_recall":0.6155143338954469,"specificity":0.8383031807445589,"precision":0.19549464398235664,"balanced_accuracy":0.7269087573200028,"f1":0.2967408718108127,"true_positive":103.41666666666666,"false_positive":425.5833333333333,"false_negative":64.6,"true_negative":2206.4,"positive_prevalence":0.060005952380952375,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679138,"brier_skill":-2.884738308230155,"baseline_adjusted_skill":0.45381751464000564,"baseline_adjusted_score":0.45381751464000564},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.5410764872521246,"uniform_accuracy_baseline":0.027777777777777776,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.474025974025974,"baseline_adjusted_score":0.474025974025974},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.42,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.17142857142857143,"baseline_adjusted_score":0.17142857142857143},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10983076577667474,"accuracy":0.86,"positive_recall":0.96,"specificity":0.76,"precision":0.8,"balanced_accuracy":0.86,"f1":0.8727272727272727,"true_positive":48,"false_positive":12,"false_negative":2,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5606769368933011,"baseline_adjusted_skill":0.72,"baseline_adjusted_score":0.72},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09965856272920944,"accuracy":0.89,"positive_recall":0.98,"specificity":0.8,"precision":0.8305084745762712,"balanced_accuracy":0.89,"f1":0.8990825688073395,"true_positive":49,"false_positive":10,"false_negative":1,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6013657490831623,"baseline_adjusted_skill":0.78,"baseline_adjusted_score":0.78},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.61,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.41,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.3723404255319149,"baseline_adjusted_score":0.3723404255319149},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1602575156073278,"accuracy":0.8,"positive_recall":0.74,"specificity":0.86,"precision":0.8409090909090909,"balanced_accuracy":0.8,"f1":0.7872340425531915,"true_positive":37,"false_positive":7,"false_negative":13,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.35896993757068885,"baseline_adjusted_skill":0.6000000000000001,"baseline_adjusted_score":0.6000000000000001},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8059701492537314,"baseline_adjusted_score":0.8059701492537314},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.055306818289636434,"accuracy":0.94,"positive_recall":0.92,"specificity":0.96,"precision":0.9583333333333334,"balanced_accuracy":0.94,"f1":0.9387755102040817,"true_positive":46,"false_positive":2,"false_negative":4,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7787727268414543,"baseline_adjusted_skill":0.8799999999999999,"baseline_adjusted_score":0.8799999999999999},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.4501048108108108,"uniform_accuracy_baseline":0.23445945945945948,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.2545371844431057,"baseline_adjusted_score":0.2545371844431057},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.1198478191015898,"accuracy":0.6814473355263158,"positive_recall":0.8006473779074436,"specificity":0.5679424313360815,"precision":0.638279559139785,"balanced_accuracy":0.6842949046217626,"f1":0.710302715502524,"true_positive":59.359999,"false_positive":33.640001,"false_negative":14.780004,"true_negative":44.219996,"positive_prevalence":0.4877631776315789,"majority_accuracy_baseline":0.512236822368421,"constant_brier_baseline":0.09451910039768556,"brier_skill":-0.267974606162507,"baseline_adjusted_skill":0.36858980924352513,"baseline_adjusted_score":0.36858980924352513},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.1643641905701063,"normalized_score_rmse":0.2135408583724869,"constant_score_baseline":0.5841668333333333,"constant_mae_baseline":0.21700552708333334,"baseline_adjusted_skill":0.24258062557555038,"baseline_adjusted_score":0.24258062557555038},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.23840869341270285,"accuracy":0.73,"positive_recall":0.92,"specificity":0.54,"precision":0.6666666666666666,"balanced_accuracy":0.73,"f1":0.773109243697479,"true_positive":46,"false_positive":23,"false_negative":4,"true_negative":27,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.046365226349188604,"baseline_adjusted_skill":0.45999999999999996,"baseline_adjusted_score":0.45999999999999996},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3299956710016586,"accuracy":0.57,"positive_recall":0.52,"specificity":0.62,"precision":0.5777777777777777,"balanced_accuracy":0.5700000000000001,"f1":0.5473684210526316,"true_positive":26,"false_positive":19,"false_negative":24,"true_negative":31,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.31998268400663443,"baseline_adjusted_skill":0.14000000000000012,"baseline_adjusted_score":0.14000000000000012},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.6721311475409837,"baseline_adjusted_score":0.6721311475409837},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.57,"uniform_accuracy_baseline":0.036111111111111115,"fixed_answer_accuracy_baseline":0.08833333333333333,"baseline_adjusted_skill":0.5283363802559415,"baseline_adjusted_score":0.5283363802559415},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.909090909090909,"baseline_adjusted_score":0.909090909090909},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.515,"uniform_accuracy_baseline":0.049879324215607396,"fixed_answer_accuracy_baseline":0.12442477876106194,"baseline_adjusted_skill":0.44607843137254904,"baseline_adjusted_score":0.44607843137254904},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.47682121696851837,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":50,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.9072848678740735,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.7777777777777778,"uniform_accuracy_baseline":0.23888888888888887,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.6862745098039217,"baseline_adjusted_score":0.6862745098039217},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.19113412106637864,"accuracy":0.75,"positive_recall":0.6875,"specificity":0.8125,"precision":0.7857142857142857,"balanced_accuracy":0.75,"f1":0.7333333333333333,"true_positive":22,"false_positive":6,"false_negative":10,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.23546351573448543,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.782608695652174,"baseline_adjusted_score":0.782608695652174},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.8030303030303032,"baseline_adjusted_score":0.8030303030303032},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3071475849493572,"accuracy":0.66,"positive_recall":0.4,"specificity":0.92,"precision":0.8333333333333334,"balanced_accuracy":0.66,"f1":0.5405405405405406,"true_positive":20,"false_positive":4,"false_negative":30,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.2285903397974287,"baseline_adjusted_skill":0.32000000000000006,"baseline_adjusted_score":0.32000000000000006},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8235294117647058,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.7391304347826085,"baseline_adjusted_score":0.7391304347826085},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.00016777364047099977,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":16,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.9993282886232613,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.17591716586875236,"normalized_score_rmse":0.3887530368800885,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.4669176791855989,"baseline_adjusted_score":0.4669176791855989},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.15625,"uniform_accuracy_baseline":0.178125,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.18421052631578944,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.0014164990067946207,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":17,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9943340039728216,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.37679204908336567,"normalized_score_rmse":0.47300987900149194,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-1.5621859337668864,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.8125,"uniform_accuracy_baseline":0.13194444444444445,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":0.5304347826086957,"baseline_adjusted_score":0.5304347826086957},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.06616640179460324,"accuracy":0.8846153846153846,"positive_recall":0.7692307692307693,"specificity":1,"precision":1,"balanced_accuracy":0.8846153846153846,"f1":0.8695652173913043,"true_positive":20,"false_positive":0,"false_negative":6,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.735334392821587,"baseline_adjusted_skill":0.7692307692307692,"baseline_adjusted_score":0.7692307692307692},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.1029212389685589,"accuracy":0.8666666666666667,"positive_recall":0.8461538461538461,"specificity":0.8888888888888888,"precision":0.8918918918918919,"balanced_accuracy":0.8675213675213675,"f1":0.868421052631579,"true_positive":33,"false_positive":4,"false_negative":6,"true_negative":32,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24960000000000004,"brier_skill":0.5876552925939147,"baseline_adjusted_skill":0.7350427350427351,"baseline_adjusted_score":0.7350427350427351},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.27765107025392355,"normalized_score_rmse":0.3749820340165437,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.00838903480741604,"baseline_adjusted_score":0.00838903480741604},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.7058823529411765,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.6,"baseline_adjusted_score":0.6},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.0681149913297129,"accuracy":0.9285714285714286,"positive_recall":1,"specificity":0.8571428571428571,"precision":0.875,"balanced_accuracy":0.9285714285714286,"f1":0.9333333333333333,"true_positive":14,"false_positive":2,"false_negative":0,"true_negative":12,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7275400346811485,"baseline_adjusted_skill":0.8571428571428572,"baseline_adjusted_score":0.8571428571428572},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.13332290871557867,"normalized_score_rmse":0.27362067554497616,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.1696969696969697,"baseline_adjusted_skill":0.2143471450689115,"baseline_adjusted_score":0.2143471450689115},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.05899065379663883,"accuracy":0.9294117647058824,"positive_recall":0.9111111111111111,"specificity":0.95,"precision":0.9534883720930233,"balanced_accuracy":0.9305555555555556,"f1":0.9318181818181818,"true_positive":41,"false_positive":2,"false_negative":4,"true_negative":38,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.2491349480968858,"brier_skill":0.7632180701773803,"baseline_adjusted_skill":0.8611111111111112,"baseline_adjusted_score":0.8611111111111112},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.76,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.6842105263157895,"baseline_adjusted_score":0.6842105263157895},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.2735365885443748,"accuracy":0.72,"positive_recall":0.6857142857142857,"specificity":0.8,"precision":0.8888888888888888,"balanced_accuracy":0.7428571428571429,"f1":0.7741935483870968,"true_positive":24,"false_positive":3,"false_negative":11,"true_negative":12,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.21,"brier_skill":-0.30255518354464184,"baseline_adjusted_skill":0.48571428571428577,"baseline_adjusted_score":0.48571428571428577},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.401946716704515,"normalized_score_rmse":0.504542690952425,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.4355239882304105,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.810126582278481,"uniform_accuracy_baseline":0.24240506329113923,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.6739130434782609,"baseline_adjusted_score":0.6739130434782609},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.035091875090212186,"accuracy":0.9523809523809523,"positive_recall":1,"specificity":0.9,"precision":0.9166666666666666,"balanced_accuracy":0.95,"f1":0.9565217391304348,"true_positive":11,"false_positive":1,"false_negative":0,"true_negative":9,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.2494331065759637,"brier_skill":0.8593134825928765,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.5454545454545454,"uniform_accuracy_baseline":0.32373737373737377,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.24999999999999994,"baseline_adjusted_score":0.24999999999999994},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.32339563130579563,"accuracy":0.5757575757575758,"positive_recall":0.4117647058823529,"specificity":0.75,"precision":0.6363636363636364,"balanced_accuracy":0.5808823529411764,"f1":0.5,"true_positive":7,"false_positive":4,"false_negative":10,"true_negative":12,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":-0.29477147975004203,"baseline_adjusted_skill":0.1617647058823528,"baseline_adjusted_score":0.1617647058823528},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.13297789431219004,"normalized_score_rmse":0.24743273333721041,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.3431372549019608,"baseline_adjusted_skill":0.612464422290189,"baseline_adjusted_score":0.612464422290189},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.0979908612091913,"accuracy":0.88,"positive_recall":0.96,"specificity":0.8,"precision":0.8275862068965517,"balanced_accuracy":0.88,"f1":0.8888888888888888,"true_positive":48,"false_positive":10,"false_negative":2,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6080365551632347,"baseline_adjusted_skill":0.76,"baseline_adjusted_score":0.76},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.39333333333333337,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":0.061855670103092834,"baseline_adjusted_score":0.061855670103092834},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.269405836606615,"accuracy":0.56,"positive_recall":0.972972972972973,"specificity":0.15789473684210525,"precision":0.5294117647058824,"balanced_accuracy":0.5654338549075392,"f1":0.6857142857142857,"true_positive":36,"false_positive":32,"false_negative":1,"true_negative":6,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555554,"brier_skill":-0.07781495797454441,"baseline_adjusted_skill":0.13086770981507834,"baseline_adjusted_score":0.13086770981507834},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.14285714285714285,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.9487179487179487,"baseline_adjusted_score":0.9487179487179487},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.335,"uniform_accuracy_baseline":0.32416666666666666,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.007575757575757584,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.11823641735196191,"accuracy":0.8484848484848485,"positive_recall":0.75,"specificity":0.9411764705882353,"precision":0.9230769230769231,"balanced_accuracy":0.8455882352941176,"f1":0.8275862068965517,"true_positive":12,"false_positive":1,"false_negative":4,"true_negative":16,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.5266196378812995,"baseline_adjusted_skill":0.6911764705882353,"baseline_adjusted_score":0.6911764705882353},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.02843458903771534,"normalized_score_rmse":0.06355490680571572,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.8705735947248818,"baseline_adjusted_score":0.8705735947248818},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1985799427562834,"accuracy":0.78,"positive_recall":0.8181818181818182,"specificity":0.7692307692307693,"precision":0.5,"balanced_accuracy":0.7937062937062938,"f1":0.6206896551724138,"true_positive":18,"false_positive":18,"false_negative":4,"true_negative":60,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.15722577363801515,"baseline_adjusted_skill":0.5874125874125875,"baseline_adjusted_score":0.5874125874125875},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08968226355449387,"accuracy":0.89,"positive_recall":0.8108108108108109,"specificity":0.9365079365079365,"precision":0.8823529411764706,"balanced_accuracy":0.8736593736593736,"f1":0.8450704225352113,"true_positive":30,"false_positive":4,"false_negative":7,"true_negative":59,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000003,"brier_skill":0.615262704613926,"baseline_adjusted_skill":0.7473187473187473,"baseline_adjusted_score":0.7473187473187473},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09146746551070394,"accuracy":0.89,"positive_recall":0.7948717948717948,"specificity":0.9508196721311475,"precision":0.9117647058823529,"balanced_accuracy":0.8728457335014712,"f1":0.8493150684931506,"true_positive":31,"false_positive":3,"false_negative":8,"true_negative":58,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379,"brier_skill":0.6155213723803954,"baseline_adjusted_skill":0.7456914670029424,"baseline_adjusted_score":0.7456914670029424},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.15901318462543407,"accuracy":0.81,"positive_recall":0.7741935483870968,"specificity":0.8260869565217391,"precision":0.6666666666666666,"balanced_accuracy":0.8001402524544179,"f1":0.7164179104477612,"true_positive":24,"false_positive":12,"false_negative":7,"true_negative":57,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999998,"brier_skill":0.2566003523822623,"baseline_adjusted_skill":0.6002805049088358,"baseline_adjusted_score":0.6002805049088358},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.875,"baseline_adjusted_score":0.875},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.18775160793337364,"normalized_score_rmse":0.2525171733489768,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.19246620243710266,"baseline_adjusted_score":0.19246620243710266},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1746012082432486,"accuracy":0.8,"positive_recall":0.88,"specificity":0.72,"precision":0.7586206896551724,"balanced_accuracy":0.8,"f1":0.8148148148148148,"true_positive":44,"false_positive":14,"false_negative":6,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3015951670270056,"baseline_adjusted_skill":0.6000000000000001,"baseline_adjusted_score":0.6000000000000001},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3914737588706517,"accuracy":0.56,"positive_recall":0.84,"specificity":0.28,"precision":0.5384615384615384,"balanced_accuracy":0.56,"f1":0.65625,"true_positive":42,"false_positive":36,"false_negative":8,"true_negative":14,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.5658950354826069,"baseline_adjusted_skill":0.1200000000000001,"baseline_adjusted_score":0.1200000000000001},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.6,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.142857142857143,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.13934616146973083,"accuracy":0.82,"positive_recall":0.94,"specificity":0.7,"precision":0.7580645161290323,"balanced_accuracy":0.82,"f1":0.8392857142857143,"true_positive":47,"false_positive":15,"false_negative":3,"true_negative":35,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.44261535412107667,"baseline_adjusted_skill":0.6399999999999999,"baseline_adjusted_score":0.6399999999999999},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.6904761904761905,"baseline_adjusted_score":0.6904761904761905},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.56,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.2666666666666667,"baseline_adjusted_score":0.2666666666666667},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2406815109484906,"accuracy":0.68,"positive_recall":0.56,"specificity":0.8,"precision":0.7368421052631579,"balanced_accuracy":0.68,"f1":0.6363636363636364,"true_positive":28,"false_positive":10,"false_negative":22,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.03727395620603757,"baseline_adjusted_skill":0.3600000000000001,"baseline_adjusted_score":0.3600000000000001},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.20851190476190473,"fixed_answer_accuracy_baseline":0.22333333333333333,"baseline_adjusted_skill":0.9871244635193133,"baseline_adjusted_score":0.9871244635193133},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.02269515948837318,"accuracy":0.97,"positive_recall":0.98,"specificity":0.96,"precision":0.9607843137254902,"balanced_accuracy":0.97,"f1":0.9702970297029703,"true_positive":49,"false_positive":2,"false_negative":1,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9092193620465072,"baseline_adjusted_skill":0.94,"baseline_adjusted_score":0.94},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.09096842166677305,"normalized_score_rmse":0.20255024665678872,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.6967719277774231,"baseline_adjusted_score":0.6967719277774231},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.22851190476190475,"fixed_answer_accuracy_baseline":0.24333333333333332,"baseline_adjusted_skill":0.881057268722467,"baseline_adjusted_score":0.881057268722467},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.03285924273087608,"accuracy":0.95,"positive_recall":0.98,"specificity":0.92,"precision":0.9245283018867925,"balanced_accuracy":0.95,"f1":0.9514563106796117,"true_positive":49,"false_positive":4,"false_negative":1,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8685630290764956,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.06531665057068198,"normalized_score_rmse":0.1732966996053703,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.3042222222222222,"baseline_adjusted_skill":0.7852995415865092,"baseline_adjusted_score":0.7852995415865092},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.72,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.5483870967741935,"baseline_adjusted_score":0.5483870967741935},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10450239441951562,"accuracy":0.87,"positive_recall":1,"specificity":0.74,"precision":0.7936507936507936,"balanced_accuracy":0.87,"f1":0.8849557522123894,"true_positive":50,"false_positive":13,"false_negative":0,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5819904223219375,"baseline_adjusted_skill":0.74,"baseline_adjusted_score":0.74},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.6799999999999999,"baseline_adjusted_score":0.6799999999999999},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.062157238196851754,"accuracy":0.93,"positive_recall":0.96,"specificity":0.9,"precision":0.9056603773584906,"balanced_accuracy":0.9299999999999999,"f1":0.9320388349514563,"true_positive":48,"false_positive":5,"false_negative":2,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.751371047212593,"baseline_adjusted_skill":0.8599999999999999,"baseline_adjusted_score":0.8599999999999999},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.63,"uniform_accuracy_baseline":0.3533333333333333,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.3728813559322034,"baseline_adjusted_score":0.3728813559322034},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.8225806451612904,"baseline_adjusted_score":0.8225806451612904},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.4,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.03225806451612906,"baseline_adjusted_score":0.03225806451612906},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.4,"uniform_accuracy_baseline":0.1111111111111111,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.28571428571428575,"baseline_adjusted_score":0.28571428571428575},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.11371100190898113,"accuracy":0.781375,"positive_recall":0.27290705339485827,"specificity":0.9003547740243714,"precision":0.390566037735849,"balanced_accuracy":0.5866309137096148,"f1":0.3213038416763679,"true_positive":20.7,"false_positive":32.3,"false_negative":55.15,"true_negative":291.85,"positive_prevalence":0.189625,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500001,"brier_skill":-0.4937678710006794,"baseline_adjusted_skill":0.17326182741922969,"baseline_adjusted_score":0.17326182741922969},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.18869088530805683,"normalized_score_rmse":0.30448963383352157,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":0.11723562428979262,"baseline_adjusted_score":0.11723562428979262},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.10695132625936857,"accuracy":0.7983750000000001,"positive_recall":0.5297702766057196,"specificity":0.8960286347366627,"precision":0.6494252873563219,"balanced_accuracy":0.7128994556711912,"f1":0.5835269816679577,"true_positive":56.5,"false_positive":30.5,"false_negative":50.15,"true_negative":262.85,"positive_prevalence":0.266625,"majority_accuracy_baseline":0.733375,"constant_brier_baseline":0.115654859375,"brier_skill":0.07525436598743374,"baseline_adjusted_skill":0.42579891134238235,"baseline_adjusted_score":0.42579891134238235},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.16625731184291914,"normalized_score_rmse":0.2810907362519733,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.3813681419798357,"baseline_adjusted_score":0.3813681419798357},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.09449885069749207,"accuracy":0.7938749999999999,"positive_recall":0.5337807606263982,"specificity":0.8947094535993061,"precision":0.6627777777777778,"balanced_accuracy":0.7142451071128522,"f1":0.5913258983890954,"true_positive":59.65,"false_positive":30.35,"false_negative":52.1,"true_negative":257.9,"positive_prevalence":0.279375,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937500001,"brier_skill":0.16487885630101018,"baseline_adjusted_skill":0.4284902142257043,"baseline_adjusted_score":0.4284902142257043},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.17042645887004754,"normalized_score_rmse":0.25755832288122427,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.3553609120754704,"baseline_adjusted_score":0.3553609120754704},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.13333816089283224,"accuracy":0.8121250000000001,"positive_recall":0.1667605633802817,"specificity":0.9961445783132531,"precision":0.925,"balanced_accuracy":0.5814525708467674,"f1":0.2825775656324582,"true_positive":14.8,"false_positive":1.2,"false_negative":73.95,"true_negative":310.05,"positive_prevalence":0.221875,"majority_accuracy_baseline":0.778125,"constant_brier_baseline":0.12674023437499998,"brier_skill":-0.052058658013131476,"baseline_adjusted_skill":0.16290514169353476,"baseline_adjusted_score":0.16290514169353476},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.17939821255895808,"normalized_score_rmse":0.34451798696709757,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.20488326843675086,"baseline_adjusted_score":0.20488326843675086},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.08441674467825744,"accuracy":0.8205,"positive_recall":0.6852551984877127,"specificity":0.8691366417403127,"precision":0.6531531531531531,"balanced_accuracy":0.7771959201140126,"f1":0.6688191881918819,"true_positive":72.5,"false_positive":38.5,"false_negative":33.3,"true_negative":255.7,"positive_prevalence":0.2645,"majority_accuracy_baseline":0.7355,"constant_brier_baseline":0.11362725,"brier_skill":0.25707306409107467,"baseline_adjusted_skill":0.5543918402280252,"baseline_adjusted_score":0.5543918402280252},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.15653652850873656,"normalized_score_rmse":0.2535665702448419,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.3769690407612475,"baseline_adjusted_score":0.3769690407612475},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.11562354416375824,"accuracy":0.804,"positive_recall":0.5430809399477807,"specificity":0.8658008658008659,"precision":0.4894117647058824,"balanced_accuracy":0.7044409028743233,"f1":0.5148514851485149,"true_positive":41.6,"false_positive":43.4,"false_negative":35,"true_negative":280,"positive_prevalence":0.19149999999999998,"majority_accuracy_baseline":0.8085,"constant_brier_baseline":0.09190274999999999,"brier_skill":-0.25810755569075194,"baseline_adjusted_skill":0.4088818057486465,"baseline_adjusted_score":0.4088818057486465},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1433737439348208,"normalized_score_rmse":0.26403445943283366,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.306954712097543,"baseline_adjusted_score":0.306954712097543},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.056636283973489715,"accuracy":0.88975,"positive_recall":0.6077235772357724,"specificity":0.9535561005518087,"precision":0.7475,"balanced_accuracy":0.7806398388937905,"f1":0.6704035874439461,"true_positive":44.85,"false_positive":15.15,"false_negative":28.95,"true_negative":311.05,"positive_prevalence":0.1845,"majority_accuracy_baseline":0.8155,"constant_brier_baseline":0.10922225,"brier_skill":0.48145836609766135,"baseline_adjusted_skill":0.561279677787581,"baseline_adjusted_score":0.561279677787581},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.10669021869803075,"normalized_score_rmse":0.21852915015555416,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":0.4366193072051181,"baseline_adjusted_score":0.4366193072051181},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.09710648165389602,"accuracy":0.8372499999999999,"positive_recall":0.2254777070063694,"specificity":0.9866251944012442,"precision":0.8045454545454546,"balanced_accuracy":0.6060514507038068,"f1":0.3522388059701492,"true_positive":17.7,"false_positive":4.3,"false_negative":60.8,"true_negative":317.2,"positive_prevalence":0.19625,"majority_accuracy_baseline":0.80375,"constant_brier_baseline":0.09878593749999999,"brier_skill":0.01700096075014701,"baseline_adjusted_skill":0.21210290140761368,"baseline_adjusted_score":0.21210290140761368},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.16470759070751506,"normalized_score_rmse":0.30739540847788865,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":0.22031909724253218,"baseline_adjusted_score":0.22031909724253218},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.13438396408598569,"accuracy":0.7073979591836735,"positive_recall":0.6669632265717675,"specificity":0.7379140555058192,"precision":0.6576023391812865,"balanced_accuracy":0.7024386410387934,"f1":0.6622497055359247,"true_positive":112.45,"false_positive":58.55,"false_negative":56.15,"true_negative":164.85,"positive_prevalence":0.4301020408163265,"majority_accuracy_baseline":0.5698979591836735,"constant_brier_baseline":0.12359641815910039,"brier_skill":-0.08728040899210332,"baseline_adjusted_skill":0.4048772820775868,"baseline_adjusted_score":0.4048772820775868},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.20308051607946825,"normalized_score_rmse":0.2886297090927815,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.26289294163748556,"baseline_adjusted_score":0.26289294163748556},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.06768707413500102,"accuracy":0.87825,"positive_recall":0.529897718332022,"specificity":0.9440481497993759,"precision":0.6414285714285713,"balanced_accuracy":0.736972934065699,"f1":0.5803532959931064,"true_positive":67.35,"false_positive":37.65,"false_negative":59.75,"true_negative":635.25,"positive_prevalence":0.158875,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499999,"brier_skill":0.3147519947153844,"baseline_adjusted_skill":0.47394586813139794,"baseline_adjusted_score":0.47394586813139794},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.10678168722214344,"normalized_score_rmse":0.23343216048146137,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":0.3528382592597368,"baseline_adjusted_score":0.3528382592597368},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.54,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.2580645161290323,"baseline_adjusted_score":0.2580645161290323},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.37031528784566525,"accuracy":0.58,"positive_recall":0.54,"specificity":0.62,"precision":0.5869565217391305,"balanced_accuracy":0.5800000000000001,"f1":0.5625,"true_positive":27,"false_positive":19,"false_negative":23,"true_negative":31,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.481261151382661,"baseline_adjusted_skill":0.16000000000000014,"baseline_adjusted_score":0.16000000000000014},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.3399602385685885,"uniform_accuracy_baseline":0.058823529411764705,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.22429906542056077,"baseline_adjusted_score":0.22429906542056077},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.73,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.41304347826086946,"baseline_adjusted_score":0.41304347826086946},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2841579867346303,"accuracy":0.59,"positive_recall":0.66,"specificity":0.52,"precision":0.5789473684210527,"balanced_accuracy":0.5900000000000001,"f1":0.616822429906542,"true_positive":33,"false_positive":24,"false_negative":17,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.1366319469385211,"baseline_adjusted_skill":0.18000000000000016,"baseline_adjusted_score":0.18000000000000016},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.62,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.3968253968253968,"baseline_adjusted_score":0.3968253968253968},"scoring":{"eligible":true,"reason":null},"model":3,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.21301297672814104,"accuracy":0.75,"positive_recall":0.5352112676056338,"specificity":0.948051948051948,"precision":0.9047619047619048,"balanced_accuracy":0.7416316078287909,"f1":0.672566371681416,"true_positive":38,"false_positive":4,"false_negative":33,"true_negative":73,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.24958911614317017,"brier_skill":0.1465454102335464,"baseline_adjusted_skill":0.4832632156575818,"baseline_adjusted_score":0.4832632156575818},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.4,"uniform_accuracy_baseline":0.2005,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.1549295774647888,"baseline_adjusted_score":0.1549295774647888},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.9411764705882353,"baseline_adjusted_score":0.9411764705882353},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.4680851063829787,"baseline_adjusted_score":0.4680851063829787},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.8163265306122449,"baseline_adjusted_score":0.8163265306122449},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.13050875732445977,"accuracy":0.61830178812,"positive_recall":0.8476284069150443,"specificity":0.25037089552051606,"precision":0.6446516785061728,"balanced_accuracy":0.5489996512177802,"f1":0.7323358136392477,"true_positive":52.216785959,"false_positive":28.783214041,"false_negative":9.386607147,"true_negative":9.613392853,"positive_prevalence":0.61603393106,"majority_accuracy_baseline":0.61603393106,"constant_brier_baseline":0.07908707655202402,"brier_skill":-0.650190688722831,"baseline_adjusted_skill":0.09799930243556032,"baseline_adjusted_score":0.09799930243556032},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11979547909772932,"accuracy":0.84,"positive_recall":0.9,"specificity":0.78,"precision":0.8035714285714286,"balanced_accuracy":0.8400000000000001,"f1":0.8490566037735849,"true_positive":45,"false_positive":11,"false_negative":5,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5208180836090828,"baseline_adjusted_skill":0.6800000000000002,"baseline_adjusted_score":0.6800000000000002},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.012987012987012986,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.2947368421052632,"baseline_adjusted_score":0.2947368421052632},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.8500000000000001,"baseline_adjusted_score":0.8500000000000001},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.55,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.2968750000000001,"baseline_adjusted_score":0.2968750000000001},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2080060931016628,"accuracy":0.71,"positive_recall":0.98,"specificity":0.44,"precision":0.6363636363636364,"balanced_accuracy":0.71,"f1":0.7716535433070866,"true_positive":49,"false_positive":28,"false_negative":1,"true_negative":22,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.16797562759334883,"baseline_adjusted_skill":0.41999999999999993,"baseline_adjusted_score":0.41999999999999993},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.13706233483481264,"accuracy":0.6897524541556569,"positive_recall":0.5625623524817929,"specificity":0.7489768348882081,"precision":0.5106501922733626,"balanced_accuracy":0.6557695936850005,"f1":0.5353507557556952,"true_positive":125.10929710697383,"false_positive":119.89070289302617,"false_negative":97.28257919801399,"true_negative":357.717420801986,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768642,"brier_skill":-0.5447659931193141,"baseline_adjusted_skill":0.3115391873700011,"baseline_adjusted_score":0.3115391873700011},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.23072536454668444,"accuracy":0.64,"positive_recall":0.54,"specificity":0.74,"precision":0.675,"balanced_accuracy":0.64,"f1":0.6,"true_positive":27,"false_positive":13,"false_negative":23,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.07709854181326226,"baseline_adjusted_skill":0.28,"baseline_adjusted_score":0.28},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.31788079470198677,"uniform_accuracy_baseline":0.006622516556291391,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.2896551724137931,"baseline_adjusted_score":0.2896551724137931},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.7205882352941176,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.4848156182212581,"baseline_adjusted_score":0.4848156182212581},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.39,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.016666666666666684,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11921235079382321,"accuracy":0.85,"positive_recall":0.82,"specificity":0.88,"precision":0.8723404255319149,"balanced_accuracy":0.85,"f1":0.845360824742268,"true_positive":41,"false_positive":6,"false_negative":9,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5231505968247072,"baseline_adjusted_skill":0.7,"baseline_adjusted_score":0.7},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.72,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.4166666666666666,"baseline_adjusted_score":0.4166666666666666},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.07142857142857142,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9438202247191011,"baseline_adjusted_score":0.9438202247191011},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.6739130434782608,"baseline_adjusted_score":0.6739130434782608},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.3150684931506849,"baseline_adjusted_score":0.3150684931506849},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.8888888888888888,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.6666666666666665,"baseline_adjusted_score":0.6666666666666665},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.22251724072522525,"accuracy":0.7195121951219512,"positive_recall":0.725,"specificity":0.7142857142857143,"precision":0.7073170731707317,"balanced_accuracy":0.7196428571428571,"f1":0.7160493827160493,"true_positive":29,"false_positive":12,"false_negative":11,"true_negative":30,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.2498512790005949,"brier_skill":0.10940123414499137,"baseline_adjusted_skill":0.4392857142857143,"baseline_adjusted_score":0.4392857142857143},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1491006552119573,"accuracy":0.85,"positive_recall":0.72,"specificity":0.98,"precision":0.972972972972973,"balanced_accuracy":0.85,"f1":0.8275862068965517,"true_positive":36,"false_positive":1,"false_negative":14,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.40359737915217075,"baseline_adjusted_skill":0.7,"baseline_adjusted_score":0.7},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.7262569832402235,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.6487455197132617,"baseline_adjusted_score":0.6487455197132617},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.6,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.34426229508196715,"baseline_adjusted_score":0.34426229508196715},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.19518328522006637,"accuracy":0.775,"positive_recall":0.4772727272727273,"specificity":0.8589743589743589,"precision":0.4883720930232558,"balanced_accuracy":0.668123543123543,"f1":0.4827586206896552,"true_positive":21,"false_positive":22,"false_negative":23,"true_negative":134,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.1374317320516687,"baseline_adjusted_skill":0.3362470862470861,"baseline_adjusted_score":0.3362470862470861},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.20301226336941766,"accuracy":0.735,"positive_recall":0.3,"specificity":0.88,"precision":0.45454545454545453,"balanced_accuracy":0.59,"f1":0.3614457831325301,"true_positive":15,"false_positive":18,"false_negative":35,"true_negative":132,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-0.08273207130356086,"baseline_adjusted_skill":0.17999999999999994,"baseline_adjusted_score":0.17999999999999994},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.040573185776604105,"accuracy":0.96,"positive_recall":0.7894736842105263,"specificity":0.9779005524861878,"precision":0.7894736842105263,"balanced_accuracy":0.883687118348357,"f1":0.7894736842105263,"true_positive":15,"false_positive":4,"false_negative":4,"true_negative":177,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.085975,"brier_skill":0.5280815844535725,"baseline_adjusted_skill":0.767374236696714,"baseline_adjusted_score":0.767374236696714},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.12423185875200722,"accuracy":0.8298273809523811,"positive_recall":0.5789108223390537,"specificity":0.845845021814981,"precision":0.19337309476474487,"balanced_accuracy":0.7123779220770173,"f1":0.2899083480291101,"true_positive":97.26666666666667,"false_positive":405.73333333333335,"false_negative":70.75,"true_negative":2226.25,"positive_prevalence":0.060005952380952375,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679138,"brier_skill":-2.858015777640598,"baseline_adjusted_skill":0.42475584415403467,"baseline_adjusted_score":0.42475584415403467},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.5949008498583569,"uniform_accuracy_baseline":0.027777777777777776,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.5357142857142857,"baseline_adjusted_score":0.5357142857142857},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.48,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.2571428571428572,"baseline_adjusted_score":0.2571428571428572},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10338789158581595,"accuracy":0.88,"positive_recall":0.96,"specificity":0.8,"precision":0.8275862068965517,"balanced_accuracy":0.88,"f1":0.8888888888888888,"true_positive":48,"false_positive":10,"false_negative":2,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5864484336567362,"baseline_adjusted_skill":0.76,"baseline_adjusted_score":0.76},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.03451519334325994,"accuracy":0.95,"positive_recall":0.98,"specificity":0.92,"precision":0.9245283018867925,"balanced_accuracy":0.95,"f1":0.9514563106796117,"true_positive":49,"false_positive":4,"false_negative":1,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8619392266269602,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.67,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":0.15384615384615397,"baseline_adjusted_score":0.15384615384615397},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.2872340425531915,"baseline_adjusted_score":0.2872340425531915},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08474067968618604,"accuracy":0.89,"positive_recall":0.98,"specificity":0.8,"precision":0.8305084745762712,"balanced_accuracy":0.89,"f1":0.8990825688073395,"true_positive":49,"false_positive":10,"false_negative":1,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6610372812552558,"baseline_adjusted_skill":0.78,"baseline_adjusted_score":0.78},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.7611940298507464,"baseline_adjusted_score":0.7611940298507464},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.04154164179371324,"accuracy":0.96,"positive_recall":0.96,"specificity":0.96,"precision":0.96,"balanced_accuracy":0.96,"f1":0.96,"true_positive":48,"false_positive":2,"false_negative":2,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8338334328251471,"baseline_adjusted_skill":0.9199999999999999,"baseline_adjusted_score":0.9199999999999999},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.440812027027027,"uniform_accuracy_baseline":0.23445945945945948,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.24193946600509705,"baseline_adjusted_score":0.24193946600509705},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.12571523575376203,"accuracy":0.6785526249999999,"positive_recall":0.9460479924717565,"specificity":0.4238376479773047,"precision":0.609913052173913,"balanced_accuracy":0.6849428202245307,"f1":0.7416728337473909,"true_positive":70.140001,"false_positive":44.859999,"false_negative":4.000002,"true_negative":32.999998,"positive_prevalence":0.4877631776315789,"majority_accuracy_baseline":0.512236822368421,"constant_brier_baseline":0.09451910039768556,"brier_skill":-0.33005112432111505,"baseline_adjusted_skill":0.36988564044906136,"baseline_adjusted_score":0.36988564044906136},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.17851199464014175,"normalized_score_rmse":0.2284705501289185,"constant_score_baseline":0.5841668333333333,"constant_mae_baseline":0.21700552708333334,"baseline_adjusted_skill":0.17738503235638559,"baseline_adjusted_score":0.17738503235638559},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2057892874263858,"accuracy":0.75,"positive_recall":0.78,"specificity":0.72,"precision":0.7358490566037735,"balanced_accuracy":0.75,"f1":0.7572815533980582,"true_positive":39,"false_positive":14,"false_negative":11,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.1768428502944568,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25463120992034605,"accuracy":0.61,"positive_recall":0.46,"specificity":0.76,"precision":0.6571428571428571,"balanced_accuracy":0.61,"f1":0.5411764705882353,"true_positive":23,"false_positive":12,"false_negative":27,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.018524839681384186,"baseline_adjusted_skill":0.21999999999999997,"baseline_adjusted_score":0.21999999999999997},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.7704918032786885,"baseline_adjusted_score":0.7704918032786885},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.625,"uniform_accuracy_baseline":0.036111111111111115,"fixed_answer_accuracy_baseline":0.08833333333333333,"baseline_adjusted_skill":0.5886654478976234,"baseline_adjusted_score":0.5886654478976234},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.7272727272727273,"baseline_adjusted_score":0.7272727272727273},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.53,"uniform_accuracy_baseline":0.049879324215607396,"fixed_answer_accuracy_baseline":0.12442477876106194,"baseline_adjusted_skill":0.4632100262785527,"baseline_adjusted_score":0.4632100262785527},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3157763043091625,"accuracy":0.55,"positive_recall":0.24,"specificity":0.86,"precision":0.631578947368421,"balanced_accuracy":0.55,"f1":0.34782608695652173,"true_positive":12,"false_positive":7,"false_negative":38,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.2631052172366499,"baseline_adjusted_skill":0.10000000000000009,"baseline_adjusted_score":0.10000000000000009},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.8888888888888888,"uniform_accuracy_baseline":0.23888888888888887,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.8431372549019607,"baseline_adjusted_score":0.8431372549019607},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.13446420973050605,"accuracy":0.828125,"positive_recall":0.78125,"specificity":0.875,"precision":0.8620689655172413,"balanced_accuracy":0.828125,"f1":0.819672131147541,"true_positive":25,"false_positive":4,"false_negative":7,"true_negative":28,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4621431610779758,"baseline_adjusted_skill":0.65625,"baseline_adjusted_score":0.65625},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.9565217391304347,"baseline_adjusted_score":0.9565217391304347},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.82,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.7272727272727273,"baseline_adjusted_score":0.7272727272727273},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.14886562656029179,"accuracy":0.78,"positive_recall":0.84,"specificity":0.72,"precision":0.75,"balanced_accuracy":0.78,"f1":0.7924528301886793,"true_positive":42,"false_positive":14,"false_negative":8,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.40453749375883286,"baseline_adjusted_skill":0.56,"baseline_adjusted_score":0.56},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.8260869565217391,"baseline_adjusted_score":0.8260869565217391},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.030648527670056977,"accuracy":0.9393939393939394,"positive_recall":1,"specificity":0.8823529411764706,"precision":0.8888888888888888,"balanced_accuracy":0.9411764705882353,"f1":0.9411764705882353,"true_positive":16,"false_positive":2,"false_negative":0,"true_negative":15,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.8772932109092204,"baseline_adjusted_skill":0.8823529411764706,"baseline_adjusted_score":0.8823529411764706},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.14331786462775198,"normalized_score_rmse":0.286087024612029,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.5657034405219636,"baseline_adjusted_score":0.5657034405219636},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.21875,"uniform_accuracy_baseline":0.178125,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.0964912280701754,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.02478672203767618,"accuracy":0.9411764705882353,"positive_recall":0.9411764705882353,"specificity":0.9411764705882353,"precision":0.9411764705882353,"balanced_accuracy":0.9411764705882353,"f1":0.9411764705882353,"true_positive":16,"false_positive":1,"false_negative":1,"true_negative":16,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9008531118492953,"baseline_adjusted_skill":0.8823529411764706,"baseline_adjusted_score":0.8823529411764706},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.41442461059812236,"normalized_score_rmse":0.4655367612459874,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-1.818087352067232,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.9583333333333334,"uniform_accuracy_baseline":0.13194444444444445,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":0.8956521739130435,"baseline_adjusted_score":0.8956521739130435},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.02186348696886046,"accuracy":0.9615384615384616,"positive_recall":1,"specificity":0.9230769230769231,"precision":0.9285714285714286,"balanced_accuracy":0.9615384615384616,"f1":0.9629629629629629,"true_positive":26,"false_positive":2,"false_negative":0,"true_negative":24,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9125460521245582,"baseline_adjusted_skill":0.9230769230769231,"baseline_adjusted_score":0.9230769230769231},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.0361023117268274,"accuracy":0.9733333333333334,"positive_recall":1,"specificity":0.9444444444444444,"precision":0.9512195121951219,"balanced_accuracy":0.9722222222222222,"f1":0.975,"true_positive":39,"false_positive":2,"false_negative":0,"true_negative":34,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24960000000000004,"brier_skill":0.8553593280175185,"baseline_adjusted_skill":0.9444444444444444,"baseline_adjusted_score":0.9444444444444444},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.21543904980644585,"normalized_score_rmse":0.2805093542394876,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.23057482211983638,"baseline_adjusted_score":0.23057482211983638},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.84,"baseline_adjusted_score":0.84},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.10344562909154971,"accuracy":0.8214285714285714,"positive_recall":1,"specificity":0.6428571428571429,"precision":0.7368421052631579,"balanced_accuracy":0.8214285714285714,"f1":0.8484848484848485,"true_positive":14,"false_positive":5,"false_negative":0,"true_negative":9,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5862174836338012,"baseline_adjusted_skill":0.6428571428571428,"baseline_adjusted_score":0.6428571428571428},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.11937835298065858,"normalized_score_rmse":0.25005852615244345,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.1696969696969697,"baseline_adjusted_skill":0.2965204199354049,"baseline_adjusted_score":0.2965204199354049},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.014889064688570632,"accuracy":0.9764705882352941,"positive_recall":0.9777777777777777,"specificity":0.975,"precision":0.9777777777777777,"balanced_accuracy":0.9763888888888889,"f1":0.9777777777777777,"true_positive":44,"false_positive":1,"false_negative":1,"true_negative":39,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.2491349480968858,"brier_skill":0.9402369486805985,"baseline_adjusted_skill":0.9527777777777777,"baseline_adjusted_score":0.9527777777777777},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.8421052631578947,"baseline_adjusted_score":0.8421052631578947},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.1893100112354654,"accuracy":0.68,"positive_recall":0.5714285714285714,"specificity":0.9333333333333333,"precision":0.9523809523809523,"balanced_accuracy":0.7523809523809524,"f1":0.7142857142857143,"true_positive":20,"false_positive":1,"false_negative":15,"true_negative":14,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.21,"brier_skill":0.09852375602159336,"baseline_adjusted_skill":0.5047619047619047,"baseline_adjusted_score":0.5047619047619047},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.17167685735970736,"normalized_score_rmse":0.2762661154181818,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.3868683665724738,"baseline_adjusted_score":0.3868683665724738},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.8354430379746836,"uniform_accuracy_baseline":0.24240506329113923,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.717391304347826,"baseline_adjusted_score":0.717391304347826},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.11361311954102847,"accuracy":0.8571428571428571,"positive_recall":1,"specificity":0.7,"precision":0.7857142857142857,"balanced_accuracy":0.85,"f1":0.88,"true_positive":11,"false_positive":3,"false_negative":0,"true_negative":7,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.2494331065759637,"brier_skill":0.544514675294604,"baseline_adjusted_skill":0.7,"baseline_adjusted_score":0.7},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.8484848484848485,"uniform_accuracy_baseline":0.32373737373737377,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.75,"baseline_adjusted_score":0.75},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.2699889827518692,"accuracy":0.5151515151515151,"positive_recall":0.35294117647058826,"specificity":0.6875,"precision":0.5454545454545454,"balanced_accuracy":0.5202205882352942,"f1":0.42857142857142855,"true_positive":6,"false_positive":5,"false_negative":11,"true_negative":11,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":-0.08094853756171183,"baseline_adjusted_skill":0.040441176470588314,"baseline_adjusted_score":0.040441176470588314},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.17001136847644446,"normalized_score_rmse":0.2688116063260962,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.3431372549019608,"baseline_adjusted_skill":0.5045382975829333,"baseline_adjusted_score":0.5045382975829333},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10375032182246778,"accuracy":0.86,"positive_recall":0.96,"specificity":0.76,"precision":0.8,"balanced_accuracy":0.86,"f1":0.8727272727272727,"true_positive":48,"false_positive":12,"false_negative":2,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5849987127101288,"baseline_adjusted_skill":0.72,"baseline_adjusted_score":0.72},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.5733333333333334,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":0.3402061855670103,"baseline_adjusted_score":0.3402061855670103},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.2481896791889036,"accuracy":0.5333333333333333,"positive_recall":0.16216216216216217,"specificity":0.8947368421052632,"precision":0.6,"balanced_accuracy":0.5284495021337127,"f1":0.2553191489361702,"true_positive":6,"false_positive":4,"false_negative":31,"true_negative":34,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555554,"brier_skill":0.00706476142419421,"baseline_adjusted_skill":0.056899004267425335,"baseline_adjusted_score":0.056899004267425335},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.14285714285714285,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.9615384615384615,"baseline_adjusted_score":0.9615384615384615},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.31,"uniform_accuracy_baseline":0.32416666666666666,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.0454545454545455,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.12338510766788206,"accuracy":0.8787878787878788,"positive_recall":0.875,"specificity":0.8823529411764706,"precision":0.875,"balanced_accuracy":0.8786764705882353,"f1":0.875,"true_positive":14,"false_positive":2,"false_negative":2,"true_negative":15,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.5060059476091046,"baseline_adjusted_skill":0.7573529411764706,"baseline_adjusted_score":0.7573529411764706},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.034612899898396186,"normalized_score_rmse":0.05422061186263148,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.8424516280486795,"baseline_adjusted_score":0.8424516280486795},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.17145131927565932,"accuracy":0.76,"positive_recall":0.6818181818181818,"specificity":0.782051282051282,"precision":0.46875,"balanced_accuracy":0.7319347319347319,"f1":0.5555555555555556,"true_positive":15,"false_positive":17,"false_negative":7,"true_negative":61,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":0.0008664377875331475,"baseline_adjusted_skill":0.4638694638694638,"baseline_adjusted_score":0.4638694638694638},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10534966438648269,"accuracy":0.83,"positive_recall":0.6486486486486487,"specificity":0.9365079365079365,"precision":0.8571428571428571,"balanced_accuracy":0.7925782925782926,"f1":0.7384615384615385,"true_positive":24,"false_positive":4,"false_negative":13,"true_negative":59,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000003,"brier_skill":0.5480494878314772,"baseline_adjusted_skill":0.5851565851565852,"baseline_adjusted_score":0.5851565851565852},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1431707957206652,"accuracy":0.79,"positive_recall":0.8205128205128205,"specificity":0.7704918032786885,"precision":0.6956521739130435,"balanced_accuracy":0.7955023118957545,"f1":0.7529411764705882,"true_positive":32,"false_positive":14,"false_negative":7,"true_negative":47,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379,"brier_skill":0.3981891730951441,"baseline_adjusted_skill":0.591004623791509,"baseline_adjusted_score":0.591004623791509},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.0993375124455863,"accuracy":0.85,"positive_recall":0.9032258064516129,"specificity":0.8260869565217391,"precision":0.7,"balanced_accuracy":0.864656381486676,"f1":0.7887323943661971,"true_positive":28,"false_positive":12,"false_negative":3,"true_negative":57,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999998,"brier_skill":0.5355890021244212,"baseline_adjusted_skill":0.729312762973352,"baseline_adjusted_score":0.729312762973352},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.888888888888889,"baseline_adjusted_score":0.888888888888889},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.1611508540244722,"normalized_score_rmse":0.20969244748891047,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.3068780472065712,"baseline_adjusted_score":0.3068780472065712},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.16505023633756294,"accuracy":0.82,"positive_recall":0.84,"specificity":0.8,"precision":0.8076923076923077,"balanced_accuracy":0.8200000000000001,"f1":0.8235294117647058,"true_positive":42,"false_positive":10,"false_negative":8,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.33979905464974824,"baseline_adjusted_skill":0.6400000000000001,"baseline_adjusted_score":0.6400000000000001},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.36731913120805015,"accuracy":0.47,"positive_recall":0.54,"specificity":0.4,"precision":0.47368421052631576,"balanced_accuracy":0.47000000000000003,"f1":0.5046728971962616,"true_positive":27,"false_positive":30,"false_negative":23,"true_negative":20,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.4692765248322006,"baseline_adjusted_skill":-0.05999999999999994,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.43,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.6285714285714287,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.12959169715711766,"accuracy":0.83,"positive_recall":0.86,"specificity":0.8,"precision":0.8113207547169812,"balanced_accuracy":0.8300000000000001,"f1":0.8349514563106796,"true_positive":43,"false_positive":10,"false_negative":7,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.48163321137152937,"baseline_adjusted_skill":0.6600000000000001,"baseline_adjusted_score":0.6600000000000001},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.7857142857142858,"baseline_adjusted_score":0.7857142857142858},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.71,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.5166666666666666,"baseline_adjusted_score":0.5166666666666666},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.18226176764533783,"accuracy":0.76,"positive_recall":0.62,"specificity":0.9,"precision":0.8611111111111112,"balanced_accuracy":0.76,"f1":0.7209302325581395,"true_positive":31,"false_positive":5,"false_negative":19,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2709529294186487,"baseline_adjusted_skill":0.52,"baseline_adjusted_score":0.52},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.20851190476190473,"fixed_answer_accuracy_baseline":0.22333333333333333,"baseline_adjusted_skill":0.9484978540772532,"baseline_adjusted_score":0.9484978540772532},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.04122989063799732,"accuracy":0.95,"positive_recall":0.9,"specificity":1,"precision":1,"balanced_accuracy":0.95,"f1":0.9473684210526315,"true_positive":45,"false_positive":0,"false_negative":5,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8350804374480107,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.053271224965174044,"normalized_score_rmse":0.13329043087652723,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.8224292501160865,"baseline_adjusted_score":0.8224292501160865},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.22851190476190475,"fixed_answer_accuracy_baseline":0.24333333333333332,"baseline_adjusted_skill":0.9339207048458149,"baseline_adjusted_score":0.9339207048458149},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.025857998359472414,"accuracy":0.97,"positive_recall":0.96,"specificity":0.98,"precision":0.9795918367346939,"balanced_accuracy":0.97,"f1":0.9696969696969697,"true_positive":48,"false_positive":1,"false_negative":2,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8965680065621103,"baseline_adjusted_skill":0.94,"baseline_adjusted_score":0.94},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.021857129211929435,"normalized_score_rmse":0.06881913777163873,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.3042222222222222,"baseline_adjusted_skill":0.9281540676014007,"baseline_adjusted_score":0.9281540676014007},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.82,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.7096774193548386,"baseline_adjusted_score":0.7096774193548386},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.13978665219195222,"accuracy":0.85,"positive_recall":0.94,"specificity":0.76,"precision":0.7966101694915254,"balanced_accuracy":0.85,"f1":0.8623853211009175,"true_positive":47,"false_positive":12,"false_negative":3,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.44085339123219114,"baseline_adjusted_skill":0.7,"baseline_adjusted_score":0.7},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.74,"baseline_adjusted_score":0.74},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.06252175992984002,"accuracy":0.91,"positive_recall":0.92,"specificity":0.9,"precision":0.9019607843137255,"balanced_accuracy":0.91,"f1":0.9108910891089109,"true_positive":46,"false_positive":5,"false_negative":4,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7499129602806399,"baseline_adjusted_skill":0.8200000000000001,"baseline_adjusted_score":0.8200000000000001},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.6,"uniform_accuracy_baseline":0.3533333333333333,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.3220338983050847,"baseline_adjusted_score":0.3220338983050847},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.73,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.564516129032258,"baseline_adjusted_score":0.564516129032258},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.43,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.08064516129032256,"baseline_adjusted_score":0.08064516129032256},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.36,"uniform_accuracy_baseline":0.1111111111111111,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.23809523809523808,"baseline_adjusted_score":0.23809523809523808},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.12171311491942881,"accuracy":0.717375,"positive_recall":0.6710613052076467,"specificity":0.7282122474163197,"precision":0.3661870503597122,"balanced_accuracy":0.6996367763119833,"f1":0.4738189434489179,"true_positive":50.9,"false_positive":88.1,"false_negative":24.95,"true_negative":236.05,"positive_prevalence":0.189625,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500001,"brier_skill":-0.5988878603988133,"baseline_adjusted_skill":0.3992735526239666,"baseline_adjusted_score":0.3992735526239666},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.20516079219756647,"normalized_score_rmse":0.26957648268253753,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":0.0401834283154785,"baseline_adjusted_score":0.0401834283154785},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.09394870162433604,"accuracy":0.779375,"positive_recall":0.6676043131739334,"specificity":0.8200102266916652,"precision":0.5741935483870968,"balanced_accuracy":0.7438072699327993,"f1":0.6173856492521137,"true_positive":71.2,"false_positive":52.8,"false_negative":35.45,"true_negative":240.55,"positive_prevalence":0.266625,"majority_accuracy_baseline":0.733375,"constant_brier_baseline":0.115654859375,"brier_skill":0.1876804646857404,"baseline_adjusted_skill":0.48761453986559866,"baseline_adjusted_score":0.48761453986559866},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.16758060101939917,"normalized_score_rmse":0.23751337812135592,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.37644427527665425,"baseline_adjusted_score":0.37644427527665425},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.12893978962495117,"accuracy":0.716125,"positive_recall":0.7794183445190156,"specificity":0.6915871639202081,"precision":0.4948863636363636,"balanced_accuracy":0.7355027542196119,"f1":0.6053866203301477,"true_positive":87.1,"false_positive":88.9,"false_negative":24.65,"true_negative":199.35,"positive_prevalence":0.279375,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937500001,"brier_skill":-0.139488404198699,"baseline_adjusted_skill":0.47100550843922373,"baseline_adjusted_score":0.47100550843922373},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.20645210255941493,"normalized_score_rmse":0.271189178587668,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.21909370190292232,"baseline_adjusted_score":0.21909370190292232},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.05256717242438799,"accuracy":0.872875,"positive_recall":0.7825352112676056,"specificity":0.8986345381526104,"precision":0.6876237623762377,"balanced_accuracy":0.840584874710108,"f1":0.7320158102766797,"true_positive":69.45,"false_positive":31.55,"false_negative":19.3,"true_negative":279.7,"positive_prevalence":0.221875,"majority_accuracy_baseline":0.778125,"constant_brier_baseline":0.12674023437499998,"brier_skill":0.5852369006289523,"baseline_adjusted_skill":0.681169749420216,"baseline_adjusted_score":0.681169749420216},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.12562730074845604,"normalized_score_rmse":0.1967549420543877,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.443203099175818,"baseline_adjusted_score":0.443203099175818},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.11634111487957954,"accuracy":0.74175,"positive_recall":0.8293950850661626,"specificity":0.710231135282121,"precision":0.5072254335260116,"balanced_accuracy":0.7698131101741418,"f1":0.62948350071736,"true_positive":87.75,"false_positive":85.25,"false_negative":18.05,"true_negative":208.95,"positive_prevalence":0.2645,"majority_accuracy_baseline":0.7355,"constant_brier_baseline":0.11362725,"brier_skill":-0.023883926431199853,"baseline_adjusted_skill":0.5396262203482836,"baseline_adjusted_score":0.5396262203482836},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1967137711266696,"normalized_score_rmse":0.2709009676809398,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.2170596174062901,"baseline_adjusted_score":0.2170596174062901},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.10966065604065028,"accuracy":0.7805,"positive_recall":0.6383812010443864,"specificity":0.8141620284477427,"precision":0.44862385321100917,"balanced_accuracy":0.7262716147460646,"f1":0.5269396551724138,"true_positive":48.9,"false_positive":60.1,"false_negative":27.7,"true_negative":263.3,"positive_prevalence":0.19149999999999998,"majority_accuracy_baseline":0.8085,"constant_brier_baseline":0.09190274999999999,"brier_skill":-0.19322496922725696,"baseline_adjusted_skill":0.4525432294921292,"baseline_adjusted_score":0.4525432294921292},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1659775349161282,"normalized_score_rmse":0.254915866745733,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.19769167412143462,"baseline_adjusted_score":0.19769167412143462},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.0978374159336213,"accuracy":0.80675,"positive_recall":0.7960704607046071,"specificity":0.8091661557326794,"precision":0.4855371900826446,"balanced_accuracy":0.8026183082186432,"f1":0.6031827515400411,"true_positive":58.75,"false_positive":62.25,"false_negative":15.05,"true_negative":263.95,"positive_prevalence":0.1845,"majority_accuracy_baseline":0.8155,"constant_brier_baseline":0.10922225,"brier_skill":0.10423548376249991,"baseline_adjusted_skill":0.6052366164372864,"baseline_adjusted_score":0.6052366164372864},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.19547300405163695,"normalized_score_rmse":0.28005995105130255,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":-0.03220068146078914,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.08727104964519425,"accuracy":0.8077500000000001,"positive_recall":0.5452229299363057,"specificity":0.871850699844479,"precision":0.5095238095238095,"balanced_accuracy":0.7085368148903923,"f1":0.5267692307692308,"true_positive":42.8,"false_positive":41.2,"false_negative":35.7,"true_negative":280.3,"positive_prevalence":0.19625,"majority_accuracy_baseline":0.80375,"constant_brier_baseline":0.09878593749999999,"brier_skill":0.11656403883200217,"baseline_adjusted_skill":0.41707362978078466,"baseline_adjusted_score":0.41707362978078466},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.184331413825239,"normalized_score_rmse":0.24669103073172216,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":0.12742525999886867,"baseline_adjusted_score":0.12742525999886867},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.14647696506916258,"accuracy":0.6801020408163266,"positive_recall":0.9051008303677343,"specificity":0.5102954341987467,"precision":0.582442748091603,"balanced_accuracy":0.7076981322832405,"f1":0.7087784486762657,"true_positive":152.6,"false_positive":109.39999999999999,"false_negative":16,"true_negative":114,"positive_prevalence":0.4301020408163265,"majority_accuracy_baseline":0.5698979591836735,"constant_brier_baseline":0.12359641815910039,"brier_skill":-0.18512305818287578,"baseline_adjusted_skill":0.41539626456648104,"baseline_adjusted_score":0.41539626456648104},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.18530704708424237,"normalized_score_rmse":0.2473030725401728,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.32740405132386097,"baseline_adjusted_score":0.32740405132386097},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.07374388672223685,"accuracy":0.85675,"positive_recall":0.8280881195908734,"specificity":0.8621637687620746,"precision":0.5315656565656566,"balanced_accuracy":0.845125944176474,"f1":0.6474930790525991,"true_positive":105.25,"false_positive":92.75,"false_negative":21.85,"true_negative":580.15,"positive_prevalence":0.158875,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499999,"brier_skill":0.2534342498309159,"baseline_adjusted_skill":0.690251888352948,"baseline_adjusted_score":0.690251888352948},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.17763060867878266,"normalized_score_rmse":0.2518460385689027,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-0.07654914350777364,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.59,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.33870967741935476,"baseline_adjusted_score":0.33870967741935476},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.28443891832141693,"accuracy":0.59,"positive_recall":0.56,"specificity":0.62,"precision":0.5957446808510638,"balanced_accuracy":0.5900000000000001,"f1":0.5773195876288659,"true_positive":28,"false_positive":19,"false_negative":22,"true_negative":31,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.13775567328566773,"baseline_adjusted_skill":0.18000000000000016,"baseline_adjusted_score":0.18000000000000016},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.3260437375745527,"uniform_accuracy_baseline":0.058823529411764705,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.20794392523364488,"baseline_adjusted_score":0.20794392523364488},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.6521739130434782,"baseline_adjusted_score":0.6521739130434782},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2375867056237779,"accuracy":0.68,"positive_recall":0.58,"specificity":0.78,"precision":0.725,"balanced_accuracy":0.6799999999999999,"f1":0.6444444444444445,"true_positive":29,"false_positive":11,"false_negative":21,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.0496531775048884,"baseline_adjusted_skill":0.3599999999999999,"baseline_adjusted_score":0.3599999999999999},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.49,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.19047619047619047,"baseline_adjusted_score":0.19047619047619047},"scoring":{"eligible":true,"reason":null},"model":4,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.2145135432390828,"accuracy":0.7297297297297297,"positive_recall":0.7323943661971831,"specificity":0.7272727272727273,"precision":0.7123287671232876,"balanced_accuracy":0.7298335467349553,"f1":0.7222222222222222,"true_positive":52,"false_positive":21,"false_negative":19,"true_negative":56,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.2495891161431699,"brier_skill":0.14053326301282687,"baseline_adjusted_skill":0.4596670934699105,"baseline_adjusted_score":0.4596670934699105},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.28,"uniform_accuracy_baseline":0.20049999999999962,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":-0.014084507042253456,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.59,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.39705882352941174,"baseline_adjusted_score":0.39705882352941174},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.62,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.1914893617021276,"baseline_adjusted_score":0.1914893617021276},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.54,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.06122448979591842,"baseline_adjusted_score":0.06122448979591842},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.22798820907118228,"accuracy":0.5472852079600001,"positive_recall":0.6520088411670291,"specificity":0.3792669463008098,"precision":0.6275930773593752,"balanced_accuracy":0.5156378937339194,"f1":0.6395680237253288,"true_positive":40.16595695100001,"false_positive":23.83404304899999,"false_negative":21.437436154999997,"true_negative":14.562563844999998,"positive_prevalence":0.6160339310599999,"majority_accuracy_baseline":0.6160339310599999,"constant_brier_baseline":0.079087076552024,"brier_skill":-1.8827492304790168,"baseline_adjusted_skill":0.03127578746783888,"baseline_adjusted_score":0.03127578746783888},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3944759088788098,"accuracy":0.56,"positive_recall":0.98,"specificity":0.14,"precision":0.532608695652174,"balanced_accuracy":0.56,"f1":0.6901408450704225,"true_positive":49,"false_positive":43,"false_negative":1,"true_negative":7,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.5779036355152392,"baseline_adjusted_skill":0.1200000000000001,"baseline_adjusted_score":0.1200000000000001},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.67,"uniform_accuracy_baseline":0.012987012987012965,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.6526315789473685,"baseline_adjusted_score":0.6526315789473685},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.51,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.18333333333333332,"baseline_adjusted_score":0.18333333333333332},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.39,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.04687500000000004,"baseline_adjusted_score":0.04687500000000004},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2808415853348895,"accuracy":0.63,"positive_recall":0.92,"specificity":0.34,"precision":0.5822784810126582,"balanced_accuracy":0.63,"f1":0.7131782945736435,"true_positive":46,"false_positive":33,"false_negative":4,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.12336634133955804,"baseline_adjusted_skill":0.26,"baseline_adjusted_score":0.26},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.31136637696604497,"accuracy":0.49058986860793086,"positive_recall":0.8021983317439572,"specificity":0.3454935284259386,"precision":0.36334499422661853,"balanced_accuracy":0.5738459300849479,"f1":0.5001525755782492,"true_positive":178.4023921652697,"false_positive":312.5976078347303,"false_negative":43.989484139718115,"true_negative":165.01051586028188,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768597,"brier_skill":-2.5092659928608687,"baseline_adjusted_skill":0.14769186016989577,"baseline_adjusted_score":0.14769186016989577},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.4444008093261316,"accuracy":0.48,"positive_recall":0.78,"specificity":0.18,"precision":0.4875,"balanced_accuracy":0.48,"f1":0.6,"true_positive":39,"false_positive":41,"false_negative":11,"true_negative":9,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.7776032373045263,"baseline_adjusted_skill":-0.040000000000000036,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.7682119205298014,"uniform_accuracy_baseline":0.006622516556291403,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.7586206896551725,"baseline_adjusted_score":0.7586206896551725},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.43529411764705883,"uniform_accuracy_baseline":0.3333333333333301,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":-0.041214750542299325,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.11666666666666668,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.4529164118715049,"accuracy":0.51,"positive_recall":0.92,"specificity":0.1,"precision":0.5054945054945055,"balanced_accuracy":0.51,"f1":0.6524822695035462,"true_positive":46,"false_positive":45,"false_negative":4,"true_negative":5,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.8116656474860195,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.58,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.12499999999999989,"baseline_adjusted_score":0.12499999999999989},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.78,"uniform_accuracy_baseline":0.07142857142857136,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.752808988764045,"baseline_adjusted_score":0.752808988764045},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.53,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":-0.02173913043478263,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.36,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.12328767123287668,"baseline_adjusted_score":0.12328767123287668},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.6666666666666666,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.3623549886440827,"accuracy":0.5487804878048781,"positive_recall":0.725,"specificity":0.38095238095238093,"precision":0.5272727272727272,"balanced_accuracy":0.5529761904761905,"f1":0.6105263157894737,"true_positive":29,"false_positive":26,"false_negative":11,"true_negative":16,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.24985127900059498,"brier_skill":-0.45028270454929253,"baseline_adjusted_skill":0.10595238095238102,"baseline_adjusted_score":0.10595238095238102},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1990947896375248,"accuracy":0.71,"positive_recall":0.78,"specificity":0.64,"precision":0.6842105263157895,"balanced_accuracy":0.71,"f1":0.7289719626168224,"true_positive":39,"false_positive":18,"false_negative":11,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.20362084144990078,"baseline_adjusted_skill":0.41999999999999993,"baseline_adjusted_score":0.41999999999999993},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.4553072625698324,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.3010752688172043,"baseline_adjusted_score":0.3010752688172043},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":-0.08196721311475408,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.29619289545723,"accuracy":0.57,"positive_recall":0.7272727272727273,"specificity":0.5256410256410257,"precision":0.3018867924528302,"balanced_accuracy":0.6264568764568765,"f1":0.4266666666666667,"true_positive":32,"false_positive":74,"false_negative":12,"true_negative":82,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000053,"brier_skill":-0.7260658243428268,"baseline_adjusted_skill":0.25291375291375306,"baseline_adjusted_score":0.25291375291375306},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.29035702261678364,"accuracy":0.52,"positive_recall":0.74,"specificity":0.44666666666666666,"precision":0.30833333333333335,"balanced_accuracy":0.5933333333333333,"f1":0.43529411764705883,"true_positive":37,"false_positive":83,"false_negative":13,"true_negative":67,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-0.5485707872895127,"baseline_adjusted_skill":0.18666666666666654,"baseline_adjusted_score":0.18666666666666654},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.25042218182735704,"accuracy":0.62,"positive_recall":0.5263157894736842,"specificity":0.6298342541436464,"precision":0.12987012987012986,"balanced_accuracy":0.5780750218086652,"f1":0.20833333333333334,"true_positive":10,"false_positive":67,"false_negative":9,"true_negative":114,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.0859749999999999,"brier_skill":-1.9127325597831617,"baseline_adjusted_skill":0.15615004361733043,"baseline_adjusted_score":0.15615004361733043},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.33060104273079205,"accuracy":0.5974345238095238,"positive_recall":0.8357305822835037,"specificity":0.5822225318042793,"precision":0.11323924731182795,"balanced_accuracy":0.7089765570438915,"f1":0.19945313147334903,"true_positive":140.4166666666667,"false_positive":1099.5833333333337,"false_negative":27.599999999999998,"true_negative":1532.3999999999999,"positive_prevalence":0.060005952380952354,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679296,"brier_skill":-9.266803151564044,"baseline_adjusted_skill":0.417953114087783,"baseline_adjusted_score":0.417953114087783},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.34844192634560905,"uniform_accuracy_baseline":0.027777777777777853,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.2532467532467532,"baseline_adjusted_score":0.2532467532467532},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.31,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.0142857142857143,"baseline_adjusted_score":0.0142857142857143},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.40305907263555085,"accuracy":0.56,"positive_recall":0.94,"specificity":0.18,"precision":0.5340909090909091,"balanced_accuracy":0.5599999999999999,"f1":0.6811594202898551,"true_positive":47,"false_positive":41,"false_negative":3,"true_negative":9,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.6122362905422034,"baseline_adjusted_skill":0.11999999999999988,"baseline_adjusted_score":0.11999999999999988},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2743978421210441,"accuracy":0.63,"positive_recall":0.76,"specificity":0.5,"precision":0.6031746031746031,"balanced_accuracy":0.63,"f1":0.672566371681416,"true_positive":38,"false_positive":25,"false_negative":12,"true_negative":25,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.09759136848417649,"baseline_adjusted_skill":0.26,"baseline_adjusted_score":0.26},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.55,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":-0.1538461538461537,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.66,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.6382978723404257,"baseline_adjusted_score":0.6382978723404257},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.40272784374755605,"accuracy":0.54,"positive_recall":0.96,"specificity":0.12,"precision":0.5217391304347826,"balanced_accuracy":0.54,"f1":0.676056338028169,"true_positive":48,"false_positive":44,"false_negative":2,"true_negative":6,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.6109113749902242,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.7611940298507464,"baseline_adjusted_score":0.7611940298507464},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.29539282289909896,"accuracy":0.56,"positive_recall":0.96,"specificity":0.16,"precision":0.5333333333333333,"balanced_accuracy":0.5599999999999999,"f1":0.6857142857142857,"true_positive":48,"false_positive":42,"false_negative":2,"true_negative":8,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.18157129159639585,"baseline_adjusted_skill":0.11999999999999988,"baseline_adjusted_score":0.11999999999999988},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.3932111756756757,"uniform_accuracy_baseline":0.23445945945945923,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.1774095967338182,"baseline_adjusted_score":0.1774095967338182},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.22877865524241925,"accuracy":0.5324561644736843,"positive_recall":0.9716302547222718,"specificity":0.11426492862567156,"precision":0.5108983687943264,"balanced_accuracy":0.5429475916739717,"f1":0.669672482992389,"true_positive":72.03667000000002,"false_positive":68.96332999999998,"false_negative":2.103333,"true_negative":8.896666999999999,"positive_prevalence":0.48776317763157917,"majority_accuracy_baseline":0.5122368223684208,"constant_brier_baseline":0.0945191003976856,"brier_skill":-1.42044892809857,"baseline_adjusted_skill":0.08589518334794333,"baseline_adjusted_score":0.08589518334794333},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.2449477749019536,"normalized_score_rmse":0.32020272507333053,"constant_score_baseline":0.5841668333333334,"constant_mae_baseline":0.21700552708333315,"baseline_adjusted_skill":-0.12876283933491806,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.4873788869267938,"accuracy":0.51,"positive_recall":1,"specificity":0.02,"precision":0.5050505050505051,"balanced_accuracy":0.51,"f1":0.6711409395973155,"true_positive":50,"false_positive":49,"false_negative":0,"true_negative":1,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.9495155477071753,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3302794557045873,"accuracy":0.52,"positive_recall":0.44,"specificity":0.6,"precision":0.5238095238095238,"balanced_accuracy":0.52,"f1":0.4782608695652174,"true_positive":22,"false_positive":20,"false_negative":28,"true_negative":30,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.3211178228183491,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.47,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.13114754098360648,"baseline_adjusted_score":0.13114754098360648},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.76,"uniform_accuracy_baseline":0.03611111111111102,"fixed_answer_accuracy_baseline":0.08833333333333329,"baseline_adjusted_skill":0.736745886654479,"baseline_adjusted_score":0.736745886654479},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.83,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.6136363636363635,"baseline_adjusted_score":0.6136363636363635},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.66,"uniform_accuracy_baseline":0.04987932421560751,"fixed_answer_accuracy_baseline":0.1244247787610618,"baseline_adjusted_skill":0.6116838487972509,"baseline_adjusted_score":0.6116838487972509},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.32355002622859613,"accuracy":0.5,"positive_recall":0.98,"specificity":0.02,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6621621621621622,"true_positive":49,"false_positive":49,"false_negative":1,"true_negative":1,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.29420010491438453,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.6388888888888888,"uniform_accuracy_baseline":0.23888888888888893,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.49019607843137253,"baseline_adjusted_score":0.49019607843137253},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.37014467414235946,"accuracy":0.59375,"positive_recall":0.90625,"specificity":0.28125,"precision":0.5576923076923077,"balanced_accuracy":0.59375,"f1":0.6904761904761905,"true_positive":29,"false_positive":23,"false_negative":3,"true_negative":9,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.48057869656943786,"baseline_adjusted_skill":0.1875,"baseline_adjusted_score":0.1875},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.74,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.4347826086956521,"baseline_adjusted_score":0.4347826086956521},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.015151515151515168,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.44905184790209046,"accuracy":0.41,"positive_recall":0.74,"specificity":0.08,"precision":0.4457831325301205,"balanced_accuracy":0.41,"f1":0.556390977443609,"true_positive":37,"false_positive":46,"false_negative":13,"true_negative":4,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.7962073916083618,"baseline_adjusted_skill":-0.18000000000000005,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8235294117647058,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.7391304347826085,"baseline_adjusted_score":0.7391304347826085},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.2721047949885293,"accuracy":0.696969696969697,"positive_recall":0.5,"specificity":0.8823529411764706,"precision":0.8,"balanced_accuracy":0.6911764705882353,"f1":0.6153846153846154,"true_positive":8,"false_positive":2,"false_negative":8,"true_negative":15,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":-0.08941956522980998,"baseline_adjusted_skill":0.38235294117647056,"baseline_adjusted_score":0.38235294117647056},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.24806428353360388,"normalized_score_rmse":0.34830785726551133,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.24829004989817005,"baseline_adjusted_score":0.24829004989817005},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.15625,"uniform_accuracy_baseline":0.17812500000000006,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.18421052631578944,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.47068295653142606,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":17,"false_positive":17,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.8827318261257042,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.24904616615351508,"normalized_score_rmse":0.3187990686950222,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-0.6935139298439024,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.020833333333333332,"uniform_accuracy_baseline":0.13194444444444448,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":-1.452173913043478,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.49965980741808175,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":26,"false_positive":26,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.998639229672327,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.40429225986610084,"accuracy":0.52,"positive_recall":1,"specificity":0,"precision":0.52,"balanced_accuracy":0.5,"f1":0.6842105263157895,"true_positive":39,"false_positive":36,"false_negative":0,"true_negative":0,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24959999999999993,"brier_skill":-0.6197606565148275,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.30308370977640153,"normalized_score_rmse":0.3772675377360045,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.08244182063000527,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.4411764705882353,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.23999999999999996,"baseline_adjusted_score":0.23999999999999996},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.1690186794189352,"accuracy":0.8571428571428571,"positive_recall":0.7142857142857143,"specificity":1,"precision":1,"balanced_accuracy":0.8571428571428572,"f1":0.8333333333333334,"true_positive":10,"false_positive":0,"false_negative":4,"true_negative":14,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3239252823242592,"baseline_adjusted_skill":0.7142857142857144,"baseline_adjusted_score":0.7142857142857144},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.3244915545212499,"normalized_score_rmse":0.3987378684305376,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.16969696969696968,"baseline_adjusted_skill":-0.9121823748573656,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":0.9333333333333333,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":0.9166666666666667,"baseline_adjusted_score":0.9166666666666667},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.06756274657003043,"accuracy":0.9058823529411765,"positive_recall":0.9777777777777777,"specificity":0.825,"precision":0.8627450980392157,"balanced_accuracy":0.9013888888888888,"f1":0.9166666666666666,"true_positive":44,"false_positive":7,"false_negative":1,"true_negative":33,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.24913494809688563,"brier_skill":0.7288106422397387,"baseline_adjusted_skill":0.8027777777777776,"baseline_adjusted_score":0.8027777777777776},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.44,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.2631578947368421,"baseline_adjusted_score":0.2631578947368421},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.22956913712980545,"accuracy":0.64,"positive_recall":0.7714285714285715,"specificity":0.3333333333333333,"precision":0.7297297297297297,"balanced_accuracy":0.5523809523809524,"f1":0.75,"true_positive":27,"false_positive":10,"false_negative":8,"true_negative":5,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.20999999999999996,"brier_skill":-0.09318636728478813,"baseline_adjusted_skill":0.10476190476190483,"baseline_adjusted_score":0.10476190476190483},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.23021936297416687,"normalized_score_rmse":0.3315363114116875,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.17778798937797557,"baseline_adjusted_score":0.17778798937797557},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.3037974683544304,"uniform_accuracy_baseline":0.24240506329113914,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":-0.1956521739130435,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.46564876731781385,"accuracy":0.5238095238095238,"positive_recall":1,"specificity":0,"precision":0.5238095238095238,"balanced_accuracy":0.5,"f1":0.6875,"true_positive":11,"false_positive":10,"false_negative":0,"true_negative":0,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.24943310657596363,"brier_skill":-0.8668282398832363,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.45454545454545453,"uniform_accuracy_baseline":0.3237373737373738,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.1,"baseline_adjusted_score":0.1},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.3122503797880182,"accuracy":0.6666666666666666,"positive_recall":0.8235294117647058,"specificity":0.5,"precision":0.6363636363636364,"balanced_accuracy":0.6617647058823529,"f1":0.717948717948718,"true_positive":14,"false_positive":8,"false_negative":3,"true_negative":8,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":-0.25014949848952805,"baseline_adjusted_skill":0.32352941176470584,"baseline_adjusted_score":0.32352941176470584},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.31213048551190314,"normalized_score_rmse":0.42922280431131427,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.34313725490196084,"baseline_adjusted_skill":0.09036258507959671,"baseline_adjusted_score":0.09036258507959671},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.4376688303408234,"accuracy":0.49,"positive_recall":0.86,"specificity":0.12,"precision":0.4942528735632184,"balanced_accuracy":0.49,"f1":0.6277372262773723,"true_positive":43,"false_positive":44,"false_negative":7,"true_negative":6,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.7506753213632935,"baseline_adjusted_skill":-0.020000000000000018,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.33333333333333326,"uniform_accuracy_baseline":0.3333333333333332,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":-0.030927835051546504,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.5025998516241359,"accuracy":0.49333333333333335,"positive_recall":1,"specificity":0,"precision":0.49333333333333335,"balanced_accuracy":0.5,"f1":0.6607142857142857,"true_positive":37,"false_positive":38,"false_negative":0,"true_negative":0,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555535,"brier_skill":-1.0107568743853248,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.15,"uniform_accuracy_baseline":0.1428571428571427,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":-0.08974358974358974,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.39,"uniform_accuracy_baseline":0.32416666666666627,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.07575757575757575,"baseline_adjusted_score":0.07575757575757575},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.4796666025446358,"accuracy":0.48484848484848486,"positive_recall":1,"specificity":0,"precision":0.48484848484848486,"balanced_accuracy":0.5,"f1":0.6530612244897959,"true_positive":16,"false_positive":17,"false_negative":0,"true_negative":0,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":-0.9204298903349564,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.21350664306770673,"normalized_score_rmse":0.25047770431411975,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.028176659140093485,"baseline_adjusted_score":0.028176659140093485},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1903004773079583,"accuracy":0.7,"positive_recall":0.22727272727272727,"specificity":0.8333333333333334,"precision":0.2777777777777778,"balanced_accuracy":0.5303030303030303,"f1":0.25,"true_positive":5,"false_positive":13,"false_negative":17,"true_negative":65,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000028,"brier_skill":-0.10897714048926566,"baseline_adjusted_skill":0.06060606060606055,"baseline_adjusted_score":0.06060606060606055},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2486776929179145,"accuracy":0.68,"positive_recall":0.4864864864864865,"specificity":0.7936507936507936,"precision":0.5806451612903226,"balanced_accuracy":0.6400686400686401,"f1":0.5294117647058824,"true_positive":18,"false_positive":13,"false_negative":19,"true_negative":50,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000008,"brier_skill":-0.06682836944622217,"baseline_adjusted_skill":0.2801372801372801,"baseline_adjusted_score":0.2801372801372801},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3696971616242702,"accuracy":0.53,"positive_recall":0.358974358974359,"specificity":0.639344262295082,"precision":0.3888888888888889,"balanced_accuracy":0.4991593106347205,"f1":0.37333333333333335,"true_positive":14,"false_positive":22,"false_negative":25,"true_negative":39,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379000000000002,"brier_skill":-0.5540023607577549,"baseline_adjusted_skill":-0.0016813787305589578,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.41432349041203487,"accuracy":0.52,"positive_recall":0.8064516129032258,"specificity":0.391304347826087,"precision":0.373134328358209,"balanced_accuracy":0.5988779803646563,"f1":0.5102040816326531,"true_positive":25,"false_positive":42,"false_negative":6,"true_negative":27,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999987,"brier_skill":-0.9369962151100286,"baseline_adjusted_skill":0.19775596072931267,"baseline_adjusted_score":0.19775596072931267},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.48,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.27777777777777773,"baseline_adjusted_score":0.27777777777777773},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.34565368846204364,"normalized_score_rmse":0.4171764457703158,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":-0.4866825310195424,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.32277271760808757,"accuracy":0.57,"positive_recall":0.98,"specificity":0.16,"precision":0.5384615384615384,"balanced_accuracy":0.57,"f1":0.6950354609929078,"true_positive":49,"false_positive":42,"false_negative":1,"true_negative":8,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.29109087043235027,"baseline_adjusted_skill":0.1399999999999999,"baseline_adjusted_score":0.1399999999999999},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.41351663218975426,"accuracy":0.54,"positive_recall":0.72,"specificity":0.36,"precision":0.5294117647058824,"balanced_accuracy":0.54,"f1":0.6101694915254238,"true_positive":36,"false_positive":32,"false_negative":14,"true_negative":18,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.654066528759017,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.32,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.942857142857143,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3420422362359207,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":50,"false_positive":50,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.3681689449436829,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.66,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.19047619047619063,"baseline_adjusted_score":0.19047619047619063},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.42,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.03333333333333327,"baseline_adjusted_score":0.03333333333333327},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3911399694993689,"accuracy":0.52,"positive_recall":0.92,"specificity":0.12,"precision":0.5111111111111111,"balanced_accuracy":0.52,"f1":0.6571428571428571,"true_positive":46,"false_positive":44,"false_negative":4,"true_negative":6,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.5645598779974756,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.20851190476190457,"fixed_answer_accuracy_baseline":0.2233333333333332,"baseline_adjusted_skill":0.832618025751073,"baseline_adjusted_score":0.832618025751073},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.14526031362807,"accuracy":0.82,"positive_recall":0.86,"specificity":0.78,"precision":0.7962962962962963,"balanced_accuracy":0.8200000000000001,"f1":0.8269230769230769,"true_positive":43,"false_positive":11,"false_negative":7,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.41895874548772005,"baseline_adjusted_skill":0.6400000000000001,"baseline_adjusted_score":0.6400000000000001},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.2236532453087966,"normalized_score_rmse":0.28532723502899066,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.2544891823040113,"baseline_adjusted_score":0.2544891823040113},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.78,"uniform_accuracy_baseline":0.22851190476190467,"fixed_answer_accuracy_baseline":0.2433333333333333,"baseline_adjusted_skill":0.709251101321586,"baseline_adjusted_score":0.709251101321586},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.20731068259798766,"accuracy":0.75,"positive_recall":0.82,"specificity":0.68,"precision":0.7192982456140351,"balanced_accuracy":0.75,"f1":0.7663551401869159,"true_positive":41,"false_positive":16,"false_negative":9,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.17075726960804938,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.24234605652482913,"normalized_score_rmse":0.33607577304541675,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.304222222222222,"baseline_adjusted_skill":0.203391340860678,"baseline_adjusted_score":0.203391340860678},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.71,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.532258064516129,"baseline_adjusted_score":0.532258064516129},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3601922232037882,"accuracy":0.59,"positive_recall":0.98,"specificity":0.2,"precision":0.550561797752809,"balanced_accuracy":0.59,"f1":0.7050359712230215,"true_positive":49,"false_positive":40,"false_negative":1,"true_negative":10,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.44076889281515275,"baseline_adjusted_skill":0.17999999999999994,"baseline_adjusted_score":0.17999999999999994},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.43,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":-0.14,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2957011390638974,"accuracy":0.67,"positive_recall":0.96,"specificity":0.38,"precision":0.6075949367088608,"balanced_accuracy":0.6699999999999999,"f1":0.7441860465116279,"true_positive":48,"false_positive":31,"false_negative":2,"true_negative":19,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.18280455625558956,"baseline_adjusted_skill":0.33999999999999986,"baseline_adjusted_score":0.33999999999999986},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.41,"uniform_accuracy_baseline":0.35333333333333317,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.35,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.04838709677419359,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.24,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.22580645161290325,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.27,"uniform_accuracy_baseline":0.11111111111111088,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.130952380952381,"baseline_adjusted_score":0.130952380952381},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.23135924302305877,"accuracy":0.555625,"positive_recall":0.6994067237969678,"specificity":0.5219805645534473,"precision":0.25504807692307685,"balanced_accuracy":0.6106936441752076,"f1":0.3737889730491456,"true_positive":53.05000000000002,"false_positive":154.9500000000001,"false_negative":22.800000000000004,"true_negative":169.2,"positive_prevalence":0.1896249999999999,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500007,"brier_skill":-2.0392573988883926,"baseline_adjusted_skill":0.2213872883504151,"baseline_adjusted_score":0.2213872883504151},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.35611535835341784,"normalized_score_rmse":0.39596313392148463,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":-0.6660367642265164,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.18604717235508184,"accuracy":0.6658750000000001,"positive_recall":0.6282231598687296,"specificity":0.6795636611556162,"precision":0.41614906832298154,"balanced_accuracy":0.6538934105121729,"f1":0.5006538389688026,"true_positive":67.00000000000003,"false_positive":93.99999999999999,"false_negative":39.650000000000006,"true_negative":199.34999999999997,"positive_prevalence":0.2666249999999998,"majority_accuracy_baseline":0.7333750000000002,"constant_brier_baseline":0.11565485937499977,"brier_skill":-0.6086412050516767,"baseline_adjusted_skill":0.30778682102434574,"baseline_adjusted_score":0.30778682102434574},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3586940139174567,"normalized_score_rmse":0.4170425173140844,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":-0.33467540062309475,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.20547882808026316,"accuracy":0.592375,"positive_recall":0.6519015659955256,"specificity":0.5692974848222029,"precision":0.3697969543147206,"balanced_accuracy":0.6105995254088643,"f1":0.47190283400809696,"true_positive":72.84999999999995,"false_positive":124.15000000000005,"false_negative":38.9,"true_negative":164.10000000000002,"positive_prevalence":0.2793749999999999,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937499995,"brier_skill":-0.8158920732447776,"baseline_adjusted_skill":0.22119905081772862,"baseline_adjusted_score":0.22119905081772862},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3017903143148578,"normalized_score_rmse":0.348188623854154,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":-0.1415236475266488,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.1644078328751059,"accuracy":0.7141250000000002,"positive_recall":0.5036619718309857,"specificity":0.7741365461847389,"precision":0.3886956521739129,"balanced_accuracy":0.6388992590078624,"f1":0.4387730061349692,"true_positive":44.69999999999999,"false_positive":70.30000000000003,"false_negative":44.050000000000026,"true_negative":240.95000000000007,"positive_prevalence":0.22187499999999974,"majority_accuracy_baseline":0.7781250000000003,"constant_brier_baseline":0.126740234375001,"brier_skill":-0.29720316271984637,"baseline_adjusted_skill":0.27779851801572475,"baseline_adjusted_score":0.27779851801572475},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3799443429956591,"normalized_score_rmse":0.4202056134918439,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":-0.6839638470721734,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.22491813829790716,"accuracy":0.6074999999999999,"positive_recall":0.7788279773156899,"specificity":0.5458871515975526,"precision":0.38148148148148137,"balanced_accuracy":0.6623575644566213,"f1":0.5121193287756369,"true_positive":82.39999999999995,"false_positive":133.6,"false_negative":23.400000000000006,"true_negative":160.60000000000002,"positive_prevalence":0.26449999999999985,"majority_accuracy_baseline":0.7355000000000002,"constant_brier_baseline":0.11362725000000028,"brier_skill":-0.97943836797869,"baseline_adjusted_skill":0.3247151289132426,"baseline_adjusted_score":0.3247151289132426},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3339181780861691,"normalized_score_rmse":0.38060168246807496,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":-0.3290275744723148,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.15534673143483926,"accuracy":0.7100000000000003,"positive_recall":0.5718015665796345,"specificity":0.7427334570191714,"precision":0.3448818897637797,"balanced_accuracy":0.6572675117994029,"f1":0.4302554027504913,"true_positive":43.80000000000003,"false_positive":83.2,"false_negative":32.80000000000002,"true_negative":240.20000000000007,"positive_prevalence":0.1914999999999999,"majority_accuracy_baseline":0.8085000000000001,"constant_brier_baseline":0.09190274999999995,"brier_skill":-0.6903382263842959,"baseline_adjusted_skill":0.3145350235988058,"baseline_adjusted_score":0.3145350235988058},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.39786887885187755,"normalized_score_rmse":0.43442676945835346,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":-0.9232332512477464,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.22551430500376055,"accuracy":0.6565000000000001,"positive_recall":0.6395663956639566,"specificity":0.6603310852237891,"precision":0.2987341772151898,"balanced_accuracy":0.6499487404438729,"f1":0.4072476272648834,"true_positive":47.199999999999996,"false_positive":110.80000000000004,"false_negative":26.600000000000005,"true_negative":215.40000000000003,"positive_prevalence":0.1844999999999999,"majority_accuracy_baseline":0.8155000000000001,"constant_brier_baseline":0.1092222499999995,"brier_skill":-1.0647286153120046,"baseline_adjusted_skill":0.2998974808877457,"baseline_adjusted_score":0.2998974808877457},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.38917088249581866,"normalized_score_rmse":0.42971008547913153,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":-1.055027762354158,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.14528371736722356,"accuracy":0.7375,"positive_recall":0.5318471337579618,"specificity":0.7877138413685847,"precision":0.3795454545454545,"balanced_accuracy":0.6597804875632732,"f1":0.44297082228116713,"true_positive":41.75,"false_positive":68.25000000000001,"false_negative":36.75,"true_negative":253.24999999999997,"positive_prevalence":0.19624999999999987,"majority_accuracy_baseline":0.8037500000000002,"constant_brier_baseline":0.09878593749999955,"brier_skill":-0.47069229734469276,"baseline_adjusted_skill":0.31956097512654646,"baseline_adjusted_score":0.31956097512654646},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3884547880059108,"normalized_score_rmse":0.42407061212856245,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":-0.838839233164075,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.15176869832456386,"accuracy":0.6280612244897957,"positive_recall":0.6221826809015419,"specificity":0.6324977618621307,"precision":0.5609625668449194,"balanced_accuracy":0.6273402213818363,"f1":0.589988751406074,"true_positive":104.8999999999999,"false_positive":82.10000000000004,"false_negative":63.70000000000001,"true_negative":141.3,"positive_prevalence":0.43010204081632636,"majority_accuracy_baseline":0.5698979591836737,"constant_brier_baseline":0.12359641815910102,"brier_skill":-0.22793767477304816,"baseline_adjusted_skill":0.25468044276367263,"baseline_adjusted_score":0.25468044276367263},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.24159872124054885,"normalized_score_rmse":0.29384883670801915,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.12308612290467447,"baseline_adjusted_score":0.12308612290467447},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.10113103191020807,"accuracy":0.8327500000000007,"positive_recall":0.22541306058221866,"specificity":0.9474661911130926,"precision":0.44765625000000014,"balanced_accuracy":0.5864396258476556,"f1":0.2998430141287283,"true_positive":28.650000000000006,"false_positive":35.34999999999999,"false_negative":98.45000000000006,"true_negative":637.5500000000005,"positive_prevalence":0.15887500000000002,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499934,"brier_skill":-0.02382676123106875,"baseline_adjusted_skill":0.17287925169531126,"baseline_adjusted_score":0.17287925169531126},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.3702397026250401,"normalized_score_rmse":0.41070644120192673,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-1.2438769856063034,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.06451612903225803,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.44831396783775135,"accuracy":0.48,"positive_recall":0.92,"specificity":0.04,"precision":0.48936170212765956,"balanced_accuracy":0.48000000000000004,"f1":0.6388888888888888,"true_positive":46,"false_positive":48,"false_negative":4,"true_negative":2,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.7932558713510054,"baseline_adjusted_skill":-0.039999999999999925,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.13783962889330684,"uniform_accuracy_baseline":0.058823529411766766,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":-0.013239875389408073,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.49,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":-0.10869565217391315,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.35515591365912114,"accuracy":0.58,"positive_recall":0.98,"specificity":0.18,"precision":0.5444444444444444,"balanced_accuracy":0.58,"f1":0.7,"true_positive":49,"false_positive":41,"false_negative":1,"true_negative":9,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.42062365463648455,"baseline_adjusted_skill":0.15999999999999992,"baseline_adjusted_score":0.15999999999999992},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.41,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.06349206349206346,"baseline_adjusted_score":0.06349206349206346},"scoring":{"eligible":true,"reason":null},"model":5,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.24808468144643964,"accuracy":0.5945945945945946,"positive_recall":0.2112676056338028,"specificity":0.948051948051948,"precision":0.7894736842105263,"balanced_accuracy":0.5796597768428754,"f1":0.3333333333333333,"true_positive":15,"false_positive":4,"false_negative":56,"true_negative":73,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.2495891161431699,"brier_skill":0.006027645435737972,"baseline_adjusted_skill":0.1593195536857508,"baseline_adjusted_score":0.1593195536857508},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.37,"uniform_accuracy_baseline":0.20049999999999962,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.1126760563380282,"baseline_adjusted_score":0.1126760563380282},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.8676470588235297,"baseline_adjusted_score":0.8676470588235297},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.74,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.4468085106382978,"baseline_adjusted_score":0.4468085106382978},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.6,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.18367346938775503,"baseline_adjusted_score":0.18367346938775503},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1387045141137988,"accuracy":0.6160339310599999,"positive_recall":1,"specificity":0,"precision":0.6160339310599999,"balanced_accuracy":0.5,"f1":0.7624022233938204,"true_positive":61.60339310599999,"false_positive":38.39660689400001,"false_negative":0,"true_negative":0,"positive_prevalence":0.6160339310599999,"majority_accuracy_baseline":0.6160339310599999,"constant_brier_baseline":0.079087076552024,"brier_skill":-0.7538202214689027,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.26184228313078356,"accuracy":0.67,"positive_recall":0.8,"specificity":0.54,"precision":0.6349206349206349,"balanced_accuracy":0.67,"f1":0.7079646017699115,"true_positive":40,"false_positive":23,"false_negative":10,"true_negative":27,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.04736913252313424,"baseline_adjusted_skill":0.3400000000000001,"baseline_adjusted_score":0.3400000000000001},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.7,"uniform_accuracy_baseline":0.012987012987012965,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.6842105263157894,"baseline_adjusted_score":0.6842105263157894},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.82,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.7,"baseline_adjusted_score":0.7},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.45,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.14062500000000003,"baseline_adjusted_score":0.14062500000000003},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.13835598786797743,"accuracy":0.83,"positive_recall":0.8,"specificity":0.86,"precision":0.851063829787234,"balanced_accuracy":0.8300000000000001,"f1":0.8247422680412371,"true_positive":40,"false_positive":7,"false_negative":10,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4465760485280903,"baseline_adjusted_skill":0.6600000000000001,"baseline_adjusted_score":0.6600000000000001},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.1792392154267345,"accuracy":0.588279779015242,"positive_recall":0.5647412256893296,"specificity":0.5992401935893406,"precision":0.3961951445041912,"balanced_accuracy":0.5819907096393351,"f1":0.4656868830438751,"true_positive":125.5938608078286,"false_positive":191.4061391921714,"false_negative":96.79801549715921,"true_negative":286.2019845028408,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768597,"brier_skill":-1.0201220485431408,"baseline_adjusted_skill":0.16398141927867016,"baseline_adjusted_score":0.16398141927867016},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2587103789199624,"accuracy":0.54,"positive_recall":0.5,"specificity":0.58,"precision":0.5434782608695652,"balanced_accuracy":0.54,"f1":0.5208333333333334,"true_positive":25,"false_positive":21,"false_negative":25,"true_negative":29,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.03484151567984961,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.8410596026490066,"uniform_accuracy_baseline":0.006622516556291403,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.8344827586206897,"baseline_adjusted_score":0.8344827586206897},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.6205882352941177,"uniform_accuracy_baseline":0.3333333333333301,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.3004338394793927,"baseline_adjusted_score":0.3004338394793927},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.1,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2530059858258753,"accuracy":0.65,"positive_recall":0.86,"specificity":0.44,"precision":0.6056338028169014,"balanced_accuracy":0.65,"f1":0.7107438016528925,"true_positive":43,"false_positive":28,"false_negative":7,"true_negative":22,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.012023943303501206,"baseline_adjusted_skill":0.30000000000000004,"baseline_adjusted_score":0.30000000000000004},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.67,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.31250000000000006,"baseline_adjusted_score":0.31250000000000006},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.07142857142857136,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9101123595505618,"baseline_adjusted_score":0.9101123595505618},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.68,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.3043478260869566,"baseline_adjusted_score":0.3043478260869566},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.32,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.06849315068493149,"baseline_adjusted_score":0.06849315068493149},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.6666666666666666,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.2649419344589872,"accuracy":0.5975609756097561,"positive_recall":0.7,"specificity":0.5,"precision":0.5714285714285714,"balanced_accuracy":0.6,"f1":0.6292134831460674,"true_positive":28,"false_positive":21,"false_negative":12,"true_negative":21,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.24985127900059498,"brier_skill":-0.06039855196561272,"baseline_adjusted_skill":0.19999999999999996,"baseline_adjusted_score":0.19999999999999996},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1520340695958984,"accuracy":0.76,"positive_recall":0.66,"specificity":0.86,"precision":0.825,"balanced_accuracy":0.76,"f1":0.7333333333333333,"true_positive":33,"false_positive":7,"false_negative":17,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.39186372161640637,"baseline_adjusted_skill":0.52,"baseline_adjusted_score":0.52},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.547486033519553,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.41935483870967744,"baseline_adjusted_score":0.41935483870967744},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.4,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.016393442622950834,"baseline_adjusted_score":0.016393442622950834},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.19767700834855417,"accuracy":0.695,"positive_recall":0.38636363636363635,"specificity":0.782051282051282,"precision":0.3333333333333333,"balanced_accuracy":0.5842074592074592,"f1":0.35789473684210527,"true_positive":17,"false_positive":34,"false_negative":27,"true_negative":122,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000053,"brier_skill":-0.151963918115114,"baseline_adjusted_skill":0.1684149184149184,"baseline_adjusted_score":0.1684149184149184},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.24607225858859266,"accuracy":0.635,"positive_recall":0.36,"specificity":0.7266666666666667,"precision":0.3050847457627119,"balanced_accuracy":0.5433333333333333,"f1":0.3302752293577982,"true_positive":18,"false_positive":41,"false_negative":32,"true_negative":109,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-0.31238537913916087,"baseline_adjusted_skill":0.08666666666666667,"baseline_adjusted_score":0.08666666666666667},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.11158932243829639,"accuracy":0.85,"positive_recall":0.5789473684210527,"specificity":0.8784530386740331,"precision":0.3333333333333333,"balanced_accuracy":0.728700203547543,"f1":0.4230769230769231,"true_positive":11,"false_positive":22,"false_negative":8,"true_negative":159,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.0859749999999999,"brier_skill":-0.29792756543526044,"baseline_adjusted_skill":0.4574004070950859,"baseline_adjusted_score":0.4574004070950859},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.1266627920107983,"accuracy":0.8081011904761904,"positive_recall":0.6716595575835731,"specificity":0.8168111500199471,"precision":0.1896638655462187,"balanced_accuracy":0.7442353538017601,"f1":0.2957995675061709,"true_positive":112.85000000000008,"false_positive":482.1499999999997,"false_negative":55.16666666666667,"true_negative":2149.8333333333335,"positive_prevalence":0.060005952380952354,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679296,"brier_skill":-2.933508320060856,"baseline_adjusted_skill":0.4884707076035202,"baseline_adjusted_score":0.4884707076035202},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.6373937677053825,"uniform_accuracy_baseline":0.027777777777777853,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.5844155844155845,"baseline_adjusted_score":0.5844155844155845},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.73,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.6142857142857143,"baseline_adjusted_score":0.6142857142857143},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.15329586513422086,"accuracy":0.81,"positive_recall":0.96,"specificity":0.66,"precision":0.7384615384615385,"balanced_accuracy":0.81,"f1":0.8347826086956521,"true_positive":48,"false_positive":17,"false_negative":2,"true_negative":33,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.38681653946311656,"baseline_adjusted_skill":0.6200000000000001,"baseline_adjusted_score":0.6200000000000001},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.18179669782961394,"accuracy":0.72,"positive_recall":0.76,"specificity":0.68,"precision":0.7037037037037037,"balanced_accuracy":0.72,"f1":0.7307692307692307,"true_positive":38,"false_positive":16,"false_negative":12,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.27281320868154424,"baseline_adjusted_skill":0.43999999999999995,"baseline_adjusted_score":0.43999999999999995},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.52,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":-0.23076923076923067,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.68,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.6595744680851066,"baseline_adjusted_score":0.6595744680851066},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.18651537359729478,"accuracy":0.76,"positive_recall":0.96,"specificity":0.56,"precision":0.6857142857142857,"balanced_accuracy":0.76,"f1":0.8,"true_positive":48,"false_positive":22,"false_negative":2,"true_negative":28,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2539385056108209,"baseline_adjusted_skill":0.52,"baseline_adjusted_score":0.52},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8059701492537314,"baseline_adjusted_score":0.8059701492537314},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1474996493929347,"accuracy":0.82,"positive_recall":0.88,"specificity":0.76,"precision":0.7857142857142857,"balanced_accuracy":0.8200000000000001,"f1":0.8301886792452831,"true_positive":44,"false_positive":12,"false_negative":6,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4100014024282612,"baseline_adjusted_skill":0.6400000000000001,"baseline_adjusted_score":0.6400000000000001},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.4185039594594594,"uniform_accuracy_baseline":0.23445945945945923,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.21169763958891621,"baseline_adjusted_score":0.21169763958891621},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.09306225874561029,"accuracy":0.654649125,"positive_recall":0.75294487107048,"specificity":0.5610497519027647,"precision":0.6202592777777779,"balanced_accuracy":0.6569973114866223,"f1":0.6801917141429564,"true_positive":55.82333500000001,"false_positive":34.17666499999999,"false_negative":18.316668,"true_negative":43.683332,"positive_prevalence":0.48776317763157917,"majority_accuracy_baseline":0.5122368223684208,"constant_brier_baseline":0.0945191003976856,"brier_skill":0.015413198453494648,"baseline_adjusted_skill":0.31399462297324465,"baseline_adjusted_score":0.31399462297324465},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.12922976363158722,"normalized_score_rmse":0.18350428756981854,"constant_score_baseline":0.5841668333333334,"constant_mae_baseline":0.21700552708333315,"baseline_adjusted_skill":0.4044863033282964,"baseline_adjusted_score":0.4044863033282964},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.31579557709695755,"accuracy":0.61,"positive_recall":0.98,"specificity":0.24,"precision":0.5632183908045977,"balanced_accuracy":0.61,"f1":0.7153284671532847,"true_positive":49,"false_positive":38,"false_negative":1,"true_negative":12,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.2631823083878302,"baseline_adjusted_skill":0.21999999999999997,"baseline_adjusted_score":0.21999999999999997},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.30738589190410714,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":50,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.22954356761642858,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.63,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.39344262295081966,"baseline_adjusted_score":0.39344262295081966},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.76,"uniform_accuracy_baseline":0.03611111111111102,"fixed_answer_accuracy_baseline":0.08833333333333329,"baseline_adjusted_skill":0.736745886654479,"baseline_adjusted_score":0.736745886654479},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.8181818181818182,"baseline_adjusted_score":0.8181818181818182},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.745,"uniform_accuracy_baseline":0.04987932421560751,"fixed_answer_accuracy_baseline":0.1244247787610618,"baseline_adjusted_skill":0.7087628865979382,"baseline_adjusted_score":0.7087628865979382},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3140387334590588,"accuracy":0.5,"positive_recall":0.02,"specificity":0.98,"precision":0.5,"balanced_accuracy":0.5,"f1":0.038461538461538464,"true_positive":1,"false_positive":1,"false_negative":49,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.2561549338362352,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.7777777777777778,"uniform_accuracy_baseline":0.23888888888888893,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.6862745098039217,"baseline_adjusted_score":0.6862745098039217},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.46205897199910334,"accuracy":0.5,"positive_recall":0.09375,"specificity":0.90625,"precision":0.5,"balanced_accuracy":0.5,"f1":0.15789473684210525,"true_positive":3,"false_positive":3,"false_negative":29,"true_negative":29,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.8482358879964134,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.78,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.5217391304347826,"baseline_adjusted_score":0.5217391304347826},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.2424242424242424,"baseline_adjusted_score":0.2424242424242424},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.4734051262615321,"accuracy":0.46,"positive_recall":0.12,"specificity":0.8,"precision":0.375,"balanced_accuracy":0.46,"f1":0.18181818181818182,"true_positive":6,"false_positive":10,"false_negative":44,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.8936205050461283,"baseline_adjusted_skill":-0.07999999999999996,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.8260869565217391,"baseline_adjusted_score":0.8260869565217391},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.07155911854782045,"accuracy":0.9696969696969697,"positive_recall":0.9375,"specificity":1,"precision":1,"balanced_accuracy":0.96875,"f1":0.967741935483871,"true_positive":15,"false_positive":0,"false_negative":1,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.7135004408140573,"baseline_adjusted_skill":0.9375,"baseline_adjusted_score":0.9375},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.2652863388834521,"normalized_score_rmse":0.3666611292273642,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.1961020033834785,"baseline_adjusted_score":0.1961020033834785},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.46875,"uniform_accuracy_baseline":0.17812500000000006,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":0.2543859649122807,"baseline_adjusted_score":0.2543859649122807},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.0536959565923414,"accuracy":0.9411764705882353,"positive_recall":1,"specificity":0.8823529411764706,"precision":0.8947368421052632,"balanced_accuracy":0.9411764705882353,"f1":0.9444444444444444,"true_positive":17,"false_positive":2,"false_negative":0,"true_negative":15,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7852161736306345,"baseline_adjusted_skill":0.8823529411764706,"baseline_adjusted_score":0.8823529411764706},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.48176527801243696,"normalized_score_rmse":0.5363311928483028,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-2.276003890484571,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.8333333333333334,"uniform_accuracy_baseline":0.13194444444444448,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":0.582608695652174,"baseline_adjusted_score":0.582608695652174},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.3116119331793156,"accuracy":0.6538461538461539,"positive_recall":1,"specificity":0.3076923076923077,"precision":0.5909090909090909,"balanced_accuracy":0.6538461538461539,"f1":0.7428571428571429,"true_positive":26,"false_positive":18,"false_negative":0,"true_negative":8,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.2464477327172625,"baseline_adjusted_skill":0.3076923076923077,"baseline_adjusted_score":0.3076923076923077},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.5138658939726917,"accuracy":0.48,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":39,"true_negative":36,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24959999999999993,"brier_skill":-1.058757588031618,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.3056747344881296,"normalized_score_rmse":0.3753316046614628,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.0916954803147485,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.5294117647058824,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.36,"baseline_adjusted_score":0.36},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.3885514270463985,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":14,"true_negative":14,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.554205708185594,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.2101840310363156,"normalized_score_rmse":0.2824470893317356,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.16969696969696968,"baseline_adjusted_skill":-0.2385844686068599,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.14188222762787575,"accuracy":0.8,"positive_recall":0.9333333333333333,"specificity":0.65,"precision":0.75,"balanced_accuracy":0.7916666666666667,"f1":0.8316831683168316,"true_positive":42,"false_positive":14,"false_negative":3,"true_negative":26,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.24913494809688563,"brier_skill":0.43050050299366494,"baseline_adjusted_skill":0.5833333333333335,"baseline_adjusted_score":0.5833333333333335},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.4,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.21052631578947373,"baseline_adjusted_score":0.21052631578947373},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.25407130916488757,"accuracy":0.68,"positive_recall":0.9142857142857143,"specificity":0.13333333333333333,"precision":0.7111111111111111,"balanced_accuracy":0.5238095238095238,"f1":0.8,"true_positive":32,"false_positive":13,"false_negative":3,"true_negative":2,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.20999999999999996,"brier_skill":-0.20986337697565527,"baseline_adjusted_skill":0.04761904761904767,"baseline_adjusted_score":0.04761904761904767},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.2806730192899704,"normalized_score_rmse":0.36832960171387,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.0024036403213227864,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.45569620253164556,"uniform_accuracy_baseline":0.24240506329113914,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.0652173913043478,"baseline_adjusted_score":0.0652173913043478},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.5018912501094362,"accuracy":0.47619047619047616,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":11,"true_negative":10,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.24943310657596363,"brier_skill":-1.0121276481660133,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.42424242424242425,"uniform_accuracy_baseline":0.3237373737373738,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.050000000000000044,"baseline_adjusted_score":0.050000000000000044},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.34831375507203144,"accuracy":0.5757575757575758,"positive_recall":0.35294117647058826,"specificity":0.8125,"precision":0.6666666666666666,"balanced_accuracy":0.5827205882352942,"f1":0.46153846153846156,"true_positive":6,"false_positive":3,"false_negative":11,"true_negative":13,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":-0.39453558556412527,"baseline_adjusted_skill":0.1654411764705883,"baseline_adjusted_score":0.1654411764705883},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.2628948581907168,"normalized_score_rmse":0.3501036955145261,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.34313725490196084,"baseline_adjusted_skill":0.23384927041562553,"baseline_adjusted_score":0.23384927041562553},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.17464919535061327,"accuracy":0.69,"positive_recall":0.48,"specificity":0.9,"precision":0.8275862068965517,"balanced_accuracy":0.69,"f1":0.6075949367088608,"true_positive":24,"false_positive":5,"false_negative":26,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.30140321859754693,"baseline_adjusted_skill":0.3799999999999999,"baseline_adjusted_score":0.3799999999999999},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.33333333333333326,"uniform_accuracy_baseline":0.3333333333333332,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":-0.030927835051546504,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.35033594678675223,"accuracy":0.5066666666666667,"positive_recall":1,"specificity":0.02631578947368421,"precision":0.5,"balanced_accuracy":0.5131578947368421,"f1":0.6666666666666666,"true_positive":37,"false_positive":37,"false_negative":0,"true_negative":1,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555535,"brier_skill":-0.4015929592286507,"baseline_adjusted_skill":0.026315789473684292,"baseline_adjusted_score":0.026315789473684292},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.49,"uniform_accuracy_baseline":0.1428571428571427,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.34615384615384615,"baseline_adjusted_score":0.34615384615384615},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.35,"uniform_accuracy_baseline":0.32416666666666627,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.015151515151515083,"baseline_adjusted_score":0.015151515151515083},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.10700353562562594,"accuracy":0.9393939393939394,"positive_recall":0.9375,"specificity":0.9411764705882353,"precision":0.9375,"balanced_accuracy":0.9393382352941176,"f1":0.9375,"true_positive":15,"false_positive":1,"false_negative":1,"true_negative":16,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.5715924621459316,"baseline_adjusted_skill":0.8786764705882353,"baseline_adjusted_score":0.8786764705882353},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.22252778556536545,"normalized_score_rmse":0.2670944113607982,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":-0.012885092918215157,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1887325144757825,"accuracy":0.79,"positive_recall":0.36363636363636365,"specificity":0.9102564102564102,"precision":0.5333333333333333,"balanced_accuracy":0.6369463869463869,"f1":0.43243243243243246,"true_positive":8,"false_positive":7,"false_negative":14,"true_negative":71,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000028,"brier_skill":-0.09983982794744861,"baseline_adjusted_skill":0.2738927738927739,"baseline_adjusted_score":0.2738927738927739},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1766521400574518,"accuracy":0.77,"positive_recall":0.7297297297297297,"specificity":0.7936507936507936,"precision":0.675,"balanced_accuracy":0.7616902616902617,"f1":0.7012987012987013,"true_positive":27,"false_positive":13,"false_negative":10,"true_negative":50,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000008,"brier_skill":0.24216156131509337,"baseline_adjusted_skill":0.5233805233805233,"baseline_adjusted_score":0.5233805233805233},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.23783206159596804,"accuracy":0.65,"positive_recall":0.5897435897435898,"specificity":0.6885245901639344,"precision":0.5476190476190477,"balanced_accuracy":0.6391340899537621,"f1":0.5679012345679012,"true_positive":23,"false_positive":19,"false_negative":16,"true_negative":42,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379000000000002,"brier_skill":0.0002855754688194656,"baseline_adjusted_skill":0.27826817990752417,"baseline_adjusted_score":0.27826817990752417},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3647650566291194,"accuracy":0.58,"positive_recall":0.8709677419354839,"specificity":0.4492753623188406,"precision":0.4153846153846154,"balanced_accuracy":0.6601215521271622,"f1":0.5625,"true_positive":27,"false_positive":38,"false_negative":4,"true_negative":31,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999987,"brier_skill":-0.7053064826045798,"baseline_adjusted_skill":0.32024310425432434,"baseline_adjusted_score":0.32024310425432434},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.69,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.5694444444444443,"baseline_adjusted_score":0.5694444444444443},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.22101453715935349,"normalized_score_rmse":0.2675780567420612,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.049399840174823795,"baseline_adjusted_score":0.049399840174823795},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.17480793720494325,"accuracy":0.76,"positive_recall":0.98,"specificity":0.54,"precision":0.6805555555555556,"balanced_accuracy":0.76,"f1":0.8032786885245902,"true_positive":49,"false_positive":23,"false_negative":1,"true_negative":27,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.300768251180227,"baseline_adjusted_skill":0.52,"baseline_adjusted_score":0.52},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2603390086412199,"accuracy":0.54,"positive_recall":0.32,"specificity":0.76,"precision":0.5714285714285714,"balanced_accuracy":0.54,"f1":0.41025641025641024,"true_positive":16,"false_positive":12,"false_negative":34,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.041356034564879574,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.38,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.7714285714285716,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25243605486780585,"accuracy":0.63,"positive_recall":0.86,"specificity":0.4,"precision":0.589041095890411,"balanced_accuracy":0.63,"f1":0.6991869918699187,"true_positive":43,"false_positive":30,"false_negative":7,"true_negative":20,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.009744219471223392,"baseline_adjusted_skill":0.26,"baseline_adjusted_score":0.26},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.82,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.5714285714285714,"baseline_adjusted_score":0.5714285714285714},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.39,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.016666666666666684,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2752825653056314,"accuracy":0.58,"positive_recall":0.2,"specificity":0.96,"precision":0.8333333333333334,"balanced_accuracy":0.58,"f1":0.3225806451612903,"true_positive":10,"false_positive":2,"false_negative":40,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.10113026122252555,"baseline_adjusted_skill":0.15999999999999992,"baseline_adjusted_score":0.15999999999999992},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.20851190476190457,"fixed_answer_accuracy_baseline":0.2233333333333332,"baseline_adjusted_skill":0.9356223175965664,"baseline_adjusted_score":0.9356223175965664},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10371470606196526,"accuracy":0.83,"positive_recall":0.8,"specificity":0.86,"precision":0.851063829787234,"balanced_accuracy":0.8300000000000001,"f1":0.8247422680412371,"true_positive":40,"false_positive":7,"false_negative":10,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.585141175752139,"baseline_adjusted_skill":0.6600000000000001,"baseline_adjusted_score":0.6600000000000001},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.19174165139571414,"normalized_score_rmse":0.2813830719983294,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.3608611620142862,"baseline_adjusted_score":0.3608611620142862},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.22851190476190467,"fixed_answer_accuracy_baseline":0.2433333333333333,"baseline_adjusted_skill":0.8414096916299559,"baseline_adjusted_score":0.8414096916299559},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1066536157227975,"accuracy":0.87,"positive_recall":0.86,"specificity":0.88,"precision":0.8775510204081632,"balanced_accuracy":0.87,"f1":0.8686868686868687,"true_positive":43,"false_positive":6,"false_negative":7,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.57338553710881,"baseline_adjusted_skill":0.74,"baseline_adjusted_score":0.74},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.21086150461998635,"normalized_score_rmse":0.27906740077071135,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.304222222222222,"baseline_adjusted_skill":0.3068832937984374,"baseline_adjusted_score":0.3068832937984374},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.65,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.435483870967742,"baseline_adjusted_score":0.435483870967742},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3043546041009162,"accuracy":0.61,"positive_recall":0.98,"specificity":0.24,"precision":0.5632183908045977,"balanced_accuracy":0.61,"f1":0.7153284671532847,"true_positive":49,"false_positive":38,"false_negative":1,"true_negative":12,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.21741841640366477,"baseline_adjusted_skill":0.21999999999999997,"baseline_adjusted_score":0.21999999999999997},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.51,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.178510666693021,"accuracy":0.76,"positive_recall":0.96,"specificity":0.56,"precision":0.6857142857142857,"balanced_accuracy":0.76,"f1":0.8,"true_positive":48,"false_positive":22,"false_negative":2,"true_negative":28,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.28595733322791606,"baseline_adjusted_skill":0.52,"baseline_adjusted_score":0.52},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.48,"uniform_accuracy_baseline":0.35333333333333317,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.11864406779661016,"baseline_adjusted_score":0.11864406779661016},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.53,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.24193548387096778,"baseline_adjusted_score":0.24193548387096778},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.36,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.03225806451612906,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.11111111111111088,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.21428571428571433,"baseline_adjusted_score":0.21428571428571433},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.11827856369829196,"accuracy":0.7346250000000001,"positive_recall":0.4001318391562294,"specificity":0.8128952645380224,"precision":0.3335164835164835,"balanced_accuracy":0.6065135518471259,"f1":0.3637998201977825,"true_positive":30.35000000000001,"false_positive":60.65000000000001,"false_negative":45.50000000000001,"true_negative":263.5,"positive_prevalence":0.1896249999999999,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500007,"brier_skill":-0.5537697787768863,"baseline_adjusted_skill":0.2130271036942517,"baseline_adjusted_score":0.2130271036942517},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.32541812054929325,"normalized_score_rmse":0.3585440475708688,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":-0.5224239557861674,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.08764303443919295,"accuracy":0.7706250000000001,"positive_recall":0.2808251289263949,"specificity":0.9486960968126811,"precision":0.6655555555555557,"balanced_accuracy":0.614760612869538,"f1":0.39498846027035955,"true_positive":29.95000000000001,"false_positive":15.049999999999995,"false_negative":76.69999999999997,"true_negative":278.30000000000007,"positive_prevalence":0.2666249999999998,"majority_accuracy_baseline":0.7333750000000002,"constant_brier_baseline":0.11565485937499977,"brier_skill":0.24220188487697836,"baseline_adjusted_skill":0.22952122573907596,"baseline_adjusted_score":0.22952122573907596},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.2846517675783252,"normalized_score_rmse":0.31523340223083407,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":-0.05916936773330317,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.08012891384172591,"accuracy":0.7503749999999996,"positive_recall":0.2411633109619688,"specificity":0.9477883781439722,"precision":0.6416666666666668,"balanced_accuracy":0.5944758445529705,"f1":0.35056910569105704,"true_positive":26.950000000000006,"false_positive":15.049999999999994,"false_negative":84.79999999999997,"true_negative":273.1999999999998,"positive_prevalence":0.2793749999999999,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937499995,"brier_skill":0.291871280159009,"baseline_adjusted_skill":0.18895168910594107,"baseline_adjusted_score":0.18895168910594107},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.2747160864772741,"normalized_score_rmse":0.30880632800079016,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":-0.039115220717821364,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.0983686653914906,"accuracy":0.8088749999999991,"positive_recall":0.16507042253521137,"specificity":0.9924497991967871,"precision":0.8617647058823529,"balanced_accuracy":0.5787601108659992,"f1":0.27706855791962187,"true_positive":14.649999999999999,"false_positive":2.3499999999999996,"false_negative":74.09999999999995,"true_negative":308.8999999999997,"positive_prevalence":0.22187499999999974,"majority_accuracy_baseline":0.7781250000000003,"constant_brier_baseline":0.126740234375001,"brier_skill":0.22385605584067458,"baseline_adjusted_skill":0.15752022173199842,"baseline_adjusted_score":0.15752022173199842},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3205716332769953,"normalized_score_rmse":0.34210151934094074,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":-0.4208161031667381,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.055907321373017335,"accuracy":0.7962499999999995,"positive_recall":0.38421550094517987,"specificity":0.9444255608429638,"precision":0.7131578947368421,"balanced_accuracy":0.6643205308940718,"f1":0.4993857493857496,"true_positive":40.650000000000006,"false_positive":16.35,"false_negative":65.14999999999993,"true_negative":277.8499999999998,"positive_prevalence":0.26449999999999985,"majority_accuracy_baseline":0.7355000000000002,"constant_brier_baseline":0.11362725000000028,"brier_skill":0.5079761116015991,"baseline_adjusted_skill":0.3286410617881437,"baseline_adjusted_score":0.3286410617881437},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.2596098884695675,"normalized_score_rmse":0.29341608773428157,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":-0.03327318793857725,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.07084042753199411,"accuracy":0.8257499999999994,"positive_recall":0.29308093994778056,"specificity":0.951917130488559,"precision":0.5907894736842105,"balanced_accuracy":0.6224990352181697,"f1":0.3917975567190226,"true_positive":22.45,"false_positive":15.550000000000002,"false_negative":54.15000000000003,"true_negative":307.8499999999998,"positive_prevalence":0.1914999999999999,"majority_accuracy_baseline":0.8085000000000001,"constant_brier_baseline":0.09190274999999995,"brier_skill":0.22918054647990238,"baseline_adjusted_skill":0.24499807043633948,"baseline_adjusted_score":0.24499807043633948},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3035565281932941,"normalized_score_rmse":0.3305625198536544,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":-0.46734273446909524,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.08287035194707773,"accuracy":0.8379999999999994,"positive_recall":0.3184281842818428,"specificity":0.9555487431023911,"precision":0.6184210526315789,"balanced_accuracy":0.6369884636921169,"f1":0.4203935599284436,"true_positive":23.499999999999996,"false_positive":14.5,"false_negative":50.3,"true_negative":311.69999999999976,"positive_prevalence":0.1844999999999999,"majority_accuracy_baseline":0.8155000000000001,"constant_brier_baseline":0.1092222499999995,"brier_skill":0.24126858815783314,"baseline_adjusted_skill":0.27397692738423385,"baseline_adjusted_score":0.27397692738423385},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3163815260466072,"normalized_score_rmse":0.33909054128330746,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":-0.6706615236784539,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.07676411001971324,"accuracy":0.8129999999999995,"positive_recall":0.10636942675159242,"specificity":0.9855365474339036,"precision":0.6423076923076922,"balanced_accuracy":0.545952987092748,"f1":0.18251366120218585,"true_positive":8.35,"false_positive":4.65,"false_negative":70.14999999999996,"true_negative":316.8499999999998,"positive_prevalence":0.19624999999999987,"majority_accuracy_baseline":0.8037500000000002,"constant_brier_baseline":0.09878593749999955,"brier_skill":0.22292472023446053,"baseline_adjusted_skill":0.09190597418549595,"baseline_adjusted_score":0.09190597418549595},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3015120915544685,"normalized_score_rmse":0.32209003867706654,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":-0.4272761730389043,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.07869898734940019,"accuracy":0.6918367346938776,"positive_recall":0.5450771055753261,"specificity":0.8025962399283796,"precision":0.6757352941176469,"balanced_accuracy":0.6738366727518528,"f1":0.6034143138542349,"true_positive":91.89999999999996,"false_positive":44.100000000000016,"false_negative":76.7,"true_negative":179.3000000000001,"positive_prevalence":0.43010204081632636,"majority_accuracy_baseline":0.5698979591836737,"constant_brier_baseline":0.12359641815910102,"brier_skill":0.36325834905592536,"baseline_adjusted_skill":0.34767334550370554,"baseline_adjusted_score":0.34767334550370554},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.23362954341205389,"normalized_score_rmse":0.27312653620318605,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.15201128687476728,"baseline_adjusted_score":0.15201128687476728},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.0876187913123391,"accuracy":0.8448750000000005,"positive_recall":0.18882769472856015,"specificity":0.9687917967008471,"precision":0.5333333333333333,"balanced_accuracy":0.5788097457147037,"f1":0.2789076118535735,"true_positive":24,"false_positive":21,"false_negative":103.10000000000004,"true_negative":651.9000000000004,"positive_prevalence":0.15887500000000002,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499934,"brier_skill":0.1129679818560404,"baseline_adjusted_skill":0.15761949142940734,"baseline_adjusted_score":0.15761949142940734},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.364450803665095,"normalized_score_rmse":0.38535351936961615,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-1.2087927494854243,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.45,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.11290322580645162,"baseline_adjusted_score":0.11290322580645162},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.35100500476144414,"accuracy":0.5,"positive_recall":0.88,"specificity":0.12,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6376811594202898,"true_positive":44,"false_positive":44,"false_negative":6,"true_negative":6,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.40402001904577656,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.17428760768721008,"uniform_accuracy_baseline":0.058823529411766766,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.029595015576324008,"baseline_adjusted_score":0.029595015576324008},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.67,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.28260869565217395,"baseline_adjusted_score":0.28260869565217395},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.29021801019292204,"accuracy":0.58,"positive_recall":0.76,"specificity":0.4,"precision":0.5588235294117647,"balanced_accuracy":0.5800000000000001,"f1":0.6440677966101694,"true_positive":38,"false_positive":30,"false_negative":12,"true_negative":20,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.16087204077168815,"baseline_adjusted_skill":0.16000000000000014,"baseline_adjusted_score":0.16000000000000014},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.48,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.1746031746031746,"baseline_adjusted_score":0.1746031746031746},"scoring":{"eligible":true,"reason":null},"model":6,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.1905740490548347,"accuracy":0.7364864864864865,"positive_recall":0.647887323943662,"specificity":0.8181818181818182,"precision":0.7666666666666667,"balanced_accuracy":0.7330345710627402,"f1":0.7022900763358778,"true_positive":46,"false_positive":14,"false_negative":25,"true_negative":63,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.2495891161431699,"brier_skill":0.23644888046513557,"baseline_adjusted_skill":0.46606914212548034,"baseline_adjusted_score":0.46606914212548034},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.45,"uniform_accuracy_baseline":0.20049999999999962,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.2253521126760564,"baseline_adjusted_score":0.2253521126760564},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.926470588235294,"baseline_adjusted_score":0.926470588235294},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.79,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.5531914893617021,"baseline_adjusted_score":0.5531914893617021},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.82,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.6326530612244897,"baseline_adjusted_score":0.6326530612244897},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1437994511875235,"accuracy":0.55245150486,"positive_recall":0.6237362888418168,"specificity":0.43808242578404755,"precision":0.6404045299333334,"balanced_accuracy":0.5309093573129322,"f1":0.6319605204191318,"true_positive":38.424271796000006,"false_positive":21.57572820399999,"false_negative":23.179121310000003,"true_negative":16.820878689999997,"positive_prevalence":0.6160339310599999,"majority_accuracy_baseline":0.6160339310599999,"constant_brier_baseline":0.079087076552024,"brier_skill":-0.8182420877946002,"baseline_adjusted_skill":0.06181871462586441,"baseline_adjusted_score":0.06181871462586441},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.21922797294842794,"accuracy":0.72,"positive_recall":0.88,"specificity":0.56,"precision":0.6666666666666666,"balanced_accuracy":0.72,"f1":0.7586206896551724,"true_positive":44,"false_positive":22,"false_negative":6,"true_negative":28,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.12308810820628824,"baseline_adjusted_skill":0.43999999999999995,"baseline_adjusted_score":0.43999999999999995},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.76,"uniform_accuracy_baseline":0.012987012987012965,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.7473684210526316,"baseline_adjusted_score":0.7473684210526316},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.8,"baseline_adjusted_score":0.8},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.43,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.10937500000000001,"baseline_adjusted_score":0.10937500000000001},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1050475554444913,"accuracy":0.86,"positive_recall":0.92,"specificity":0.8,"precision":0.8214285714285714,"balanced_accuracy":0.8600000000000001,"f1":0.8679245283018868,"true_positive":46,"false_positive":10,"false_negative":4,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5798097782220348,"baseline_adjusted_skill":0.7200000000000002,"baseline_adjusted_score":0.7200000000000002},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.22063514651561553,"accuracy":0.5611582970572635,"positive_recall":0.7940997893301884,"specificity":0.45269218652489657,"precision":0.40319941123866704,"balanced_accuracy":0.6233959879275425,"f1":0.5348380210569902,"true_positive":176.60134212253615,"false_positive":261.39865787746385,"false_negative":45.790534182451665,"true_negative":216.20946581754833,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768597,"brier_skill":-1.4866763843983062,"baseline_adjusted_skill":0.24679197585508494,"baseline_adjusted_score":0.24679197585508494},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.23772375653038888,"accuracy":0.58,"positive_recall":0.4,"specificity":0.76,"precision":0.625,"balanced_accuracy":0.5800000000000001,"f1":0.4878048780487805,"true_positive":20,"false_positive":12,"false_negative":30,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.04910497387844448,"baseline_adjusted_skill":0.16000000000000014,"baseline_adjusted_score":0.16000000000000014},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.9139072847682119,"uniform_accuracy_baseline":0.006622516556291403,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.9103448275862069,"baseline_adjusted_score":0.9103448275862069},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.5658823529411765,"uniform_accuracy_baseline":0.3333333333333301,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.19956616052060744,"baseline_adjusted_score":0.19956616052060744},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.29,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.1833333333333334,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1254062428703282,"accuracy":0.84,"positive_recall":0.94,"specificity":0.74,"precision":0.7833333333333333,"balanced_accuracy":0.84,"f1":0.8545454545454545,"true_positive":47,"false_positive":13,"false_negative":3,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4983750285186872,"baseline_adjusted_skill":0.6799999999999999,"baseline_adjusted_score":0.6799999999999999},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.73,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.43749999999999994,"baseline_adjusted_score":0.43749999999999994},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.07142857142857136,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9438202247191011,"baseline_adjusted_score":0.9438202247191011},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.66,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.2608695652173913,"baseline_adjusted_score":0.2608695652173913},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.43,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.21917808219178078,"baseline_adjusted_score":0.21917808219178078},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.7222222222222222,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.1666666666666667,"baseline_adjusted_score":0.1666666666666667},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.28439367335159427,"accuracy":0.5975609756097561,"positive_recall":0.7,"specificity":0.5,"precision":0.5714285714285714,"balanced_accuracy":0.6,"f1":0.6292134831460674,"true_positive":28,"false_positive":21,"false_negative":12,"true_negative":21,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.24985127900059498,"brier_skill":-0.13825182120007096,"baseline_adjusted_skill":0.19999999999999996,"baseline_adjusted_score":0.19999999999999996},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.13390315115223317,"accuracy":0.8,"positive_recall":0.72,"specificity":0.88,"precision":0.8571428571428571,"balanced_accuracy":0.8,"f1":0.782608695652174,"true_positive":36,"false_positive":6,"false_negative":14,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4643873953910673,"baseline_adjusted_skill":0.6000000000000001,"baseline_adjusted_score":0.6000000000000001},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.6508379888268156,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.5519713261648745,"baseline_adjusted_score":0.5519713261648745},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.51,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.19672131147540983,"baseline_adjusted_score":0.19672131147540983},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.22037357901557222,"accuracy":0.725,"positive_recall":0.5,"specificity":0.7884615384615384,"precision":0.4,"balanced_accuracy":0.6442307692307692,"f1":0.4444444444444444,"true_positive":22,"false_positive":33,"false_negative":22,"true_negative":123,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000053,"brier_skill":-0.28422831594155906,"baseline_adjusted_skill":0.2884615384615383,"baseline_adjusted_score":0.2884615384615383},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.21991222187833848,"accuracy":0.7,"positive_recall":0.32,"specificity":0.8266666666666667,"precision":0.38095238095238093,"balanced_accuracy":0.5733333333333334,"f1":0.34782608695652173,"true_positive":16,"false_positive":26,"false_negative":34,"true_negative":124,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-0.17286518335113854,"baseline_adjusted_skill":0.14666666666666672,"baseline_adjusted_score":0.14666666666666672},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.0606718565471584,"accuracy":0.925,"positive_recall":0.6842105263157895,"specificity":0.9502762430939227,"precision":0.5909090909090909,"balanced_accuracy":0.8172433847048561,"f1":0.6341463414634146,"true_positive":13,"false_positive":9,"false_negative":6,"true_negative":172,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.0859749999999999,"brier_skill":0.29430815298449,"baseline_adjusted_skill":0.6344867694097123,"baseline_adjusted_score":0.6344867694097123},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.13382628596001253,"accuracy":0.8028630952380955,"positive_recall":0.7232417418906857,"specificity":0.8079458456550512,"precision":0.19380648591174937,"balanced_accuracy":0.7655937937728685,"f1":0.30569589736064273,"true_positive":121.51666666666675,"false_positive":505.4833333333327,"false_negative":46.499999999999986,"true_negative":2126.5000000000005,"positive_prevalence":0.060005952380952354,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679296,"brier_skill":-3.1559703596433843,"baseline_adjusted_skill":0.531187587545737,"baseline_adjusted_score":0.531187587545737},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.7705382436260623,"uniform_accuracy_baseline":0.027777777777777853,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.7370129870129869,"baseline_adjusted_score":0.7370129870129869},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.76,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.6571428571428573,"baseline_adjusted_score":0.6571428571428573},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.14067996714980305,"accuracy":0.82,"positive_recall":0.78,"specificity":0.86,"precision":0.8478260869565217,"balanced_accuracy":0.8200000000000001,"f1":0.8125,"true_positive":39,"false_positive":7,"false_negative":11,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4372801314007878,"baseline_adjusted_skill":0.6400000000000001,"baseline_adjusted_score":0.6400000000000001},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.13693118952975397,"accuracy":0.77,"positive_recall":0.94,"specificity":0.6,"precision":0.7014925373134329,"balanced_accuracy":0.77,"f1":0.8034188034188035,"true_positive":47,"false_positive":20,"false_negative":3,"true_negative":30,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4522752418809841,"baseline_adjusted_skill":0.54,"baseline_adjusted_score":0.54},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.61,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.72,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.702127659574468,"baseline_adjusted_score":0.702127659574468},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.19103161007542607,"accuracy":0.72,"positive_recall":0.92,"specificity":0.52,"precision":0.6571428571428571,"balanced_accuracy":0.72,"f1":0.7666666666666667,"true_positive":46,"false_positive":24,"false_negative":4,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2358735596982957,"baseline_adjusted_skill":0.43999999999999995,"baseline_adjusted_score":0.43999999999999995},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8208955223880599,"baseline_adjusted_score":0.8208955223880599},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.05426924072371756,"accuracy":0.94,"positive_recall":0.92,"specificity":0.96,"precision":0.9583333333333334,"balanced_accuracy":0.94,"f1":0.9387755102040817,"true_positive":46,"false_positive":2,"false_negative":4,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7829230371051298,"baseline_adjusted_skill":0.8799999999999999,"baseline_adjusted_score":0.8799999999999999},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.44645441891891885,"uniform_accuracy_baseline":0.23445945945945923,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.24958854791906515,"baseline_adjusted_score":0.24958854791906515},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.1471850987295494,"accuracy":0.623245625,"positive_recall":0.8691214781849955,"specificity":0.38911722537055843,"precision":0.5753274017857144,"balanced_accuracy":0.629119351777777,"f1":0.6923462765819338,"true_positive":64.43666900000001,"false_positive":47.563331,"false_negative":9.703333999999998,"true_negative":30.296666,"positive_prevalence":0.48776317763157917,"majority_accuracy_baseline":0.5122368223684208,"constant_brier_baseline":0.0945191003976856,"brier_skill":-0.5571995301507693,"baseline_adjusted_skill":0.258238703555554,"baseline_adjusted_score":0.258238703555554},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.11787343738548955,"normalized_score_rmse":0.15775676447838674,"constant_score_baseline":0.5841668333333334,"constant_mae_baseline":0.21700552708333315,"baseline_adjusted_skill":0.45681827108383044,"baseline_adjusted_score":0.45681827108383044},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.28557544589950823,"accuracy":0.65,"positive_recall":0.94,"specificity":0.36,"precision":0.5949367088607594,"balanced_accuracy":0.6499999999999999,"f1":0.7286821705426356,"true_positive":47,"false_positive":32,"false_negative":3,"true_negative":18,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.14230178359803292,"baseline_adjusted_skill":0.2999999999999998,"baseline_adjusted_score":0.2999999999999998},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.27779307061494946,"accuracy":0.55,"positive_recall":0.22,"specificity":0.88,"precision":0.6470588235294118,"balanced_accuracy":0.55,"f1":0.3283582089552239,"true_positive":11,"false_positive":6,"false_negative":39,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.11117228245979782,"baseline_adjusted_skill":0.10000000000000009,"baseline_adjusted_score":0.10000000000000009},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.81,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.6885245901639345,"baseline_adjusted_score":0.6885245901639345},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.815,"uniform_accuracy_baseline":0.03611111111111102,"fixed_answer_accuracy_baseline":0.08833333333333329,"baseline_adjusted_skill":0.7970749542961608,"baseline_adjusted_score":0.7970749542961608},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.8181818181818182,"baseline_adjusted_score":0.8181818181818182},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.765,"uniform_accuracy_baseline":0.04987932421560751,"fixed_answer_accuracy_baseline":0.1244247787610618,"baseline_adjusted_skill":0.7316050131392764,"baseline_adjusted_score":0.7316050131392764},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25890837830267427,"accuracy":0.57,"positive_recall":0.32,"specificity":0.82,"precision":0.64,"balanced_accuracy":0.57,"f1":0.4266666666666667,"true_positive":16,"false_positive":9,"false_negative":34,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.035633513210697076,"baseline_adjusted_skill":0.1399999999999999,"baseline_adjusted_score":0.1399999999999999},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.6666666666666666,"uniform_accuracy_baseline":0.23888888888888893,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.5294117647058824,"baseline_adjusted_score":0.5294117647058824},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.23041299090689804,"accuracy":0.734375,"positive_recall":0.5625,"specificity":0.90625,"precision":0.8571428571428571,"balanced_accuracy":0.734375,"f1":0.6792452830188679,"true_positive":18,"false_positive":3,"false_negative":14,"true_negative":29,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.07834803637240784,"baseline_adjusted_skill":0.46875,"baseline_adjusted_score":0.46875},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.7608695652173914,"baseline_adjusted_score":0.7608695652173914},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.79,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.6818181818181819,"baseline_adjusted_score":0.6818181818181819},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.4736976549334599,"accuracy":0.51,"positive_recall":0.02,"specificity":1,"precision":1,"balanced_accuracy":0.51,"f1":0.0392156862745098,"true_positive":1,"false_positive":0,"false_negative":49,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.8947906197338396,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.8260869565217391,"baseline_adjusted_score":0.8260869565217391},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.043992773713003176,"accuracy":0.9696969696969697,"positive_recall":0.9375,"specificity":1,"precision":1,"balanced_accuracy":0.96875,"f1":0.967741935483871,"true_positive":15,"false_positive":0,"false_negative":1,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.8238671670093366,"baseline_adjusted_skill":0.9375,"baseline_adjusted_score":0.9375},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.21760039026732556,"normalized_score_rmse":0.3879562131732073,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.34060487797780137,"baseline_adjusted_score":0.34060487797780137},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.1875,"uniform_accuracy_baseline":0.17812500000000006,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.14035087719298242,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.2279878193365594,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":17,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.0880487226537624,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.33575696235193925,"normalized_score_rmse":0.3898550332641194,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-1.2831473439931869,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.3541666666666667,"uniform_accuracy_baseline":0.13194444444444448,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":-0.617391304347826,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.2704158692353331,"accuracy":0.6730769230769231,"positive_recall":0.9230769230769231,"specificity":0.4230769230769231,"precision":0.6153846153846154,"balanced_accuracy":0.6730769230769231,"f1":0.7384615384615385,"true_positive":24,"false_positive":15,"false_negative":2,"true_negative":11,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.08166347694133247,"baseline_adjusted_skill":0.34615384615384626,"baseline_adjusted_score":0.34615384615384626},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.2952368300269152,"accuracy":0.6666666666666666,"positive_recall":0.5641025641025641,"specificity":0.7777777777777778,"precision":0.7333333333333333,"balanced_accuracy":0.670940170940171,"f1":0.6376811594202898,"true_positive":22,"false_positive":8,"false_negative":17,"true_negative":28,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24959999999999993,"brier_skill":-0.18283986388988493,"baseline_adjusted_skill":0.341880341880342,"baseline_adjusted_score":0.341880341880342},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.3936843362264335,"normalized_score_rmse":0.4655027339567644,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.4060154865229766,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.6470588235294118,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.52,"baseline_adjusted_score":0.52},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.21232676812209506,"accuracy":0.7857142857142857,"positive_recall":1,"specificity":0.5714285714285714,"precision":0.7,"balanced_accuracy":0.7857142857142857,"f1":0.8235294117647058,"true_positive":14,"false_positive":6,"false_negative":0,"true_negative":8,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.15069292751161978,"baseline_adjusted_skill":0.5714285714285714,"baseline_adjusted_score":0.5714285714285714},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.3083484613830506,"normalized_score_rmse":0.3989843020050806,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.16969696969696968,"baseline_adjusted_skill":-0.8170534331501198,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":0.9333333333333333,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":0.9166666666666667,"baseline_adjusted_score":0.9166666666666667},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.060825368803963456,"accuracy":0.9294117647058824,"positive_recall":0.9777777777777777,"specificity":0.875,"precision":0.8979591836734694,"balanced_accuracy":0.9263888888888889,"f1":0.9361702127659575,"true_positive":44,"false_positive":5,"false_negative":1,"true_negative":35,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.24913494809688563,"brier_skill":0.755853727995202,"baseline_adjusted_skill":0.8527777777777779,"baseline_adjusted_score":0.8527777777777779},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.7894736842105263,"baseline_adjusted_score":0.7894736842105263},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.2561548742308064,"accuracy":0.68,"positive_recall":0.5428571428571428,"specificity":1,"precision":1,"balanced_accuracy":0.7714285714285714,"f1":0.7037037037037037,"true_positive":19,"false_positive":0,"false_negative":16,"true_negative":15,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.20999999999999996,"brier_skill":-0.21978511538479273,"baseline_adjusted_skill":0.5428571428571427,"baseline_adjusted_score":0.5428571428571427},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.21328238047659398,"normalized_score_rmse":0.3277248663562237,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.23827721258359302,"baseline_adjusted_score":0.23827721258359302},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.6962025316455697,"uniform_accuracy_baseline":0.24240506329113914,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.47826086956521746,"baseline_adjusted_score":0.47826086956521746},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.11715234639391105,"accuracy":0.8571428571428571,"positive_recall":1,"specificity":0.7,"precision":0.7857142857142857,"balanced_accuracy":0.85,"f1":0.88,"true_positive":11,"false_positive":3,"false_negative":0,"true_negative":7,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.24943310657596363,"brier_skill":0.5303255930935019,"baseline_adjusted_skill":0.7,"baseline_adjusted_score":0.7},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.5757575757575758,"uniform_accuracy_baseline":0.3237373737373738,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.3000000000000001,"baseline_adjusted_score":0.3000000000000001},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.27476454275869683,"accuracy":0.696969696969697,"positive_recall":0.5294117647058824,"specificity":0.875,"precision":0.8181818181818182,"balanced_accuracy":0.7022058823529411,"f1":0.6428571428571429,"true_positive":9,"false_positive":2,"false_negative":8,"true_negative":14,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":-0.10006833479492916,"baseline_adjusted_skill":0.40441176470588225,"baseline_adjusted_score":0.40441176470588225},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.2278504913156925,"normalized_score_rmse":0.319403124954946,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.34313725490196084,"baseline_adjusted_skill":0.33597856816569627,"baseline_adjusted_score":0.33597856816569627},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.19588924111884182,"accuracy":0.75,"positive_recall":0.92,"specificity":0.58,"precision":0.6865671641791045,"balanced_accuracy":0.75,"f1":0.7863247863247863,"true_positive":46,"false_positive":21,"false_negative":4,"true_negative":29,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.21644303552463273,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.3933333333333333,"uniform_accuracy_baseline":0.3333333333333332,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":0.061855670103092744,"baseline_adjusted_score":0.061855670103092744},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.27914231675110057,"accuracy":0.5333333333333333,"positive_recall":0.972972972972973,"specificity":0.10526315789473684,"precision":0.5142857142857142,"balanced_accuracy":0.539118065433855,"f1":0.6728971962616822,"true_positive":36,"false_positive":34,"false_negative":1,"true_negative":4,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555535,"brier_skill":-0.11676780350280369,"baseline_adjusted_skill":0.07823613086770997,"baseline_adjusted_score":0.07823613086770997},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.1428571428571427,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.8076923076923077,"baseline_adjusted_score":0.8076923076923077},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.29,"uniform_accuracy_baseline":0.32416666666666627,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.07575757575757583,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.15578940762110285,"accuracy":0.8484848484848485,"positive_recall":1,"specificity":0.7058823529411765,"precision":0.7619047619047619,"balanced_accuracy":0.8529411764705883,"f1":0.8648648648648649,"true_positive":16,"false_positive":5,"false_negative":0,"true_negative":12,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.3762696143405112,"baseline_adjusted_skill":0.7058823529411766,"baseline_adjusted_score":0.7058823529411766},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.18517024425620382,"normalized_score_rmse":0.20871805661198675,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.15715612959245162,"baseline_adjusted_score":0.15715612959245162},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.23149229131106033,"accuracy":0.7,"positive_recall":0.4090909090909091,"specificity":0.782051282051282,"precision":0.34615384615384615,"balanced_accuracy":0.5955710955710956,"f1":0.375,"true_positive":9,"false_positive":17,"false_negative":13,"true_negative":61,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000028,"brier_skill":-0.34902267663787856,"baseline_adjusted_skill":0.1911421911421911,"baseline_adjusted_score":0.1911421911421911},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.14119146270691696,"accuracy":0.83,"positive_recall":0.5945945945945946,"specificity":0.9682539682539683,"precision":0.9166666666666666,"balanced_accuracy":0.7814242814242814,"f1":0.7213114754098361,"true_positive":22,"false_positive":2,"false_negative":15,"true_negative":61,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000008,"brier_skill":0.39428801927534574,"baseline_adjusted_skill":0.5628485628485629,"baseline_adjusted_score":0.5628485628485629},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1658176196597652,"accuracy":0.79,"positive_recall":0.717948717948718,"specificity":0.8360655737704918,"precision":0.7368421052631579,"balanced_accuracy":0.7770071458596048,"f1":0.7272727272727273,"true_positive":28,"false_positive":10,"false_negative":11,"true_negative":51,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379000000000002,"brier_skill":0.30299445288034865,"baseline_adjusted_skill":0.5540142917192097,"baseline_adjusted_score":0.5540142917192097},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3942060240126364,"accuracy":0.59,"positive_recall":0.9032258064516129,"specificity":0.4492753623188406,"precision":0.42424242424242425,"balanced_accuracy":0.6762505843852267,"f1":0.5773195876288659,"true_positive":28,"false_positive":38,"false_negative":3,"true_negative":31,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999987,"brier_skill":-0.8429454138038177,"baseline_adjusted_skill":0.35250116877045334,"baseline_adjusted_score":0.35250116877045334},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.82,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.7499999999999999,"baseline_adjusted_score":0.7499999999999999},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.20683466624468566,"normalized_score_rmse":0.26145994244635157,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.11038853228092194,"baseline_adjusted_score":0.11038853228092194},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.17484073605324849,"accuracy":0.8,"positive_recall":0.96,"specificity":0.64,"precision":0.7272727272727273,"balanced_accuracy":0.8,"f1":0.8275862068965517,"true_positive":48,"false_positive":18,"false_negative":2,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.30063705578700606,"baseline_adjusted_skill":0.6000000000000001,"baseline_adjusted_score":0.6000000000000001},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2814484096630623,"accuracy":0.56,"positive_recall":0.72,"specificity":0.4,"precision":0.5454545454545454,"balanced_accuracy":0.56,"f1":0.6206896551724138,"true_positive":36,"false_positive":30,"false_negative":14,"true_negative":20,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.12579363865224913,"baseline_adjusted_skill":0.1200000000000001,"baseline_adjusted_score":0.1200000000000001},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.39,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.7428571428571429,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.19747907051373473,"accuracy":0.74,"positive_recall":0.88,"specificity":0.6,"precision":0.6875,"balanced_accuracy":0.74,"f1":0.7719298245614035,"true_positive":44,"false_positive":20,"false_negative":6,"true_negative":30,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2100837179450611,"baseline_adjusted_skill":0.48,"baseline_adjusted_score":0.48},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.6904761904761905,"baseline_adjusted_score":0.6904761904761905},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.43,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.049999999999999954,"baseline_adjusted_score":0.049999999999999954},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.27340632041717944,"accuracy":0.6,"positive_recall":0.28,"specificity":0.92,"precision":0.7777777777777778,"balanced_accuracy":0.6000000000000001,"f1":0.4117647058823529,"true_positive":14,"false_positive":4,"false_negative":36,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.09362528166871775,"baseline_adjusted_skill":0.20000000000000018,"baseline_adjusted_score":0.20000000000000018},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.20851190476190457,"fixed_answer_accuracy_baseline":0.2233333333333332,"baseline_adjusted_skill":0.9484978540772532,"baseline_adjusted_score":0.9484978540772532},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.060684358430541464,"accuracy":0.91,"positive_recall":0.92,"specificity":0.9,"precision":0.9019607843137255,"balanced_accuracy":0.91,"f1":0.9108910891089109,"true_positive":46,"false_positive":5,"false_negative":4,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7572625662778342,"baseline_adjusted_skill":0.8200000000000001,"baseline_adjusted_score":0.8200000000000001},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.1254028484362061,"normalized_score_rmse":0.17301932571095158,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.5819905052126463,"baseline_adjusted_score":0.5819905052126463},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.22851190476190467,"fixed_answer_accuracy_baseline":0.2433333333333333,"baseline_adjusted_skill":0.9339207048458149,"baseline_adjusted_score":0.9339207048458149},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.05737524063713995,"accuracy":0.91,"positive_recall":0.96,"specificity":0.86,"precision":0.8727272727272727,"balanced_accuracy":0.9099999999999999,"f1":0.9142857142857143,"true_positive":48,"false_positive":7,"false_negative":2,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7704990374514402,"baseline_adjusted_skill":0.8199999999999998,"baseline_adjusted_score":0.8199999999999998},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.1519316378595605,"normalized_score_rmse":0.21960132181366365,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.304222222222222,"baseline_adjusted_skill":0.5005899412943589,"baseline_adjusted_score":0.5005899412943589},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.73,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.564516129032258,"baseline_adjusted_score":0.564516129032258},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.26236826812980135,"accuracy":0.7,"positive_recall":1,"specificity":0.4,"precision":0.625,"balanced_accuracy":0.7,"f1":0.7692307692307693,"true_positive":50,"false_positive":30,"false_negative":0,"true_negative":20,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.04947307251920541,"baseline_adjusted_skill":0.3999999999999999,"baseline_adjusted_score":0.3999999999999999},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.43,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":-0.14,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2375467863261676,"accuracy":0.68,"positive_recall":0.98,"specificity":0.38,"precision":0.6125,"balanced_accuracy":0.6799999999999999,"f1":0.7538461538461538,"true_positive":49,"false_positive":31,"false_negative":1,"true_negative":19,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.04981285469532959,"baseline_adjusted_skill":0.3599999999999999,"baseline_adjusted_score":0.3599999999999999},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.59,"uniform_accuracy_baseline":0.35333333333333317,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.30508474576271183,"baseline_adjusted_score":0.30508474576271183},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.5967741935483871,"baseline_adjusted_score":0.5967741935483871},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.42,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.06451612903225803,"baseline_adjusted_score":0.06451612903225803},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.41,"uniform_accuracy_baseline":0.11111111111111088,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.2976190476190476,"baseline_adjusted_score":0.2976190476190476},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.1646817872091267,"accuracy":0.6801250000000002,"positive_recall":0.6255767963085035,"specificity":0.69288909455499,"precision":0.3227891156462585,"balanced_accuracy":0.6592329454317467,"f1":0.42584698227507295,"true_positive":47.45,"false_positive":99.54999999999998,"false_negative":28.400000000000016,"true_negative":224.60000000000005,"positive_prevalence":0.1896249999999999,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500007,"brier_skill":-1.1633470688163432,"baseline_adjusted_skill":0.3184658908634934,"baseline_adjusted_score":0.3184658908634934},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.20777973147407466,"normalized_score_rmse":0.24584140358944603,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":0.02793108082304252,"baseline_adjusted_score":0.02793108082304252},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.12194483024418183,"accuracy":0.7686249999999998,"positive_recall":0.6474449132676982,"specificity":0.8126810976649055,"precision":0.5568548387096776,"balanced_accuracy":0.7300630054663018,"f1":0.598742683719922,"true_positive":69.05000000000001,"false_positive":54.949999999999974,"false_negative":37.599999999999994,"true_negative":238.39999999999995,"positive_prevalence":0.2666249999999998,"majority_accuracy_baseline":0.7333750000000002,"constant_brier_baseline":0.11565485937499977,"brier_skill":-0.05438570331738024,"baseline_adjusted_skill":0.4601260109326035,"baseline_adjusted_score":0.4601260109326035},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.20573812517406623,"normalized_score_rmse":0.2532275317388636,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.23446279004998605,"baseline_adjusted_score":0.23446279004998605},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.10057381434675544,"accuracy":0.7753749999999998,"positive_recall":0.6841163310961967,"specificity":0.8107545533391152,"precision":0.5835877862595417,"balanced_accuracy":0.7474354422176559,"f1":0.6298661174047371,"true_positive":76.44999999999996,"false_positive":54.55000000000003,"false_negative":35.30000000000002,"true_negative":233.69999999999996,"positive_prevalence":0.2793749999999999,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937499995,"brier_skill":0.11119216537030974,"baseline_adjusted_skill":0.4948708844353118,"baseline_adjusted_score":0.4948708844353118},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.18973753337068047,"normalized_score_rmse":0.23197996912996383,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.2823166586451803,"baseline_adjusted_score":0.2823166586451803},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.09345762766578654,"accuracy":0.8356249999999994,"positive_recall":0.40563380281690137,"specificity":0.9582329317269076,"precision":0.7346938775510204,"balanced_accuracy":0.6819333672719045,"f1":0.5226860254083484,"true_positive":36,"false_positive":12.999999999999998,"false_negative":52.750000000000014,"true_negative":298.2499999999998,"positive_prevalence":0.22187499999999974,"majority_accuracy_baseline":0.7781250000000003,"constant_brier_baseline":0.126740234375001,"brier_skill":0.262604901066676,"baseline_adjusted_skill":0.3638667345438089,"baseline_adjusted_score":0.3638667345438089},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.21635142752278624,"normalized_score_rmse":0.2631165603782451,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.04110170627019949,"baseline_adjusted_score":0.04110170627019949},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.07776852322354416,"accuracy":0.8134999999999996,"positive_recall":0.7570888468809073,"specificity":0.8337865397688646,"precision":0.6209302325581395,"balanced_accuracy":0.7954376933248859,"f1":0.6822827938671209,"true_positive":80.09999999999998,"false_positive":48.89999999999999,"false_negative":25.700000000000003,"true_negative":245.2999999999998,"positive_prevalence":0.26449999999999985,"majority_accuracy_baseline":0.7355000000000002,"constant_brier_baseline":0.11362725000000028,"brier_skill":0.3155821053176595,"baseline_adjusted_skill":0.5908753866497718,"baseline_adjusted_score":0.5908753866497718},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.17755556931642785,"normalized_score_rmse":0.2199518651166286,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.29331116689978953,"baseline_adjusted_score":0.29331116689978953},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.10805628582809616,"accuracy":0.8052499999999999,"positive_recall":0.5006527415143603,"specificity":0.8773964131106988,"precision":0.49166666666666686,"balanced_accuracy":0.6890245773125296,"f1":0.4961190168175939,"true_positive":38.350000000000016,"false_positive":39.649999999999984,"false_negative":38.250000000000014,"true_negative":283.74999999999994,"positive_prevalence":0.1914999999999999,"majority_accuracy_baseline":0.8085000000000001,"constant_brier_baseline":0.09190274999999995,"brier_skill":-0.17576770910659612,"baseline_adjusted_skill":0.3780491546250593,"baseline_adjusted_score":0.3780491546250593},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.20051364664268476,"normalized_score_rmse":0.2397977436362886,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.030749744325390904,"baseline_adjusted_score":0.030749744325390904},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.0843801979573421,"accuracy":0.8549999999999998,"positive_recall":0.68970189701897,"specificity":0.8923973022685469,"precision":0.591860465116279,"balanced_accuracy":0.7910495996437584,"f1":0.6370463078848561,"true_positive":50.89999999999999,"false_positive":35.1,"false_negative":22.900000000000016,"true_negative":291.0999999999999,"positive_prevalence":0.1844999999999999,"majority_accuracy_baseline":0.8155000000000001,"constant_brier_baseline":0.1092222499999995,"brier_skill":0.2274449761166567,"baseline_adjusted_skill":0.5820991992875169,"baseline_adjusted_score":0.5820991992875169},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.22063746365514816,"normalized_score_rmse":0.27532544936904063,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":-0.1650823163308155,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.08050749905095231,"accuracy":0.8409999999999995,"positive_recall":0.4133757961783441,"specificity":0.945412130637636,"precision":0.6490000000000001,"balanced_accuracy":0.67939396340799,"f1":0.5050583657587551,"true_positive":32.45000000000001,"false_positive":17.549999999999997,"false_negative":46.05,"true_negative":303.9499999999998,"positive_prevalence":0.19624999999999987,"majority_accuracy_baseline":0.8037500000000002,"constant_brier_baseline":0.09878593749999955,"brier_skill":0.18503077372776178,"baseline_adjusted_skill":0.35878792681597993,"baseline_adjusted_score":0.35878792681597993},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.20299213112197323,"normalized_score_rmse":0.24496536476507944,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":0.039090503564623735,"baseline_adjusted_score":0.039090503564623735},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.12085481123166206,"accuracy":0.709183673469388,"positive_recall":0.8677342823250296,"specificity":0.5895255147717099,"precision":0.6147058823529412,"balanced_accuracy":0.7286298985483697,"f1":0.719626168224299,"true_positive":146.30000000000004,"false_positive":91.70000000000003,"false_negative":22.300000000000008,"true_negative":131.70000000000005,"positive_prevalence":0.43010204081632636,"majority_accuracy_baseline":0.5698979591836737,"constant_brier_baseline":0.12359641815910102,"brier_skill":0.0221819286373639,"baseline_adjusted_skill":0.45725979709673936,"baseline_adjusted_score":0.45725979709673936},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.1814441535459583,"normalized_score_rmse":0.22186613455135315,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.3414249241665217,"baseline_adjusted_score":0.3414249241665217},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.10755106418237276,"accuracy":0.8250000000000003,"positive_recall":0.7714398111723052,"specificity":0.8351166592361421,"precision":0.4691387559808611,"balanced_accuracy":0.8032782352042236,"f1":0.5834573043736981,"true_positive":98.04999999999997,"false_positive":110.95000000000003,"false_negative":29.04999999999999,"true_negative":561.9500000000003,"positive_prevalence":0.15887500000000002,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499934,"brier_skill":-0.08882165670534148,"baseline_adjusted_skill":0.6065564704084472,"baseline_adjusted_score":0.6065564704084472},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.23778202905219586,"normalized_score_rmse":0.2893102869885673,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-0.44110320637694467,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.48,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.16129032258064513,"baseline_adjusted_score":0.16129032258064513},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.31167371771812097,"accuracy":0.52,"positive_recall":0.84,"specificity":0.2,"precision":0.5121951219512195,"balanced_accuracy":0.52,"f1":0.6363636363636364,"true_positive":42,"false_positive":40,"false_negative":8,"true_negative":10,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.24669487087248387,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.3585155732273029,"uniform_accuracy_baseline":0.058823529411766766,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.24610591900311532,"baseline_adjusted_score":0.24610591900311532},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.77,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.281855198760844,"accuracy":0.59,"positive_recall":0.92,"specificity":0.26,"precision":0.5542168674698795,"balanced_accuracy":0.5900000000000001,"f1":0.6917293233082706,"true_positive":46,"false_positive":37,"false_negative":4,"true_negative":13,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.1274207950433759,"baseline_adjusted_skill":0.18000000000000016,"baseline_adjusted_score":0.18000000000000016},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.20634920634920637,"baseline_adjusted_score":0.20634920634920637},"scoring":{"eligible":true,"reason":null},"model":7,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.2518712732785652,"accuracy":0.5135135135135135,"positive_recall":0.352112676056338,"specificity":0.6623376623376623,"precision":0.49019607843137253,"balanced_accuracy":0.5072251691970002,"f1":0.4098360655737705,"true_positive":25,"false_positive":26,"false_negative":46,"true_negative":51,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.24958911614317017,"brier_skill":-0.00914365646491544,"baseline_adjusted_skill":0.01445033839400045,"baseline_adjusted_score":0.01445033839400045},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.23,"uniform_accuracy_baseline":0.2005,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":-0.08450704225352108,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.2,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":-0.17647058823529413,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.53,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.07,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":-0.8979591836734694,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08719688038302527,"accuracy":0.61603393106,"positive_recall":1,"specificity":0,"precision":0.61603393106,"balanced_accuracy":0.5,"f1":0.7624022233938205,"true_positive":61.603393106,"false_positive":38.396606894,"false_negative":0,"true_negative":0,"positive_prevalence":0.61603393106,"majority_accuracy_baseline":0.61603393106,"constant_brier_baseline":0.07908707655202402,"brier_skill":-0.10254271853969166,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25687702872052587,"accuracy":0.47,"positive_recall":0.46,"specificity":0.48,"precision":0.46938775510204084,"balanced_accuracy":0.47,"f1":0.46464646464646464,"true_positive":23,"false_positive":26,"false_negative":27,"true_negative":24,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.027508114882103474,"baseline_adjusted_skill":-0.06000000000000005,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0,"uniform_accuracy_baseline":0.012987012987012986,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":-0.052631578947368425,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.26,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.23333333333333336,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.31,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":-0.07812499999999999,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2529971039932205,"accuracy":0.4,"positive_recall":0.6,"specificity":0.2,"precision":0.42857142857142855,"balanced_accuracy":0.4,"f1":0.5,"true_positive":30,"false_positive":40,"false_negative":20,"true_negative":10,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.011988415972882027,"baseline_adjusted_skill":-0.19999999999999996,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.11321575209360389,"accuracy":0.6048358365314613,"positive_recall":0.2940236937829138,"specificity":0.7495613807065908,"precision":0.3534512483162453,"balanced_accuracy":0.5217925372447523,"f1":0.321010234821439,"true_positive":65.38848093850538,"false_positive":119.61151906149462,"false_negative":157.00339536648244,"true_negative":357.99660463351756,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768642,"brier_skill":-0.27600222140098163,"baseline_adjusted_skill":0.04358507448950455,"baseline_adjusted_score":0.04358507448950455},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2791928362928118,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":50,"false_positive":50,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.1167713451712471,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.013245033112582781,"uniform_accuracy_baseline":0.006622516556291391,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":-0.027586206896551727,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.30823529411764705,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":-0.2754880694143167,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.32,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.13333333333333336,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2571129199903916,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":50,"false_positive":50,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.02845167996156639,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.45,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":-0.14583333333333334,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.03,"uniform_accuracy_baseline":0.07142857142857142,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":-0.0898876404494382,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.54,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.29,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.027397260273972553,"baseline_adjusted_score":0.027397260273972553},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.6111111111111112,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":-0.16666666666666638,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.24990872739230935,"accuracy":0.5,"positive_recall":0.575,"specificity":0.42857142857142855,"precision":0.48936170212765956,"balanced_accuracy":0.5017857142857143,"f1":0.5287356321839081,"true_positive":23,"false_positive":24,"false_negative":17,"true_negative":18,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.2498512790005949,"brier_skill":-0.0002299303487427462,"baseline_adjusted_skill":0.0035714285714285587,"baseline_adjusted_score":0.0035714285714285587},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25628549344405316,"accuracy":0.47,"positive_recall":0.42,"specificity":0.52,"precision":0.4666666666666667,"balanced_accuracy":0.47,"f1":0.4421052631578947,"true_positive":21,"false_positive":24,"false_negative":29,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.025141973776212634,"baseline_adjusted_skill":-0.06000000000000005,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.12290502793296089,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":-0.12544802867383512,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.24,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":-0.24590163934426235,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.2624816009677653,"accuracy":0.295,"positive_recall":0.6363636363636364,"specificity":0.1987179487179487,"precision":0.1830065359477124,"balanced_accuracy":0.4175407925407925,"f1":0.28426395939086296,"true_positive":28,"false_positive":125,"false_negative":16,"true_negative":31,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.5296130592527115,"baseline_adjusted_skill":-0.16491841491841497,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.25644094739547685,"accuracy":0.4,"positive_recall":0.76,"specificity":0.28,"precision":0.2602739726027397,"balanced_accuracy":0.52,"f1":0.3877551020408163,"true_positive":38,"false_positive":108,"false_negative":12,"true_negative":42,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-0.3676850527758766,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.2602441045767316,"accuracy":0.335,"positive_recall":0.8421052631578947,"specificity":0.281767955801105,"precision":0.1095890410958904,"balanced_accuracy":0.5619366094794999,"f1":0.19393939393939394,"true_positive":16,"false_positive":130,"false_negative":3,"true_negative":51,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.085975,"brier_skill":-2.0269741736171167,"baseline_adjusted_skill":0.12387321895899972,"baseline_adjusted_score":0.12387321895899972},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.23180069370147793,"accuracy":0.459077380952381,"positive_recall":0.5815891280626923,"specificity":0.45125665689372396,"precision":0.06337008214440121,"balanced_accuracy":0.5164228924782082,"f1":0.11428738511320553,"true_positive":97.71666666666667,"false_positive":1444.2833333333333,"false_negative":70.3,"true_negative":1187.7,"positive_prevalence":0.060005952380952375,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679138,"brier_skill":-6.198561967534663,"baseline_adjusted_skill":0.032845784956416324,"baseline_adjusted_score":0.032845784956416324},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.028328611898016998,"uniform_accuracy_baseline":0.027777777777777776,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":-0.11363636363636365,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.21,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":-0.1285714285714286,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2542181632658276,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":50,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.016872653063310317,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2498216432605116,"accuracy":0.52,"positive_recall":0.52,"specificity":0.52,"precision":0.52,"balanced_accuracy":0.52,"f1":0.52,"true_positive":26,"false_positive":24,"false_negative":24,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.0007134269579536223,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.64,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":0.07692307692307698,"baseline_adjusted_score":0.07692307692307698},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.02,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":-0.0425531914893617,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.253947659158151,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":50,"false_positive":50,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.015790636632603938,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.18,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":-0.22388059701492544,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25390605534053134,"accuracy":0.47,"positive_recall":0.64,"specificity":0.3,"precision":0.47761194029850745,"balanced_accuracy":0.47,"f1":0.5470085470085471,"true_positive":32,"false_positive":35,"false_negative":18,"true_negative":15,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.015624221362125379,"baseline_adjusted_skill":-0.06000000000000005,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.2248491148648649,"uniform_accuracy_baseline":0.23445945945945948,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":-0.05082963567344636,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.09720905186508816,"accuracy":0.48828949342105266,"positive_recall":0.9870515246674593,"specificity":0.013357308503364057,"precision":0.48786668666666666,"balanced_accuracy":0.5002044165854117,"f1":0.6529847597084221,"true_positive":73.180003,"false_positive":76.819997,"false_negative":0.9600000000000001,"true_negative":1.04,"positive_prevalence":0.4877631776315789,"majority_accuracy_baseline":0.512236822368421,"constant_brier_baseline":0.09451910039768556,"brier_skill":-0.02845934267343564,"baseline_adjusted_skill":0.0004088331708234083,"baseline_adjusted_score":0.0004088331708234083},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.22546918660883228,"normalized_score_rmse":0.2593732064765882,"constant_score_baseline":0.5841668333333333,"constant_mae_baseline":0.21700552708333334,"baseline_adjusted_skill":-0.03900204588912959,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2731931417359688,"accuracy":0.43,"positive_recall":0.4,"specificity":0.46,"precision":0.425531914893617,"balanced_accuracy":0.43000000000000005,"f1":0.41237113402061853,"true_positive":20,"false_positive":27,"false_negative":30,"true_negative":23,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.09277256694387526,"baseline_adjusted_skill":-0.1399999999999999,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25627560632567004,"accuracy":0.55,"positive_recall":0.14,"specificity":0.96,"precision":0.7777777777777778,"balanced_accuracy":0.55,"f1":0.23728813559322035,"true_positive":7,"false_positive":2,"false_negative":43,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.025102425302680142,"baseline_adjusted_skill":0.10000000000000009,"baseline_adjusted_score":0.10000000000000009},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":-0.08196721311475408,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.03,"uniform_accuracy_baseline":0.036111111111111115,"fixed_answer_accuracy_baseline":0.08833333333333333,"baseline_adjusted_skill":-0.06398537477148081,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.55,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":-0.02272727272727275,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.07,"uniform_accuracy_baseline":0.049879324215607396,"fixed_answer_accuracy_baseline":0.12442477876106194,"baseline_adjusted_skill":-0.06215888417222557,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2671620360555948,"accuracy":0.42,"positive_recall":0.44,"specificity":0.4,"precision":0.4230769230769231,"balanced_accuracy":0.42000000000000004,"f1":0.43137254901960786,"true_positive":22,"false_positive":30,"false_negative":28,"true_negative":20,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.06864814422237919,"baseline_adjusted_skill":-0.15999999999999992,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.3055555555555556,"uniform_accuracy_baseline":0.23888888888888887,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.019607843137254912,"baseline_adjusted_score":0.019607843137254912},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.25382381420815137,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":32,"false_positive":32,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.015295256832605464,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.65,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.23913043478260868,"baseline_adjusted_score":0.23913043478260868},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2554398430005381,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":50,"false_positive":50,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.0217593720021525,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.23529411764705882,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":-0.13043478260869568,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.27403558113514653,"accuracy":0.48484848484848486,"positive_recall":1,"specificity":0,"precision":0.48484848484848486,"balanced_accuracy":0.5,"f1":0.6530612244897959,"true_positive":16,"false_positive":17,"false_negative":0,"true_negative":0,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":-0.0971498082947595,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.36217581152915956,"normalized_score_rmse":0.42548177320187935,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":-0.09750245917927125,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.3125,"uniform_accuracy_baseline":0.178125,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":0.03508771929824565,"baseline_adjusted_score":0.03508771929824565},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.25339807777831697,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":17,"false_positive":17,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.013592311113267863,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.18611226712956147,"normalized_score_rmse":0.28645521498667836,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-0.2655634164810179,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.8125,"uniform_accuracy_baseline":0.13194444444444445,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":0.5304347826086957,"baseline_adjusted_score":0.5304347826086957},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.2537764530606965,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":26,"false_positive":26,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.015105812242786065,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.2513403936586171,"accuracy":0.52,"positive_recall":1,"specificity":0,"precision":0.52,"balanced_accuracy":0.5,"f1":0.6842105263157895,"true_positive":39,"false_positive":36,"false_negative":0,"true_negative":0,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24960000000000004,"brier_skill":-0.006972731004074806,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.2924726229906082,"normalized_score_rmse":0.3765153063171501,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.04454508210931496,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.2647058823529412,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.2558768190203043,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":14,"false_positive":14,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.023507276081217165,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.3043661474278479,"normalized_score_rmse":0.34291026156373255,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.1696969696969697,"baseline_adjusted_skill":-0.7935862259141035,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":0.13333333333333333,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":-0.08333333333333334,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.25271285090061213,"accuracy":0.5294117647058824,"positive_recall":1,"specificity":0,"precision":0.5294117647058824,"balanced_accuracy":0.5,"f1":0.6923076923076923,"true_positive":45,"false_positive":40,"false_negative":0,"true_negative":0,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.2491349480968858,"brier_skill":-0.014361304309401524,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.08,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":-0.21052631578947364,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.21537534881319545,"accuracy":0.7,"positive_recall":1,"specificity":0,"precision":0.7,"balanced_accuracy":0.5,"f1":0.8235294117647058,"true_positive":35,"false_positive":15,"false_negative":0,"true_negative":0,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.21,"brier_skill":-0.025596899110454485,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.28926937833428384,"normalized_score_rmse":0.35322855518604585,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.033104922622442245,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.3037974683544304,"uniform_accuracy_baseline":0.24240506329113923,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":-0.1956521739130435,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.25371824228864764,"accuracy":0.5238095238095238,"positive_recall":1,"specificity":0,"precision":0.5238095238095238,"balanced_accuracy":0.5,"f1":0.6875,"true_positive":11,"false_positive":10,"false_negative":0,"true_negative":0,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.2494331065759637,"brier_skill":-0.017179498629942058,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.3333333333333333,"uniform_accuracy_baseline":0.32373737373737377,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":-0.1,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.2574534230596099,"accuracy":0.5151515151515151,"positive_recall":1,"specificity":0,"precision":0.5151515151515151,"balanced_accuracy":0.5,"f1":0.68,"true_positive":17,"false_positive":16,"false_negative":0,"true_negative":0,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":-0.030760212176158763,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.35983939943652526,"normalized_score_rmse":0.4004289408446701,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.3431372549019608,"baseline_adjusted_skill":-0.04867482121501654,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25620644947581495,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":50,"false_positive":50,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.024825797903259783,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.45333333333333337,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":0.154639175257732,"baseline_adjusted_score":0.154639175257732},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.26595186101378604,"accuracy":0.49333333333333335,"positive_recall":1,"specificity":0,"precision":0.49333333333333335,"balanced_accuracy":0.5,"f1":0.6607142857142857,"true_positive":37,"false_positive":38,"false_negative":0,"true_negative":0,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555554,"brier_skill":-0.06399659900607868,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.14,"uniform_accuracy_baseline":0.14285714285714285,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":-0.10256410256410255,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.32,"uniform_accuracy_baseline":0.32416666666666666,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.030303030303030335,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.2636756592590006,"accuracy":0.48484848484848486,"positive_recall":1,"specificity":0,"precision":0.48484848484848486,"balanced_accuracy":0.5,"f1":0.6530612244897959,"true_positive":16,"false_positive":17,"false_negative":0,"true_negative":0,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":-0.05567203284210165,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.23807142810388046,"normalized_score_rmse":0.2770895897056078,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":-0.08363546585214565,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3269866447502487,"accuracy":0.22,"positive_recall":1,"specificity":0,"precision":0.22,"balanced_accuracy":0.5,"f1":0.36065573770491804,"true_positive":22,"false_positive":78,"false_negative":0,"true_negative":0,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.905516577798652,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.28184754495915143,"accuracy":0.37,"positive_recall":1,"specificity":0,"precision":0.37,"balanced_accuracy":0.5,"f1":0.5401459854014599,"true_positive":37,"false_positive":63,"false_negative":0,"true_negative":0,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000003,"brier_skill":-0.2091271770019365,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2829982104253482,"accuracy":0.39,"positive_recall":1,"specificity":0,"precision":0.39,"balanced_accuracy":0.5,"f1":0.5611510791366906,"true_positive":39,"false_positive":61,"false_negative":0,"true_negative":0,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379,"brier_skill":-0.18956792948864298,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2959185296352968,"accuracy":0.31,"positive_recall":1,"specificity":0,"precision":0.31,"balanced_accuracy":0.5,"f1":0.4732824427480916,"true_positive":31,"false_positive":69,"false_negative":0,"true_negative":0,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999998,"brier_skill":-0.383443336303398,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.3,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.027777777777777728,"baseline_adjusted_score":0.027777777777777728},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.28128222063183783,"normalized_score_rmse":0.3335935724611855,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":-0.20981600271758194,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25838087360893064,"accuracy":0.49,"positive_recall":0.5,"specificity":0.48,"precision":0.49019607843137253,"balanced_accuracy":0.49,"f1":0.49504950495049505,"true_positive":25,"false_positive":26,"false_negative":25,"true_negative":24,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.033523494435722556,"baseline_adjusted_skill":-0.020000000000000018,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2428357773031265,"accuracy":0.59,"positive_recall":0.58,"specificity":0.6,"precision":0.5918367346938775,"balanced_accuracy":0.59,"f1":0.5858585858585859,"true_positive":29,"false_positive":20,"false_negative":21,"true_negative":30,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.028656890787494005,"baseline_adjusted_skill":0.17999999999999994,"baseline_adjusted_score":0.17999999999999994},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.27,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-1.0857142857142859,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25753088147127334,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":50,"false_positive":50,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.030123525885093372,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.56,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":-0.047619047619047394,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.25,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.25000000000000006,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2668468100248708,"accuracy":0.42,"positive_recall":0.5,"specificity":0.34,"precision":0.43103448275862066,"balanced_accuracy":0.42000000000000004,"f1":0.46296296296296297,"true_positive":25,"false_positive":33,"false_negative":25,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.06738724009948327,"baseline_adjusted_skill":-0.15999999999999992,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.41,"uniform_accuracy_baseline":0.20851190476190473,"fixed_answer_accuracy_baseline":0.22333333333333333,"baseline_adjusted_skill":0.24034334763948498,"baseline_adjusted_score":0.24034334763948498},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.26436315480629646,"accuracy":0.49,"positive_recall":0.92,"specificity":0.06,"precision":0.4946236559139785,"balanced_accuracy":0.49,"f1":0.6433566433566433,"true_positive":46,"false_positive":47,"false_negative":4,"true_negative":3,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.05745261922518585,"baseline_adjusted_skill":-0.020000000000000018,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.3149091534130275,"normalized_score_rmse":0.36223660765029736,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":-0.049697178043424994,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.29,"uniform_accuracy_baseline":0.22851190476190475,"fixed_answer_accuracy_baseline":0.24333333333333332,"baseline_adjusted_skill":0.06167400881057268,"baseline_adjusted_score":0.06167400881057268},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2616091415985582,"accuracy":0.53,"positive_recall":1,"specificity":0.06,"precision":0.5154639175257731,"balanced_accuracy":0.53,"f1":0.6802721088435374,"true_positive":50,"false_positive":47,"false_negative":0,"true_negative":3,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.04643656639423277,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.3109370658124487,"normalized_score_rmse":0.35806722815048525,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.3042222222222222,"baseline_adjusted_skill":-0.022072166658889003,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.41,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.048387096774193505,"baseline_adjusted_score":0.048387096774193505},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25868186869351206,"accuracy":0.5,"positive_recall":0.98,"specificity":0.02,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6621621621621622,"true_positive":49,"false_positive":49,"false_negative":1,"true_negative":1,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.03472747477404825,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.51,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2427038940658907,"accuracy":0.59,"positive_recall":0.62,"specificity":0.56,"precision":0.5849056603773585,"balanced_accuracy":0.5900000000000001,"f1":0.6019417475728155,"true_positive":31,"false_positive":22,"false_negative":19,"true_negative":28,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.02918442373643715,"baseline_adjusted_skill":0.18000000000000016,"baseline_adjusted_score":0.18000000000000016},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.36,"uniform_accuracy_baseline":0.3533333333333333,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":-0.08474576271186438,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.3,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.12903225806451615,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.29,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.14516129032258068,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.16,"uniform_accuracy_baseline":0.1111111111111111,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.2354747464446358,"accuracy":0.189625,"positive_recall":1,"specificity":0,"precision":0.189625,"balanced_accuracy":0.5,"f1":0.3187979405274771,"true_positive":75.85,"false_positive":324.15,"false_negative":0,"true_negative":0,"positive_prevalence":0.189625,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500001,"brier_skill":-2.0933208288198797,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.37064684598706665,"normalized_score_rmse":0.40537357051994294,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":-0.7340203321032359,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.23740233015535595,"accuracy":0.266625,"positive_recall":1,"specificity":0,"precision":0.266625,"balanced_accuracy":0.5,"f1":0.42100069081219776,"true_positive":106.65,"false_positive":293.35,"false_negative":0,"true_negative":0,"positive_prevalence":0.266625,"majority_accuracy_baseline":0.733375,"constant_brier_baseline":0.115654859375,"brier_skill":-1.052679251336956,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.36197367596440017,"normalized_score_rmse":0.3931369349699831,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":-0.3468787942861402,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.21781697586051382,"accuracy":0.279375,"positive_recall":1,"specificity":0,"precision":0.279375,"balanced_accuracy":0.5,"f1":0.43673668783585734,"true_positive":111.75,"false_positive":288.25,"false_negative":0,"true_negative":0,"positive_prevalence":0.279375,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937500001,"brier_skill":-0.9249288288171229,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3411027694866061,"normalized_score_rmse":0.38163770244794204,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":-0.2902232415569024,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.2778528580437489,"accuracy":0.221875,"positive_recall":1,"specificity":0,"precision":0.221875,"balanced_accuracy":0.5,"f1":0.3631713554987212,"true_positive":88.75,"false_positive":311.25,"false_negative":0,"true_negative":0,"positive_prevalence":0.221875,"majority_accuracy_baseline":0.778125,"constant_brier_baseline":0.12674023437499998,"brier_skill":-1.1923019111802784,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.42257618988864126,"normalized_score_rmse":0.4397529033617065,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":-0.8729138610022882,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.23702330018602896,"accuracy":0.2645,"positive_recall":1,"specificity":0,"precision":0.2645,"balanced_accuracy":0.5,"f1":0.4183471727955714,"true_positive":105.8,"false_positive":294.2,"false_negative":0,"true_negative":0,"positive_prevalence":0.2645,"majority_accuracy_baseline":0.7355,"constant_brier_baseline":0.11362725,"brier_skill":-1.0859723366184517,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.35740158618427814,"normalized_score_rmse":0.3922475726797706,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":-0.42249387536031113,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.2570839331527911,"accuracy":0.19149999999999998,"positive_recall":1,"specificity":0,"precision":0.19149999999999998,"balanced_accuracy":0.5,"f1":0.3214435585396559,"true_positive":76.6,"false_positive":323.4,"false_negative":0,"true_negative":0,"positive_prevalence":0.19149999999999998,"majority_accuracy_baseline":0.8085,"constant_brier_baseline":0.09190274999999999,"brier_skill":-1.7973475565507138,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3989474301785231,"normalized_score_rmse":0.42695828257463586,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":-0.928446792403737,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.29309276731937184,"accuracy":0.1845,"positive_recall":1,"specificity":0,"precision":0.1845,"balanced_accuracy":0.5,"f1":0.31152384972562264,"true_positive":73.8,"false_positive":326.2,"false_negative":0,"true_negative":0,"positive_prevalence":0.1845,"majority_accuracy_baseline":0.8155,"constant_brier_baseline":0.10922225,"brier_skill":-1.6834529349044889,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.4282471711561084,"normalized_score_rmse":0.44686950716074253,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":-1.261371200824335,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.2612873853085377,"accuracy":0.19625,"positive_recall":1,"specificity":0,"precision":0.19625,"balanced_accuracy":0.5,"f1":0.3281086729362591,"true_positive":78.5,"false_positive":321.5,"false_negative":0,"true_negative":0,"positive_prevalence":0.19625,"majority_accuracy_baseline":0.80375,"constant_brier_baseline":0.09878593749999999,"brier_skill":-1.6449856317710982,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.4007113473676145,"normalized_score_rmse":0.4271282236352068,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":-0.8968584490774651,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.1508529843402933,"accuracy":0.4301020408163265,"positive_recall":1,"specificity":0,"precision":0.4301020408163265,"balanced_accuracy":0.5,"f1":0.6014983945772386,"true_positive":168.6,"false_positive":223.4,"false_negative":0,"true_negative":0,"positive_prevalence":0.4301020408163265,"majority_accuracy_baseline":0.5698979591836735,"constant_brier_baseline":0.12359641815910039,"brier_skill":-0.2205287708751129,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.2783342111399587,"normalized_score_rmse":0.3240517764519496,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":-0.010250099693183579,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.288336372417904,"accuracy":0.158875,"positive_recall":1,"specificity":0,"precision":0.158875,"balanced_accuracy":0.5,"f1":0.2741883291985762,"true_positive":127.1,"false_positive":672.9,"false_negative":0,"true_negative":0,"positive_prevalence":0.158875,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499999,"brier_skill":-1.919049561165786,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.4475838191341609,"normalized_score_rmse":0.46572328149230424,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-1.7126292068737023,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.35,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.04838709677419359,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2610673980966852,"accuracy":0.44,"positive_recall":0.38,"specificity":0.5,"precision":0.4318181818181818,"balanced_accuracy":0.44,"f1":0.40425531914893614,"true_positive":19,"false_positive":25,"false_negative":31,"true_negative":25,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.044269592386740886,"baseline_adjusted_skill":-0.12,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.061630218687872766,"uniform_accuracy_baseline":0.058823529411764705,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":-0.10280373831775699,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":-0.08695652173913052,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25267240875826924,"accuracy":0.53,"positive_recall":0.44,"specificity":0.62,"precision":0.5365853658536586,"balanced_accuracy":0.53,"f1":0.4835164835164835,"true_positive":22,"false_positive":19,"false_negative":28,"true_negative":31,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.01068963503307696,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.39,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.03174603174603177,"baseline_adjusted_score":0.03174603174603177},"scoring":{"eligible":true,"reason":null},"model":8,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.1715354405761591,"accuracy":0.7567567567567568,"positive_recall":0.676056338028169,"specificity":0.8311688311688312,"precision":0.7868852459016393,"balanced_accuracy":0.7536125845985001,"f1":0.7272727272727273,"true_positive":48,"false_positive":13,"false_negative":23,"true_negative":64,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.2495891161431699,"brier_skill":0.3127286829375904,"baseline_adjusted_skill":0.5072251691970002,"baseline_adjusted_score":0.5072251691970002},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.55,"uniform_accuracy_baseline":0.20049999999999962,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.36619718309859167,"baseline_adjusted_score":0.36619718309859167},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.9852941176470588,"baseline_adjusted_score":0.9852941176470588},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.74,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.4468085106382978,"baseline_adjusted_score":0.4468085106382978},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.73,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.44897959183673464,"baseline_adjusted_score":0.44897959183673464},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08544817957018556,"accuracy":0.63158647202,"positive_recall":0.9071094518746134,"specificity":0.18953828571600242,"precision":0.6423105764827586,"balanced_accuracy":0.5483238687953079,"f1":0.7520826945605423,"true_positive":55.881020154,"false_positive":31.118979846,"false_negative":5.722372952,"true_negative":7.277627048,"positive_prevalence":0.6160339310599999,"majority_accuracy_baseline":0.6160339310599999,"constant_brier_baseline":0.079087076552024,"brier_skill":-0.08043163681713761,"baseline_adjusted_skill":0.09664773759061585,"baseline_adjusted_score":0.09664773759061585},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1516970889099018,"accuracy":0.75,"positive_recall":0.84,"specificity":0.66,"precision":0.711864406779661,"balanced_accuracy":0.75,"f1":0.7706422018348624,"true_positive":42,"false_positive":17,"false_negative":8,"true_negative":33,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3932116443603928,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.73,"uniform_accuracy_baseline":0.012987012987012965,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.7157894736842105,"baseline_adjusted_score":0.7157894736842105},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.95,"baseline_adjusted_score":0.95},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.42,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.09375,"baseline_adjusted_score":0.09375},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.15584065771121489,"accuracy":0.78,"positive_recall":1,"specificity":0.56,"precision":0.6944444444444444,"balanced_accuracy":0.78,"f1":0.819672131147541,"true_positive":50,"false_positive":22,"false_negative":0,"true_negative":28,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.37663736915514046,"baseline_adjusted_skill":0.56,"baseline_adjusted_score":0.56},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.10199708059065042,"accuracy":0.6745481927313709,"positive_recall":0.5521236101272096,"specificity":0.7315535728337,"precision":0.4891944446552738,"balanced_accuracy":0.6418385914804547,"f1":0.5187575526934745,"true_positive":122.78780560847372,"false_positive":128.21219439152628,"false_negative":99.6040706965141,"true_negative":349.3959293034859,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768597,"brier_skill":-0.14956177919908242,"baseline_adjusted_skill":0.2836771829609095,"baseline_adjusted_score":0.2836771829609095},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2092429095092091,"accuracy":0.67,"positive_recall":0.82,"specificity":0.52,"precision":0.6307692307692307,"balanced_accuracy":0.6699999999999999,"f1":0.7130434782608696,"true_positive":41,"false_positive":24,"false_negative":9,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.16302836196316361,"baseline_adjusted_skill":0.33999999999999986,"baseline_adjusted_score":0.33999999999999986},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.8874172185430463,"uniform_accuracy_baseline":0.006622516556291403,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.8827586206896552,"baseline_adjusted_score":0.8827586206896552},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.7870588235294118,"uniform_accuracy_baseline":0.3333333333333301,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.6073752711496747,"baseline_adjusted_score":0.6073752711496747},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.37,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.050000000000000044,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10789384217923073,"accuracy":0.89,"positive_recall":0.94,"specificity":0.84,"precision":0.8545454545454545,"balanced_accuracy":0.8899999999999999,"f1":0.8952380952380953,"true_positive":47,"false_positive":8,"false_negative":3,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5684246312830771,"baseline_adjusted_skill":0.7799999999999998,"baseline_adjusted_score":0.7799999999999998},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.79,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.5625000000000001,"baseline_adjusted_score":0.5625000000000001},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.07142857142857136,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9775280898876404,"baseline_adjusted_score":0.9775280898876404},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.83,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.6304347826086956,"baseline_adjusted_score":0.6304347826086956},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.35,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.10958904109589036,"baseline_adjusted_score":0.10958904109589036},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.8888888888888888,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.6666666666666665,"baseline_adjusted_score":0.6666666666666665},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.2065139847349332,"accuracy":0.7073170731707317,"positive_recall":0.75,"specificity":0.6666666666666666,"precision":0.6818181818181818,"balanced_accuracy":0.7083333333333333,"f1":0.7142857142857143,"true_positive":30,"false_positive":14,"false_negative":10,"true_negative":28,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.24985127900059498,"brier_skill":0.17345236109661288,"baseline_adjusted_skill":0.4166666666666665,"baseline_adjusted_score":0.4166666666666665},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11264858754425715,"accuracy":0.86,"positive_recall":0.8,"specificity":0.92,"precision":0.9090909090909091,"balanced_accuracy":0.8600000000000001,"f1":0.851063829787234,"true_positive":40,"false_positive":4,"false_negative":10,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5494056498229714,"baseline_adjusted_skill":0.7200000000000002,"baseline_adjusted_score":0.7200000000000002},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.7541899441340782,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.6845878136200717,"baseline_adjusted_score":0.6845878136200717},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.51,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.19672131147540983,"baseline_adjusted_score":0.19672131147540983},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.20471960819773713,"accuracy":0.73,"positive_recall":0.4772727272727273,"specificity":0.8012820512820513,"precision":0.40384615384615385,"balanced_accuracy":0.6392773892773893,"f1":0.4375,"true_positive":21,"false_positive":31,"false_negative":23,"true_negative":125,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000053,"brier_skill":-0.1930047097770191,"baseline_adjusted_skill":0.2785547785547786,"baseline_adjusted_score":0.2785547785547786},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.1956803912236708,"accuracy":0.75,"positive_recall":0.18,"specificity":0.94,"precision":0.5,"balanced_accuracy":0.5599999999999999,"f1":0.2647058823529412,"true_positive":9,"false_positive":9,"false_negative":41,"true_negative":141,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-0.04362875319291093,"baseline_adjusted_skill":0.11999999999999988,"baseline_adjusted_score":0.11999999999999988},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.03837088060770189,"accuracy":0.945,"positive_recall":0.7894736842105263,"specificity":0.9613259668508287,"precision":0.6818181818181818,"balanced_accuracy":0.8753998255306775,"f1":0.7317073170731707,"true_positive":15,"false_positive":7,"false_negative":4,"true_negative":174,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.0859749999999999,"brier_skill":0.5536972305007044,"baseline_adjusted_skill":0.750799651061355,"baseline_adjusted_score":0.750799651061355},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.06863833700878948,"accuracy":0.8700178571428572,"positive_recall":0.5447872234897332,"specificity":0.8907794502244821,"precision":0.24151275285839927,"balanced_accuracy":0.7177833368571076,"f1":0.3346637823344809,"true_positive":91.53333333333337,"false_positive":287.46666666666687,"false_negative":76.48333333333336,"true_negative":2344.516666666667,"positive_prevalence":0.060005952380952354,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679296,"brier_skill":-1.1315610165627574,"baseline_adjusted_skill":0.4355666737142152,"baseline_adjusted_score":0.4355666737142152},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.7818696883852692,"uniform_accuracy_baseline":0.027777777777777853,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.75,"baseline_adjusted_score":0.75},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.72,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.6,"baseline_adjusted_score":0.6},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09286011794570488,"accuracy":0.85,"positive_recall":1,"specificity":0.7,"precision":0.7692307692307693,"balanced_accuracy":0.85,"f1":0.8695652173913043,"true_positive":50,"false_positive":15,"false_negative":0,"true_negative":35,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6285595282171805,"baseline_adjusted_skill":0.7,"baseline_adjusted_score":0.7},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.049178112709271055,"accuracy":0.94,"positive_recall":0.98,"specificity":0.9,"precision":0.9074074074074074,"balanced_accuracy":0.94,"f1":0.9423076923076923,"true_positive":49,"false_positive":5,"false_negative":1,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8032875491629158,"baseline_adjusted_skill":0.8799999999999999,"baseline_adjusted_score":0.8799999999999999},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.62,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":0.025641025641025664,"baseline_adjusted_score":0.025641025641025664},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.8297872340425533,"baseline_adjusted_score":0.8297872340425533},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09891065026265736,"accuracy":0.88,"positive_recall":0.8,"specificity":0.96,"precision":0.9523809523809523,"balanced_accuracy":0.88,"f1":0.8695652173913043,"true_positive":40,"false_positive":2,"false_negative":10,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6043573989493706,"baseline_adjusted_skill":0.76,"baseline_adjusted_score":0.76},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8059701492537314,"baseline_adjusted_score":0.8059701492537314},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.060425809413918695,"accuracy":0.91,"positive_recall":0.86,"specificity":0.96,"precision":0.9555555555555556,"balanced_accuracy":0.9099999999999999,"f1":0.9052631578947369,"true_positive":43,"false_positive":2,"false_negative":7,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7582967623443252,"baseline_adjusted_skill":0.8199999999999998,"baseline_adjusted_score":0.8199999999999998},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.413167858108108,"uniform_accuracy_baseline":0.23445945945945923,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.20446377899933618,"baseline_adjusted_score":0.20446377899933618},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.06362131939010256,"accuracy":0.6726315723684211,"positive_recall":0.8320744335551215,"specificity":0.5208065702853802,"precision":0.6231313232323232,"balanced_accuracy":0.6764405019202508,"f1":0.7126025173974382,"true_positive":61.69000100000001,"false_positive":37.309999000000005,"false_negative":12.450001999999998,"true_negative":40.54999799999999,"positive_prevalence":0.48776317763157917,"majority_accuracy_baseline":0.5122368223684208,"constant_brier_baseline":0.0945191003976856,"brier_skill":0.3268945734521571,"baseline_adjusted_skill":0.3528810038405017,"baseline_adjusted_score":0.3528810038405017},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.167614303160423,"normalized_score_rmse":0.23203638549916084,"constant_score_baseline":0.5841668333333334,"constant_mae_baseline":0.21700552708333315,"baseline_adjusted_skill":0.22760352967389275,"baseline_adjusted_score":0.22760352967389275},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.21703764462228448,"accuracy":0.69,"positive_recall":0.9,"specificity":0.48,"precision":0.6338028169014085,"balanced_accuracy":0.69,"f1":0.743801652892562,"true_positive":45,"false_positive":26,"false_negative":5,"true_negative":24,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.1318494215108621,"baseline_adjusted_skill":0.3799999999999999,"baseline_adjusted_score":0.3799999999999999},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.31492244506802897,"accuracy":0.51,"positive_recall":0.86,"specificity":0.16,"precision":0.5058823529411764,"balanced_accuracy":0.51,"f1":0.6370370370370371,"true_positive":43,"false_positive":42,"false_negative":7,"true_negative":8,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.25968978027211587,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.83,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.721311475409836,"baseline_adjusted_score":0.721311475409836},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.875,"uniform_accuracy_baseline":0.03611111111111102,"fixed_answer_accuracy_baseline":0.08833333333333329,"baseline_adjusted_skill":0.8628884826325411,"baseline_adjusted_score":0.8628884826325411},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.9318181818181818,"baseline_adjusted_score":0.9318181818181818},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.815,"uniform_accuracy_baseline":0.04987932421560751,"fixed_answer_accuracy_baseline":0.1244247787610618,"baseline_adjusted_skill":0.7887103294926218,"baseline_adjusted_score":0.7887103294926218},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.296600994636097,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":50,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.18640397854438806,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.8333333333333334,"uniform_accuracy_baseline":0.23888888888888893,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.7647058823529413,"baseline_adjusted_score":0.7647058823529413},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.18924835296455428,"accuracy":0.703125,"positive_recall":0.875,"specificity":0.53125,"precision":0.6511627906976745,"balanced_accuracy":0.703125,"f1":0.7466666666666667,"true_positive":28,"false_positive":15,"false_negative":4,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2430065881417829,"baseline_adjusted_skill":0.40625,"baseline_adjusted_score":0.40625},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.8043478260869565,"baseline_adjusted_score":0.8043478260869565},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.9545454545454545,"baseline_adjusted_score":0.9545454545454545},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2577110903928006,"accuracy":0.69,"positive_recall":0.56,"specificity":0.82,"precision":0.7567567567567568,"balanced_accuracy":0.69,"f1":0.6436781609195402,"true_positive":28,"false_positive":9,"false_negative":22,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.030844361571202406,"baseline_adjusted_skill":0.3799999999999999,"baseline_adjusted_score":0.3799999999999999},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.8260869565217391,"baseline_adjusted_score":0.8260869565217391},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.008807772230704267,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":16,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.9647365295616289,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.21307495085988193,"normalized_score_rmse":0.37507691466937404,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.3543183307276305,"baseline_adjusted_score":0.3543183307276305},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.3125,"uniform_accuracy_baseline":0.17812500000000006,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":0.03508771929824565,"baseline_adjusted_score":0.03508771929824565},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.11731571164243992,"accuracy":0.7647058823529411,"positive_recall":0.5294117647058824,"specificity":1,"precision":1,"balanced_accuracy":0.7647058823529411,"f1":0.6923076923076923,"true_positive":9,"false_positive":0,"false_negative":8,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5307371534302403,"baseline_adjusted_skill":0.5294117647058822,"baseline_adjusted_score":0.5294117647058822},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.4639842214391512,"normalized_score_rmse":0.5345039011632207,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-2.155092705786228,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.6875,"uniform_accuracy_baseline":0.13194444444444448,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":0.21739130434782614,"baseline_adjusted_score":0.21739130434782614},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.11124027017792026,"accuracy":0.8653846153846154,"positive_recall":1,"specificity":0.7307692307692307,"precision":0.7878787878787878,"balanced_accuracy":0.8653846153846154,"f1":0.8813559322033898,"true_positive":26,"false_positive":7,"false_negative":0,"true_negative":19,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5550389192883189,"baseline_adjusted_skill":0.7307692307692308,"baseline_adjusted_score":0.7307692307692308},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.09253640108995563,"accuracy":0.8933333333333333,"positive_recall":1,"specificity":0.7777777777777778,"precision":0.8297872340425532,"balanced_accuracy":0.8888888888888888,"f1":0.9069767441860465,"true_positive":39,"false_positive":8,"false_negative":0,"true_negative":28,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24959999999999993,"brier_skill":0.6292612135819085,"baseline_adjusted_skill":0.7777777777777777,"baseline_adjusted_score":0.7777777777777777},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.24749495424330234,"normalized_score_rmse":0.31076593521727525,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.11608944913106312,"baseline_adjusted_score":0.11608944913106312},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8235294117647058,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.76,"baseline_adjusted_score":0.76},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.0386728372770385,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":14,"false_positive":0,"false_negative":0,"true_negative":14,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.845308650891846,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.1938367267209811,"normalized_score_rmse":0.2900604231485455,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.16969696969696968,"baseline_adjusted_skill":-0.14225213960578165,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.03115095145736447,"accuracy":0.9647058823529412,"positive_recall":1,"specificity":0.925,"precision":0.9375,"balanced_accuracy":0.9625,"f1":0.967741935483871,"true_positive":45,"false_positive":3,"false_negative":0,"true_negative":37,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.24913494809688563,"brier_skill":0.8749635420669675,"baseline_adjusted_skill":0.925,"baseline_adjusted_score":0.925},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.736842105263158,"baseline_adjusted_score":0.736842105263158},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.17779844932608418,"accuracy":0.76,"positive_recall":0.7142857142857143,"specificity":0.8666666666666667,"precision":0.9259259259259259,"balanced_accuracy":0.7904761904761906,"f1":0.8064516129032258,"true_positive":25,"false_positive":2,"false_negative":10,"true_negative":13,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.20999999999999996,"brier_skill":0.15334071749483702,"baseline_adjusted_skill":0.5809523809523811,"baseline_adjusted_score":0.5809523809523811},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.2762825448252261,"normalized_score_rmse":0.41543797856855263,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.01327662562419274,"baseline_adjusted_score":0.01327662562419274},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.7721518987341772,"uniform_accuracy_baseline":0.24240506329113914,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.6086956521739131,"baseline_adjusted_score":0.6086956521739131},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.07318380952625259,"accuracy":0.9047619047619048,"positive_recall":1,"specificity":0.8,"precision":0.8461538461538461,"balanced_accuracy":0.9,"f1":0.9166666666666666,"true_positive":11,"false_positive":2,"false_negative":0,"true_negative":8,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.24943310657596363,"brier_skill":0.70659945453566,"baseline_adjusted_skill":0.8,"baseline_adjusted_score":0.8},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.696969696969697,"uniform_accuracy_baseline":0.3237373737373738,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.5000000000000001,"baseline_adjusted_score":0.5000000000000001},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.18852205351321674,"accuracy":0.6666666666666666,"positive_recall":0.7058823529411765,"specificity":0.625,"precision":0.6666666666666666,"balanced_accuracy":0.6654411764705883,"f1":0.6857142857142857,"true_positive":12,"false_positive":6,"false_negative":5,"true_negative":10,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.24521869016215825,"baseline_adjusted_skill":0.3308823529411766,"baseline_adjusted_score":0.3308823529411766},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.15976628283604835,"normalized_score_rmse":0.24235014795651336,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.34313725490196084,"baseline_adjusted_skill":0.5343954043063734,"baseline_adjusted_score":0.5343954043063734},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.020898697249882456,"accuracy":0.99,"positive_recall":1,"specificity":0.98,"precision":0.9803921568627451,"balanced_accuracy":0.99,"f1":0.9900990099009901,"true_positive":50,"false_positive":1,"false_negative":0,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9164052110004701,"baseline_adjusted_skill":0.98,"baseline_adjusted_score":0.98},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.5533333333333332,"uniform_accuracy_baseline":0.3333333333333332,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":0.30927835051546376,"baseline_adjusted_score":0.30927835051546376},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.22431493861930582,"accuracy":0.68,"positive_recall":0.5675675675675675,"specificity":0.7894736842105263,"precision":0.7241379310344828,"balanced_accuracy":0.6785206258890469,"f1":0.6363636363636364,"true_positive":21,"false_positive":8,"false_negative":16,"true_negative":30,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555535,"brier_skill":0.10258070431465416,"baseline_adjusted_skill":0.35704125177809387,"baseline_adjusted_score":0.35704125177809387},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.1428571428571427,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.9487179487179487,"baseline_adjusted_score":0.9487179487179487},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.35999999999999993,"uniform_accuracy_baseline":0.32416666666666627,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.030303030303030165,"baseline_adjusted_score":0.030303030303030165},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.09322448819545959,"accuracy":0.8787878787878788,"positive_recall":1,"specificity":0.7647058823529411,"precision":0.8,"balanced_accuracy":0.8823529411764706,"f1":0.8888888888888888,"true_positive":16,"false_positive":4,"false_negative":0,"true_negative":13,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.6267593101292079,"baseline_adjusted_skill":0.7647058823529411,"baseline_adjusted_score":0.7647058823529411},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.14643164657437327,"normalized_score_rmse":0.1702712472367682,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.33348353973043887,"baseline_adjusted_score":0.33348353973043887},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.19274591064440372,"accuracy":0.76,"positive_recall":0.45454545454545453,"specificity":0.8461538461538461,"precision":0.45454545454545453,"balanced_accuracy":0.6503496503496503,"f1":0.45454545454545453,"true_positive":10,"false_positive":12,"false_negative":12,"true_negative":66,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000028,"brier_skill":-0.1232279175081783,"baseline_adjusted_skill":0.3006993006993006,"baseline_adjusted_score":0.3006993006993006},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09955698262987193,"accuracy":0.88,"positive_recall":0.7297297297297297,"specificity":0.9682539682539683,"precision":0.9310344827586207,"balanced_accuracy":0.848991848991849,"f1":0.8181818181818182,"true_positive":27,"false_positive":2,"false_negative":10,"true_negative":61,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000008,"brier_skill":0.572900117417967,"baseline_adjusted_skill":0.697983697983698,"baseline_adjusted_score":0.697983697983698},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11640706872120088,"accuracy":0.83,"positive_recall":0.6410256410256411,"specificity":0.9508196721311475,"precision":0.8928571428571429,"balanced_accuracy":0.7959226565783943,"f1":0.746268656716418,"true_positive":25,"false_positive":3,"false_negative":14,"true_negative":58,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379000000000002,"brier_skill":0.5106890764136158,"baseline_adjusted_skill":0.5918453131567887,"baseline_adjusted_score":0.5918453131567887},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.17268423500718444,"accuracy":0.73,"positive_recall":0.8709677419354839,"specificity":0.6666666666666666,"precision":0.54,"balanced_accuracy":0.7688172043010753,"f1":0.6666666666666666,"true_positive":27,"false_positive":23,"false_negative":4,"true_negative":46,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999987,"brier_skill":0.1926870733651962,"baseline_adjusted_skill":0.5376344086021505,"baseline_adjusted_score":0.5376344086021505},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.9444444444444444,"baseline_adjusted_score":0.9444444444444444},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.1863970566727221,"normalized_score_rmse":0.2326750676274487,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.1982922293646362,"baseline_adjusted_score":0.1982922293646362},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.15446079570467064,"accuracy":0.77,"positive_recall":0.78,"specificity":0.76,"precision":0.7647058823529411,"balanced_accuracy":0.77,"f1":0.7722772277227723,"true_positive":39,"false_positive":12,"false_negative":11,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.38215681718131744,"baseline_adjusted_skill":0.54,"baseline_adjusted_score":0.54},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2587182924816531,"accuracy":0.56,"positive_recall":0.7,"specificity":0.42,"precision":0.546875,"balanced_accuracy":0.5599999999999999,"f1":0.6140350877192983,"true_positive":35,"false_positive":29,"false_negative":15,"true_negative":21,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.03487316992661249,"baseline_adjusted_skill":0.11999999999999988,"baseline_adjusted_score":0.11999999999999988},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.45,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.5714285714285715,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11761131896740022,"accuracy":0.83,"positive_recall":0.9,"specificity":0.76,"precision":0.7894736842105263,"balanced_accuracy":0.8300000000000001,"f1":0.8411214953271028,"true_positive":45,"false_positive":12,"false_negative":5,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5295547241303991,"baseline_adjusted_skill":0.6600000000000001,"baseline_adjusted_score":0.6600000000000001},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.8095238095238096,"baseline_adjusted_score":0.8095238095238096},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.55,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.25000000000000006,"baseline_adjusted_score":0.25000000000000006},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24382142522940814,"accuracy":0.62,"positive_recall":0.94,"specificity":0.3,"precision":0.573170731707317,"balanced_accuracy":0.62,"f1":0.7121212121212122,"true_positive":47,"false_positive":35,"false_negative":3,"true_negative":15,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.02471429908236744,"baseline_adjusted_skill":0.24,"baseline_adjusted_score":0.24},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.20851190476190457,"fixed_answer_accuracy_baseline":0.2233333333333332,"baseline_adjusted_skill":0.9871244635193133,"baseline_adjusted_score":0.9871244635193133},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.03405820306149093,"accuracy":0.95,"positive_recall":0.96,"specificity":0.94,"precision":0.9411764705882353,"balanced_accuracy":0.95,"f1":0.9504950495049505,"true_positive":48,"false_positive":3,"false_negative":2,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8637671877540363,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.07090666774194687,"normalized_score_rmse":0.132655826725028,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.763644440860177,"baseline_adjusted_score":0.763644440860177},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.22851190476190467,"fixed_answer_accuracy_baseline":0.2433333333333333,"baseline_adjusted_skill":0.9339207048458149,"baseline_adjusted_score":0.9339207048458149},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.012474058152645311,"accuracy":0.98,"positive_recall":0.98,"specificity":0.98,"precision":0.98,"balanced_accuracy":0.98,"f1":0.98,"true_positive":49,"false_positive":1,"false_negative":1,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9501037673894187,"baseline_adjusted_skill":0.96,"baseline_adjusted_score":0.96},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.0737821631218604,"normalized_score_rmse":0.16113015918089355,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.304222222222222,"baseline_adjusted_skill":0.7574728020099547,"baseline_adjusted_score":0.7574728020099547},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.73,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.564516129032258,"baseline_adjusted_score":0.564516129032258},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.0651392523448206,"accuracy":0.92,"positive_recall":1,"specificity":0.84,"precision":0.8620689655172413,"balanced_accuracy":0.9199999999999999,"f1":0.9259259259259259,"true_positive":50,"false_positive":8,"false_negative":0,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7394429906207176,"baseline_adjusted_skill":0.8399999999999999,"baseline_adjusted_score":0.8399999999999999},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.81,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.6200000000000001,"baseline_adjusted_score":0.6200000000000001},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09468260000621846,"accuracy":0.89,"positive_recall":0.82,"specificity":0.96,"precision":0.9534883720930233,"balanced_accuracy":0.8899999999999999,"f1":0.8817204301075269,"true_positive":41,"false_positive":2,"false_negative":9,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6212695999751261,"baseline_adjusted_skill":0.7799999999999998,"baseline_adjusted_score":0.7799999999999998},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.59,"uniform_accuracy_baseline":0.35333333333333317,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.30508474576271183,"baseline_adjusted_score":0.30508474576271183},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.82,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.7096774193548386,"baseline_adjusted_score":0.7096774193548386},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.44,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.0967741935483871,"baseline_adjusted_score":0.0967741935483871},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.38,"uniform_accuracy_baseline":0.11111111111111088,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.2619047619047619,"baseline_adjusted_score":0.2619047619047619},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.13264709811276465,"accuracy":0.669875,"positive_recall":0.6446934739617667,"specificity":0.675767391639673,"precision":0.31753246753246755,"balanced_accuracy":0.6602304328007198,"f1":0.4254948879704155,"true_positive":48.90000000000002,"false_positive":105.10000000000002,"false_negative":26.950000000000006,"true_negative":219.04999999999998,"positive_prevalence":0.1896249999999999,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500007,"brier_skill":-0.7425224473962948,"baseline_adjusted_skill":0.3204608656014396,"baseline_adjusted_score":0.3204608656014396},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.18220269642028142,"normalized_score_rmse":0.22590819437060528,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":0.14758972434956064,"baseline_adjusted_score":0.14758972434956064},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.0662033731556641,"accuracy":0.7971249999999998,"positive_recall":0.5602437880918893,"specificity":0.8832452701551048,"precision":0.6356382978723406,"balanced_accuracy":0.7217445291234971,"f1":0.5955644156491404,"true_positive":59.75000000000002,"false_positive":34.24999999999998,"false_negative":46.90000000000001,"true_negative":259.0999999999999,"positive_prevalence":0.2666249999999998,"majority_accuracy_baseline":0.7333750000000002,"constant_brier_baseline":0.11565485937499977,"brier_skill":0.4275781103065801,"baseline_adjusted_skill":0.44348905824699414,"baseline_adjusted_score":0.44348905824699414},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.19466467635153095,"normalized_score_rmse":0.23672246713064968,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.2756663205524429,"baseline_adjusted_score":0.2756663205524429},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.06878051559729892,"accuracy":0.772875,"positive_recall":0.6304250559284115,"specificity":0.8281006071118819,"precision":0.587083333333333,"balanced_accuracy":0.7292628315201467,"f1":0.6079827400215747,"true_positive":70.44999999999996,"false_positive":49.55000000000003,"false_negative":41.30000000000002,"true_negative":238.70000000000002,"positive_prevalence":0.2793749999999999,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937499995,"brier_skill":0.3921612545987617,"baseline_adjusted_skill":0.4585256630402934,"baseline_adjusted_score":0.4585256630402934},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.20783683800254948,"normalized_score_rmse":0.2630541339806736,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.2138559319052502,"baseline_adjusted_score":0.2138559319052502},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.07627751388447951,"accuracy":0.8286249999999995,"positive_recall":0.3053521126760564,"specificity":0.9778313253012049,"precision":0.7970588235294117,"balanced_accuracy":0.6415917189886307,"f1":0.4415478615071284,"true_positive":27.100000000000005,"false_positive":6.900000000000001,"false_negative":61.65,"true_negative":304.3499999999998,"positive_prevalence":0.22187499999999974,"majority_accuracy_baseline":0.7781250000000003,"constant_brier_baseline":0.126740234375001,"brier_skill":0.3981586489828606,"baseline_adjusted_skill":0.2831834379772613,"baseline_adjusted_score":0.2831834379772613},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.17978338852946762,"normalized_score_rmse":0.23080060267089894,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.20317611732091911,"baseline_adjusted_score":0.20317611732091911},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.04833280688469623,"accuracy":0.8154999999999994,"positive_recall":0.7277882797731569,"specificity":0.8470428280081578,"precision":0.6311475409836067,"balanced_accuracy":0.7874155538906573,"f1":0.6760316066725198,"true_positive":77.00000000000001,"false_positive":44.99999999999997,"false_negative":28.80000000000001,"true_negative":249.19999999999976,"positive_prevalence":0.26449999999999985,"majority_accuracy_baseline":0.7355000000000002,"constant_brier_baseline":0.11362725000000028,"brier_skill":0.5746371853169366,"baseline_adjusted_skill":0.5748311077813146,"baseline_adjusted_score":0.5748311077813146},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.18962341889899106,"normalized_score_rmse":0.23980909668879624,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.24527992478013494,"baseline_adjusted_score":0.24527992478013494},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.07491282559529414,"accuracy":0.81975,"positive_recall":0.610313315926893,"specificity":0.8693568336425479,"precision":0.5252808988764046,"balanced_accuracy":0.7398350747847204,"f1":0.5646135265700484,"true_positive":46.75000000000001,"false_positive":42.25,"false_negative":29.85,"true_negative":281.15,"positive_prevalence":0.1914999999999999,"majority_accuracy_baseline":0.8085000000000001,"constant_brier_baseline":0.09190274999999995,"brier_skill":0.18486850942660393,"baseline_adjusted_skill":0.4796701495694409,"baseline_adjusted_score":0.4796701495694409},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.16653959999857762,"normalized_score_rmse":0.22876392202615908,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.19497474320929253,"baseline_adjusted_score":0.19497474320929253},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.033388446539668146,"accuracy":0.9014999999999997,"positive_recall":0.7073170731707316,"specificity":0.9454322501532801,"precision":0.7457142857142857,"balanced_accuracy":0.8263746616620058,"f1":0.7260083449235047,"true_positive":52.199999999999996,"false_positive":17.8,"false_negative":21.600000000000012,"true_negative":308.3999999999999,"positive_prevalence":0.1844999999999999,"majority_accuracy_baseline":0.8155000000000001,"constant_brier_baseline":0.1092222499999995,"brier_skill":0.6943072813490996,"baseline_adjusted_skill":0.6527493233240116,"baseline_adjusted_score":0.6527493233240116},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1863360868932068,"normalized_score_rmse":0.24113695713264033,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":0.016047065910459124,"baseline_adjusted_score":0.016047065910459124},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.06648340988521763,"accuracy":0.8302499999999996,"positive_recall":0.3668789808917199,"specificity":0.9433903576982893,"precision":0.6127659574468086,"balanced_accuracy":0.6551346692950046,"f1":0.45896414342629493,"true_positive":28.80000000000001,"false_positive":18.2,"false_negative":49.69999999999999,"true_negative":303.29999999999984,"positive_prevalence":0.19624999999999987,"majority_accuracy_baseline":0.8037500000000002,"constant_brier_baseline":0.09878593749999955,"brier_skill":0.326995202275446,"baseline_adjusted_skill":0.31026933859000927,"baseline_adjusted_score":0.31026933859000927},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.17688792808708967,"normalized_score_rmse":0.23287534141318747,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":0.16266069544572936,"baseline_adjusted_score":0.16266069544572936},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.09127288387300155,"accuracy":0.7040816326530613,"positive_recall":0.8558718861209964,"specificity":0.5895255147717099,"precision":0.6114406779661016,"balanced_accuracy":0.7226987004463532,"f1":0.713297083539298,"true_positive":144.3,"false_positive":91.70000000000005,"false_negative":24.30000000000001,"true_negative":131.70000000000005,"positive_prevalence":0.43010204081632636,"majority_accuracy_baseline":0.5698979591836737,"constant_brier_baseline":0.12359641815910102,"brier_skill":0.2615248464926435,"baseline_adjusted_skill":0.4453974008927064,"baseline_adjusted_score":0.4453974008927064},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.20526637554123264,"normalized_score_rmse":0.2611014033586644,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.25495908136885925,"baseline_adjusted_score":0.25495908136885925},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.05289086051738,"accuracy":0.8796250000000003,"positive_recall":0.6286388670338318,"specificity":0.9270322484767425,"precision":0.6193798449612404,"balanced_accuracy":0.7778355577552871,"f1":0.623975009761812,"true_positive":79.89999999999999,"false_positive":49.09999999999998,"false_negative":47.19999999999996,"true_negative":623.8000000000003,"positive_prevalence":0.15887500000000002,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499934,"brier_skill":0.46454537841250476,"baseline_adjusted_skill":0.5556711155105742,"baseline_adjusted_score":0.5556711155105742},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.24402239289360295,"normalized_score_rmse":0.294228484146353,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-0.47892359329456324,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.55,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.27419354838709686,"baseline_adjusted_score":0.27419354838709686},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.26173843032138727,"accuracy":0.59,"positive_recall":0.5,"specificity":0.68,"precision":0.6097560975609756,"balanced_accuracy":0.5900000000000001,"f1":0.5494505494505495,"true_positive":25,"false_positive":16,"false_negative":25,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.04695372128554909,"baseline_adjusted_skill":0.18000000000000016,"baseline_adjusted_score":0.18000000000000016},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.35255135851557323,"uniform_accuracy_baseline":0.058823529411766766,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.23909657320872277,"baseline_adjusted_score":0.23909657320872277},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.6956521739130435,"baseline_adjusted_score":0.6956521739130435},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.32205801100230574,"accuracy":0.53,"positive_recall":1,"specificity":0.06,"precision":0.5154639175257731,"balanced_accuracy":0.53,"f1":0.6802721088435374,"true_positive":50,"false_positive":47,"false_negative":0,"true_negative":3,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.288232044009223,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.54,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.2698412698412699,"baseline_adjusted_score":0.2698412698412699},"scoring":{"eligible":true,"reason":null},"model":9,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.251914932012537,"accuracy":0.527027027027027,"positive_recall":0.5633802816901409,"specificity":0.4935064935064935,"precision":0.5063291139240507,"balanced_accuracy":0.5284433875983172,"f1":0.5333333333333333,"true_positive":40,"false_positive":39,"false_negative":31,"true_negative":38,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.2495891161431699,"brier_skill":-0.009318578892009821,"baseline_adjusted_skill":0.05688677519663443,"baseline_adjusted_score":0.05688677519663443},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.29,"uniform_accuracy_baseline":0.20049999999999962,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.48,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.23529411764705882,"baseline_adjusted_score":0.23529411764705882},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.48,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":-0.10638297872340435,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.49,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":-0.04081632653061228,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.14150191444774168,"accuracy":0.5169622161999999,"positive_recall":0.5218837103287528,"specificity":0.5090661867847077,"precision":0.6303883796666667,"balanced_accuracy":0.5154749485567303,"f1":0.571027328328118,"true_positive":32.149807362999994,"false_positive":18.850192636999996,"false_negative":29.453585743000005,"true_negative":19.546414257,"positive_prevalence":0.6160339310599999,"majority_accuracy_baseline":0.6160339310599999,"constant_brier_baseline":0.079087076552024,"brier_skill":-0.7891913649717572,"baseline_adjusted_skill":0.030949897113460523,"baseline_adjusted_score":0.030949897113460523},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2689527035720873,"accuracy":0.51,"positive_recall":0.36,"specificity":0.66,"precision":0.5142857142857142,"balanced_accuracy":0.51,"f1":0.4235294117647059,"true_positive":18,"false_positive":17,"false_negative":32,"true_negative":33,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.07581081428834913,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.012987012987012965,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.8736842105263158,"baseline_adjusted_score":0.8736842105263158},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.35,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.08333333333333341,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.38,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.03125000000000003,"baseline_adjusted_score":0.03125000000000003},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25950759142329416,"accuracy":0.5,"positive_recall":0.12,"specificity":0.88,"precision":0.5,"balanced_accuracy":0.5,"f1":0.1935483870967742,"true_positive":6,"false_positive":6,"false_negative":44,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.03803036569317664,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.12797731902654058,"accuracy":0.48493915556331296,"positive_recall":0.604449428788054,"specificity":0.42929078489794303,"precision":0.3302816771490257,"balanced_accuracy":0.5168701068429985,"f1":0.4271572216305969,"true_positive":134.42464259965345,"false_positive":272.57535740034655,"false_negative":87.96723370533437,"true_negative":205.03276629466563,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768597,"brier_skill":-0.4423729944557273,"baseline_adjusted_skill":0.033740213685997,"baseline_adjusted_score":0.033740213685997},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2704563794914479,"accuracy":0.46,"positive_recall":0.42,"specificity":0.5,"precision":0.45652173913043476,"balanced_accuracy":0.45999999999999996,"f1":0.4375,"true_positive":21,"false_positive":25,"false_negative":29,"true_negative":25,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.08182551796579163,"baseline_adjusted_skill":-0.08000000000000007,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.4966887417218543,"uniform_accuracy_baseline":0.006622516556291403,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.47586206896551725,"baseline_adjusted_score":0.47586206896551725},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.3835294117647059,"uniform_accuracy_baseline":0.3333333333333301,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":-0.13665943600867675,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.1,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25036130541595947,"accuracy":0.5,"positive_recall":0.5,"specificity":0.5,"precision":0.5,"balanced_accuracy":0.5,"f1":0.5,"true_positive":25,"false_positive":25,"false_negative":25,"true_negative":25,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.00144522166383787,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.48,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":-0.08333333333333341,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.07142857142857136,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9887640449438202,"baseline_adjusted_score":0.9887640449438202},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.54,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.21,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":-0.08219178082191785,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.6666666666666666,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.24848610692269602,"accuracy":0.5853658536585366,"positive_recall":0.575,"specificity":0.5952380952380952,"precision":0.575,"balanced_accuracy":0.5851190476190475,"f1":0.575,"true_positive":23,"false_positive":17,"false_negative":17,"true_negative":25,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.24985127900059498,"brier_skill":0.005463938721305128,"baseline_adjusted_skill":0.17023809523809508,"baseline_adjusted_score":0.17023809523809508},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2893562291988203,"accuracy":0.49,"positive_recall":0.44,"specificity":0.54,"precision":0.4888888888888889,"balanced_accuracy":0.49,"f1":0.4631578947368421,"true_positive":22,"false_positive":23,"false_negative":28,"true_negative":27,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.15742491679528126,"baseline_adjusted_skill":-0.020000000000000018,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.4273743016759777,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.26523297491039427,"baseline_adjusted_score":0.26523297491039427},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.25,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":-0.2295081967213115,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.23755105502308813,"accuracy":0.625,"positive_recall":0.1590909090909091,"specificity":0.7564102564102564,"precision":0.15555555555555556,"balanced_accuracy":0.4577505827505827,"f1":0.15730337078651685,"true_positive":7,"false_positive":38,"false_negative":37,"true_negative":118,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000053,"brier_skill":-0.38433015747719934,"baseline_adjusted_skill":-0.08449883449883455,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.2434090742156245,"accuracy":0.53,"positive_recall":0.24,"specificity":0.6266666666666667,"precision":0.17647058823529413,"balanced_accuracy":0.43333333333333335,"f1":0.2033898305084746,"true_positive":12,"false_positive":56,"false_negative":38,"true_negative":94,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-0.2981817291499973,"baseline_adjusted_skill":-0.1333333333333333,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.2334132280953312,"accuracy":0.63,"positive_recall":0.21052631578947367,"specificity":0.6740331491712708,"precision":0.06349206349206349,"balanced_accuracy":0.4422797324803722,"f1":0.0975609756097561,"true_positive":4,"false_positive":59,"false_negative":15,"true_negative":122,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.0859749999999999,"brier_skill":-1.7148965175380222,"baseline_adjusted_skill":-0.11544053503925555,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.20737625085918637,"accuracy":0.6425297619047616,"positive_recall":0.4377541910524748,"specificity":0.655601922504575,"precision":0.07505102040816326,"balanced_accuracy":0.546678056778525,"f1":0.12813402825162237,"true_positive":73.55000000000001,"false_positive":906.4500000000003,"false_negative":94.46666666666673,"true_negative":1725.5333333333326,"positive_prevalence":0.060005952380952354,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679296,"brier_skill":-5.4400617986385065,"baseline_adjusted_skill":0.09335611355704998,"baseline_adjusted_score":0.09335611355704998},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.26628895184135976,"uniform_accuracy_baseline":0.027777777777777853,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.15909090909090906,"baseline_adjusted_score":0.15909090909090906},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.27,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":-0.042857142857142816,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25000805491693634,"accuracy":0.53,"positive_recall":0.42,"specificity":0.64,"precision":0.5384615384615384,"balanced_accuracy":0.53,"f1":0.47191011235955055,"true_positive":21,"false_positive":18,"false_negative":29,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.000032219667745359004,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.23878895399536376,"accuracy":0.53,"positive_recall":0.54,"specificity":0.52,"precision":0.5294117647058824,"balanced_accuracy":0.53,"f1":0.5346534653465347,"true_positive":27,"false_positive":24,"false_negative":23,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.04484418401854495,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.56,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":-0.12820512820512803,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.9042553191489363,"baseline_adjusted_score":0.9042553191489363},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25060741867878006,"accuracy":0.55,"positive_recall":0.6,"specificity":0.5,"precision":0.5454545454545454,"balanced_accuracy":0.55,"f1":0.5714285714285714,"true_positive":30,"false_positive":25,"false_negative":20,"true_negative":25,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.0024296747151202336,"baseline_adjusted_skill":0.10000000000000009,"baseline_adjusted_score":0.10000000000000009},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.701492537313433,"baseline_adjusted_score":0.701492537313433},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2286538652614609,"accuracy":0.67,"positive_recall":0.9,"specificity":0.44,"precision":0.6164383561643836,"balanced_accuracy":0.67,"f1":0.7317073170731707,"true_positive":45,"false_positive":28,"false_negative":5,"true_negative":22,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.08538453895415643,"baseline_adjusted_skill":0.3400000000000001,"baseline_adjusted_score":0.3400000000000001},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.3565350067567568,"uniform_accuracy_baseline":0.23445945945945923,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.12768972159461042,"baseline_adjusted_score":0.12768972159461042},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.10691425082962693,"accuracy":0.510438572368421,"positive_recall":0.6051164173813157,"specificity":0.42028424429556555,"precision":0.49848147777777785,"balanced_accuracy":0.5127003308384406,"f1":0.5466471570614021,"true_positive":44.863333000000004,"false_positive":45.13666699999999,"false_negative":29.27667,"true_negative":32.72333,"positive_prevalence":0.48776317763157917,"majority_accuracy_baseline":0.5122368223684208,"constant_brier_baseline":0.0945191003976856,"brier_skill":-0.13113910712003385,"baseline_adjusted_skill":0.025400661676881153,"baseline_adjusted_score":0.025400661676881153},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.18863780395314034,"normalized_score_rmse":0.22329173805936983,"constant_score_baseline":0.5841668333333334,"constant_mae_baseline":0.21700552708333315,"baseline_adjusted_skill":0.130723505117449,"baseline_adjusted_score":0.130723505117449},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2767939102068145,"accuracy":0.43,"positive_recall":0.4,"specificity":0.46,"precision":0.425531914893617,"balanced_accuracy":0.43000000000000005,"f1":0.41237113402061853,"true_positive":20,"false_positive":27,"false_negative":30,"true_negative":23,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.10717564082725795,"baseline_adjusted_skill":-0.1399999999999999,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25091087756070746,"accuracy":0.5,"positive_recall":0.58,"specificity":0.42,"precision":0.5,"balanced_accuracy":0.5,"f1":0.5370370370370371,"true_positive":29,"false_positive":29,"false_negative":21,"true_negative":21,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.0036435102428298283,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.37,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":-0.03278688524590167,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.885,"uniform_accuracy_baseline":0.03611111111111102,"fixed_answer_accuracy_baseline":0.08833333333333329,"baseline_adjusted_skill":0.8738574040219379,"baseline_adjusted_score":0.8738574040219379},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.51,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":-0.11363636363636376,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.78,"uniform_accuracy_baseline":0.04987932421560751,"fixed_answer_accuracy_baseline":0.1244247787610618,"baseline_adjusted_skill":0.7487366080452801,"baseline_adjusted_score":0.7487366080452801},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2466008983206523,"accuracy":0.57,"positive_recall":0.82,"specificity":0.32,"precision":0.5466666666666666,"balanced_accuracy":0.57,"f1":0.656,"true_positive":41,"false_positive":34,"false_negative":9,"true_negative":16,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.013596406717390819,"baseline_adjusted_skill":0.1399999999999999,"baseline_adjusted_score":0.1399999999999999},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.2222222222222222,"uniform_accuracy_baseline":0.23888888888888893,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":-0.09803921568627456,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.2656015820573975,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":32,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.062406328229589914,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.26,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":-0.6086956521739132,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.015151515151515168,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2510256309147604,"accuracy":0.49,"positive_recall":0.38,"specificity":0.6,"precision":0.48717948717948717,"balanced_accuracy":0.49,"f1":0.42696629213483145,"true_positive":19,"false_positive":20,"false_negative":31,"true_negative":30,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.004102523659041513,"baseline_adjusted_skill":-0.020000000000000018,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.7352941176470589,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.6086956521739131,"baseline_adjusted_score":0.6086956521739131},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.27672311766158564,"accuracy":0.5151515151515151,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":16,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":-0.1079098350495098,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.339725389033556,"normalized_score_rmse":0.4038372136766689,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":-0.02947087585926056,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.0625,"uniform_accuracy_baseline":0.17812500000000006,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.3157894736842105,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.25748739447681146,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":17,"false_positive":17,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.02994957790724584,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.2104693055152893,"normalized_score_rmse":0.2975177510371236,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-0.43119127750396724,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.041666666666666664,"uniform_accuracy_baseline":0.13194444444444448,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":-1.4,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.235534096669382,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":26,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.05786361332247203,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.2677455035886251,"accuracy":0.48,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":39,"true_negative":36,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24959999999999993,"brier_skill":-0.07269833168519702,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.2857677930593491,"normalized_score_rmse":0.3727834465244853,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.020599260926246643,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.29411764705882354,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.04000000000000001,"baseline_adjusted_score":0.04000000000000001},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.25049006252305855,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":14,"true_negative":14,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.001960250092234217,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.3444749186436336,"normalized_score_rmse":0.38781159890240985,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.16969696969696968,"baseline_adjusted_skill":-1.0299414848642696,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":0.6666666666666666,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":0.5833333333333333,"baseline_adjusted_score":0.5833333333333333},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.2269731936461374,"accuracy":0.6705882352941176,"positive_recall":0.6222222222222222,"specificity":0.725,"precision":0.717948717948718,"balanced_accuracy":0.6736111111111112,"f1":0.6666666666666666,"true_positive":28,"false_positive":11,"false_negative":17,"true_negative":29,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.24913494809688563,"brier_skill":0.08895481994814225,"baseline_adjusted_skill":0.3472222222222223,"baseline_adjusted_score":0.3472222222222223},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.48,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.3157894736842105,"baseline_adjusted_score":0.3157894736842105},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.2892035639695363,"accuracy":0.3,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":35,"true_negative":15,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.20999999999999996,"brier_skill":-0.37715982842636353,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.35834811851382253,"normalized_score_rmse":0.43898183897979515,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.2798147089779375,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.1518987341772152,"uniform_accuracy_baseline":0.24240506329113914,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":-0.45652173913043476,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.28441744762753085,"accuracy":0.47619047619047616,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":11,"true_negative":10,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.24943310657596363,"brier_skill":-0.14025540367037403,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.2727272727272727,"uniform_accuracy_baseline":0.3237373737373738,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":-0.2,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.2603537582673369,"accuracy":0.48484848484848486,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":17,"true_negative":16,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":-0.04237221600415375,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.36921455554079774,"normalized_score_rmse":0.40602218582010047,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.34313725490196084,"baseline_adjusted_skill":-0.07599670471889608,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2506872801974632,"accuracy":0.52,"positive_recall":0.04,"specificity":1,"precision":1,"balanced_accuracy":0.52,"f1":0.07692307692307693,"true_positive":2,"false_positive":0,"false_negative":48,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.002749120789852899,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.3133333333333333,"uniform_accuracy_baseline":0.3333333333333332,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":-0.061855670103092834,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.25499110055198115,"accuracy":0.5066666666666667,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":37,"true_negative":38,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555535,"brier_skill":-0.020145761454406275,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.12,"uniform_accuracy_baseline":0.1428571428571427,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":-0.12820512820512822,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.31499999999999995,"uniform_accuracy_baseline":0.32416666666666627,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.037878787878788,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.2562391220167157,"accuracy":0.5151515151515151,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":16,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":-0.025898543662512097,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.2298168736425313,"normalized_score_rmse":0.27828752097392473,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":-0.04606301106255639,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2034913077960732,"accuracy":0.78,"positive_recall":0.045454545454545456,"specificity":0.9871794871794872,"precision":0.5,"balanced_accuracy":0.5163170163170163,"f1":0.08333333333333333,"true_positive":1,"false_positive":1,"false_negative":21,"true_negative":77,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000028,"brier_skill":-0.18584678202839666,"baseline_adjusted_skill":0.03263403263403264,"baseline_adjusted_score":0.03263403263403264},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.22718950294856682,"accuracy":0.63,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":37,"true_negative":63,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000008,"brier_skill":0.025356057706706348,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.23802806922213052,"accuracy":0.61,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":39,"true_negative":61,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379000000000002,"brier_skill":-0.0005383321653229522,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2182753711345195,"accuracy":0.69,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":31,"true_negative":69,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999987,"brier_skill":-0.020455218020194676,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.43,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.2083333333333333,"baseline_adjusted_score":0.2083333333333333},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.2511112820357084,"normalized_score_rmse":0.3074991429959957,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":-0.08004852488476732,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2524516382938058,"accuracy":0.46,"positive_recall":0.1,"specificity":0.82,"precision":0.35714285714285715,"balanced_accuracy":0.45999999999999996,"f1":0.15625,"true_positive":5,"false_positive":9,"false_negative":45,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.009806553175223165,"baseline_adjusted_skill":-0.08000000000000007,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2458492883373756,"accuracy":0.6,"positive_recall":0.58,"specificity":0.62,"precision":0.6041666666666666,"balanced_accuracy":0.6,"f1":0.5918367346938775,"true_positive":29,"false_positive":19,"false_negative":21,"true_negative":31,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.016602846650497605,"baseline_adjusted_skill":0.19999999999999996,"baseline_adjusted_score":0.19999999999999996},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.37,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.8000000000000002,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25895172917251025,"accuracy":0.47,"positive_recall":0.52,"specificity":0.42,"precision":0.4727272727272727,"balanced_accuracy":0.47,"f1":0.49523809523809526,"true_positive":26,"false_positive":29,"false_negative":24,"true_negative":21,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.03580691669004099,"baseline_adjusted_skill":-0.06000000000000005,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.6,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.04761904761904766,"baseline_adjusted_score":0.04761904761904766},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.43,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.049999999999999954,"baseline_adjusted_score":0.049999999999999954},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2523226748619926,"accuracy":0.48,"positive_recall":0.42,"specificity":0.54,"precision":0.4772727272727273,"balanced_accuracy":0.48,"f1":0.44680851063829785,"true_positive":21,"false_positive":23,"false_negative":29,"true_negative":27,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.009290699447970452,"baseline_adjusted_skill":-0.040000000000000036,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.82,"uniform_accuracy_baseline":0.20851190476190457,"fixed_answer_accuracy_baseline":0.2233333333333332,"baseline_adjusted_skill":0.7682403433476395,"baseline_adjusted_score":0.7682403433476395},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24163718693771863,"accuracy":0.56,"positive_recall":0.62,"specificity":0.5,"precision":0.5535714285714286,"balanced_accuracy":0.56,"f1":0.5849056603773585,"true_positive":31,"false_positive":25,"false_negative":19,"true_negative":25,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.033451252249125485,"baseline_adjusted_skill":0.1200000000000001,"baseline_adjusted_score":0.1200000000000001},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.2730997809767723,"normalized_score_rmse":0.3192253502665185,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.0896673967440923,"baseline_adjusted_score":0.0896673967440923},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.7,"uniform_accuracy_baseline":0.22851190476190467,"fixed_answer_accuracy_baseline":0.2433333333333333,"baseline_adjusted_skill":0.6035242290748898,"baseline_adjusted_score":0.6035242290748898},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2432256847582776,"accuracy":0.54,"positive_recall":0.76,"specificity":0.32,"precision":0.5277777777777778,"balanced_accuracy":0.54,"f1":0.6229508196721312,"true_positive":38,"false_positive":34,"false_negative":12,"true_negative":16,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.02709726096688958,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.2712556093467607,"normalized_score_rmse":0.3188586192606305,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.304222222222222,"baseline_adjusted_skill":0.10836359235907678,"baseline_adjusted_score":0.10836359235907678},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.59,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.33870967741935476,"baseline_adjusted_score":0.33870967741935476},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2732239653015599,"accuracy":0.47,"positive_recall":0.56,"specificity":0.38,"precision":0.4745762711864407,"balanced_accuracy":0.47000000000000003,"f1":0.5137614678899083,"true_positive":28,"false_positive":31,"false_negative":22,"true_negative":19,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.0928958612062396,"baseline_adjusted_skill":-0.05999999999999994,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.36,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":-0.28,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24632382355070612,"accuracy":0.59,"positive_recall":0.62,"specificity":0.56,"precision":0.5849056603773585,"balanced_accuracy":0.5900000000000001,"f1":0.6019417475728155,"true_positive":31,"false_positive":22,"false_negative":19,"true_negative":28,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.014704705797175532,"baseline_adjusted_skill":0.18000000000000016,"baseline_adjusted_score":0.18000000000000016},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.47,"uniform_accuracy_baseline":0.35333333333333317,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.10169491525423727,"baseline_adjusted_score":0.10169491525423727},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.27,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.17741935483870966,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.24,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.22580645161290325,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.23,"uniform_accuracy_baseline":0.11111111111111088,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.08333333333333334,"baseline_adjusted_score":0.08333333333333334},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.22057545892029298,"accuracy":0.22962499999999994,"positive_recall":0.9077125906394199,"specificity":0.07095480487428658,"precision":0.18608108108108104,"balanced_accuracy":0.48933369775685326,"f1":0.30884826735449133,"true_positive":68.84999999999998,"false_positive":301.15000000000003,"false_negative":6.999999999999999,"true_negative":22.999999999999996,"positive_prevalence":0.1896249999999999,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500007,"brier_skill":-1.8975959065957357,"baseline_adjusted_skill":-0.021332604486293483,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3990452275518328,"normalized_score_rmse":0.4354800275418986,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":-0.8668782575524343,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.21468891537210144,"accuracy":0.26612499999999983,"positive_recall":0.9943741209563994,"specificity":0.0013635588886995067,"precision":0.2657894736842105,"balanced_accuracy":0.4978688399225495,"f1":0.4194601008602788,"true_positive":106.04999999999993,"false_positive":292.9499999999998,"false_negative":0.6,"true_negative":0.4,"positive_prevalence":0.2666249999999998,"majority_accuracy_baseline":0.7333750000000002,"constant_brier_baseline":0.11565485937499977,"brier_skill":-0.8562896235599862,"baseline_adjusted_skill":-0.0042623201549010226,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3937531866785139,"normalized_score_rmse":0.43613403105477333,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":-0.4651281364781912,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.1863000918207457,"accuracy":0.33187499999999986,"positive_recall":0.8478747203579418,"specificity":0.13183000867302685,"precision":0.2746376811594202,"balanced_accuracy":0.4898523645154843,"f1":0.4148877941981389,"true_positive":94.74999999999994,"false_positive":250.24999999999994,"false_negative":17.000000000000004,"true_negative":37.999999999999986,"positive_prevalence":0.2793749999999999,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937499995,"brier_skill":-0.6464025181704893,"baseline_adjusted_skill":-0.020295270969031387,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3734705289080739,"normalized_score_rmse":0.416664432909502,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":-0.412654482867419,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.24774719949735652,"accuracy":0.22337499999999977,"positive_recall":0.992112676056338,"specificity":0.00417670682730924,"precision":0.22123115577889443,"balanced_accuracy":0.4981446914418236,"f1":0.3617873651771956,"true_positive":88.04999999999991,"false_positive":309.94999999999976,"false_negative":0.7,"true_negative":1.3,"positive_prevalence":0.22187499999999974,"majority_accuracy_baseline":0.7781250000000003,"constant_brier_baseline":0.126740234375001,"brier_skill":-0.9547636211900807,"baseline_adjusted_skill":-0.003710617116352788,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.45759970336686817,"normalized_score_rmse":0.4821660799276412,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":-1.028142729603848,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.21267364861462354,"accuracy":0.2657499999999999,"positive_recall":0.9881852551984877,"specificity":0.005948334466349429,"precision":0.2633501259445845,"balanced_accuracy":0.49706679483241856,"f1":0.41587112171837726,"true_positive":104.54999999999995,"false_positive":292.44999999999965,"false_negative":1.25,"true_negative":1.75,"positive_prevalence":0.26449999999999985,"majority_accuracy_baseline":0.7355000000000002,"constant_brier_baseline":0.11362725000000028,"brier_skill":-0.8716782164016379,"baseline_adjusted_skill":-0.005866410335162886,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.39713808019645513,"normalized_score_rmse":0.4330018938144072,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":-0.5806490754087767,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.24695839213567555,"accuracy":0.1914999999999999,"positive_recall":0.9869451697127938,"specificity":0.0030921459492888083,"precision":0.1899497487437186,"balanced_accuracy":0.4950186578310413,"f1":0.3185840707964602,"true_positive":75.59999999999995,"false_positive":322.3999999999998,"false_negative":1,"true_negative":1,"positive_prevalence":0.1914999999999999,"majority_accuracy_baseline":0.8085000000000001,"constant_brier_baseline":0.09190274999999995,"brier_skill":-1.6871708641545076,"baseline_adjusted_skill":-0.00996268433791736,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.4204284557234496,"normalized_score_rmse":0.45342649003143537,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":-1.032282565430572,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.2547992676048544,"accuracy":0.2064999999999999,"positive_recall":0.951219512195122,"specificity":0.038013488657265504,"precision":0.18281250000000002,"balanced_accuracy":0.49461650042619376,"f1":0.30668414154652685,"true_positive":70.19999999999996,"false_positive":313.79999999999984,"false_negative":3.6,"true_negative":12.4,"positive_prevalence":0.1844999999999999,"majority_accuracy_baseline":0.8155000000000001,"constant_brier_baseline":0.1092222499999995,"brier_skill":-1.3328512972847157,"baseline_adjusted_skill":-0.010766999147612477,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.46899538790807127,"normalized_score_rmse":0.4889888919608564,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":-1.476543302484865,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.24389313822781866,"accuracy":0.21874999999999986,"positive_recall":1,"specificity":0.027993779160186645,"precision":0.20076726342711,"balanced_accuracy":0.5139968895800934,"f1":0.3343982960596379,"true_positive":78.49999999999994,"false_positive":312.4999999999998,"false_negative":0,"true_negative":9,"positive_prevalence":0.19624999999999987,"majority_accuracy_baseline":0.8037500000000002,"constant_brier_baseline":0.09878593749999955,"brier_skill":-1.4689054373535684,"baseline_adjusted_skill":0.02799377916018675,"baseline_adjusted_score":0.02799377916018675},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.43400498646777125,"normalized_score_rmse":0.46868951904814665,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":-1.054461474403651,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.1424385560559787,"accuracy":0.4354591836734691,"positive_recall":0.8935349940688019,"specificity":0.08974932855863917,"precision":0.42556497175141206,"balanced_accuracy":0.4916421613137205,"f1":0.5765403750478373,"true_positive":150.64999999999986,"false_positive":203.35000000000014,"false_negative":17.95,"true_negative":20.050000000000004,"positive_prevalence":0.43010204081632636,"majority_accuracy_baseline":0.5698979591836737,"constant_brier_baseline":0.12359641815910102,"brier_skill":-0.15244889922799287,"baseline_adjusted_skill":-0.016715677372558968,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.2896085327386628,"normalized_score_rmse":0.3401809630893789,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":-0.051171711421813315,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.26985798349177,"accuracy":0.18974999999999997,"positive_recall":0.9594807238394965,"specificity":0.04436023183236733,"precision":0.15941176470588225,"balanced_accuracy":0.5019204778359319,"f1":0.27339984306692056,"true_positive":121.94999999999999,"false_positive":643.0500000000005,"false_negative":5.15,"true_negative":29.85,"positive_prevalence":0.15887500000000002,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499934,"brier_skill":-1.7319787014141785,"baseline_adjusted_skill":0.0038409556718637106,"baseline_adjusted_score":0.0038409556718637106},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.4808094550599344,"normalized_score_rmse":0.5010196906889064,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-1.9139966973329354,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.26,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.1935483870967742,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2564094385734327,"accuracy":0.46,"positive_recall":0.46,"specificity":0.46,"precision":0.46,"balanced_accuracy":0.46,"f1":0.46,"true_positive":23,"false_positive":27,"false_negative":27,"true_negative":23,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.02563775429373072,"baseline_adjusted_skill":-0.07999999999999996,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.08217362491716368,"uniform_accuracy_baseline":0.058823529411766766,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":-0.07866043613707165,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.46,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":-0.17391304347826092,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2625573150331497,"accuracy":0.53,"positive_recall":0.44,"specificity":0.62,"precision":0.5365853658536586,"balanced_accuracy":0.53,"f1":0.4835164835164835,"true_positive":22,"false_positive":19,"false_negative":28,"true_negative":31,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.050229260132598874,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.3,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":-0.11111111111111112,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":10,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.2190454759568421,"accuracy":0.6756756756756757,"positive_recall":0.4084507042253521,"specificity":0.922077922077922,"precision":0.8285714285714286,"balanced_accuracy":0.6652643131516371,"f1":0.5471698113207547,"true_positive":29,"false_positive":6,"false_negative":42,"true_negative":71,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.2495891161431699,"brier_skill":0.1223756895264907,"baseline_adjusted_skill":0.3305286263032743,"baseline_adjusted_score":0.3305286263032743},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.43,"uniform_accuracy_baseline":0.20049999999999962,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.1971830985915493,"baseline_adjusted_score":0.1971830985915493},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.9558823529411764,"baseline_adjusted_score":0.9558823529411764},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.81,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.5957446808510639,"baseline_adjusted_score":0.5957446808510639},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.72,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.4285714285714285,"baseline_adjusted_score":0.4285714285714285},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08316416879494365,"accuracy":0.57930786814,"positive_recall":0.6211847762046875,"specificity":0.5121206909840964,"precision":0.6713524554385965,"balanced_accuracy":0.5666527335943919,"f1":0.6452950283774658,"true_positive":38.26708996,"false_positive":18.732910039999997,"false_negative":23.336303146000002,"true_negative":19.663696853999998,"positive_prevalence":0.6160339310599999,"majority_accuracy_baseline":0.6160339310599999,"constant_brier_baseline":0.079087076552024,"brier_skill":-0.0515519402242377,"baseline_adjusted_skill":0.1333054671887839,"baseline_adjusted_score":0.1333054671887839},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.181755471795042,"accuracy":0.74,"positive_recall":0.82,"specificity":0.66,"precision":0.7068965517241379,"balanced_accuracy":0.74,"f1":0.7592592592592593,"true_positive":41,"false_positive":17,"false_negative":9,"true_negative":33,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.272978112819832,"baseline_adjusted_skill":0.48,"baseline_adjusted_score":0.48},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.65,"uniform_accuracy_baseline":0.012987012987012965,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.631578947368421,"baseline_adjusted_score":0.631578947368421},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.9166666666666666,"baseline_adjusted_score":0.9166666666666666},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.35,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":-0.015625000000000014,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1719262817668877,"accuracy":0.78,"positive_recall":0.98,"specificity":0.58,"precision":0.7,"balanced_accuracy":0.78,"f1":0.8166666666666667,"true_positive":49,"false_positive":21,"false_negative":1,"true_negative":29,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3122948729324492,"baseline_adjusted_skill":0.56,"baseline_adjusted_score":0.56},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.10812569206139178,"accuracy":0.6581566276846986,"positive_recall":0.6050165144414527,"specificity":0.6829006152864916,"precision":0.4704571952522322,"balanced_accuracy":0.6439585648639721,"f1":0.5293190710286664,"true_positive":134.5507578421384,"false_positive":151.4492421578616,"false_negative":87.84111846284941,"true_negative":326.1588815371506,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768597,"brier_skill":-0.21863451604142647,"baseline_adjusted_skill":0.28791712972794414,"baseline_adjusted_score":0.28791712972794414},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2088607098545409,"accuracy":0.61,"positive_recall":0.58,"specificity":0.64,"precision":0.6170212765957447,"balanced_accuracy":0.61,"f1":0.5979381443298969,"true_positive":29,"false_positive":18,"false_negative":21,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.16455716058183645,"baseline_adjusted_skill":0.21999999999999997,"baseline_adjusted_score":0.21999999999999997},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.8344370860927153,"uniform_accuracy_baseline":0.006622516556291403,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.8275862068965518,"baseline_adjusted_score":0.8275862068965518},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.7205882352941176,"uniform_accuracy_baseline":0.3333333333333301,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.4848156182212581,"baseline_adjusted_score":0.4848156182212581},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.38,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.03333333333333337,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11722486490372942,"accuracy":0.85,"positive_recall":0.9,"specificity":0.8,"precision":0.8181818181818182,"balanced_accuracy":0.8500000000000001,"f1":0.8571428571428571,"true_positive":45,"false_positive":10,"false_negative":5,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5311005403850824,"baseline_adjusted_skill":0.7000000000000002,"baseline_adjusted_score":0.7000000000000002},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.78,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.5416666666666667,"baseline_adjusted_score":0.5416666666666667},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.07142857142857136,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9775280898876404,"baseline_adjusted_score":0.9775280898876404},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.79,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.5434782608695653,"baseline_adjusted_score":0.5434782608695653},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.42,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.20547945205479448,"baseline_adjusted_score":0.20547945205479448},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.8888888888888888,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.6666666666666665,"baseline_adjusted_score":0.6666666666666665},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.23294250670240388,"accuracy":0.6463414634146342,"positive_recall":0.525,"specificity":0.7619047619047619,"precision":0.6774193548387096,"balanced_accuracy":0.6434523809523809,"f1":0.5915492957746479,"true_positive":21,"false_positive":10,"false_negative":19,"true_negative":32,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.24985127900059498,"brier_skill":0.06767534817442677,"baseline_adjusted_skill":0.2869047619047618,"baseline_adjusted_score":0.2869047619047618},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.14244049753526217,"accuracy":0.8,"positive_recall":0.66,"specificity":0.94,"precision":0.9166666666666666,"balanced_accuracy":0.8,"f1":0.7674418604651163,"true_positive":33,"false_positive":3,"false_negative":17,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.43023800985895133,"baseline_adjusted_skill":0.6000000000000001,"baseline_adjusted_score":0.6000000000000001},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.7262569832402235,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.6487455197132617,"baseline_adjusted_score":0.6487455197132617},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.43,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.06557377049180324,"baseline_adjusted_score":0.06557377049180324},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.15898926486355638,"accuracy":0.775,"positive_recall":0.5681818181818182,"specificity":0.8333333333333334,"precision":0.49019607843137253,"balanced_accuracy":0.7007575757575758,"f1":0.5263157894736842,"true_positive":25,"false_positive":26,"false_negative":19,"true_negative":130,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000053,"brier_skill":0.07348913249676048,"baseline_adjusted_skill":0.4015151515151516,"baseline_adjusted_score":0.4015151515151516},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.1684725613265676,"accuracy":0.77,"positive_recall":0.42,"specificity":0.8866666666666667,"precision":0.5526315789473685,"balanced_accuracy":0.6533333333333333,"f1":0.4772727272727273,"true_positive":21,"false_positive":17,"false_negative":29,"true_negative":133,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":0.10147967292497284,"baseline_adjusted_skill":0.30666666666666664,"baseline_adjusted_score":0.30666666666666664},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.04165358505710425,"accuracy":0.945,"positive_recall":0.7894736842105263,"specificity":0.9613259668508287,"precision":0.6818181818181818,"balanced_accuracy":0.8753998255306775,"f1":0.7317073170731707,"true_positive":15,"false_positive":7,"false_negative":4,"true_negative":174,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.0859749999999999,"brier_skill":0.5155151490886385,"baseline_adjusted_skill":0.750799651061355,"baseline_adjusted_score":0.750799651061355},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.07931032462943666,"accuracy":0.8557797619047619,"positive_recall":0.5957742287471482,"specificity":0.8723776113070625,"precision":0.22958715596330295,"balanced_accuracy":0.7340759200271054,"f1":0.331447807731575,"true_positive":100.10000000000008,"false_positive":335.89999999999986,"false_negative":67.91666666666669,"true_negative":2296.0833333333335,"positive_prevalence":0.060005952380952354,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679296,"brier_skill":-1.46297919731645,"baseline_adjusted_skill":0.46815184005421084,"baseline_adjusted_score":0.46815184005421084},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.7818696883852692,"uniform_accuracy_baseline":0.027777777777777853,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.75,"baseline_adjusted_score":0.75},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.58,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.39999999999999997,"baseline_adjusted_score":0.39999999999999997},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11193937672613989,"accuracy":0.86,"positive_recall":0.88,"specificity":0.84,"precision":0.8461538461538461,"balanced_accuracy":0.86,"f1":0.8627450980392157,"true_positive":44,"false_positive":8,"false_negative":6,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5522424930954404,"baseline_adjusted_skill":0.72,"baseline_adjusted_score":0.72},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08675581781853701,"accuracy":0.87,"positive_recall":0.96,"specificity":0.78,"precision":0.8135593220338984,"balanced_accuracy":0.87,"f1":0.8807339449541285,"true_positive":48,"false_positive":11,"false_negative":2,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6529767287258519,"baseline_adjusted_skill":0.74,"baseline_adjusted_score":0.74},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.63,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":0.05128205128205133,"baseline_adjusted_score":0.05128205128205133},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.81,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.797872340425532,"baseline_adjusted_score":0.797872340425532},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.14630981613355146,"accuracy":0.78,"positive_recall":0.62,"specificity":0.94,"precision":0.9117647058823529,"balanced_accuracy":0.78,"f1":0.7380952380952381,"true_positive":31,"false_positive":3,"false_negative":19,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4147607354657942,"baseline_adjusted_skill":0.56,"baseline_adjusted_score":0.56},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.7910447761194032,"baseline_adjusted_score":0.7910447761194032},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08470343451433042,"accuracy":0.91,"positive_recall":0.84,"specificity":0.98,"precision":0.9767441860465116,"balanced_accuracy":0.9099999999999999,"f1":0.9032258064516129,"true_positive":42,"false_positive":1,"false_negative":8,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6611862619426783,"baseline_adjusted_skill":0.8199999999999998,"baseline_adjusted_score":0.8199999999999998},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.3892697297297297,"uniform_accuracy_baseline":0.23445945945945923,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.17206639415631875,"baseline_adjusted_score":0.17206639415631875},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.10351164551048071,"accuracy":0.6577192828947368,"positive_recall":0.7291160616759079,"specificity":0.5897336985512599,"precision":0.6285658953488372,"balanced_accuracy":0.6594248801135839,"f1":0.6751175969442189,"true_positive":54.056667000000004,"false_positive":31.943333,"false_negative":20.083336,"true_negative":45.916664,"positive_prevalence":0.48776317763157917,"majority_accuracy_baseline":0.5122368223684208,"constant_brier_baseline":0.0945191003976856,"brier_skill":-0.09513997779241778,"baseline_adjusted_skill":0.3188497602271678,"baseline_adjusted_score":0.3188497602271678},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.14943234124355168,"normalized_score_rmse":0.21804999355653548,"constant_score_baseline":0.5841668333333334,"constant_mae_baseline":0.21700552708333315,"baseline_adjusted_skill":0.31138923855074174,"baseline_adjusted_score":0.31138923855074174},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.17789457814745635,"accuracy":0.71,"positive_recall":0.8,"specificity":0.62,"precision":0.6779661016949152,"balanced_accuracy":0.71,"f1":0.7339449541284404,"true_positive":40,"false_positive":19,"false_negative":10,"true_negative":31,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2884216874101746,"baseline_adjusted_skill":0.41999999999999993,"baseline_adjusted_score":0.41999999999999993},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.277261748704019,"accuracy":0.46,"positive_recall":0.82,"specificity":0.1,"precision":0.47674418604651164,"balanced_accuracy":0.45999999999999996,"f1":0.6029411764705882,"true_positive":41,"false_positive":45,"false_negative":9,"true_negative":5,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.10904699481607594,"baseline_adjusted_skill":-0.08000000000000007,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.6721311475409837,"baseline_adjusted_score":0.6721311475409837},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.835,"uniform_accuracy_baseline":0.03611111111111102,"fixed_answer_accuracy_baseline":0.08833333333333329,"baseline_adjusted_skill":0.8190127970749542,"baseline_adjusted_score":0.8190127970749542},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.93,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.840909090909091,"baseline_adjusted_score":0.840909090909091},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.79,"uniform_accuracy_baseline":0.04987932421560751,"fixed_answer_accuracy_baseline":0.1244247787610618,"baseline_adjusted_skill":0.7601576713159491,"baseline_adjusted_score":0.7601576713159491},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3598888047963703,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":50,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.43955521918548124,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.8333333333333334,"uniform_accuracy_baseline":0.23888888888888893,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.7647058823529413,"baseline_adjusted_score":0.7647058823529413},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.22424161314334665,"accuracy":0.71875,"positive_recall":0.53125,"specificity":0.90625,"precision":0.85,"balanced_accuracy":0.71875,"f1":0.6538461538461539,"true_positive":17,"false_positive":3,"false_negative":15,"true_negative":29,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.10303354742661341,"baseline_adjusted_skill":0.4375,"baseline_adjusted_score":0.4375},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.9782608695652174,"baseline_adjusted_score":0.9782608695652174},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.93,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.8939393939393941,"baseline_adjusted_score":0.8939393939393941},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.4654960222978003,"accuracy":0.47,"positive_recall":0,"specificity":0.94,"precision":0,"balanced_accuracy":0.47,"f1":0,"true_positive":0,"false_positive":3,"false_negative":50,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.8619840891912012,"baseline_adjusted_skill":-0.06000000000000005,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.8260869565217391,"baseline_adjusted_score":0.8260869565217391},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.040314766822553326,"accuracy":0.9696969696969697,"positive_recall":1,"specificity":0.9411764705882353,"precision":0.9411764705882353,"balanced_accuracy":0.9705882352941176,"f1":0.9696969696969697,"true_positive":16,"false_positive":1,"false_negative":0,"true_negative":16,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.8385927166552921,"baseline_adjusted_skill":0.9411764705882353,"baseline_adjusted_score":0.9411764705882353},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.19941656696119936,"normalized_score_rmse":0.3198307708936646,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.39570737284485047,"baseline_adjusted_score":0.39570737284485047},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.1875,"uniform_accuracy_baseline":0.17812500000000006,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.14035087719298242,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.05596174672738214,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":17,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7761530130904715,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.3515885981077771,"normalized_score_rmse":0.4264242662247046,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-1.3908024671328842,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.6666666666666666,"uniform_accuracy_baseline":0.13194444444444448,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":0.1652173913043478,"baseline_adjusted_score":0.1652173913043478},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.07146447273382198,"accuracy":0.9423076923076923,"positive_recall":1,"specificity":0.8846153846153846,"precision":0.896551724137931,"balanced_accuracy":0.9423076923076923,"f1":0.9454545454545454,"true_positive":26,"false_positive":3,"false_negative":0,"true_negative":23,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7141421090647121,"baseline_adjusted_skill":0.8846153846153846,"baseline_adjusted_score":0.8846153846153846},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.13938372508881156,"accuracy":0.7866666666666666,"positive_recall":0.8974358974358975,"specificity":0.6666666666666666,"precision":0.7446808510638298,"balanced_accuracy":0.782051282051282,"f1":0.813953488372093,"true_positive":35,"false_positive":12,"false_negative":4,"true_negative":24,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24959999999999993,"brier_skill":0.4415716142275177,"baseline_adjusted_skill":0.5641025641025641,"baseline_adjusted_score":0.5641025641025641},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.2578916448034691,"normalized_score_rmse":0.3227574309527194,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.07895841141618187,"baseline_adjusted_score":0.07895841141618187},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8235294117647058,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.76,"baseline_adjusted_score":0.76},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.04632146773938036,"accuracy":0.9642857142857143,"positive_recall":1,"specificity":0.9285714285714286,"precision":0.9333333333333333,"balanced_accuracy":0.9642857142857143,"f1":0.9655172413793104,"true_positive":14,"false_positive":1,"false_negative":0,"true_negative":13,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8147141290424785,"baseline_adjusted_skill":0.9285714285714286,"baseline_adjusted_score":0.9285714285714286},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.2705663805616809,"normalized_score_rmse":0.3569799169663185,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.16969696969696968,"baseline_adjusted_skill":-0.5944090283099055,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.08380144951430037,"accuracy":0.8941176470588236,"positive_recall":0.8444444444444444,"specificity":0.95,"precision":0.95,"balanced_accuracy":0.8972222222222221,"f1":0.8941176470588236,"true_positive":38,"false_positive":2,"false_negative":7,"true_negative":38,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.24913494809688563,"brier_skill":0.6636302929217663,"baseline_adjusted_skill":0.7944444444444443,"baseline_adjusted_score":0.7944444444444443},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.64,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.5263157894736842,"baseline_adjusted_score":0.5263157894736842},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.30335528170376036,"accuracy":0.52,"positive_recall":0.42857142857142855,"specificity":0.7333333333333333,"precision":0.7894736842105263,"balanced_accuracy":0.5809523809523809,"f1":0.5555555555555556,"true_positive":15,"false_positive":4,"false_negative":20,"true_negative":11,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.20999999999999996,"brier_skill":-0.4445489604940971,"baseline_adjusted_skill":0.16190476190476177,"baseline_adjusted_score":0.16190476190476177},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.2989215519031907,"normalized_score_rmse":0.4188520639184671,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.06757697108282379,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.6962025316455697,"uniform_accuracy_baseline":0.24240506329113914,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.47826086956521746,"baseline_adjusted_score":0.47826086956521746},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.0915821778929294,"accuracy":0.8571428571428571,"positive_recall":1,"specificity":0.7,"precision":0.7857142857142857,"balanced_accuracy":0.85,"f1":0.88,"true_positive":11,"false_positive":3,"false_negative":0,"true_negative":7,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.24943310657596363,"brier_skill":0.6328387231747101,"baseline_adjusted_skill":0.7,"baseline_adjusted_score":0.7},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.5757575757575758,"uniform_accuracy_baseline":0.3237373737373738,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.3000000000000001,"baseline_adjusted_score":0.3000000000000001},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.15826782273483173,"accuracy":0.7878787878787878,"positive_recall":0.8235294117647058,"specificity":0.75,"precision":0.7777777777777778,"balanced_accuracy":0.7867647058823529,"f1":0.8,"true_positive":14,"false_positive":4,"false_negative":3,"true_negative":12,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.36634684206532475,"baseline_adjusted_skill":0.5735294117647058,"baseline_adjusted_score":0.5735294117647058},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.20539045981226994,"normalized_score_rmse":0.2688385513489147,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.34313725490196084,"baseline_adjusted_skill":0.4014335171185277,"baseline_adjusted_score":0.4014335171185277},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10737446527600986,"accuracy":0.84,"positive_recall":0.9,"specificity":0.78,"precision":0.8035714285714286,"balanced_accuracy":0.8400000000000001,"f1":0.8490566037735849,"true_positive":45,"false_positive":11,"false_negative":5,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5705021388959606,"baseline_adjusted_skill":0.6800000000000002,"baseline_adjusted_score":0.6800000000000002},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.37333333333333335,"uniform_accuracy_baseline":0.3333333333333332,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":0.030927835051546417,"baseline_adjusted_score":0.030927835051546417},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.25999984061918363,"accuracy":0.49333333333333335,"positive_recall":1,"specificity":0,"precision":0.49333333333333335,"balanced_accuracy":0.5,"f1":0.6607142857142857,"true_positive":37,"false_positive":38,"false_negative":0,"true_negative":0,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555535,"brier_skill":-0.04018428412724684,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.1428571428571427,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.8974358974358975,"baseline_adjusted_score":0.8974358974358975},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.36,"uniform_accuracy_baseline":0.32416666666666627,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.03030303030303025,"baseline_adjusted_score":0.03030303030303025},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.09603927054671559,"accuracy":0.8787878787878788,"positive_recall":1,"specificity":0.7647058823529411,"precision":0.8,"balanced_accuracy":0.8823529411764706,"f1":0.8888888888888888,"true_positive":16,"false_positive":4,"false_negative":0,"true_negative":13,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.6154898322596573,"baseline_adjusted_skill":0.7647058823529411,"baseline_adjusted_score":0.7647058823529411},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.13941130153130052,"normalized_score_rmse":0.16204332312944975,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.3654382137195976,"baseline_adjusted_score":0.3654382137195976},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.19941492093905042,"accuracy":0.69,"positive_recall":0.5,"specificity":0.7435897435897436,"precision":0.3548387096774194,"balanced_accuracy":0.6217948717948718,"f1":0.41509433962264153,"true_positive":11,"false_positive":20,"false_negative":11,"true_negative":58,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000028,"brier_skill":-0.16209161386392834,"baseline_adjusted_skill":0.2435897435897436,"baseline_adjusted_score":0.2435897435897436},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10203461510769707,"accuracy":0.89,"positive_recall":0.7567567567567568,"specificity":0.9682539682539683,"precision":0.9333333333333333,"balanced_accuracy":0.8625053625053625,"f1":0.835820895522388,"true_positive":28,"false_positive":2,"false_negative":9,"true_negative":61,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000008,"brier_skill":0.5622710634590432,"baseline_adjusted_skill":0.7250107250107249,"baseline_adjusted_score":0.7250107250107249},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.12544681799311297,"accuracy":0.81,"positive_recall":0.7435897435897436,"specificity":0.8524590163934426,"precision":0.7631578947368421,"balanced_accuracy":0.7980243799915931,"f1":0.7532467532467533,"true_positive":29,"false_positive":9,"false_negative":10,"true_negative":52,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379000000000002,"brier_skill":0.47269097102516655,"baseline_adjusted_skill":0.5960487599831863,"baseline_adjusted_score":0.5960487599831863},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25357696305358934,"accuracy":0.62,"positive_recall":0.8709677419354839,"specificity":0.5072463768115942,"precision":0.4426229508196721,"balanced_accuracy":0.6891070593735391,"f1":0.5869565217391305,"true_positive":27,"false_positive":34,"false_negative":4,"true_negative":35,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999987,"brier_skill":-0.18549304840387792,"baseline_adjusted_skill":0.3782141187470782,"baseline_adjusted_score":0.3782141187470782},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.888888888888889,"baseline_adjusted_score":0.888888888888889},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.19827732703363563,"normalized_score_rmse":0.23659398791534608,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.14719429232844894,"baseline_adjusted_score":0.14719429232844894},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.15965815436250894,"accuracy":0.75,"positive_recall":0.62,"specificity":0.88,"precision":0.8378378378378378,"balanced_accuracy":0.75,"f1":0.7126436781609196,"true_positive":31,"false_positive":6,"false_negative":19,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.36136738254996426,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2683460524955032,"accuracy":0.55,"positive_recall":0.62,"specificity":0.48,"precision":0.543859649122807,"balanced_accuracy":0.55,"f1":0.5794392523364486,"true_positive":31,"false_positive":26,"false_negative":19,"true_negative":24,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.07338420998201278,"baseline_adjusted_skill":0.10000000000000009,"baseline_adjusted_score":0.10000000000000009},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.37,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.8000000000000002,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.12475717478926039,"accuracy":0.84,"positive_recall":0.92,"specificity":0.76,"precision":0.7931034482758621,"balanced_accuracy":0.8400000000000001,"f1":0.8518518518518519,"true_positive":46,"false_positive":12,"false_negative":4,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5009713008429584,"baseline_adjusted_skill":0.6800000000000002,"baseline_adjusted_score":0.6800000000000002},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.761904761904762,"baseline_adjusted_score":0.761904761904762},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.53,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.21666666666666667,"baseline_adjusted_score":0.21666666666666667},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1634626368894028,"accuracy":0.77,"positive_recall":0.82,"specificity":0.72,"precision":0.7454545454545455,"balanced_accuracy":0.77,"f1":0.780952380952381,"true_positive":41,"false_positive":14,"false_negative":9,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3461494524423888,"baseline_adjusted_skill":0.54,"baseline_adjusted_score":0.54},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.20851190476190457,"fixed_answer_accuracy_baseline":0.2233333333333332,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.03992303757978784,"accuracy":0.95,"positive_recall":0.94,"specificity":0.96,"precision":0.9591836734693877,"balanced_accuracy":0.95,"f1":0.9494949494949495,"true_positive":47,"false_positive":2,"false_negative":3,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8403078496808487,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.09414882712504836,"normalized_score_rmse":0.15725287232518625,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.6861705762498388,"baseline_adjusted_score":0.6861705762498388},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.22851190476190467,"fixed_answer_accuracy_baseline":0.2433333333333333,"baseline_adjusted_skill":0.86784140969163,"baseline_adjusted_score":0.86784140969163},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.02621383517203065,"accuracy":0.97,"positive_recall":0.98,"specificity":0.96,"precision":0.9607843137254902,"balanced_accuracy":0.97,"f1":0.9702970297029703,"true_positive":49,"false_positive":2,"false_negative":1,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8951446593118774,"baseline_adjusted_skill":0.94,"baseline_adjusted_score":0.94},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.0892794571556262,"normalized_score_rmse":0.17653263963888216,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.304222222222222,"baseline_adjusted_skill":0.7065320984658012,"baseline_adjusted_score":0.7065320984658012},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.76,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.6129032258064516,"baseline_adjusted_score":0.6129032258064516},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.12022307425206652,"accuracy":0.85,"positive_recall":0.92,"specificity":0.78,"precision":0.8070175438596491,"balanced_accuracy":0.8500000000000001,"f1":0.8598130841121495,"true_positive":46,"false_positive":11,"false_negative":4,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5191077029917339,"baseline_adjusted_skill":0.7000000000000002,"baseline_adjusted_score":0.7000000000000002},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.74,"baseline_adjusted_score":0.74},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09764327448662508,"accuracy":0.89,"positive_recall":0.82,"specificity":0.96,"precision":0.9534883720930233,"balanced_accuracy":0.8899999999999999,"f1":0.8817204301075269,"true_positive":41,"false_positive":2,"false_negative":9,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6094269020534997,"baseline_adjusted_skill":0.7799999999999998,"baseline_adjusted_score":0.7799999999999998},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.58,"uniform_accuracy_baseline":0.35333333333333317,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.28813559322033894,"baseline_adjusted_score":0.28813559322033894},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.8387096774193549,"baseline_adjusted_score":0.8387096774193549},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.4,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.03225806451612906,"baseline_adjusted_score":0.03225806451612906},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.37,"uniform_accuracy_baseline":0.11111111111111088,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.25,"baseline_adjusted_score":0.25},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.11082065197968774,"accuracy":0.6981249999999997,"positive_recall":0.3829927488464073,"specificity":0.7718648773715873,"precision":0.2820388349514564,"balanced_accuracy":0.5774288131089973,"f1":0.32485322896281804,"true_positive":29.05,"false_positive":73.94999999999999,"false_negative":46.800000000000004,"true_negative":250.1999999999999,"positive_prevalence":0.1896249999999999,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500007,"brier_skill":-0.4557987054155974,"baseline_adjusted_skill":0.1548576262179946,"baseline_adjusted_score":0.1548576262179946},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.22699043724822449,"normalized_score_rmse":0.279199806728083,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":-0.06194356607356477,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.06662234155732087,"accuracy":0.7873749999999998,"positive_recall":0.5841537740271917,"specificity":0.8612578830748253,"precision":0.604854368932039,"balanced_accuracy":0.7227058285510085,"f1":0.5943238731218699,"true_positive":62.30000000000002,"false_positive":40.699999999999974,"false_negative":44.35000000000001,"true_negative":252.64999999999992,"positive_prevalence":0.2666249999999998,"majority_accuracy_baseline":0.7333750000000002,"constant_brier_baseline":0.11565485937499977,"brier_skill":0.4239555353112805,"baseline_adjusted_skill":0.445411657102017,"baseline_adjusted_score":0.445411657102017},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.19108447297422718,"normalized_score_rmse":0.2360609594067356,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.28898800753775933,"baseline_adjusted_score":0.28898800753775933},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.06450038108033251,"accuracy":0.779125,"positive_recall":0.552125279642058,"specificity":0.8671292281006071,"precision":0.6169999999999998,"balanced_accuracy":0.7096272538713326,"f1":0.5827626918536007,"true_positive":61.69999999999996,"false_positive":38.30000000000002,"false_negative":50.05,"true_negative":249.95000000000005,"positive_prevalence":0.2793749999999999,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937499995,"brier_skill":0.4299863795247453,"baseline_adjusted_skill":0.41925450774266526,"baseline_adjusted_score":0.41925450774266526},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.20168282707596397,"normalized_score_rmse":0.26222752010858097,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.23713351460628296,"baseline_adjusted_score":0.23713351460628296},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.0786497834332487,"accuracy":0.8238749999999994,"positive_recall":0.24957746478873238,"specificity":0.9876305220883533,"precision":0.8519230769230769,"balanced_accuracy":0.6186039934385429,"f1":0.38605664488017427,"true_positive":22.150000000000002,"false_positive":3.8500000000000005,"false_negative":66.60000000000001,"true_negative":307.39999999999975,"positive_prevalence":0.22187499999999974,"majority_accuracy_baseline":0.7781250000000003,"constant_brier_baseline":0.126740234375001,"brier_skill":0.37944107629990265,"baseline_adjusted_skill":0.23720798687708577,"baseline_adjusted_score":0.23720798687708577},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.19227083849152635,"normalized_score_rmse":0.24442323545807532,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.14783007870791642,"baseline_adjusted_score":0.14783007870791642},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.044553007247684254,"accuracy":0.8219999999999995,"positive_recall":0.7069943289224951,"specificity":0.8633582596872874,"precision":0.6504347826086957,"balanced_accuracy":0.7851762943048912,"f1":0.677536231884058,"true_positive":74.8,"false_positive":40.19999999999999,"false_negative":31.00000000000001,"true_negative":253.9999999999998,"positive_prevalence":0.26449999999999985,"majority_accuracy_baseline":0.7355000000000002,"constant_brier_baseline":0.11362725000000028,"brier_skill":0.607902089967995,"baseline_adjusted_skill":0.5703525886097824,"baseline_adjusted_score":0.5703525886097824},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.18865146090122145,"normalized_score_rmse":0.24319169772902327,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.24914841432349666,"baseline_adjusted_score":0.24914841432349666},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.07870632297420921,"accuracy":0.8019999999999999,"positive_recall":0.5509138381201045,"specificity":0.8614718614718614,"precision":0.485057471264368,"balanced_accuracy":0.706192849795983,"f1":0.5158924205378974,"true_positive":42.20000000000002,"false_positive":44.79999999999999,"false_negative":34.40000000000001,"true_negative":278.59999999999997,"positive_prevalence":0.1914999999999999,"majority_accuracy_baseline":0.8085000000000001,"constant_brier_baseline":0.09190274999999995,"brier_skill":0.14359120946642778,"baseline_adjusted_skill":0.4123856995919659,"baseline_adjusted_score":0.4123856995919659},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1953653876543918,"normalized_score_rmse":0.2580147243205373,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.05563558837756233,"baseline_adjusted_score":0.05563558837756233},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.04643959901231569,"accuracy":0.8862499999999995,"positive_recall":0.6524390243902438,"specificity":0.9391477621091354,"precision":0.7080882352941176,"balanced_accuracy":0.7957933932496897,"f1":0.6791255289139633,"true_positive":48.15,"false_positive":19.849999999999998,"false_negative":25.650000000000013,"true_negative":306.34999999999985,"positive_prevalence":0.1844999999999999,"majority_accuracy_baseline":0.8155000000000001,"constant_brier_baseline":0.1092222499999995,"brier_skill":0.5748155800460446,"baseline_adjusted_skill":0.5915867864993793,"baseline_adjusted_score":0.5915867864993793},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.19302369711770695,"normalized_score_rmse":0.2454009351072881,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":-0.019267047486241307,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.06876809238759479,"accuracy":0.8289999999999996,"positive_recall":0.25541401273885356,"specificity":0.9690513219284603,"precision":0.6683333333333333,"balanced_accuracy":0.6122326673336569,"f1":0.3695852534562213,"true_positive":20.050000000000004,"false_positive":9.950000000000001,"false_negative":58.44999999999999,"true_negative":311.54999999999984,"positive_prevalence":0.19624999999999987,"majority_accuracy_baseline":0.8037500000000002,"constant_brier_baseline":0.09878593749999955,"brier_skill":0.30386759362793814,"baseline_adjusted_skill":0.22446533466731378,"baseline_adjusted_score":0.22446533466731378},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.18279753752380404,"normalized_score_rmse":0.24998513464813324,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":0.13468621290506966,"baseline_adjusted_score":0.13468621290506966},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.07236373078494066,"accuracy":0.6987244897959185,"positive_recall":0.6865361803084221,"specificity":0.7079230080572964,"precision":0.6395027624309392,"balanced_accuracy":0.6972295941828592,"f1":0.6621853546910754,"true_positive":115.74999999999999,"false_positive":65.25000000000001,"false_negative":52.85000000000003,"true_negative":158.15000000000006,"positive_prevalence":0.43010204081632636,"majority_accuracy_baseline":0.5698979591836737,"constant_brier_baseline":0.12359641815910102,"brier_skill":0.414515955536919,"baseline_adjusted_skill":0.39445918836571847,"baseline_adjusted_score":0.39445918836571847},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.18185924914540796,"normalized_score_rmse":0.2337452742436441,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.3399182808796303,"baseline_adjusted_score":0.3399182808796303},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.06927632121914591,"accuracy":0.8516250000000005,"positive_recall":0.5011801730920536,"specificity":0.9178183979788974,"precision":0.5352941176470589,"balanced_accuracy":0.7094992855354756,"f1":0.5176757415684682,"true_positive":63.70000000000001,"false_positive":55.29999999999999,"false_negative":63.39999999999997,"true_negative":617.6000000000004,"positive_prevalence":0.15887500000000002,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499934,"brier_skill":0.2986628313377071,"baseline_adjusted_skill":0.4189985710709512,"baseline_adjusted_score":0.4189985710709512},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.2598381582398842,"normalized_score_rmse":0.3256123097755356,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-0.5747767166053588,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.54,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.2580645161290323,"baseline_adjusted_score":0.2580645161290323},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24546680102191756,"accuracy":0.55,"positive_recall":0.5,"specificity":0.6,"precision":0.5555555555555556,"balanced_accuracy":0.55,"f1":0.5263157894736842,"true_positive":25,"false_positive":20,"false_negative":25,"true_negative":30,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.018132795912329747,"baseline_adjusted_skill":0.10000000000000009,"baseline_adjusted_score":0.10000000000000009},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.35255135851557323,"uniform_accuracy_baseline":0.058823529411766766,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.23909657320872277,"baseline_adjusted_score":0.23909657320872277},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.76,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.47826086956521735,"baseline_adjusted_score":0.47826086956521735},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.21957366460219277,"accuracy":0.64,"positive_recall":0.66,"specificity":0.62,"precision":0.6346153846153846,"balanced_accuracy":0.64,"f1":0.6470588235294118,"true_positive":33,"false_positive":19,"false_negative":17,"true_negative":31,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.12170534159122892,"baseline_adjusted_skill":0.28,"baseline_adjusted_score":0.28},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.53,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.253968253968254,"baseline_adjusted_score":0.253968253968254},"scoring":{"eligible":true,"reason":null},"model":11,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.27306803678662506,"accuracy":0.46621621621621623,"positive_recall":0.6056338028169014,"specificity":0.33766233766233766,"precision":0.4574468085106383,"balanced_accuracy":0.4716480702396195,"f1":0.5212121212121212,"true_positive":43,"false_positive":51,"false_negative":28,"true_negative":26,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.24958911614317017,"brier_skill":-0.09407029042879755,"baseline_adjusted_skill":-0.05670385952076096,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.17,"uniform_accuracy_baseline":0.2005,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":-0.16901408450704222,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.24,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":-0.11764705882352945,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":-0.06382978723404262,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.54,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.06122448979591842,"baseline_adjusted_score":0.06122448979591842},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09206517187452622,"accuracy":0.54423395316,"positive_recall":0.6982309259651903,"specificity":0.2971617032853747,"precision":0.6144770601571429,"balanced_accuracy":0.4976963146252825,"f1":0.6536821459664774,"true_positive":43.013394211,"false_positive":26.986605789000002,"false_negative":18.589998895,"true_negative":11.410001105000001,"positive_prevalence":0.61603393106,"majority_accuracy_baseline":0.61603393106,"constant_brier_baseline":0.07908707655202402,"brier_skill":-0.16409881219929945,"baseline_adjusted_skill":-0.004607370749434958,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25123203820174245,"accuracy":0.5,"positive_recall":0.98,"specificity":0.02,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6621621621621622,"true_positive":49,"false_positive":49,"false_negative":1,"true_negative":1,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.004928152806969788,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.01,"uniform_accuracy_baseline":0.012987012987012986,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":-0.04210526315789474,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.31,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.15000000000000005,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.32,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":-0.062499999999999965,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.26959674220591195,"accuracy":0.52,"positive_recall":0.06,"specificity":0.98,"precision":0.75,"balanced_accuracy":0.52,"f1":0.1111111111111111,"true_positive":3,"false_positive":1,"false_negative":47,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.07838696882364782,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.1284201705053551,"accuracy":0.37396624886364277,"positive_recall":0.7243255820813275,"specificity":0.21082608095267752,"precision":0.29941287222076,"balanced_accuracy":0.4675758315170025,"f1":0.42368712837263184,"true_positive":161.08412525476888,"false_positive":376.9158747452311,"false_negative":61.30775105021894,"true_negative":100.69224894978106,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768642,"brier_skill":-0.44736416803597256,"baseline_adjusted_skill":-0.06484833696599501,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2505311392560822,"accuracy":0.49,"positive_recall":0.16,"specificity":0.82,"precision":0.47058823529411764,"balanced_accuracy":0.49,"f1":0.23880597014925373,"true_positive":8,"false_positive":9,"false_negative":42,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.002124557024328899,"baseline_adjusted_skill":-0.020000000000000018,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.013245033112582781,"uniform_accuracy_baseline":0.006622516556291391,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":-0.027586206896551727,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.39588235294117646,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":-0.113882863340564,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.1,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24999810886928245,"accuracy":0.55,"positive_recall":0.92,"specificity":0.18,"precision":0.5287356321839081,"balanced_accuracy":0.55,"f1":0.6715328467153284,"true_positive":46,"false_positive":41,"false_negative":4,"true_negative":9,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.0000075645228702070355,"baseline_adjusted_skill":0.10000000000000009,"baseline_adjusted_score":0.10000000000000009},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.53,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.020833333333333353,"baseline_adjusted_score":0.020833333333333353},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.1,"uniform_accuracy_baseline":0.07142857142857142,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":-0.01123595505617977,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.53,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":-0.02173913043478263,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.27,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.4444444444444444,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":-0.6666666666666665,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.24803548606659026,"accuracy":0.5,"positive_recall":0.925,"specificity":0.09523809523809523,"precision":0.49333333333333335,"balanced_accuracy":0.5101190476190476,"f1":0.6434782608695652,"true_positive":37,"false_positive":38,"false_negative":3,"true_negative":4,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.2498512790005949,"brier_skill":0.007267495052528106,"baseline_adjusted_skill":0.020238095238095166,"baseline_adjusted_score":0.020238095238095166},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25044792547049827,"accuracy":0.52,"positive_recall":0.2,"specificity":0.84,"precision":0.5555555555555556,"balanced_accuracy":0.52,"f1":0.29411764705882354,"true_positive":10,"false_positive":8,"false_negative":40,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.0017917018819930686,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.16201117318435754,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":-0.07526881720430106,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.36,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":-0.04918032786885251,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.35172327668390607,"accuracy":0.23,"positive_recall":0.9772727272727273,"specificity":0.019230769230769232,"precision":0.2193877551020408,"balanced_accuracy":0.4982517482517483,"f1":0.35833333333333334,"true_positive":43,"false_positive":153,"false_negative":1,"true_negative":3,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-1.0496694445449073,"baseline_adjusted_skill":-0.0034965034965034336,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.3752772274641852,"accuracy":0.26,"positive_recall":1,"specificity":0.013333333333333334,"precision":0.25252525252525254,"balanced_accuracy":0.5066666666666667,"f1":0.4032258064516129,"true_positive":50,"false_positive":148,"false_negative":0,"true_negative":2,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-1.0014785464756542,"baseline_adjusted_skill":0.01333333333333342,"baseline_adjusted_score":0.01333333333333342},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.3576911596101814,"accuracy":0.12,"positive_recall":0.9473684210526315,"specificity":0.03314917127071823,"precision":0.09326424870466321,"balanced_accuracy":0.4902587961616749,"f1":0.16981132075471697,"true_positive":18,"false_positive":175,"false_negative":1,"true_negative":6,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.085975,"brier_skill":-3.1604089515577947,"baseline_adjusted_skill":-0.019482407676650215,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.2317207010650563,"accuracy":0.18037499999999998,"positive_recall":0.8602321198293821,"specificity":0.1369752847979027,"precision":0.05982339955849889,"balanced_accuracy":0.49860370231364237,"f1":0.11186718351919815,"true_positive":144.53333333333333,"false_positive":2271.4666666666667,"false_negative":23.483333333333334,"true_negative":360.51666666666665,"positive_prevalence":0.060005952380952375,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679138,"brier_skill":-6.196077799169881,"baseline_adjusted_skill":-0.0027925953727152564,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.028328611898016998,"uniform_accuracy_baseline":0.027777777777777776,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":-0.11363636363636365,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.21,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":-0.1285714285714286,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25042721870044143,"accuracy":0.48,"positive_recall":0.32,"specificity":0.64,"precision":0.47058823529411764,"balanced_accuracy":0.48,"f1":0.38095238095238093,"true_positive":16,"false_positive":18,"false_negative":34,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.0017088748017657363,"baseline_adjusted_skill":-0.040000000000000036,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24989324135935637,"accuracy":0.5,"positive_recall":0.36,"specificity":0.64,"precision":0.5,"balanced_accuracy":0.5,"f1":0.4186046511627907,"true_positive":18,"false_positive":18,"false_negative":32,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.0004270345625745353,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.49,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":-0.30769230769230765,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.01,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":-0.05319148936170213,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24983226518424714,"accuracy":0.46,"positive_recall":0.84,"specificity":0.08,"precision":0.4772727272727273,"balanced_accuracy":0.45999999999999996,"f1":0.6086956521739131,"true_positive":42,"false_positive":46,"false_negative":8,"true_negative":4,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.0006709392630114275,"baseline_adjusted_skill":-0.08000000000000007,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.24,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":-0.13432835820895528,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25542257268865276,"accuracy":0.49,"positive_recall":0.92,"specificity":0.06,"precision":0.4946236559139785,"balanced_accuracy":0.49,"f1":0.6433566433566433,"true_positive":46,"false_positive":47,"false_negative":4,"true_negative":3,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.02169029075461104,"baseline_adjusted_skill":-0.020000000000000018,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.255733527027027,"uniform_accuracy_baseline":0.23445945945945948,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":-0.00896132822167135,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.10081513154043358,"accuracy":0.46175444078947375,"positive_recall":0.6968348652481171,"specificity":0.23790568602256693,"precision":0.46543548648648647,"balanced_accuracy":0.467370275635342,"f1":0.5581002286145582,"true_positive":51.663339,"false_positive":59.336661,"false_negative":22.476664,"true_negative":18.523336,"positive_prevalence":0.4877631776315789,"majority_accuracy_baseline":0.512236822368421,"constant_brier_baseline":0.09451910039768556,"brier_skill":-0.06661120467987636,"baseline_adjusted_skill":-0.065259448729316,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.253121066391619,"normalized_score_rmse":0.3000578551237925,"constant_score_baseline":0.5841668333333333,"constant_mae_baseline":0.21700552708333334,"baseline_adjusted_skill":-0.16642681775758073,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2541223458284445,"accuracy":0.49,"positive_recall":0.28,"specificity":0.7,"precision":0.4827586206896552,"balanced_accuracy":0.49,"f1":0.35443037974683544,"true_positive":14,"false_positive":15,"false_negative":36,"true_negative":35,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.016489383313778028,"baseline_adjusted_skill":-0.020000000000000018,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25079676868917805,"accuracy":0.53,"positive_recall":0.38,"specificity":0.68,"precision":0.5428571428571428,"balanced_accuracy":0.53,"f1":0.4470588235294118,"true_positive":19,"false_positive":16,"false_negative":31,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.003187074756712205,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":-0.09836065573770492,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.045,"uniform_accuracy_baseline":0.036111111111111115,"fixed_answer_accuracy_baseline":0.08833333333333333,"baseline_adjusted_skill":-0.04753199268738575,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.51,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":-0.11363636363636376,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.085,"uniform_accuracy_baseline":0.049879324215607396,"fixed_answer_accuracy_baseline":0.12442477876106194,"baseline_adjusted_skill":-0.04502728926622193,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2510940088311447,"accuracy":0.56,"positive_recall":0.24,"specificity":0.88,"precision":0.6666666666666666,"balanced_accuracy":0.56,"f1":0.35294117647058826,"true_positive":12,"false_positive":6,"false_negative":38,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.004376035324578753,"baseline_adjusted_skill":0.1200000000000001,"baseline_adjusted_score":0.1200000000000001},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.2222222222222222,"uniform_accuracy_baseline":0.23888888888888887,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":-0.09803921568627456,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.2509056716955989,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":32,"false_positive":32,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.0036226867823956344,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.32,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":-0.4782608695652175,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.32,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.030303030303030335,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25227506399494143,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":50,"false_positive":50,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.009100255979765715,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.14705882352941177,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":-0.2608695652173913,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.25066730386351027,"accuracy":0.45454545454545453,"positive_recall":0.9375,"specificity":0,"precision":0.46875,"balanced_accuracy":0.46875,"f1":0.625,"true_positive":15,"false_positive":17,"false_negative":1,"true_negative":0,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":-0.003590786424127579,"baseline_adjusted_skill":-0.0625,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.3553725349903107,"normalized_score_rmse":0.41326412858451417,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":-0.07688646966760815,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.15625,"uniform_accuracy_baseline":0.178125,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.18421052631578944,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.248846224629761,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":17,"false_positive":17,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.004615101480956008,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.1723314716535456,"normalized_score_rmse":0.263942576270973,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-0.17185400724410993,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.3125,"uniform_accuracy_baseline":0.13194444444444445,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":-0.7217391304347825,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.251636629187983,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":26,"false_positive":26,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.006546516751932074,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.25049516388923676,"accuracy":0.52,"positive_recall":1,"specificity":0,"precision":0.52,"balanced_accuracy":0.5,"f1":0.6842105263157895,"true_positive":39,"false_positive":36,"false_negative":0,"true_negative":0,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24960000000000004,"brier_skill":-0.0035863937870059814,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.3144793266057968,"normalized_score_rmse":0.3871172526982715,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.12314045216355995,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.29411764705882354,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.04000000000000001,"baseline_adjusted_score":0.04000000000000001},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.2505487319832919,"accuracy":0.42857142857142855,"positive_recall":0.5714285714285714,"specificity":0.2857142857142857,"precision":0.4444444444444444,"balanced_accuracy":0.42857142857142855,"f1":0.5,"true_positive":8,"false_positive":10,"false_negative":6,"true_negative":4,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.0021949279331676674,"baseline_adjusted_skill":-0.1428571428571429,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.2813839017441778,"normalized_score_rmse":0.319071858276229,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.1696969696969697,"baseline_adjusted_skill":-0.6581551352781907,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":0.2,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.25108863221265115,"accuracy":0.4823529411764706,"positive_recall":0.7555555555555555,"specificity":0.175,"precision":0.5074626865671642,"balanced_accuracy":0.4652777777777778,"f1":0.6071428571428571,"true_positive":34,"false_positive":33,"false_negative":11,"true_negative":7,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.2491349480968858,"brier_skill":-0.007841870964669262,"baseline_adjusted_skill":-0.06944444444444442,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.04,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":-0.2631578947368421,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.24674045498592576,"accuracy":0.7,"positive_recall":1,"specificity":0,"precision":0.7,"balanced_accuracy":0.5,"f1":0.8235294117647058,"true_positive":35,"false_positive":15,"false_negative":0,"true_negative":0,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.21,"brier_skill":-0.17495454755202755,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.29105521861463785,"normalized_score_rmse":0.36663215062497856,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.03948292362370642,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.27848101265822783,"uniform_accuracy_baseline":0.24240506329113923,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":-0.23913043478260873,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.24952090225007814,"accuracy":0.5238095238095238,"positive_recall":1,"specificity":0,"precision":0.5238095238095238,"balanced_accuracy":0.5,"f1":0.6875,"true_positive":11,"false_positive":10,"false_negative":0,"true_negative":0,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.2494331065759637,"brier_skill":-0.00035198083894960597,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.42424242424242425,"uniform_accuracy_baseline":0.32373737373737377,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.050000000000000044,"baseline_adjusted_score":0.050000000000000044},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.2505536668011272,"accuracy":0.5757575757575758,"positive_recall":0.7058823529411765,"specificity":0.4375,"precision":0.5714285714285714,"balanced_accuracy":0.5716911764705883,"f1":0.631578947368421,"true_positive":12,"false_positive":9,"false_negative":5,"true_negative":7,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":-0.0031358203912776883,"baseline_adjusted_skill":0.14338235294117663,"baseline_adjusted_score":0.14338235294117663},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.3729275985456565,"normalized_score_rmse":0.41140015552737247,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.3431372549019608,"baseline_adjusted_skill":-0.08681757290448466,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25015750768862555,"accuracy":0.44,"positive_recall":0.82,"specificity":0.06,"precision":0.4659090909090909,"balanced_accuracy":0.43999999999999995,"f1":0.5942028985507246,"true_positive":41,"false_positive":47,"false_negative":9,"true_negative":3,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.0006300307545021866,"baseline_adjusted_skill":-0.1200000000000001,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.33333333333333337,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":-0.03092783505154633,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.2509575140787412,"accuracy":0.4533333333333333,"positive_recall":0.24324324324324326,"specificity":0.6578947368421053,"precision":0.4090909090909091,"balanced_accuracy":0.45056899004267426,"f1":0.3050847457627119,"true_positive":9,"false_positive":13,"false_negative":28,"true_negative":25,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555554,"brier_skill":-0.004008546723271111,"baseline_adjusted_skill":-0.09886201991465149,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.15,"uniform_accuracy_baseline":0.14285714285714285,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":-0.08974358974358974,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.315,"uniform_accuracy_baseline":0.32416666666666666,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.037878787878787915,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.2509499032808667,"accuracy":0.48484848484848486,"positive_recall":1,"specificity":0,"precision":0.48484848484848486,"balanced_accuracy":0.5,"f1":0.6530612244897959,"true_positive":16,"false_positive":17,"false_negative":0,"true_negative":0,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":-0.004722223061999431,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.22583967910119981,"normalized_score_rmse":0.28712467087082905,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":-0.027959918667530115,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2567758853732989,"accuracy":0.25,"positive_recall":0.9545454545454546,"specificity":0.05128205128205128,"precision":0.22105263157894736,"balanced_accuracy":0.502913752913753,"f1":0.358974358974359,"true_positive":21,"false_positive":74,"false_negative":1,"true_negative":4,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.49636296837586746,"baseline_adjusted_skill":0.005827505827505908,"baseline_adjusted_score":0.005827505827505908},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2574484164566314,"accuracy":0.37,"positive_recall":1,"specificity":0,"precision":0.37,"balanced_accuracy":0.5,"f1":0.5401459854014599,"true_positive":37,"false_positive":63,"false_negative":0,"true_negative":0,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000003,"brier_skill":-0.10445481105375976,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2638118915844737,"accuracy":0.39,"positive_recall":1,"specificity":0,"precision":0.39,"balanced_accuracy":0.5,"f1":0.5611510791366906,"true_positive":39,"false_positive":61,"false_negative":0,"true_negative":0,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379,"brier_skill":-0.1089192584467158,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2743487582949549,"accuracy":0.31,"positive_recall":1,"specificity":0,"precision":0.31,"balanced_accuracy":0.5,"f1":0.4732824427480916,"true_positive":31,"false_positive":69,"false_negative":0,"true_negative":0,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999998,"brier_skill":-0.2826028905794995,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.21,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":-0.09722222222222228,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.24794629435986282,"normalized_score_rmse":0.3051856877872784,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":-0.06643567466607658,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2504287404714578,"accuracy":0.46,"positive_recall":0.82,"specificity":0.1,"precision":0.47674418604651164,"balanced_accuracy":0.45999999999999996,"f1":0.6029411764705882,"true_positive":41,"false_positive":45,"false_negative":9,"true_negative":5,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.001714961885831201,"baseline_adjusted_skill":-0.08000000000000007,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24995542863873052,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":50,"false_positive":50,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.0001782854450779192,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.15,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-1.4285714285714286,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2628388874272616,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":50,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.05135554970904632,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.48,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":-0.23809523809523803,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.11666666666666668,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25039761149901135,"accuracy":0.5,"positive_recall":0.14,"specificity":0.86,"precision":0.5,"balanced_accuracy":0.5,"f1":0.21875,"true_positive":7,"false_positive":7,"false_negative":43,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.0015904459960454087,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.17,"uniform_accuracy_baseline":0.20851190476190473,"fixed_answer_accuracy_baseline":0.22333333333333333,"baseline_adjusted_skill":-0.0686695278969957,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24441607199251322,"accuracy":0.53,"positive_recall":0.5,"specificity":0.56,"precision":0.5319148936170213,"balanced_accuracy":0.53,"f1":0.5154639175257731,"true_positive":25,"false_positive":22,"false_negative":25,"true_negative":28,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.022335712029947108,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.2995462288334966,"normalized_score_rmse":0.35459018806005566,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.0015125705550114166,"baseline_adjusted_score":0.0015125705550114166},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.18,"uniform_accuracy_baseline":0.22851190476190475,"fixed_answer_accuracy_baseline":0.24333333333333332,"baseline_adjusted_skill":-0.08370044052863435,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25199135536108,"accuracy":0.57,"positive_recall":0.58,"specificity":0.56,"precision":0.5686274509803921,"balanced_accuracy":0.5700000000000001,"f1":0.5742574257425742,"true_positive":29,"false_positive":22,"false_negative":21,"true_negative":28,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.007965421444320109,"baseline_adjusted_skill":0.14000000000000012,"baseline_adjusted_score":0.14000000000000012},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.30697455638233156,"normalized_score_rmse":0.35195159859599895,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.3042222222222222,"baseline_adjusted_skill":-0.009047117399921145,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.29,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.14516129032258068,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24964009837969858,"accuracy":0.43,"positive_recall":0.36,"specificity":0.5,"precision":0.4186046511627907,"balanced_accuracy":0.43,"f1":0.3870967741935484,"true_positive":18,"false_positive":25,"false_negative":32,"true_negative":25,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.0014396064812056686,"baseline_adjusted_skill":-0.14,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.19,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":-0.62,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24935964939092947,"accuracy":0.41,"positive_recall":0.64,"specificity":0.18,"precision":0.4383561643835616,"balanced_accuracy":0.41000000000000003,"f1":0.5203252032520326,"true_positive":32,"false_positive":41,"false_negative":18,"true_negative":9,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.002561402436282112,"baseline_adjusted_skill":-0.17999999999999994,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.31,"uniform_accuracy_baseline":0.3533333333333333,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":-0.16949152542372875,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.3,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.12903225806451615,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.26,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.1935483870967742,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.13,"uniform_accuracy_baseline":0.1111111111111111,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":-0.03571428571428571,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.19368346372385656,"accuracy":0.203875,"positive_recall":0.991430454845089,"specificity":0.019589696128335644,"precision":0.19134860050890587,"balanced_accuracy":0.5055100754867123,"f1":0.3207848992214994,"true_positive":75.2,"false_positive":317.8,"false_negative":0.65,"true_negative":6.35,"positive_prevalence":0.189625,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500001,"brier_skill":-1.5443284325856563,"baseline_adjusted_skill":0.01102015097342468,"baseline_adjusted_score":0.01102015097342468},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.37944609809201213,"normalized_score_rmse":0.4154107696162189,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":-0.775186423822279,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.17916357454047455,"accuracy":0.309375,"positive_recall":0.9770276605719643,"specificity":0.06664394068518834,"precision":0.27566137566137566,"balanced_accuracy":0.5218358006285764,"f1":0.4300010316723408,"true_positive":104.2,"false_positive":273.8,"false_negative":2.45,"true_negative":19.55,"positive_prevalence":0.266625,"majority_accuracy_baseline":0.733375,"constant_brier_baseline":0.115654859375,"brier_skill":-0.5491227563517544,"baseline_adjusted_skill":0.04367160125715275,"baseline_adjusted_score":0.04367160125715275},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3644395920122042,"normalized_score_rmse":0.3985420717346481,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":-0.35605429585936466,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.1759993446806822,"accuracy":0.284375,"positive_recall":0.9955257270693513,"specificity":0.008673026886383347,"precision":0.28022670025188917,"balanced_accuracy":0.5020993769778673,"f1":0.43734643734643736,"true_positive":111.25,"false_positive":285.75,"false_negative":0.5,"true_negative":2.5,"positive_prevalence":0.279375,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937500001,"brier_skill":-0.5553710223473098,"baseline_adjusted_skill":0.004198753955734658,"baseline_adjusted_score":0.004198753955734658},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.34921268400037664,"normalized_score_rmse":0.3911874906818889,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":-0.3208990411361763,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.21869774613081788,"accuracy":0.24637500000000004,"positive_recall":0.9819718309859156,"specificity":0.03662650602409639,"precision":0.22519379844961243,"balanced_accuracy":0.509299168505006,"f1":0.36636889122438254,"true_positive":87.15,"false_positive":299.85,"false_negative":1.6,"true_negative":11.4,"positive_prevalence":0.221875,"majority_accuracy_baseline":0.778125,"constant_brier_baseline":0.12674023437499998,"brier_skill":-0.7255589529977773,"baseline_adjusted_skill":0.01859833701001201,"baseline_adjusted_score":0.01859833701001201},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.43240802757442,"normalized_score_rmse":0.4529912554941783,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":-0.9164898729060167,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.18078824406263067,"accuracy":0.27075,"positive_recall":0.9598298676748582,"specificity":0.022943575798776344,"precision":0.26105398457583545,"balanced_accuracy":0.4913867217368173,"f1":0.41046887631366213,"true_positive":101.55,"false_positive":287.45,"false_negative":4.25,"true_negative":6.75,"positive_prevalence":0.2645,"majority_accuracy_baseline":0.7355,"constant_brier_baseline":0.11362725,"brier_skill":-0.5910641510960677,"baseline_adjusted_skill":-0.0172265565263654,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3618691506003961,"normalized_score_rmse":0.39876118606689337,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":-0.4402752262702334,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.21033712145010708,"accuracy":0.1945,"positive_recall":0.9882506527415142,"specificity":0.006493506493506493,"precision":0.19068010075566752,"balanced_accuracy":0.49737207961751034,"f1":0.31967905405405406,"true_positive":75.7,"false_positive":321.3,"false_negative":0.9,"true_negative":2.1,"positive_prevalence":0.19149999999999998,"majority_accuracy_baseline":0.8085,"constant_brier_baseline":0.09190274999999999,"brier_skill":-1.2886923563234736,"baseline_adjusted_skill":-0.005255840764979314,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3969337100442499,"normalized_score_rmse":0.428066704209822,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":-0.9187127977969782,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.22625261013914205,"accuracy":0.18775000000000003,"positive_recall":0.9749322493224933,"specificity":0.009656652360515022,"precision":0.18215189873417723,"balanced_accuracy":0.4922944508415042,"f1":0.3069539249146757,"true_positive":71.95,"false_positive":323.05,"false_negative":1.85,"true_negative":3.15,"positive_prevalence":0.1845,"majority_accuracy_baseline":0.8155,"constant_brier_baseline":0.10922225,"brier_skill":-1.0714882740388707,"baseline_adjusted_skill":-0.015411098316991612,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.43808362829033287,"normalized_score_rmse":0.4575215565564558,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":-1.313312888661824,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.20470207195594367,"accuracy":0.2335,"positive_recall":0.9738853503184713,"specificity":0.05272161741835148,"precision":0.20065616797900263,"balanced_accuracy":0.5133034838684114,"f1":0.332752992383025,"true_positive":76.45,"false_positive":304.55,"false_negative":2.05,"true_negative":16.95,"positive_prevalence":0.19625,"majority_accuracy_baseline":0.80375,"constant_brier_baseline":0.09878593749999999,"brier_skill":-1.0721782587318534,"baseline_adjusted_skill":0.026606967736822806,"baseline_adjusted_score":0.026606967736822806},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3988719866471365,"normalized_score_rmse":0.42812139727471604,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":-0.8881514160811197,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.13250640269665737,"accuracy":0.43494897959183676,"positive_recall":0.9997034400948991,"specificity":0.00872873769024172,"precision":0.43217948717948723,"balanced_accuracy":0.5042160888925704,"f1":0.6034729681346224,"true_positive":168.55,"false_positive":221.45,"false_negative":0.05,"true_negative":1.95,"positive_prevalence":0.4301020408163265,"majority_accuracy_baseline":0.5698979591836735,"constant_brier_baseline":0.12359641815910039,"brier_skill":-0.07208934263845368,"baseline_adjusted_skill":0.008432177785140826,"baseline_adjusted_score":0.008432177785140826},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.2790046104144457,"normalized_score_rmse":0.3292529276389604,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":-0.012683400763543684,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.23374361877932837,"accuracy":0.171,"positive_recall":0.9752163650668765,"specificity":0.019096448209243572,"precision":0.15809948979591837,"balanced_accuracy":0.49715640663806004,"f1":0.2720886840083416,"true_positive":123.95,"false_positive":660.05,"false_negative":3.15,"true_negative":12.85,"positive_prevalence":0.158875,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499999,"brier_skill":-1.3663653742379323,"baseline_adjusted_skill":-0.005687186723879911,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.4493969775515143,"normalized_score_rmse":0.468405511621505,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-1.7236180457667531,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.28,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.16129032258064513,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2577602300501789,"accuracy":0.45,"positive_recall":0.54,"specificity":0.36,"precision":0.4576271186440678,"balanced_accuracy":0.45,"f1":0.4954128440366973,"true_positive":27,"false_positive":32,"false_negative":23,"true_negative":18,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.031040920200715583,"baseline_adjusted_skill":-0.09999999999999998,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.03445990722332671,"uniform_accuracy_baseline":0.058823529411764705,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":-0.13473520249221183,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.55,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.02173913043478263,"baseline_adjusted_score":0.02173913043478263},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25500804025149354,"accuracy":0.48,"positive_recall":0.84,"specificity":0.12,"precision":0.4883720930232558,"balanced_accuracy":0.48,"f1":0.6176470588235294,"true_positive":42,"false_positive":44,"false_negative":8,"true_negative":6,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.02003216100597416,"baseline_adjusted_skill":-0.040000000000000036,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.35,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":-0.03174603174603177,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":12,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.1635806108786316,"accuracy":0.7972972972972973,"positive_recall":0.8169014084507042,"specificity":0.7792207792207793,"precision":0.7733333333333333,"balanced_accuracy":0.7980610938357418,"f1":0.7945205479452054,"true_positive":58,"false_positive":17,"false_negative":13,"true_negative":60,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.24958911614317017,"brier_skill":0.344600383997522,"baseline_adjusted_skill":0.5961221876714835,"baseline_adjusted_score":0.5961221876714835},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.48,"uniform_accuracy_baseline":0.2005,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.26760563380281693,"baseline_adjusted_score":0.26760563380281693},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.8529411764705884,"baseline_adjusted_score":0.8529411764705884},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.574468085106383,"baseline_adjusted_score":0.574468085106383},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.4897959183673469,"baseline_adjusted_score":0.4897959183673469},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.14946745506854406,"accuracy":0.46888947916,"positive_recall":0.2880713158196406,"specificity":0.7589935612137113,"precision":0.6572655744814815,"balanced_accuracy":0.523532438516676,"f1":0.4005754156563621,"true_positive":17.746170511,"false_positive":9.253829489,"false_negative":43.857222595,"true_negative":29.142777405,"positive_prevalence":0.61603393106,"majority_accuracy_baseline":0.61603393106,"constant_brier_baseline":0.07908707655202402,"brier_skill":-0.8899099775198209,"baseline_adjusted_skill":0.04706487703335194,"baseline_adjusted_score":0.04706487703335194},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.18080796088598464,"accuracy":0.72,"positive_recall":0.7,"specificity":0.74,"precision":0.7291666666666666,"balanced_accuracy":0.72,"f1":0.7142857142857143,"true_positive":35,"false_positive":13,"false_negative":15,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.27676815645606145,"baseline_adjusted_skill":0.43999999999999995,"baseline_adjusted_score":0.43999999999999995},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.79,"uniform_accuracy_baseline":0.012987012987012986,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.7789473684210526,"baseline_adjusted_score":0.7789473684210526},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.8,"baseline_adjusted_score":0.8},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.21875000000000003,"baseline_adjusted_score":0.21875000000000003},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11814322120774977,"accuracy":0.86,"positive_recall":0.92,"specificity":0.8,"precision":0.8214285714285714,"balanced_accuracy":0.8600000000000001,"f1":0.8679245283018868,"true_positive":46,"false_positive":10,"false_negative":4,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5274271151690009,"baseline_adjusted_skill":0.7200000000000002,"baseline_adjusted_score":0.7200000000000002},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.09963285420292853,"accuracy":0.66274134752008,"positive_recall":0.5740111190458033,"specificity":0.7040573993550056,"precision":0.4745554267082599,"balanced_accuracy":0.6390342592004044,"f1":0.5195666267192873,"true_positive":127.65540978452191,"false_positive":141.3445902154781,"false_negative":94.73646652046591,"true_negative":336.2635334795341,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768642,"brier_skill":-0.122915680340556,"baseline_adjusted_skill":0.2780685184008087,"baseline_adjusted_score":0.2780685184008087},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.20076398785059493,"accuracy":0.68,"positive_recall":0.72,"specificity":0.64,"precision":0.6666666666666666,"balanced_accuracy":0.6799999999999999,"f1":0.6923076923076923,"true_positive":36,"false_positive":18,"false_negative":14,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.19694404859762027,"baseline_adjusted_skill":0.3599999999999999,"baseline_adjusted_score":0.3599999999999999},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.7350993377483444,"uniform_accuracy_baseline":0.006622516556291391,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.7241379310344828,"baseline_adjusted_score":0.7241379310344828},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.6741176470588235,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.39913232104121465,"baseline_adjusted_score":0.39913232104121465},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.41,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.01666666666666659,"baseline_adjusted_score":0.01666666666666659},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1434495569916478,"accuracy":0.8,"positive_recall":0.98,"specificity":0.62,"precision":0.7205882352941176,"balanced_accuracy":0.8,"f1":0.8305084745762712,"true_positive":49,"false_positive":19,"false_negative":1,"true_negative":31,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4262017720334088,"baseline_adjusted_skill":0.6000000000000001,"baseline_adjusted_score":0.6000000000000001},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.69,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.3541666666666665,"baseline_adjusted_score":0.3541666666666665},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.07142857142857142,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9887640449438202,"baseline_adjusted_score":0.9887640449438202},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.79,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.5434782608695653,"baseline_adjusted_score":0.5434782608695653},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.38,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.1506849315068493,"baseline_adjusted_score":0.1506849315068493},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.7222222222222222,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.1666666666666667,"baseline_adjusted_score":0.1666666666666667},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.2144647902906311,"accuracy":0.7317073170731707,"positive_recall":0.65,"specificity":0.8095238095238095,"precision":0.7647058823529411,"balanced_accuracy":0.7297619047619048,"f1":0.7027027027027027,"true_positive":26,"false_positive":8,"false_negative":14,"true_negative":34,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.2498512790005949,"brier_skill":0.14163020838440277,"baseline_adjusted_skill":0.45952380952380967,"baseline_adjusted_score":0.45952380952380967},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.16536847996825726,"accuracy":0.74,"positive_recall":0.58,"specificity":0.9,"precision":0.8529411764705882,"balanced_accuracy":0.74,"f1":0.6904761904761905,"true_positive":29,"false_positive":5,"false_negative":21,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.33852608012697094,"baseline_adjusted_skill":0.48,"baseline_adjusted_score":0.48},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.7011173184357542,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.6164874551971327,"baseline_adjusted_score":0.6164874551971327},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.36,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":-0.04918032786885251,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.19746503662534928,"accuracy":0.725,"positive_recall":0.6136363636363636,"specificity":0.7564102564102564,"precision":0.4153846153846154,"balanced_accuracy":0.6850233100233101,"f1":0.4954128440366973,"true_positive":27,"false_positive":38,"false_negative":17,"true_negative":118,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.15072865166287452,"baseline_adjusted_skill":0.37004662004662014,"baseline_adjusted_score":0.37004662004662014},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.2190020476333137,"accuracy":0.7,"positive_recall":0.7,"specificity":0.7,"precision":0.4375,"balanced_accuracy":0.7,"f1":0.5384615384615384,"true_positive":35,"false_positive":45,"false_negative":15,"true_negative":105,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-0.16801092071100654,"baseline_adjusted_skill":0.3999999999999999,"baseline_adjusted_score":0.3999999999999999},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.07443394156918486,"accuracy":0.935,"positive_recall":0.7894736842105263,"specificity":0.9502762430939227,"precision":0.625,"balanced_accuracy":0.8698749636522245,"f1":0.6976744186046512,"true_positive":15,"false_positive":9,"false_negative":4,"true_negative":172,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.085975,"brier_skill":0.1342373763398097,"baseline_adjusted_skill":0.739749927304449,"baseline_adjusted_score":0.739749927304449},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.09913561455907943,"accuracy":0.8347083333333334,"positive_recall":0.6106537049895844,"specificity":0.849011201945301,"precision":0.2052,"balanced_accuracy":0.7298324534674427,"f1":0.3071779646216412,"true_positive":102.6,"false_positive":397.4,"false_negative":65.41666666666667,"true_negative":2234.5833333333335,"positive_prevalence":0.060005952380952375,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679138,"brier_skill":-2.078652842653744,"baseline_adjusted_skill":0.4596649069348855,"baseline_adjusted_score":0.4596649069348855},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.6458923512747875,"uniform_accuracy_baseline":0.027777777777777776,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.5941558441558441,"baseline_adjusted_score":0.5941558441558441},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.54,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.34285714285714297,"baseline_adjusted_score":0.34285714285714297},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.19962494569926906,"accuracy":0.71,"positive_recall":0.6,"specificity":0.82,"precision":0.7692307692307693,"balanced_accuracy":0.71,"f1":0.6741573033707865,"true_positive":30,"false_positive":9,"false_negative":20,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.20150021720292377,"baseline_adjusted_skill":0.41999999999999993,"baseline_adjusted_score":0.41999999999999993},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.0904398185003033,"accuracy":0.87,"positive_recall":0.96,"specificity":0.78,"precision":0.8135593220338984,"balanced_accuracy":0.87,"f1":0.8807339449541285,"true_positive":48,"false_positive":11,"false_negative":2,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6382407259987868,"baseline_adjusted_skill":0.74,"baseline_adjusted_score":0.74},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.57,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":-0.10256410256410266,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.74,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.7234042553191489,"baseline_adjusted_score":0.7234042553191489},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.128984732765514,"accuracy":0.84,"positive_recall":1,"specificity":0.68,"precision":0.7575757575757576,"balanced_accuracy":0.8400000000000001,"f1":0.8620689655172413,"true_positive":50,"false_positive":16,"false_negative":0,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.484061068937944,"baseline_adjusted_skill":0.6800000000000002,"baseline_adjusted_score":0.6800000000000002},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8805970149253733,"baseline_adjusted_score":0.8805970149253733},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08713443998355574,"accuracy":0.92,"positive_recall":0.88,"specificity":0.96,"precision":0.9565217391304348,"balanced_accuracy":0.9199999999999999,"f1":0.9166666666666666,"true_positive":44,"false_positive":2,"false_negative":6,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.651462240065777,"baseline_adjusted_skill":0.8399999999999999,"baseline_adjusted_score":0.8399999999999999},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.4415012027027027,"uniform_accuracy_baseline":0.23445945945945948,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.24287374375420787,"baseline_adjusted_score":0.24287374375420787},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.07122062625566083,"accuracy":0.670307019736842,"positive_recall":0.8701555488202503,"specificity":0.48000685127177695,"precision":0.6144127142857143,"balanced_accuracy":0.6750812000460136,"f1":0.7202560446535217,"true_positive":64.513335,"false_positive":40.486665,"false_negative":9.626668,"true_negative":37.373332,"positive_prevalence":0.4877631776315789,"majority_accuracy_baseline":0.512236822368421,"constant_brier_baseline":0.09451910039768556,"brier_skill":0.246494878220352,"baseline_adjusted_skill":0.35016240009202715,"baseline_adjusted_score":0.35016240009202715},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.1516848468913419,"normalized_score_rmse":0.19733349555542828,"constant_score_baseline":0.5841668333333333,"constant_mae_baseline":0.21700552708333334,"baseline_adjusted_skill":0.3010092925739506,"baseline_adjusted_score":0.3010092925739506},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.199494911084128,"accuracy":0.7,"positive_recall":0.94,"specificity":0.46,"precision":0.6351351351351351,"balanced_accuracy":0.7,"f1":0.7580645161290323,"true_positive":47,"false_positive":27,"false_negative":3,"true_negative":23,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.20202035566348797,"baseline_adjusted_skill":0.3999999999999999,"baseline_adjusted_score":0.3999999999999999},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.27052959570957363,"accuracy":0.53,"positive_recall":0.34,"specificity":0.72,"precision":0.5483870967741935,"balanced_accuracy":0.53,"f1":0.41975308641975306,"true_positive":17,"false_positive":14,"false_negative":33,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.08211838283829453,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.78,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.639344262295082,"baseline_adjusted_score":0.639344262295082},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.036111111111111115,"fixed_answer_accuracy_baseline":0.08833333333333333,"baseline_adjusted_skill":0.8574040219378428,"baseline_adjusted_score":0.8574040219378428},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.8181818181818182,"baseline_adjusted_score":0.8181818181818182},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.825,"uniform_accuracy_baseline":0.049879324215607396,"fixed_answer_accuracy_baseline":0.12442477876106194,"baseline_adjusted_skill":0.8001313927632908,"baseline_adjusted_score":0.8001313927632908},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2884228249520941,"accuracy":0.51,"positive_recall":0.08,"specificity":0.94,"precision":0.5714285714285714,"balanced_accuracy":0.51,"f1":0.14035087719298245,"true_positive":4,"false_positive":3,"false_negative":46,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.15369129980837637,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.8333333333333334,"uniform_accuracy_baseline":0.23888888888888887,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.7647058823529413,"baseline_adjusted_score":0.7647058823529413},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.20013878272105173,"accuracy":0.6875,"positive_recall":0.65625,"specificity":0.71875,"precision":0.7,"balanced_accuracy":0.6875,"f1":0.6774193548387096,"true_positive":21,"false_positive":9,"false_negative":11,"true_negative":23,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.19944486911579307,"baseline_adjusted_skill":0.375,"baseline_adjusted_score":0.375},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.62,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.42424242424242425,"baseline_adjusted_score":0.42424242424242425},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.16907037402017167,"accuracy":0.79,"positive_recall":0.78,"specificity":0.8,"precision":0.7959183673469388,"balanced_accuracy":0.79,"f1":0.7878787878787878,"true_positive":39,"false_positive":10,"false_negative":11,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.32371850391931334,"baseline_adjusted_skill":0.5800000000000001,"baseline_adjusted_score":0.5800000000000001},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.8260869565217391,"baseline_adjusted_score":0.8260869565217391},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.12087550034804734,"accuracy":0.8787878787878788,"positive_recall":1,"specificity":0.7647058823529411,"precision":0.8,"balanced_accuracy":0.8823529411764706,"f1":0.8888888888888888,"true_positive":16,"false_positive":4,"false_negative":0,"true_negative":13,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.5160536033859429,"baseline_adjusted_skill":0.7647058823529411,"baseline_adjusted_score":0.7647058823529411},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.20743622877635062,"normalized_score_rmse":0.35762800281566903,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.3714053673443921,"baseline_adjusted_score":0.3714053673443921},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.3125,"uniform_accuracy_baseline":0.178125,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":0.03508771929824565,"baseline_adjusted_score":0.03508771929824565},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.1158472764533603,"accuracy":0.9705882352941176,"positive_recall":1,"specificity":0.9411764705882353,"precision":0.9444444444444444,"balanced_accuracy":0.9705882352941176,"f1":0.9714285714285714,"true_positive":17,"false_positive":1,"false_negative":0,"true_negative":16,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5366108941865588,"baseline_adjusted_skill":0.9411764705882353,"baseline_adjusted_score":0.9411764705882353},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.22144452241413734,"normalized_score_rmse":0.28065280983176455,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-0.5058227524161338,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.7291666666666666,"uniform_accuracy_baseline":0.13194444444444445,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":0.3217391304347826,"baseline_adjusted_score":0.3217391304347826},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.18442720858489461,"accuracy":0.7307692307692307,"positive_recall":1,"specificity":0.46153846153846156,"precision":0.65,"balanced_accuracy":0.7307692307692308,"f1":0.7878787878787878,"true_positive":26,"false_positive":14,"false_negative":0,"true_negative":12,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.26229116566042154,"baseline_adjusted_skill":0.4615384615384617,"baseline_adjusted_score":0.4615384615384617},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.10458706572854115,"accuracy":0.9066666666666666,"positive_recall":1,"specificity":0.8055555555555556,"precision":0.8478260869565217,"balanced_accuracy":0.9027777777777778,"f1":0.9176470588235294,"true_positive":39,"false_positive":7,"false_negative":0,"true_negative":29,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24960000000000004,"brier_skill":0.5809813071773191,"baseline_adjusted_skill":0.8055555555555556,"baseline_adjusted_score":0.8055555555555556},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.29309496864676476,"normalized_score_rmse":0.35740723630042737,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.04676774516701698,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.9117647058823529,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.8799999999999998,"baseline_adjusted_score":0.8799999999999998},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.145355365771404,"accuracy":0.7857142857142857,"positive_recall":1,"specificity":0.5714285714285714,"precision":0.7,"balanced_accuracy":0.7857142857142857,"f1":0.8235294117647058,"true_positive":14,"false_positive":6,"false_negative":0,"true_negative":8,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.41857853691438396,"baseline_adjusted_skill":0.5714285714285714,"baseline_adjusted_score":0.5714285714285714},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.2228656308273926,"normalized_score_rmse":0.29174669175468904,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.1696969696969697,"baseline_adjusted_skill":-0.3133153245185636,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":0.9333333333333333,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":0.9166666666666667,"baseline_adjusted_score":0.9166666666666667},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.07630372353818543,"accuracy":0.9176470588235294,"positive_recall":0.9333333333333333,"specificity":0.9,"precision":0.9130434782608695,"balanced_accuracy":0.9166666666666667,"f1":0.9230769230769231,"true_positive":42,"false_positive":4,"false_negative":3,"true_negative":36,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.2491349480968858,"brier_skill":0.6937253319092279,"baseline_adjusted_skill":0.8333333333333335,"baseline_adjusted_score":0.8333333333333335},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.7894736842105263,"baseline_adjusted_score":0.7894736842105263},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.34460713650410474,"accuracy":0.56,"positive_recall":0.42857142857142855,"specificity":0.8666666666666667,"precision":0.8823529411764706,"balanced_accuracy":0.6476190476190476,"f1":0.5769230769230769,"true_positive":15,"false_positive":2,"false_negative":20,"true_negative":13,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.21,"brier_skill":-0.6409863643052607,"baseline_adjusted_skill":0.2952380952380953,"baseline_adjusted_score":0.2952380952380953},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.3559920398890972,"normalized_score_rmse":0.4827944181565411,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.2714001424610615,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.5949367088607594,"uniform_accuracy_baseline":0.24240506329113923,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.30434782608695643,"baseline_adjusted_score":0.30434782608695643},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.21179337569183374,"accuracy":0.7142857142857143,"positive_recall":1,"specificity":0.4,"precision":0.6470588235294118,"balanced_accuracy":0.7,"f1":0.7857142857142857,"true_positive":11,"false_positive":6,"false_negative":0,"true_negative":4,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.2494331065759637,"brier_skill":0.1509011029081938,"baseline_adjusted_skill":0.3999999999999999,"baseline_adjusted_score":0.3999999999999999},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.5757575757575758,"uniform_accuracy_baseline":0.32373737373737377,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.3000000000000001,"baseline_adjusted_score":0.3000000000000001},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.18361901613790274,"accuracy":0.7575757575757576,"positive_recall":0.6470588235294118,"specificity":0.875,"precision":0.8461538461538461,"balanced_accuracy":0.7610294117647058,"f1":0.7333333333333333,"true_positive":11,"false_positive":2,"false_negative":6,"true_negative":14,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.2648488655361173,"baseline_adjusted_skill":0.5220588235294117,"baseline_adjusted_score":0.5220588235294117},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.2421300146801799,"normalized_score_rmse":0.32058646903918114,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.3431372549019608,"baseline_adjusted_skill":0.29436395721776143,"baseline_adjusted_score":0.29436395721776143},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.20857902263865938,"accuracy":0.66,"positive_recall":0.7,"specificity":0.62,"precision":0.6481481481481481,"balanced_accuracy":0.6599999999999999,"f1":0.6730769230769231,"true_positive":35,"false_positive":19,"false_negative":15,"true_negative":31,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.1656839094453625,"baseline_adjusted_skill":0.31999999999999984,"baseline_adjusted_score":0.31999999999999984},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.41333333333333333,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":0.09278350515463916,"baseline_adjusted_score":0.09278350515463916},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.24260922326647896,"accuracy":0.5866666666666667,"positive_recall":0.43243243243243246,"specificity":0.7368421052631579,"precision":0.6153846153846154,"balanced_accuracy":0.5846372688477952,"f1":0.5079365079365079,"true_positive":16,"false_positive":10,"false_negative":21,"true_negative":28,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555554,"brier_skill":0.029390554143709613,"baseline_adjusted_skill":0.16927453769559042,"baseline_adjusted_score":0.16927453769559042},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.79,"uniform_accuracy_baseline":0.14285714285714285,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.7307692307692308,"baseline_adjusted_score":0.7307692307692308},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.36,"uniform_accuracy_baseline":0.32416666666666666,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.03030303030303025,"baseline_adjusted_score":0.03030303030303025},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.27998055359046214,"accuracy":0.5151515151515151,"positive_recall":0.0625,"specificity":0.9411764705882353,"precision":0.5,"balanced_accuracy":0.5018382352941176,"f1":0.1111111111111111,"true_positive":1,"false_positive":1,"false_negative":15,"true_negative":16,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":-0.12095155463240181,"baseline_adjusted_skill":0.003676470588235281,"baseline_adjusted_score":0.003676470588235281},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.1611085624688051,"normalized_score_rmse":0.20153801169583574,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.26667826738336997,"baseline_adjusted_score":0.26667826738336997},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.16728012073404158,"accuracy":0.74,"positive_recall":0.5454545454545454,"specificity":0.7948717948717948,"precision":0.42857142857142855,"balanced_accuracy":0.6701631701631701,"f1":0.48,"true_positive":12,"false_positive":16,"false_negative":10,"true_negative":62,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":0.025174121596494348,"baseline_adjusted_skill":0.3403263403263401,"baseline_adjusted_score":0.3403263403263401},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10858407428282986,"accuracy":0.85,"positive_recall":0.6756756756756757,"specificity":0.9523809523809523,"precision":0.8928571428571429,"balanced_accuracy":0.814028314028314,"f1":0.7692307692307693,"true_positive":25,"false_positive":3,"false_negative":12,"true_negative":60,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000003,"brier_skill":0.5341738555005154,"baseline_adjusted_skill":0.628056628056628,"baseline_adjusted_score":0.628056628056628},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.16317879135676186,"accuracy":0.76,"positive_recall":0.46153846153846156,"specificity":0.9508196721311475,"precision":0.8571428571428571,"balanced_accuracy":0.7061790668348045,"f1":0.6,"true_positive":18,"false_positive":3,"false_negative":21,"true_negative":58,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379,"brier_skill":0.3140866273360158,"baseline_adjusted_skill":0.41235813366960894,"baseline_adjusted_score":0.41235813366960894},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.12725651246767555,"accuracy":0.81,"positive_recall":0.6451612903225806,"specificity":0.8840579710144928,"precision":0.7142857142857143,"balanced_accuracy":0.7646096306685367,"f1":0.6779661016949152,"true_positive":20,"false_positive":8,"false_negative":11,"true_negative":61,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999998,"brier_skill":0.4050653928579917,"baseline_adjusted_skill":0.5292192613370734,"baseline_adjusted_score":0.5292192613370734},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.76,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.6666666666666666,"baseline_adjusted_score":0.6666666666666666},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.1806495258724317,"normalized_score_rmse":0.2203384373688127,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.22301279194653045,"baseline_adjusted_score":0.22301279194653045},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.17840227073532958,"accuracy":0.77,"positive_recall":1,"specificity":0.54,"precision":0.684931506849315,"balanced_accuracy":0.77,"f1":0.8130081300813008,"true_positive":50,"false_positive":23,"false_negative":0,"true_negative":27,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2863909170586817,"baseline_adjusted_skill":0.54,"baseline_adjusted_score":0.54},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2624167989546976,"accuracy":0.49,"positive_recall":0.66,"specificity":0.32,"precision":0.4925373134328358,"balanced_accuracy":0.49,"f1":0.5641025641025641,"true_positive":33,"false_positive":34,"false_negative":17,"true_negative":16,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.04966719581879042,"baseline_adjusted_skill":-0.020000000000000018,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.3,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-1.0000000000000002,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08366247266552199,"accuracy":0.88,"positive_recall":0.94,"specificity":0.82,"precision":0.8392857142857143,"balanced_accuracy":0.8799999999999999,"f1":0.8867924528301887,"true_positive":47,"false_positive":9,"false_negative":3,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.665350109337912,"baseline_adjusted_skill":0.7599999999999998,"baseline_adjusted_score":0.7599999999999998},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.761904761904762,"baseline_adjusted_score":0.761904761904762},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.55,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.25000000000000006,"baseline_adjusted_score":0.25000000000000006},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2246912291026086,"accuracy":0.66,"positive_recall":0.38,"specificity":0.94,"precision":0.8636363636363636,"balanced_accuracy":0.6599999999999999,"f1":0.5277777777777778,"true_positive":19,"false_positive":3,"false_negative":31,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.10123508358956557,"baseline_adjusted_skill":0.31999999999999984,"baseline_adjusted_score":0.31999999999999984},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.20851190476190473,"fixed_answer_accuracy_baseline":0.22333333333333333,"baseline_adjusted_skill":0.9871244635193133,"baseline_adjusted_score":0.9871244635193133},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08129923558588006,"accuracy":0.87,"positive_recall":0.84,"specificity":0.9,"precision":0.8936170212765957,"balanced_accuracy":0.87,"f1":0.865979381443299,"true_positive":42,"false_positive":5,"false_negative":8,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6748030576564797,"baseline_adjusted_skill":0.74,"baseline_adjusted_score":0.74},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.12027757983451011,"normalized_score_rmse":0.19781416850126626,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.5990747338849662,"baseline_adjusted_score":0.5990747338849662},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.22851190476190475,"fixed_answer_accuracy_baseline":0.24333333333333332,"baseline_adjusted_skill":0.894273127753304,"baseline_adjusted_score":0.894273127753304},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08991369356748292,"accuracy":0.86,"positive_recall":0.94,"specificity":0.78,"precision":0.8103448275862069,"balanced_accuracy":0.86,"f1":0.8703703703703703,"true_positive":47,"false_positive":11,"false_negative":3,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6403452257300684,"baseline_adjusted_skill":0.72,"baseline_adjusted_score":0.72},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.16155719044183692,"normalized_score_rmse":0.24030908584698857,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.3042222222222222,"baseline_adjusted_skill":0.46895006794136884,"baseline_adjusted_score":0.46895006794136884},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.69,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.4999999999999999,"baseline_adjusted_score":0.4999999999999999},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.19496164860045634,"accuracy":0.7,"positive_recall":0.98,"specificity":0.42,"precision":0.6282051282051282,"balanced_accuracy":0.7,"f1":0.765625,"true_positive":49,"false_positive":29,"false_negative":1,"true_negative":21,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.22015340559817465,"baseline_adjusted_skill":0.3999999999999999,"baseline_adjusted_score":0.3999999999999999},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.67,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.3400000000000001,"baseline_adjusted_score":0.3400000000000001},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.0936475144689993,"accuracy":0.87,"positive_recall":0.88,"specificity":0.86,"precision":0.8627450980392157,"balanced_accuracy":0.87,"f1":0.8712871287128713,"true_positive":44,"false_positive":7,"false_negative":6,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6254099421240028,"baseline_adjusted_skill":0.74,"baseline_adjusted_score":0.74},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.54,"uniform_accuracy_baseline":0.3533333333333333,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.22033898305084754,"baseline_adjusted_score":0.22033898305084754},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.78,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.6451612903225807,"baseline_adjusted_score":0.6451612903225807},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.37,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.01612903225806453,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.32,"uniform_accuracy_baseline":0.1111111111111111,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.1904761904761905,"baseline_adjusted_score":0.1904761904761905},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.16876179723758594,"accuracy":0.577625,"positive_recall":0.4937376400791036,"specificity":0.5972543575505168,"precision":0.22291666666666668,"balanced_accuracy":0.5454959988148103,"f1":0.3071560385482879,"true_positive":37.45,"false_positive":130.55,"false_negative":38.4,"true_negative":193.6,"positive_prevalence":0.189625,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500001,"brier_skill":-1.216944238760827,"baseline_adjusted_skill":0.09099199762962051,"baseline_adjusted_score":0.09099199762962051},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3645140388305299,"normalized_score_rmse":0.4021959191998285,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":-0.705328836634058,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.17053812996695836,"accuracy":0.562125,"positive_recall":0.7946554149085794,"specificity":0.4775865007670018,"precision":0.3560924369747899,"balanced_accuracy":0.6361209578377907,"f1":0.49180327868852464,"true_positive":84.75,"false_positive":153.25,"false_negative":21.9,"true_negative":140.1,"positive_prevalence":0.266625,"majority_accuracy_baseline":0.733375,"constant_brier_baseline":0.115654859375,"brier_skill":-0.4745435763663377,"baseline_adjusted_skill":0.2722419156755813,"baseline_adjusted_score":0.2722419156755813},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.32440582285344133,"normalized_score_rmse":0.3795345891597423,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":-0.20709143387327011,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.15733523683941894,"accuracy":0.569375,"positive_recall":0.785234899328859,"specificity":0.4856895056374675,"precision":0.3718220338983051,"balanced_accuracy":0.6354622024831633,"f1":0.5046728971962616,"true_positive":87.75,"false_positive":148.25,"false_negative":24,"true_negative":140,"positive_prevalence":0.279375,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937500001,"brier_skill":-0.39042942812186054,"baseline_adjusted_skill":0.27092440496632664,"baseline_adjusted_score":0.27092440496632664},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3035534177557565,"normalized_score_rmse":0.3447926113514349,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":-0.14819259671208118,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.1346173893004323,"accuracy":0.718625,"positive_recall":0.7729577464788732,"specificity":0.7031325301204819,"precision":0.4260869565217391,"balanced_accuracy":0.7380451382996776,"f1":0.5493493493493493,"true_positive":68.6,"false_positive":92.4,"false_negative":20.15,"true_negative":218.85,"positive_prevalence":0.221875,"majority_accuracy_baseline":0.778125,"constant_brier_baseline":0.12674023437499998,"brier_skill":-0.06215196748118146,"baseline_adjusted_skill":0.4760902765993551,"baseline_adjusted_score":0.4760902765993551},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.39830154994153416,"normalized_score_rmse":0.44415769782698034,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":-0.7653254291037526,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.17390290285115256,"accuracy":0.55225,"positive_recall":0.8539697542533081,"specificity":0.44374575118966686,"precision":0.3557086614173228,"balanced_accuracy":0.6488577527214875,"f1":0.5022234574763758,"true_positive":90.35,"false_positive":163.65,"false_negative":15.45,"true_negative":130.55,"positive_prevalence":0.2645,"majority_accuracy_baseline":0.7355,"constant_brier_baseline":0.11362725,"brier_skill":-0.5304682886468921,"baseline_adjusted_skill":0.297715505442975,"baseline_adjusted_score":0.297715505442975},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3474895795516204,"normalized_score_rmse":0.3976437991926818,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":-0.3830431026930168,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.30287196392171045,"accuracy":0.29225,"positive_recall":0.956266318537859,"specificity":0.1349721706864564,"precision":0.2075070821529745,"balanced_accuracy":0.5456192446121577,"f1":0.3410148975791434,"true_positive":73.25,"false_positive":279.75,"false_negative":3.35,"true_negative":43.65,"positive_prevalence":0.19149999999999998,"majority_accuracy_baseline":0.8085,"constant_brier_baseline":0.09190274999999999,"brier_skill":-2.2955701969931313,"baseline_adjusted_skill":0.09123848922431543,"baseline_adjusted_score":0.09123848922431543},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.41118560758885,"normalized_score_rmse":0.4496201771489123,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":-0.9876041454445921,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.1804059820471935,"accuracy":0.6165,"positive_recall":0.7953929539295393,"specificity":0.5760269773145309,"precision":0.29796954314720814,"balanced_accuracy":0.6857099656220351,"f1":0.43353028064992616,"true_positive":58.7,"false_positive":138.3,"false_negative":15.1,"true_negative":187.9,"positive_prevalence":0.1845,"majority_accuracy_baseline":0.8155,"constant_brier_baseline":0.10922225,"brier_skill":-0.6517328845285049,"baseline_adjusted_skill":0.37141993124407024,"baseline_adjusted_score":0.37141993124407024},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.4185809084045468,"normalized_score_rmse":0.461310777584634,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":-1.210328229198927,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.29425948798317153,"accuracy":0.37200000000000005,"positive_recall":0.9318471337579619,"specificity":0.23530326594090203,"precision":0.22931034482758622,"balanced_accuracy":0.583575199849432,"f1":0.3680503144654088,"true_positive":73.15,"false_positive":245.85,"false_negative":5.35,"true_negative":75.65,"positive_prevalence":0.19625,"majority_accuracy_baseline":0.80375,"constant_brier_baseline":0.09878593749999999,"brier_skill":-1.9787588742898912,"baseline_adjusted_skill":0.16715039969886392,"baseline_adjusted_score":0.16715039969886392},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.37097311245277526,"normalized_score_rmse":0.40871135244846596,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":-0.7560857394214213,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.09951503059919477,"accuracy":0.6492346938775511,"positive_recall":0.7209371293001187,"specificity":0.5951208594449419,"precision":0.5733490566037736,"balanced_accuracy":0.6580289943725303,"f1":0.6387283236994219,"true_positive":121.55,"false_positive":90.45,"false_negative":47.05,"true_negative":132.95,"positive_prevalence":0.4301020408163265,"majority_accuracy_baseline":0.5698979591836735,"constant_brier_baseline":0.12359641815910039,"brier_skill":0.1948388789787312,"baseline_adjusted_skill":0.3160579887450605,"baseline_adjusted_score":0.3160579887450605},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.22538742019524038,"normalized_score_rmse":0.27254711394651493,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.1819271415135718,"baseline_adjusted_score":0.1819271415135718},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.14166254151154065,"accuracy":0.753625,"positive_recall":0.7159716758457908,"specificity":0.7607371080398276,"precision":0.3611111111111111,"balanced_accuracy":0.7383543919428093,"f1":0.48008441044579264,"true_positive":91,"false_positive":161,"false_negative":36.1,"true_negative":511.9,"positive_prevalence":0.158875,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499999,"brier_skill":-0.4341582234847299,"baseline_adjusted_skill":0.47670878388561855,"baseline_adjusted_score":0.47670878388561855},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.43699943280254955,"normalized_score_rmse":0.4760363441613805,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-1.6484814109245427,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.48,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.16129032258064513,"baseline_adjusted_score":0.16129032258064513},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2534699428359581,"accuracy":0.63,"positive_recall":0.52,"specificity":0.74,"precision":0.6666666666666666,"balanced_accuracy":0.63,"f1":0.5842696629213483,"true_positive":26,"false_positive":13,"false_negative":24,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.013879771343832337,"baseline_adjusted_skill":0.26,"baseline_adjusted_score":0.26},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.26772697150430746,"uniform_accuracy_baseline":0.058823529411764705,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.1394080996884735,"baseline_adjusted_score":0.1394080996884735},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.79,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.5434782608695653,"baseline_adjusted_score":0.5434782608695653},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2181972264780649,"accuracy":0.65,"positive_recall":0.88,"specificity":0.42,"precision":0.6027397260273972,"balanced_accuracy":0.65,"f1":0.7154471544715447,"true_positive":44,"false_positive":29,"false_negative":6,"true_negative":21,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.12721109408774045,"baseline_adjusted_skill":0.30000000000000004,"baseline_adjusted_score":0.30000000000000004},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.57,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.3174603174603174,"baseline_adjusted_score":0.3174603174603174},"scoring":{"eligible":true,"reason":null},"model":13,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0,"abstained":0},"metrics":{"binary_brier":0.23995107579659622,"accuracy":0.6554054054054054,"positive_recall":0.9859154929577465,"specificity":0.35064935064935066,"precision":0.5833333333333334,"balanced_accuracy":0.6682824218035486,"f1":0.7329842931937173,"true_positive":70,"false_positive":50,"false_negative":1,"true_negative":27,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.24958911614317017,"brier_skill":0.03861562753820302,"baseline_adjusted_skill":0.33656484360709715,"baseline_adjusted_score":0.33656484360709715},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.23,"uniform_accuracy_baseline":0.2005,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":-0.08450704225352108,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.53,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.3088235294117648,"baseline_adjusted_score":0.3088235294117648},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.71,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.3829787234042552,"baseline_adjusted_score":0.3829787234042552},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.47,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":-0.08163265306122457,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.11030874733349179,"accuracy":0.49033434834000006,"positive_recall":0.4515727554508774,"specificity":0.5525233238074257,"precision":0.6181869771111111,"balanced_accuracy":0.5020480396291516,"f1":0.5219048504833058,"true_positive":27.81841397,"false_positive":17.18158603,"false_negative":33.784979136,"true_negative":21.215020864,"positive_prevalence":0.61603393106,"majority_accuracy_baseline":0.61603393106,"constant_brier_baseline":0.07908707655202402,"brier_skill":-0.39477588681546405,"baseline_adjusted_skill":0.004096079258303131,"baseline_adjusted_score":0.004096079258303131},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.24847566642917207,"accuracy":0.59,"positive_recall":0.66,"specificity":0.52,"precision":0.5789473684210527,"balanced_accuracy":0.5900000000000001,"f1":0.616822429906542,"true_positive":33,"false_positive":24,"false_negative":17,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.006097334283311717,"baseline_adjusted_skill":0.18000000000000016,"baseline_adjusted_score":0.18000000000000016},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.57,"uniform_accuracy_baseline":0.012987012987012986,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.5473684210526315,"baseline_adjusted_score":0.5473684210526315},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.36,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.06666666666666674,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.32,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":-0.062499999999999965,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.20098205315295814,"accuracy":0.67,"positive_recall":0.86,"specificity":0.48,"precision":0.6231884057971014,"balanced_accuracy":0.6699999999999999,"f1":0.7226890756302521,"true_positive":43,"false_positive":26,"false_negative":7,"true_negative":24,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.19607178738816744,"baseline_adjusted_skill":0.33999999999999986,"baseline_adjusted_score":0.33999999999999986},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0,"abstained":0},"metrics":{"binary_brier":0.060685130885581855,"accuracy":0.7177944118150377,"positive_recall":0.3683766855557561,"specificity":0.8804961329579685,"precision":0.5893811675378209,"balanced_accuracy":0.6244364092568623,"f1":0.45338032014100593,"true_positive":81.9239822877571,"false_positive":57.0760177122429,"false_negative":140.46789401723072,"true_negative":420.5321059827693,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768642,"brier_skill":0.31604604143784676,"baseline_adjusted_skill":0.24887281851372456,"baseline_adjusted_score":0.24887281851372456},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2515014083847211,"accuracy":0.52,"positive_recall":0.96,"specificity":0.08,"precision":0.5106382978723404,"balanced_accuracy":0.52,"f1":0.6666666666666666,"true_positive":48,"false_positive":46,"false_negative":2,"true_negative":4,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.006005633538884503,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.695364238410596,"uniform_accuracy_baseline":0.006622516556291391,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.6827586206896552,"baseline_adjusted_score":0.6827586206896552},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.4117647058823529,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":-0.08459869848156185,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.1,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2546097058856075,"accuracy":0.49,"positive_recall":0.58,"specificity":0.4,"precision":0.4915254237288136,"balanced_accuracy":0.49,"f1":0.5321100917431193,"true_positive":29,"false_positive":30,"false_negative":21,"true_negative":20,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.018438823542429983,"baseline_adjusted_skill":-0.020000000000000018,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.59,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.14583333333333323,"baseline_adjusted_score":0.14583333333333323},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.07142857142857142,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.7191011235955056,"baseline_adjusted_score":0.7191011235955056},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.51,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":-0.0652173913043479,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.09589041095890412,"baseline_adjusted_score":0.09589041095890412},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.2222222222222222,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":-1.333333333333333,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2510933943904832,"accuracy":0.5609756097560976,"positive_recall":0.425,"specificity":0.6904761904761905,"precision":0.5666666666666667,"balanced_accuracy":0.5577380952380953,"f1":0.4857142857142857,"true_positive":17,"false_positive":13,"false_negative":23,"true_negative":29,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.2498512790005949,"brier_skill":-0.0049714189771483674,"baseline_adjusted_skill":0.11547619047619051,"baseline_adjusted_score":0.11547619047619051},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.18286289749090398,"accuracy":0.7,"positive_recall":0.62,"specificity":0.78,"precision":0.7380952380952381,"balanced_accuracy":0.7,"f1":0.6739130434782609,"true_positive":31,"false_positive":11,"false_negative":19,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2685484100363841,"baseline_adjusted_skill":0.3999999999999999,"baseline_adjusted_score":0.3999999999999999},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.15363128491620112,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":-0.08602150537634407,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":-0.09836065573770492,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"binary_brier":0.23735479186077732,"accuracy":0.59,"positive_recall":0.6590909090909091,"specificity":0.5705128205128205,"precision":0.3020833333333333,"balanced_accuracy":0.6148018648018647,"f1":0.4142857142857143,"true_positive":29,"false_positive":67,"false_negative":15,"true_negative":89,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.38318643275511266,"baseline_adjusted_skill":0.22960372960372943,"baseline_adjusted_score":0.22960372960372943},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"binary_brier":0.23436118580626222,"accuracy":0.61,"positive_recall":0.76,"specificity":0.56,"precision":0.36538461538461536,"balanced_accuracy":0.66,"f1":0.4935064935064935,"true_positive":38,"false_positive":66,"false_negative":12,"true_negative":84,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-0.24992632430006512,"baseline_adjusted_skill":0.32000000000000006,"baseline_adjusted_score":0.32000000000000006},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"binary_brier":0.19299979727990368,"accuracy":0.755,"positive_recall":0.7894736842105263,"specificity":0.7513812154696132,"precision":0.25,"balanced_accuracy":0.7704274498400698,"f1":0.379746835443038,"true_positive":15,"false_positive":45,"false_negative":4,"true_negative":136,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.085975,"brier_skill":-1.2448362579808512,"baseline_adjusted_skill":0.5408548996801397,"baseline_adjusted_score":0.5408548996801397},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0,"abstained":0},"metrics":{"binary_brier":0.10962616881351901,"accuracy":0.830029761904762,"positive_recall":0.5061997817676818,"specificity":0.850701942134892,"precision":0.17792887029288704,"balanced_accuracy":0.6784508619512869,"f1":0.2633059002605712,"true_positive":85.05,"false_positive":392.95,"false_negative":82.96666666666667,"true_negative":2239.0333333333333,"positive_prevalence":0.060005952380952375,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679138,"brier_skill":-2.4044366169319233,"baseline_adjusted_skill":0.3569017239025738,"baseline_adjusted_score":0.3569017239025738},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.23796033994334279,"uniform_accuracy_baseline":0.027777777777777776,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.12662337662337664,"baseline_adjusted_score":0.12662337662337664},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.56,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.37142857142857155,"baseline_adjusted_score":0.37142857142857155},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.23367844465366994,"accuracy":0.7,"positive_recall":0.74,"specificity":0.66,"precision":0.6851851851851852,"balanced_accuracy":0.7,"f1":0.7115384615384616,"true_positive":37,"false_positive":17,"false_negative":13,"true_negative":33,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.06528622138532025,"baseline_adjusted_skill":0.3999999999999999,"baseline_adjusted_score":0.3999999999999999},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.22151767205700199,"accuracy":0.66,"positive_recall":0.82,"specificity":0.5,"precision":0.6212121212121212,"balanced_accuracy":0.6599999999999999,"f1":0.7068965517241379,"true_positive":41,"false_positive":25,"false_negative":9,"true_negative":25,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.11392931177199206,"baseline_adjusted_skill":0.31999999999999984,"baseline_adjusted_score":0.31999999999999984},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.56,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":-0.12820512820512803,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.64,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.6170212765957448,"baseline_adjusted_score":0.6170212765957448},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2477720480054728,"accuracy":0.55,"positive_recall":0.86,"specificity":0.24,"precision":0.5308641975308642,"balanced_accuracy":0.55,"f1":0.6564885496183206,"true_positive":43,"false_positive":38,"false_negative":7,"true_negative":12,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.008911807978108754,"baseline_adjusted_skill":0.10000000000000009,"baseline_adjusted_score":0.10000000000000009},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.78,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.6716417910447762,"baseline_adjusted_score":0.6716417910447762},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.3054693546557082,"accuracy":0.43,"positive_recall":0.86,"specificity":0,"precision":0.46236559139784944,"balanced_accuracy":0.43,"f1":0.6013986013986014,"true_positive":43,"false_positive":50,"false_negative":7,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.22187741862283272,"baseline_adjusted_skill":-0.14,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.45638860135135134,"uniform_accuracy_baseline":0.23445945945945948,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.2630557754051909,"baseline_adjusted_score":0.2630557754051909},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0,"abstained":0},"metrics":{"binary_brier":0.07818857895455916,"accuracy":0.5622368355263159,"positive_recall":0.5975181981042001,"specificity":0.5286411454652381,"precision":0.5469135925925926,"balanced_accuracy":0.5630796717847191,"f1":0.5710970754589969,"true_positive":44.300001,"false_positive":36.699999,"false_negative":29.840002,"true_negative":41.159998,"positive_prevalence":0.4877631776315789,"majority_accuracy_baseline":0.512236822368421,"constant_brier_baseline":0.09451910039768556,"brier_skill":0.17277482936693578,"baseline_adjusted_skill":0.12615934356943814,"baseline_adjusted_score":0.12615934356943814},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.1276809978255038,"normalized_score_rmse":0.1737874921040476,"constant_score_baseline":0.5841668333333333,"constant_mae_baseline":0.21700552708333334,"baseline_adjusted_skill":0.41162329115943486,"baseline_adjusted_score":0.41162329115943486},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.24959967248817663,"accuracy":0.51,"positive_recall":0.16,"specificity":0.86,"precision":0.5333333333333333,"balanced_accuracy":0.51,"f1":0.24615384615384617,"true_positive":8,"false_positive":7,"false_negative":42,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.0016013100472934694,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2479035618663228,"accuracy":0.57,"positive_recall":0.86,"specificity":0.28,"precision":0.5443037974683544,"balanced_accuracy":0.5700000000000001,"f1":0.6666666666666666,"true_positive":43,"false_positive":36,"false_negative":7,"true_negative":14,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.008385752534708746,"baseline_adjusted_skill":0.14000000000000012,"baseline_adjusted_score":0.14000000000000012},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.3,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":-0.14754098360655743,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.74,"uniform_accuracy_baseline":0.036111111111111115,"fixed_answer_accuracy_baseline":0.08833333333333333,"baseline_adjusted_skill":0.7148080438756855,"baseline_adjusted_score":0.7148080438756855},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.81,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.5681818181818182,"baseline_adjusted_score":0.5681818181818182},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.675,"uniform_accuracy_baseline":0.049879324215607396,"fixed_answer_accuracy_baseline":0.12442477876106194,"baseline_adjusted_skill":0.6288154437032546,"baseline_adjusted_score":0.6288154437032546},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.252925677715845,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":50,"false_positive":50,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.01170271086338004,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.23888888888888887,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.6470588235294118,"baseline_adjusted_score":0.6470588235294118},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0,"abstained":0},"metrics":{"binary_brier":0.3782280152133865,"accuracy":0.5,"positive_recall":0.5625,"specificity":0.4375,"precision":0.5,"balanced_accuracy":0.5,"f1":0.5294117647058824,"true_positive":18,"false_positive":18,"false_negative":14,"true_negative":14,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.512912060853546,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.015151515151515168,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.29126455312957883,"accuracy":0.5,"positive_recall":0.5,"specificity":0.5,"precision":0.5,"balanced_accuracy":0.5,"f1":0.5,"true_positive":25,"false_positive":25,"false_negative":25,"true_negative":25,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.16505821251831532,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7352941176470589,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.6086956521739131,"baseline_adjusted_score":0.6086956521739131},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1705858883818513,"accuracy":0.8484848484848485,"positive_recall":0.875,"specificity":0.8235294117647058,"precision":0.8235294117647058,"balanced_accuracy":0.8492647058823529,"f1":0.8484848484848485,"true_positive":14,"false_positive":3,"false_negative":2,"true_negative":14,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.31702929247119094,"baseline_adjusted_skill":0.6985294117647058,"baseline_adjusted_score":0.6985294117647058},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.2847552420198917,"normalized_score_rmse":0.34134326278519395,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.1371053272124494,"baseline_adjusted_score":0.1371053272124494},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.40625,"uniform_accuracy_baseline":0.178125,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":0.16666666666666669,"baseline_adjusted_score":0.16666666666666669},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0,"abstained":0},"metrics":{"binary_brier":0.061315812733399165,"accuracy":0.9411764705882353,"positive_recall":1,"specificity":0.8823529411764706,"precision":0.8947368421052632,"balanced_accuracy":0.9411764705882353,"f1":0.9444444444444444,"true_positive":17,"false_positive":2,"false_negative":0,"true_negative":15,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7547367490664033,"baseline_adjusted_skill":0.8823529411764706,"baseline_adjusted_score":0.8823529411764706},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.20778533421895085,"normalized_score_rmse":0.247866263199472,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-0.4129402726888658,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8541666666666666,"uniform_accuracy_baseline":0.13194444444444445,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":0.6347826086956521,"baseline_adjusted_score":0.6347826086956521},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0,"abstained":0},"metrics":{"binary_brier":0.05272771787886362,"accuracy":0.9423076923076923,"positive_recall":1,"specificity":0.8846153846153846,"precision":0.896551724137931,"balanced_accuracy":0.9423076923076923,"f1":0.9454545454545454,"true_positive":26,"false_positive":3,"false_negative":0,"true_negative":23,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7890891284845455,"baseline_adjusted_skill":0.8846153846153846,"baseline_adjusted_score":0.8846153846153846},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2247611369902005,"accuracy":0.6133333333333333,"positive_recall":0.6410256410256411,"specificity":0.5833333333333334,"precision":0.625,"balanced_accuracy":0.6121794871794872,"f1":0.6329113924050633,"true_positive":25,"false_positive":15,"false_negative":14,"true_negative":21,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24960000000000004,"brier_skill":0.09951467552003024,"baseline_adjusted_skill":0.22435897435897445,"baseline_adjusted_score":0.22435897435897445},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.18606974680908026,"normalized_score_rmse":0.29182512752766204,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.3354651899675706,"baseline_adjusted_score":0.3354651899675706},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.3235294117647059,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.08000000000000002,"baseline_adjusted_score":0.08000000000000002},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0005498080763296162,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":14,"false_positive":0,"false_negative":0,"true_negative":14,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9978007676946815,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.10041443251110456,"normalized_score_rmse":0.18433402571089558,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.1696969696969697,"baseline_adjusted_skill":0.40827209413099097,"baseline_adjusted_score":0.40827209413099097},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0,"abstained":0},"metrics":{"binary_brier":0.06379768109164195,"accuracy":0.9176470588235294,"positive_recall":0.8444444444444444,"specificity":1,"precision":1,"balanced_accuracy":0.9222222222222223,"f1":0.9156626506024096,"true_positive":38,"false_positive":0,"false_negative":7,"true_negative":40,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.2491349480968858,"brier_skill":0.7439231967293816,"baseline_adjusted_skill":0.8444444444444446,"baseline_adjusted_score":0.8444444444444446},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.68,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.5789473684210527,"baseline_adjusted_score":0.5789473684210527},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2648373717679929,"accuracy":0.58,"positive_recall":0.5428571428571428,"specificity":0.6666666666666666,"precision":0.7916666666666666,"balanced_accuracy":0.6047619047619047,"f1":0.6440677966101694,"true_positive":19,"false_positive":5,"false_negative":16,"true_negative":10,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.21,"brier_skill":-0.2611303417523472,"baseline_adjusted_skill":0.20952380952380945,"baseline_adjusted_score":0.20952380952380945},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.2651508692651987,"normalized_score_rmse":0.3310534473611673,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.05303260976714752,"baseline_adjusted_score":0.05303260976714752},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.5316455696202531,"uniform_accuracy_baseline":0.24240506329113923,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.19565217391304338,"baseline_adjusted_score":0.19565217391304338},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0007562679104305556,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":11,"false_positive":0,"false_negative":0,"true_negative":10,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.2494331065759637,"brier_skill":0.9969680531954557,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.42424242424242425,"uniform_accuracy_baseline":0.32373737373737377,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.050000000000000044,"baseline_adjusted_score":0.050000000000000044},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2729314563001184,"accuracy":0.5151515151515151,"positive_recall":0.35294117647058826,"specificity":0.6875,"precision":0.5454545454545454,"balanced_accuracy":0.5202205882352942,"f1":0.42857142857142855,"true_positive":6,"false_positive":5,"false_negative":11,"true_negative":11,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":-0.09272924967216523,"baseline_adjusted_skill":0.040441176470588314,"baseline_adjusted_score":0.040441176470588314},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.33662781950232445,"normalized_score_rmse":0.3952841779289072,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.3431372549019608,"baseline_adjusted_skill":0.018970354593225935,"baseline_adjusted_score":0.018970354593225935},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.22836587879048983,"accuracy":0.55,"positive_recall":0.12,"specificity":0.98,"precision":0.8571428571428571,"balanced_accuracy":0.55,"f1":0.21052631578947367,"true_positive":6,"false_positive":1,"false_negative":44,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.08653648483804066,"baseline_adjusted_skill":0.10000000000000009,"baseline_adjusted_score":0.10000000000000009},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.33333333333333337,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":-0.03092783505154633,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0,"abstained":0},"metrics":{"binary_brier":0.24844219964555606,"accuracy":0.5333333333333333,"positive_recall":0.5405405405405406,"specificity":0.5263157894736842,"precision":0.5263157894736842,"balanced_accuracy":0.5334281650071124,"f1":0.5333333333333333,"true_positive":20,"false_positive":18,"false_negative":17,"true_negative":20,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555554,"brier_skill":0.006054499995552742,"baseline_adjusted_skill":0.06685633001422486,"baseline_adjusted_score":0.06685633001422486},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.26,"uniform_accuracy_baseline":0.14285714285714285,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.05128205128205129,"baseline_adjusted_score":0.05128205128205129},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.37,"uniform_accuracy_baseline":0.32416666666666666,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.045454545454545414,"baseline_adjusted_score":0.045454545454545414},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"binary_brier":0.000023908386996056073,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":16,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.9999042785535341,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.0000072046702752693434,"normalized_score_rmse":0.000010318101428288789,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.9999672063284022,"baseline_adjusted_score":0.9999672063284022},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.19637840654300565,"accuracy":0.72,"positive_recall":0.4090909090909091,"specificity":0.8076923076923077,"precision":0.375,"balanced_accuracy":0.6083916083916084,"f1":0.391304347826087,"true_positive":9,"false_positive":15,"false_negative":13,"true_negative":63,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.14439630852567387,"baseline_adjusted_skill":0.21678321678321688,"baseline_adjusted_score":0.21678321678321688},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.241436125006801,"accuracy":0.64,"positive_recall":0.5135135135135135,"specificity":0.7142857142857143,"precision":0.5135135135135135,"balanced_accuracy":0.6138996138996139,"f1":0.5135135135135135,"true_positive":19,"false_positive":18,"false_negative":18,"true_negative":45,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000003,"brier_skill":-0.03576201204118812,"baseline_adjusted_skill":0.2277992277992278,"baseline_adjusted_score":0.2277992277992278},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.23617763896005223,"accuracy":0.7,"positive_recall":0.358974358974359,"specificity":0.9180327868852459,"precision":0.7368421052631579,"balanced_accuracy":0.6385035729298024,"f1":0.4827586206896552,"true_positive":14,"false_positive":5,"false_negative":25,"true_negative":56,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379,"brier_skill":0.007239853047279365,"baseline_adjusted_skill":0.27700714585960484,"baseline_adjusted_score":0.27700714585960484},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.18926200948439115,"accuracy":0.74,"positive_recall":0.41935483870967744,"specificity":0.8840579710144928,"precision":0.6190476190476191,"balanced_accuracy":0.6517064048620851,"f1":0.5,"true_positive":13,"false_positive":8,"false_negative":18,"true_negative":61,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999998,"brier_skill":0.11518462139134567,"baseline_adjusted_skill":0.3034128097241702,"baseline_adjusted_score":0.3034128097241702},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.42,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.1944444444444444,"baseline_adjusted_score":0.1944444444444444},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.16539661108196013,"normalized_score_rmse":0.20841746858241225,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.2886167265292038,"baseline_adjusted_score":0.2886167265292038},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.26862812214040466,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":50,"false_positive":50,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.07451248856161863,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.24295653880266763,"accuracy":0.56,"positive_recall":0.48,"specificity":0.64,"precision":0.5714285714285714,"balanced_accuracy":0.56,"f1":0.5217391304347826,"true_positive":24,"false_positive":18,"false_negative":26,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.028173844789329494,"baseline_adjusted_skill":0.1200000000000001,"baseline_adjusted_score":0.1200000000000001},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.76,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":0.3142857142857143,"baseline_adjusted_score":0.3142857142857143},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2515740474711924,"accuracy":0.56,"positive_recall":0.92,"specificity":0.2,"precision":0.5348837209302325,"balanced_accuracy":0.56,"f1":0.6764705882352942,"true_positive":46,"false_positive":40,"false_negative":4,"true_negative":10,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.006296189884769543,"baseline_adjusted_skill":0.1200000000000001,"baseline_adjusted_score":0.1200000000000001},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.64,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.14285714285714296,"baseline_adjusted_score":0.14285714285714296},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.11666666666666668,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.24651907752567034,"accuracy":0.53,"positive_recall":0.64,"specificity":0.42,"precision":0.5245901639344263,"balanced_accuracy":0.53,"f1":0.5765765765765766,"true_positive":32,"false_positive":29,"false_negative":18,"true_negative":21,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.013923689897318625,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.77,"uniform_accuracy_baseline":0.20851190476190473,"fixed_answer_accuracy_baseline":0.22333333333333333,"baseline_adjusted_skill":0.703862660944206,"baseline_adjusted_score":0.703862660944206},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.25402259877425354,"accuracy":0.48,"positive_recall":0.64,"specificity":0.32,"precision":0.48484848484848486,"balanced_accuracy":0.48,"f1":0.5517241379310345,"true_positive":32,"false_positive":34,"false_negative":18,"true_negative":16,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.016090395097014154,"baseline_adjusted_skill":-0.040000000000000036,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.2811907633394003,"normalized_score_rmse":0.3298930373218104,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.06269745553533235,"baseline_adjusted_score":0.06269745553533235},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.22851190476190475,"fixed_answer_accuracy_baseline":0.24333333333333332,"baseline_adjusted_skill":0.3392070484581498,"baseline_adjusted_score":0.3392070484581498},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2625923516773197,"accuracy":0.49,"positive_recall":0.7,"specificity":0.28,"precision":0.49295774647887325,"balanced_accuracy":0.49,"f1":0.5785123966942148,"true_positive":35,"false_positive":36,"false_negative":15,"true_negative":14,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.05036940670927881,"baseline_adjusted_skill":-0.020000000000000018,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.28454380087078446,"normalized_score_rmse":0.339058195745292,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.3042222222222222,"baseline_adjusted_skill":0.06468436528960553,"baseline_adjusted_score":0.06468436528960553},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.64,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.41935483870967744,"baseline_adjusted_score":0.41935483870967744},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.17895661043471833,"accuracy":0.7,"positive_recall":0.94,"specificity":0.46,"precision":0.6351351351351351,"balanced_accuracy":0.7,"f1":0.7580645161290323,"true_positive":47,"false_positive":27,"false_negative":3,"true_negative":23,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.28417355826112667,"baseline_adjusted_skill":0.3999999999999999,"baseline_adjusted_score":0.3999999999999999},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.48,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":-0.040000000000000036,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.09639005390782068,"accuracy":0.82,"positive_recall":0.82,"specificity":0.82,"precision":0.82,"balanced_accuracy":0.82,"f1":0.82,"true_positive":41,"false_positive":9,"false_negative":9,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6144397843687173,"baseline_adjusted_skill":0.6399999999999999,"baseline_adjusted_score":0.6399999999999999},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.46,"uniform_accuracy_baseline":0.3533333333333333,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.08474576271186447,"baseline_adjusted_score":0.08474576271186447},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.06451612903225803,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.32,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.0967741935483871,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.18,"uniform_accuracy_baseline":0.1111111111111111,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.023809523809523798,"baseline_adjusted_score":0.023809523809523798},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.12184641705096225,"accuracy":0.794375,"positive_recall":0.5049439683586026,"specificity":0.8621008792225822,"precision":0.4614457831325301,"balanced_accuracy":0.6835224237905924,"f1":0.48221592697513377,"true_positive":38.3,"false_positive":44.7,"false_negative":37.55,"true_negative":279.45,"positive_prevalence":0.189625,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500001,"brier_skill":-0.6006389877117178,"baseline_adjusted_skill":0.3670448475811847,"baseline_adjusted_score":0.3670448475811847},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.28668738703941926,"normalized_score_rmse":0.32259448223662257,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":-0.34122754170488556,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.08990514570989026,"accuracy":0.763125,"positive_recall":0.5668073136427567,"specificity":0.8344980398840974,"precision":0.5545871559633028,"balanced_accuracy":0.7006526767634271,"f1":0.5606306515186645,"true_positive":60.45,"false_positive":48.55,"false_negative":46.2,"true_negative":244.8,"positive_prevalence":0.266625,"majority_accuracy_baseline":0.733375,"constant_brier_baseline":0.115654859375,"brier_skill":0.2226427303120807,"baseline_adjusted_skill":0.40130535352685426,"baseline_adjusted_score":0.40130535352685426},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.23415835527994205,"normalized_score_rmse":0.2804630580860674,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.12871309663277375,"baseline_adjusted_score":0.12871309663277375},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.09720066998113298,"accuracy":0.747875,"positive_recall":0.4380313199105146,"specificity":0.8679965307892454,"precision":0.5626436781609195,"balanced_accuracy":0.65301392534988,"f1":0.4925786163522013,"true_positive":48.95,"false_positive":38.05,"false_negative":62.8,"true_negative":250.2,"positive_prevalence":0.279375,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937500001,"brier_skill":0.1410018843212646,"baseline_adjusted_skill":0.30602785069976,"baseline_adjusted_score":0.30602785069976},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.25219452550489224,"normalized_score_rmse":0.2914391015557582,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.04607271676636515,"baseline_adjusted_score":0.04607271676636515},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.07719468742243206,"accuracy":0.8626249999999999,"positive_recall":0.5904225352112676,"specificity":0.9402409638554217,"precision":0.7380281690140845,"balanced_accuracy":0.7653317495333447,"f1":0.6560250391236306,"true_positive":52.4,"false_positive":18.6,"false_negative":36.35,"true_negative":292.65,"positive_prevalence":0.221875,"majority_accuracy_baseline":0.778125,"constant_brier_baseline":0.12674023437499998,"brier_skill":0.39092200828643076,"baseline_adjusted_skill":0.5306634990666894,"baseline_adjusted_score":0.5306634990666894},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.22078818773952663,"normalized_score_rmse":0.2554577759769127,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.02143739506026976,"baseline_adjusted_score":0.02143739506026976},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.08140687377619246,"accuracy":0.78625,"positive_recall":0.7386578449905482,"specificity":0.8033650577838205,"precision":0.5746323529411765,"balanced_accuracy":0.7710114513871844,"f1":0.6464019851116626,"true_positive":78.15,"false_positive":57.85,"false_negative":27.65,"true_negative":236.35,"positive_prevalence":0.2645,"majority_accuracy_baseline":0.7355,"constant_brier_baseline":0.11362725,"brier_skill":0.28356205244611254,"baseline_adjusted_skill":0.5420229027743688,"baseline_adjusted_score":0.5420229027743688},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.22967704017064533,"normalized_score_rmse":0.27166856932267325,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.08586252668399863,"baseline_adjusted_score":0.08586252668399863},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.06278317899128578,"accuracy":0.84025,"positive_recall":0.3113577023498695,"specificity":0.9655225726654298,"precision":0.6814285714285715,"balanced_accuracy":0.6384401375076496,"f1":0.42741935483870974,"true_positive":23.85,"false_positive":11.15,"false_negative":52.75,"true_negative":312.25,"positive_prevalence":0.19149999999999998,"majority_accuracy_baseline":0.8085,"constant_brier_baseline":0.09190274999999999,"brier_skill":0.31685200941989455,"baseline_adjusted_skill":0.2768802750152992,"baseline_adjusted_score":0.2768802750152992},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.20429897023946977,"normalized_score_rmse":0.23868720393237747,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.012452107603771467,"baseline_adjusted_score":0.012452107603771467},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.09796458232067645,"accuracy":0.8539999999999999,"positive_recall":0.6124661246612465,"specificity":0.9086450030656039,"precision":0.6026666666666667,"balanced_accuracy":0.7605555638634252,"f1":0.6075268817204301,"true_positive":45.2,"false_positive":29.8,"false_negative":28.6,"true_negative":296.4,"positive_prevalence":0.1845,"majority_accuracy_baseline":0.8155,"constant_brier_baseline":0.10922225,"brier_skill":0.10307119363795891,"baseline_adjusted_skill":0.5211111277268503,"baseline_adjusted_score":0.5211111277268503},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.26282956166862276,"normalized_score_rmse":0.2995433638501129,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":-0.3878788734976779,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.08179490196666535,"accuracy":0.8215,"positive_recall":0.30636942675159234,"specificity":0.9472783825816485,"precision":0.5865853658536585,"balanced_accuracy":0.6268239046666204,"f1":0.40251046025104603,"true_positive":24.05,"false_positive":16.95,"false_negative":54.45,"true_negative":304.55,"positive_prevalence":0.19625,"majority_accuracy_baseline":0.80375,"constant_brier_baseline":0.09878593749999999,"brier_skill":0.17199852492501422,"baseline_adjusted_skill":0.2536478093332408,"baseline_adjusted_score":0.2536478093332408},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.23658480668033008,"normalized_score_rmse":0.2724858010036119,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":-0.11992807896014246,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0853392166229829,"accuracy":0.6441326530612245,"positive_recall":0.5637603795966786,"specificity":0.7047896150402865,"precision":0.5903726708074534,"balanced_accuracy":0.6342749973184825,"f1":0.576759708737864,"true_positive":95.05,"false_positive":65.95,"false_negative":73.55,"true_negative":157.45,"positive_prevalence":0.4301020408163265,"majority_accuracy_baseline":0.5698979591836735,"constant_brier_baseline":0.12359641815910039,"brier_skill":0.30953325432837886,"baseline_adjusted_skill":0.26854999463696494,"baseline_adjusted_score":0.26854999463696494},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.21466032714447558,"normalized_score_rmse":0.25569741066401963,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.22086251629042186,"baseline_adjusted_score":0.22086251629042186},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0,"abstained":0},"metrics":{"binary_brier":0.16682594726574038,"accuracy":0.690875,"positive_recall":0.6837136113296617,"specificity":0.692227671273592,"precision":0.29557823129251704,"balanced_accuracy":0.6879706413016269,"f1":0.412728568036096,"true_positive":86.9,"false_positive":207.1,"false_negative":40.2,"true_negative":465.8,"positive_prevalence":0.158875,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499999,"brier_skill":-0.688906619978298,"baseline_adjusted_skill":0.37594128260325377,"baseline_adjusted_score":0.37594128260325377},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.37206895073628404,"normalized_score_rmse":0.4045567093671656,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-1.2549633377956608,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.08064516129032256,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2555552664603134,"accuracy":0.48,"positive_recall":0.92,"specificity":0.04,"precision":0.48936170212765956,"balanced_accuracy":0.48000000000000004,"f1":0.6388888888888888,"true_positive":46,"false_positive":48,"false_negative":4,"true_negative":2,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.022221065841253607,"baseline_adjusted_skill":-0.039999999999999925,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.1119946984758118,"uniform_accuracy_baseline":0.058823529411764705,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":-0.04361370716510902,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.41,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":-0.28260869565217406,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.23305161461911994,"accuracy":0.62,"positive_recall":0.86,"specificity":0.38,"precision":0.581081081081081,"balanced_accuracy":0.62,"f1":0.6935483870967742,"true_positive":43,"false_positive":31,"false_negative":7,"true_negative":19,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.06779354152352024,"baseline_adjusted_skill":0.24,"baseline_adjusted_score":0.24},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.46,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.1428571428571429,"baseline_adjusted_score":0.1428571428571429},"scoring":{"eligible":true,"reason":null},"model":14,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.15857699675057302,"accuracy":0.777027027027027,"positive_recall":0.6901408450704225,"specificity":0.8571428571428571,"precision":0.8166666666666667,"balanced_accuracy":0.7736418511066399,"f1":0.7480916030534351,"true_positive":49,"false_positive":11,"false_negative":22,"true_negative":66,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.2495891161431699,"brier_skill":0.36464778913031726,"baseline_adjusted_skill":0.5472837022132797,"baseline_adjusted_score":0.5472837022132797},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.49,"uniform_accuracy_baseline":0.20049999999999962,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.28169014084507044,"baseline_adjusted_score":0.28169014084507044},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.93,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.897058823529412,"baseline_adjusted_score":0.897058823529412},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.82,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.6170212765957446,"baseline_adjusted_score":0.6170212765957446},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.9183673469387754,"baseline_adjusted_score":0.9183673469387754},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.06789402205920783,"accuracy":0.62131202226,"positive_recall":0.9068866964822865,"specificity":0.1631369297108079,"precision":0.6348556552954545,"balanced_accuracy":0.5350118130965472,"f1":0.7468720662828253,"true_positive":55.867297666,"false_positive":32.132702334,"false_negative":5.73609544,"true_negative":6.26390456,"positive_prevalence":0.6160339310599999,"majority_accuracy_baseline":0.6160339310599999,"constant_brier_baseline":0.079087076552024,"brier_skill":0.14152823673351111,"baseline_adjusted_skill":0.07002362619309443,"baseline_adjusted_score":0.07002362619309443},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10529753162218956,"accuracy":0.86,"positive_recall":0.94,"specificity":0.78,"precision":0.8103448275862069,"balanced_accuracy":0.86,"f1":0.8703703703703703,"true_positive":47,"false_positive":11,"false_negative":3,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5788098735112417,"baseline_adjusted_skill":0.72,"baseline_adjusted_score":0.72},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.012987012987012965,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.7368421052631579,"baseline_adjusted_score":0.7368421052631579},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.95,"baseline_adjusted_score":0.95},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.62,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.40625,"baseline_adjusted_score":0.40625},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.14281323414166955,"accuracy":0.78,"positive_recall":1,"specificity":0.56,"precision":0.6944444444444444,"balanced_accuracy":0.78,"f1":0.819672131147541,"true_positive":50,"false_positive":22,"false_negative":0,"true_negative":28,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4287470634333218,"baseline_adjusted_skill":0.56,"baseline_adjusted_score":0.56},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.10463388153660927,"accuracy":0.6639583518642134,"positive_recall":0.7063268852930019,"specificity":0.6442300072694389,"precision":0.4803711354892006,"balanced_accuracy":0.6752784462812205,"f1":0.5718372188589367,"true_positive":157.0813613049686,"false_positive":169.9186386950314,"false_negative":65.31051500001922,"true_negative":307.6894849999808,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768597,"brier_skill":-0.1792799394569764,"baseline_adjusted_skill":0.35055689256244094,"baseline_adjusted_score":0.35055689256244094},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.22099880344879977,"accuracy":0.66,"positive_recall":0.56,"specificity":0.76,"precision":0.7,"balanced_accuracy":0.66,"f1":0.6222222222222222,"true_positive":28,"false_positive":12,"false_negative":22,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.11600478620480092,"baseline_adjusted_skill":0.32000000000000006,"baseline_adjusted_score":0.32000000000000006},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.8543046357615894,"uniform_accuracy_baseline":0.006622516556291403,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.8482758620689655,"baseline_adjusted_score":0.8482758620689655},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.7817647058823529,"uniform_accuracy_baseline":0.3333333333333301,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.5976138828633405,"baseline_adjusted_score":0.5976138828633405},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.43,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.049999999999999954,"baseline_adjusted_score":0.049999999999999954},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.0866752252730188,"accuracy":0.88,"positive_recall":0.92,"specificity":0.84,"precision":0.8518518518518519,"balanced_accuracy":0.88,"f1":0.8846153846153846,"true_positive":46,"false_positive":8,"false_negative":4,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6532990989079248,"baseline_adjusted_skill":0.76,"baseline_adjusted_score":0.76},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.72,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.4166666666666666,"baseline_adjusted_score":0.4166666666666666},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.07142857142857136,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9438202247191011,"baseline_adjusted_score":0.9438202247191011},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.83,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.6304347826086956,"baseline_adjusted_score":0.6304347826086956},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.45,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.2465753424657534,"baseline_adjusted_score":0.2465753424657534},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.8333333333333334,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.5000000000000001,"baseline_adjusted_score":0.5000000000000001},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.1633931511489428,"accuracy":0.7195121951219512,"positive_recall":0.75,"specificity":0.6904761904761905,"precision":0.6976744186046512,"balanced_accuracy":0.7202380952380952,"f1":0.7228915662650602,"true_positive":30,"false_positive":13,"false_negative":10,"true_negative":29,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.24985127900059498,"brier_skill":0.34603836409196975,"baseline_adjusted_skill":0.44047619047619047,"baseline_adjusted_score":0.44047619047619047},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11350601830569368,"accuracy":0.84,"positive_recall":0.76,"specificity":0.92,"precision":0.9047619047619048,"balanced_accuracy":0.8400000000000001,"f1":0.8260869565217391,"true_positive":38,"false_positive":4,"false_negative":12,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5459759267772253,"baseline_adjusted_skill":0.6800000000000002,"baseline_adjusted_score":0.6800000000000002},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.7541899441340782,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.6845878136200717,"baseline_adjusted_score":0.6845878136200717},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.53,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.2295081967213115,"baseline_adjusted_score":0.2295081967213115},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.18555124175591742,"accuracy":0.77,"positive_recall":0.5454545454545454,"specificity":0.8333333333333334,"precision":0.48,"balanced_accuracy":0.6893939393939394,"f1":0.5106382978723404,"true_positive":24,"false_positive":26,"false_negative":20,"true_negative":130,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000053,"brier_skill":-0.08130094263354803,"baseline_adjusted_skill":0.3787878787878789,"baseline_adjusted_score":0.3787878787878789},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.16956143880816568,"accuracy":0.79,"positive_recall":0.34,"specificity":0.94,"precision":0.6538461538461539,"balanced_accuracy":0.64,"f1":0.4473684210526316,"true_positive":17,"false_positive":9,"false_negative":33,"true_negative":141,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":0.09567232635644973,"baseline_adjusted_skill":0.28,"baseline_adjusted_score":0.28},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.052622805145917974,"accuracy":0.935,"positive_recall":0.8421052631578947,"specificity":0.9447513812154696,"precision":0.6153846153846154,"balanced_accuracy":0.8934283221866821,"f1":0.7111111111111111,"true_positive":16,"false_positive":10,"false_negative":3,"true_negative":171,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.0859749999999999,"brier_skill":0.3879289892885369,"baseline_adjusted_skill":0.7868566443733642,"baseline_adjusted_score":0.7868566443733642},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.08309180757843072,"accuracy":0.850184523809524,"positive_recall":0.6681876797936714,"specificity":0.8618025696717938,"precision":0.2358543417366949,"balanced_accuracy":0.7649951247327327,"f1":0.348645221396962,"true_positive":112.26666666666674,"false_positive":363.7333333333332,"false_negative":55.75,"true_negative":2268.2500000000005,"positive_prevalence":0.060005952380952354,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679296,"brier_skill":-1.5804130104031562,"baseline_adjusted_skill":0.5299902494654654,"baseline_adjusted_score":0.5299902494654654},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.7422096317280453,"uniform_accuracy_baseline":0.027777777777777853,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.7045454545454546,"baseline_adjusted_score":0.7045454545454546},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.6428571428571429,"baseline_adjusted_score":0.6428571428571429},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10896741957759762,"accuracy":0.84,"positive_recall":0.94,"specificity":0.74,"precision":0.7833333333333333,"balanced_accuracy":0.84,"f1":0.8545454545454545,"true_positive":47,"false_positive":13,"false_negative":3,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5641303216896095,"baseline_adjusted_skill":0.6799999999999999,"baseline_adjusted_score":0.6799999999999999},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.0827384415853964,"accuracy":0.9,"positive_recall":1,"specificity":0.8,"precision":0.8333333333333334,"balanced_accuracy":0.9,"f1":0.9090909090909091,"true_positive":50,"false_positive":10,"false_negative":0,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6690462336584144,"baseline_adjusted_skill":0.8,"baseline_adjusted_score":0.8},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.66,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":0.1282051282051283,"baseline_adjusted_score":0.1282051282051283},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.7,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.6808510638297872,"baseline_adjusted_score":0.6808510638297872},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09396958030697339,"accuracy":0.89,"positive_recall":0.92,"specificity":0.86,"precision":0.8679245283018868,"balanced_accuracy":0.89,"f1":0.8932038834951457,"true_positive":46,"false_positive":7,"false_negative":4,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6241216787721064,"baseline_adjusted_skill":0.78,"baseline_adjusted_score":0.78},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8059701492537314,"baseline_adjusted_score":0.8059701492537314},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.034804565280161084,"accuracy":0.96,"positive_recall":0.98,"specificity":0.94,"precision":0.9423076923076923,"balanced_accuracy":0.96,"f1":0.9607843137254902,"true_positive":49,"false_positive":3,"false_negative":1,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8607817388793557,"baseline_adjusted_skill":0.9199999999999999,"baseline_adjusted_score":0.9199999999999999},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.5162849932432432,"uniform_accuracy_baseline":0.23445945945945923,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.34425403612695726,"baseline_adjusted_score":0.34425403612695726},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.028079383673235002,"accuracy":0.7117543749999998,"positive_recall":0.784506766205553,"specificity":0.642477946666245,"precision":0.6763178372093023,"balanced_accuracy":0.713492356435899,"f1":0.7264060560808158,"true_positive":58.163334,"false_positive":27.836665999999997,"false_negative":15.976668999999998,"true_negative":50.023330999999985,"positive_prevalence":0.48776317763157917,"majority_accuracy_baseline":0.5122368223684208,"constant_brier_baseline":0.0945191003976856,"brier_skill":0.702923710074556,"baseline_adjusted_skill":0.42698471287179807,"baseline_adjusted_score":0.42698471287179807},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.06783614276339682,"normalized_score_rmse":0.0980142105584165,"constant_score_baseline":0.5841668333333334,"constant_mae_baseline":0.21700552708333315,"baseline_adjusted_skill":0.6873990092549727,"baseline_adjusted_score":0.6873990092549727},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.18816740139284058,"accuracy":0.69,"positive_recall":0.82,"specificity":0.56,"precision":0.6507936507936508,"balanced_accuracy":0.69,"f1":0.7256637168141593,"true_positive":41,"false_positive":22,"false_negative":9,"true_negative":28,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2473303944286377,"baseline_adjusted_skill":0.3799999999999999,"baseline_adjusted_score":0.3799999999999999},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.21704886470502302,"accuracy":0.67,"positive_recall":0.48,"specificity":0.86,"precision":0.7741935483870968,"balanced_accuracy":0.6699999999999999,"f1":0.5925925925925926,"true_positive":24,"false_positive":7,"false_negative":26,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.13180454117990792,"baseline_adjusted_skill":0.33999999999999986,"baseline_adjusted_score":0.33999999999999986},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.8032786885245902,"baseline_adjusted_score":0.8032786885245902},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.03611111111111102,"fixed_answer_accuracy_baseline":0.08833333333333329,"baseline_adjusted_skill":0.8354661791590493,"baseline_adjusted_score":0.8354661791590493},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.8636363636363635,"baseline_adjusted_score":0.8636363636363635},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.83,"uniform_accuracy_baseline":0.04987932421560751,"fixed_answer_accuracy_baseline":0.1244247787610618,"baseline_adjusted_skill":0.8058419243986255,"baseline_adjusted_score":0.8058419243986255},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.31702813855489587,"accuracy":0.51,"positive_recall":0.12,"specificity":0.9,"precision":0.5454545454545454,"balanced_accuracy":0.51,"f1":0.19672131147540983,"true_positive":6,"false_positive":5,"false_negative":44,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.26811255421958347,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.8333333333333334,"uniform_accuracy_baseline":0.23888888888888893,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.7647058823529413,"baseline_adjusted_score":0.7647058823529413},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.08571260270488677,"accuracy":0.890625,"positive_recall":0.84375,"specificity":0.9375,"precision":0.9310344827586207,"balanced_accuracy":0.890625,"f1":0.8852459016393442,"true_positive":27,"false_positive":2,"false_negative":5,"true_negative":30,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6571495891804529,"baseline_adjusted_skill":0.78125,"baseline_adjusted_score":0.78125},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.9545454545454545,"baseline_adjusted_score":0.9545454545454545},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10063306147820437,"accuracy":0.88,"positive_recall":0.86,"specificity":0.9,"precision":0.8958333333333334,"balanced_accuracy":0.88,"f1":0.8775510204081632,"true_positive":43,"false_positive":5,"false_negative":7,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5974677540871824,"baseline_adjusted_skill":0.76,"baseline_adjusted_score":0.76},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.8260869565217391,"baseline_adjusted_score":0.8260869565217391},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.05364543600853603,"accuracy":0.9393939393939394,"positive_recall":1,"specificity":0.8823529411764706,"precision":0.8888888888888888,"balanced_accuracy":0.9411764705882353,"f1":0.9411764705882353,"true_positive":16,"false_positive":2,"false_negative":0,"true_negative":15,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.7852210300981775,"baseline_adjusted_skill":0.8823529411764706,"baseline_adjusted_score":0.8823529411764706},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.1459734517650213,"normalized_score_rmse":0.26346481298868435,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.5576562067726627,"baseline_adjusted_score":0.5576562067726627},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.1875,"uniform_accuracy_baseline":0.17812500000000006,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.14035087719298242,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.009170386785934032,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":17,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9633184528562638,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.4608116089092458,"normalized_score_rmse":0.5100809234833383,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-2.133518940582871,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.8333333333333334,"uniform_accuracy_baseline":0.13194444444444448,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":0.582608695652174,"baseline_adjusted_score":0.582608695652174},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.04329228270893782,"accuracy":0.9423076923076923,"positive_recall":0.9230769230769231,"specificity":0.9615384615384616,"precision":0.96,"balanced_accuracy":0.9423076923076923,"f1":0.9411764705882353,"true_positive":24,"false_positive":1,"false_negative":2,"true_negative":25,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8268308691642487,"baseline_adjusted_skill":0.8846153846153846,"baseline_adjusted_score":0.8846153846153846},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.04786752453415186,"accuracy":0.9466666666666667,"positive_recall":1,"specificity":0.8888888888888888,"precision":0.9069767441860465,"balanced_accuracy":0.9444444444444444,"f1":0.9512195121951219,"true_positive":39,"false_positive":4,"false_negative":0,"true_negative":32,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24959999999999993,"brier_skill":0.8082230587574044,"baseline_adjusted_skill":0.8888888888888888,"baseline_adjusted_score":0.8888888888888888},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.1992760257795453,"normalized_score_rmse":0.2650321515369856,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.28829990793019533,"baseline_adjusted_score":0.28829990793019533},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.84,"baseline_adjusted_score":0.84},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.04770164627829267,"accuracy":0.9285714285714286,"positive_recall":1,"specificity":0.8571428571428571,"precision":0.875,"balanced_accuracy":0.9285714285714286,"f1":0.9333333333333333,"true_positive":14,"false_positive":2,"false_negative":0,"true_negative":12,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8091934148868294,"baseline_adjusted_skill":0.8571428571428572,"baseline_adjusted_score":0.8571428571428572},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.1514438021928072,"normalized_score_rmse":0.26955072072960007,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.16969696969696968,"baseline_adjusted_skill":0.10756330850667173,"baseline_adjusted_score":0.10756330850667173},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":0.9333333333333333,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":0.9166666666666667,"baseline_adjusted_score":0.9166666666666667},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.02314277411008665,"accuracy":0.9764705882352941,"positive_recall":1,"specificity":0.95,"precision":0.9574468085106383,"balanced_accuracy":0.975,"f1":0.9782608695652174,"true_positive":45,"false_positive":2,"false_negative":0,"true_negative":38,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.24913494809688563,"brier_skill":0.9071074761414577,"baseline_adjusted_skill":0.95,"baseline_adjusted_score":0.95},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.9473684210526315,"baseline_adjusted_score":0.9473684210526315},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.10723099415815511,"accuracy":0.94,"positive_recall":0.9714285714285714,"specificity":0.8666666666666667,"precision":0.9444444444444444,"balanced_accuracy":0.9190476190476191,"f1":0.9577464788732394,"true_positive":34,"false_positive":2,"false_negative":1,"true_negative":13,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.20999999999999996,"brier_skill":0.4893762182944994,"baseline_adjusted_skill":0.8380952380952382,"baseline_adjusted_score":0.8380952380952382},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.059689916782081125,"normalized_score_rmse":0.0853080077399863,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.7868217257782817,"baseline_adjusted_score":0.7868217257782817},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.8227848101265823,"uniform_accuracy_baseline":0.24240506329113914,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.6956521739130436,"baseline_adjusted_score":0.6956521739130436},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.03954420470168575,"accuracy":0.9523809523809523,"positive_recall":1,"specificity":0.9,"precision":0.9166666666666666,"balanced_accuracy":0.95,"f1":0.9565217391304348,"true_positive":11,"false_positive":1,"false_negative":0,"true_negative":9,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.24943310657596363,"brier_skill":0.8414636884232416,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.8484848484848485,"uniform_accuracy_baseline":0.3237373737373738,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.75,"baseline_adjusted_score":0.75},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.15971190137046343,"accuracy":0.7575757575757576,"positive_recall":0.7058823529411765,"specificity":0.8125,"precision":0.8,"balanced_accuracy":0.7591911764705883,"f1":0.75,"true_positive":12,"false_positive":3,"false_negative":5,"true_negative":13,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.36056521841016687,"baseline_adjusted_skill":0.5183823529411766,"baseline_adjusted_score":0.5183823529411766},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.13717740883893223,"normalized_score_rmse":0.22210468564632227,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.34313725490196084,"baseline_adjusted_skill":0.600225837097969,"baseline_adjusted_score":0.600225837097969},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.059143927348543256,"accuracy":0.91,"positive_recall":1,"specificity":0.82,"precision":0.847457627118644,"balanced_accuracy":0.9099999999999999,"f1":0.9174311926605505,"true_positive":50,"false_positive":9,"false_negative":0,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.763424290605827,"baseline_adjusted_skill":0.8199999999999998,"baseline_adjusted_score":0.8199999999999998},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.5733333333333334,"uniform_accuracy_baseline":0.3333333333333332,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":0.3402061855670103,"baseline_adjusted_score":0.3402061855670103},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.2525981317174186,"accuracy":0.6,"positive_recall":0.32432432432432434,"specificity":0.868421052631579,"precision":0.7058823529411765,"balanced_accuracy":0.5963726884779517,"f1":0.4444444444444444,"true_positive":12,"false_positive":5,"false_negative":25,"true_negative":33,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555535,"brier_skill":-0.0105721841468569,"baseline_adjusted_skill":0.19274537695590332,"baseline_adjusted_score":0.19274537695590332},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.1428571428571427,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.8974358974358975,"baseline_adjusted_score":0.8974358974358975},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.335,"uniform_accuracy_baseline":0.32416666666666627,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.007575757575757584,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.2593432898489129,"accuracy":0.6363636363636364,"positive_recall":1,"specificity":0.29411764705882354,"precision":0.5714285714285714,"balanced_accuracy":0.6470588235294118,"f1":0.7272727272727273,"true_positive":16,"false_positive":12,"false_negative":0,"true_negative":5,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":-0.03832662737303694,"baseline_adjusted_skill":0.2941176470588236,"baseline_adjusted_score":0.2941176470588236},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.068262376610867,"normalized_score_rmse":0.08921444722624239,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.6892884926677778,"baseline_adjusted_score":0.6892884926677778},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.13233968707322197,"accuracy":0.82,"positive_recall":0.8636363636363636,"specificity":0.8076923076923077,"precision":0.5588235294117647,"balanced_accuracy":0.8356643356643356,"f1":0.6785714285714286,"true_positive":19,"false_positive":15,"false_negative":3,"true_negative":63,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000028,"brier_skill":0.22878970237050267,"baseline_adjusted_skill":0.6713286713286712,"baseline_adjusted_score":0.6713286713286712},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.12691233201646812,"accuracy":0.84,"positive_recall":0.5945945945945946,"specificity":0.9841269841269841,"precision":0.9565217391304348,"balanced_accuracy":0.7893607893607893,"f1":0.7333333333333333,"true_positive":22,"false_positive":1,"false_negative":15,"true_negative":62,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000008,"brier_skill":0.45554555119490314,"baseline_adjusted_skill":0.5787215787215787,"baseline_adjusted_score":0.5787215787215787},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.0732785635988499,"accuracy":0.93,"positive_recall":0.8461538461538461,"specificity":0.9836065573770492,"precision":0.9705882352941176,"balanced_accuracy":0.9148802017654476,"f1":0.9041095890410958,"true_positive":33,"false_positive":1,"false_negative":6,"true_negative":60,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379000000000002,"brier_skill":0.6919774543974366,"baseline_adjusted_skill":0.8297604035308952,"baseline_adjusted_score":0.8297604035308952},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10578681290815437,"accuracy":0.82,"positive_recall":0.8064516129032258,"specificity":0.8260869565217391,"precision":0.6756756756756757,"balanced_accuracy":0.8162692847124824,"f1":0.7352941176470589,"true_positive":25,"false_positive":12,"false_negative":6,"true_negative":57,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999987,"brier_skill":0.5054379948192873,"baseline_adjusted_skill":0.6325385694249648,"baseline_adjusted_score":0.6325385694249648},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.8611111111111112,"baseline_adjusted_score":0.8611111111111112},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.1677195591921918,"normalized_score_rmse":0.2068449255769088,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.2786255518615407,"baseline_adjusted_score":0.2786255518615407},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.12415757585200908,"accuracy":0.85,"positive_recall":0.8,"specificity":0.9,"precision":0.8888888888888888,"balanced_accuracy":0.8500000000000001,"f1":0.8421052631578947,"true_positive":40,"false_positive":5,"false_negative":10,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5033696965919636,"baseline_adjusted_skill":0.7000000000000002,"baseline_adjusted_score":0.7000000000000002},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3093621539578628,"accuracy":0.51,"positive_recall":0.86,"specificity":0.16,"precision":0.5058823529411764,"balanced_accuracy":0.51,"f1":0.6370370370370371,"true_positive":43,"false_positive":42,"false_negative":7,"true_negative":8,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.23744861583145127,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.54,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.3142857142857143,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09031078666089666,"accuracy":0.87,"positive_recall":0.92,"specificity":0.82,"precision":0.8363636363636363,"balanced_accuracy":0.87,"f1":0.8761904761904762,"true_positive":46,"false_positive":9,"false_negative":4,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6387568533564134,"baseline_adjusted_skill":0.74,"baseline_adjusted_score":0.74},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.93,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.8333333333333335,"baseline_adjusted_score":0.8333333333333335},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.73,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.5499999999999999,"baseline_adjusted_score":0.5499999999999999},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.15858724919454553,"accuracy":0.73,"positive_recall":0.68,"specificity":0.78,"precision":0.7555555555555555,"balanced_accuracy":0.73,"f1":0.7157894736842105,"true_positive":34,"false_positive":11,"false_negative":16,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.36565100322181787,"baseline_adjusted_skill":0.45999999999999996,"baseline_adjusted_score":0.45999999999999996},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.20851190476190457,"fixed_answer_accuracy_baseline":0.2233333333333332,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.0345650445672549,"accuracy":0.95,"positive_recall":0.9,"specificity":1,"precision":1,"balanced_accuracy":0.95,"f1":0.9473684210526315,"true_positive":45,"false_positive":0,"false_negative":5,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8617398217309804,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.061701299607520924,"normalized_score_rmse":0.12148953532514616,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.7943290013082636,"baseline_adjusted_score":0.7943290013082636},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.22851190476190467,"fixed_answer_accuracy_baseline":0.2433333333333333,"baseline_adjusted_skill":0.9207048458149779,"baseline_adjusted_score":0.9207048458149779},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.012721692827212978,"accuracy":0.97,"positive_recall":0.98,"specificity":0.96,"precision":0.9607843137254902,"balanced_accuracy":0.97,"f1":0.9702970297029703,"true_positive":49,"false_positive":2,"false_negative":1,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9491132286911481,"baseline_adjusted_skill":0.94,"baseline_adjusted_score":0.94},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.0546751104589655,"normalized_score_rmse":0.11209154243342027,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.304222222222222,"baseline_adjusted_skill":0.820279037936198,"baseline_adjusted_score":0.820279037936198},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.72,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.5483870967741935,"baseline_adjusted_score":0.5483870967741935},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.05304136740182655,"accuracy":0.92,"positive_recall":0.96,"specificity":0.88,"precision":0.8888888888888888,"balanced_accuracy":0.9199999999999999,"f1":0.9230769230769231,"true_positive":48,"false_positive":6,"false_negative":2,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7878345303926938,"baseline_adjusted_skill":0.8399999999999999,"baseline_adjusted_score":0.8399999999999999},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.8799999999999999,"baseline_adjusted_score":0.8799999999999999},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.05905751385923016,"accuracy":0.91,"positive_recall":0.94,"specificity":0.88,"precision":0.8867924528301887,"balanced_accuracy":0.9099999999999999,"f1":0.912621359223301,"true_positive":47,"false_positive":6,"false_negative":3,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7637699445630793,"baseline_adjusted_skill":0.8199999999999998,"baseline_adjusted_score":0.8199999999999998},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.59,"uniform_accuracy_baseline":0.35333333333333317,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.30508474576271183,"baseline_adjusted_score":0.30508474576271183},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.81,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.6935483870967742,"baseline_adjusted_score":0.6935483870967742},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.7,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.5161290322580644,"baseline_adjusted_score":0.5161290322580644},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.11111111111111088,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.40476190476190477,"baseline_adjusted_score":0.40476190476190477},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.0606877578459883,"accuracy":0.8061249999999999,"positive_recall":0.6479894528675018,"specificity":0.8431281813975012,"precision":0.4915000000000002,"balanced_accuracy":0.7455588171325015,"f1":0.5589991470002845,"true_positive":49.15000000000002,"false_positive":50.84999999999999,"false_negative":26.7,"true_negative":273.2999999999999,"positive_prevalence":0.1896249999999999,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500007,"brier_skill":0.20277351081675177,"baseline_adjusted_skill":0.491117634265003,"baseline_adjusted_score":0.491117634265003},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.141208778534492,"normalized_score_rmse":0.1777254114729297,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":0.3393741355111485,"baseline_adjusted_score":0.3393741355111485},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.08288879908618974,"accuracy":0.7703749999999998,"positive_recall":0.7022972339428034,"specificity":0.7951252769728994,"precision":0.5548148148148149,"balanced_accuracy":0.7487112554578514,"f1":0.6199048210221395,"true_positive":74.89999999999998,"false_positive":60.09999999999998,"false_negative":31.75000000000001,"true_negative":233.24999999999994,"positive_prevalence":0.2666249999999998,"majority_accuracy_baseline":0.7333750000000002,"constant_brier_baseline":0.11565485937499977,"brier_skill":0.283308980408417,"baseline_adjusted_skill":0.4974225109157029,"baseline_adjusted_score":0.4974225109157029},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1619321946306445,"normalized_score_rmse":0.22348745019745675,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.39746160137434594,"baseline_adjusted_score":0.39746160137434594},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.08037043930420346,"accuracy":0.7576249999999999,"positive_recall":0.7284116331096195,"specificity":0.7689505637467474,"precision":0.5499999999999998,"balanced_accuracy":0.7486810984281835,"f1":0.6267564966313761,"true_positive":81.39999999999998,"false_positive":66.60000000000002,"false_negative":30.35000000000001,"true_negative":221.64999999999995,"positive_prevalence":0.2793749999999999,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937499995,"brier_skill":0.2897368307030853,"baseline_adjusted_skill":0.49736219685636707,"baseline_adjusted_score":0.49736219685636707},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.16239211100706596,"normalized_score_rmse":0.2138724731705766,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.3857508803515236,"baseline_adjusted_score":0.3857508803515236},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.04911331233976478,"accuracy":0.8633749999999999,"positive_recall":0.6822535211267605,"specificity":0.9150200803212851,"precision":0.6959770114942531,"balanced_accuracy":0.7986368007240228,"f1":0.6890469416785207,"true_positive":60.550000000000004,"false_positive":26.449999999999985,"false_negative":28.20000000000001,"true_negative":284.79999999999995,"positive_prevalence":0.22187499999999974,"majority_accuracy_baseline":0.7781250000000003,"constant_brier_baseline":0.126740234375001,"brier_skill":0.6124883894845299,"baseline_adjusted_skill":0.5972736014480455,"baseline_adjusted_score":0.5972736014480455},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.13267038421843608,"normalized_score_rmse":0.19608285004732334,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.41198721676039407,"baseline_adjusted_score":0.41198721676039407},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.08294268425380422,"accuracy":0.7689999999999998,"positive_recall":0.8478260869565216,"specificity":0.7406526172671651,"precision":0.5403614457831323,"balanced_accuracy":0.7942393521118434,"f1":0.6600441501103751,"true_positive":89.69999999999996,"false_positive":76.30000000000003,"false_negative":16.100000000000005,"true_negative":217.89999999999992,"positive_prevalence":0.26449999999999985,"majority_accuracy_baseline":0.7355000000000002,"constant_brier_baseline":0.11362725000000028,"brier_skill":0.2700458362425914,"baseline_adjusted_skill":0.5884787042236868,"baseline_adjusted_score":0.5884787042236868},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.15029220191878268,"normalized_score_rmse":0.20743265164574645,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.4018220819152928,"baseline_adjusted_score":0.4018220819152928},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.09116500881304843,"accuracy":0.7710000000000001,"positive_recall":0.6592689295039165,"specificity":0.7974644403215831,"precision":0.43534482758620696,"balanced_accuracy":0.7283666849127498,"f1":0.5244029075804778,"true_positive":50.500000000000014,"false_positive":65.5,"false_negative":26.1,"true_negative":257.90000000000003,"positive_prevalence":0.1914999999999999,"majority_accuracy_baseline":0.8085000000000001,"constant_brier_baseline":0.09190274999999995,"brier_skill":0.008027411442546817,"baseline_adjusted_skill":0.4567333698254996,"baseline_adjusted_score":0.4567333698254996},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1483894803150906,"normalized_score_rmse":0.2280129079542944,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.282709460712553,"baseline_adjusted_score":0.282709460712553},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.07013864033373861,"accuracy":0.8374999999999999,"positive_recall":0.8184281842818428,"specificity":0.8418148375229919,"precision":0.5392857142857141,"balanced_accuracy":0.8301215109024174,"f1":0.6501614639397201,"true_positive":60.399999999999984,"false_positive":51.60000000000001,"false_negative":13.399999999999999,"true_negative":274.59999999999997,"positive_prevalence":0.1844999999999999,"majority_accuracy_baseline":0.8155000000000001,"constant_brier_baseline":0.1092222499999995,"brier_skill":0.3578356027847903,"baseline_adjusted_skill":0.6602430218048347,"baseline_adjusted_score":0.6602430218048347},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.14213830594380852,"normalized_score_rmse":0.21221048223632155,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":0.2494346880854995,"baseline_adjusted_score":0.2494346880854995},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.06216361377231596,"accuracy":0.8332499999999999,"positive_recall":0.4828025477707007,"specificity":0.9188180404354589,"precision":0.5921875000000002,"balanced_accuracy":0.7008102941030798,"f1":0.5319298245614036,"true_positive":37.900000000000006,"false_positive":26.099999999999984,"false_negative":40.599999999999994,"true_negative":295.3999999999999,"positive_prevalence":0.19624999999999987,"majority_accuracy_baseline":0.8037500000000002,"constant_brier_baseline":0.09878593749999955,"brier_skill":0.3707240590563181,"baseline_adjusted_skill":0.40162058820615965,"baseline_adjusted_score":0.40162058820615965},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.16016068735392763,"normalized_score_rmse":0.22448662614538906,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":0.24184290009975085,"baseline_adjusted_score":0.24184290009975085},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.09790280844026586,"accuracy":0.6849489795918368,"positive_recall":0.9137010676156585,"specificity":0.51230975828111,"precision":0.5857414448669199,"balanced_accuracy":0.7130054129483843,"f1":0.7138554216867468,"true_positive":154.04999999999998,"false_positive":108.95000000000009,"false_negative":14.549999999999992,"true_negative":114.45000000000002,"positive_prevalence":0.43010204081632636,"majority_accuracy_baseline":0.5698979591836737,"constant_brier_baseline":0.12359641815910102,"brier_skill":0.20788312559155842,"baseline_adjusted_skill":0.42601082589676853,"baseline_adjusted_score":0.42601082589676853},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.15881842014508094,"normalized_score_rmse":0.21154326832794862,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.42354795651044697,"baseline_adjusted_score":0.42354795651044697},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.04944857489645149,"accuracy":0.8812500000000004,"positive_recall":0.8068450039339103,"specificity":0.895303908455937,"precision":0.5927745664739884,"balanced_accuracy":0.8510744561949237,"f1":0.683438853715428,"true_positive":102.54999999999997,"false_positive":70.45,"false_negative":24.549999999999986,"true_negative":602.4500000000004,"positive_prevalence":0.15887500000000002,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499934,"brier_skill":0.4993942677389447,"baseline_adjusted_skill":0.7021489123898474,"baseline_adjusted_score":0.7021489123898474},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.12126507445093011,"normalized_score_rmse":0.171308827700625,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":0.26506015484284784,"baseline_adjusted_score":0.26506015484284784},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.65,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.435483870967742,"baseline_adjusted_score":0.435483870967742},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.262679453078156,"accuracy":0.59,"positive_recall":0.5,"specificity":0.68,"precision":0.6097560975609756,"balanced_accuracy":0.5900000000000001,"f1":0.5494505494505495,"true_positive":25,"false_positive":16,"false_negative":25,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.050717812312623956,"baseline_adjusted_skill":0.18000000000000016,"baseline_adjusted_score":0.18000000000000016},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.3518886679920477,"uniform_accuracy_baseline":0.058823529411766766,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.23831775700934582,"baseline_adjusted_score":0.23831775700934582},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.782608695652174,"baseline_adjusted_score":0.782608695652174},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1939248932389276,"accuracy":0.7,"positive_recall":0.9,"specificity":0.5,"precision":0.6428571428571429,"balanced_accuracy":0.7,"f1":0.75,"true_positive":45,"false_positive":25,"false_negative":5,"true_negative":25,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.22430042704428965,"baseline_adjusted_skill":0.3999999999999999,"baseline_adjusted_score":0.3999999999999999},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.47,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.1587301587301587,"baseline_adjusted_score":0.1587301587301587},"scoring":{"eligible":true,"reason":null},"model":15,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.2792202927702702,"accuracy":0.527027027027027,"positive_recall":0.11267605633802817,"specificity":0.9090909090909091,"precision":0.5333333333333333,"balanced_accuracy":0.5108834827144686,"f1":0.18604651162790697,"true_positive":8,"false_positive":7,"false_negative":63,"true_negative":70,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.2495891161431699,"brier_skill":-0.1187198267495897,"baseline_adjusted_skill":0.02176696542893719,"baseline_adjusted_score":0.02176696542893719},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.25,"uniform_accuracy_baseline":0.20049999999999962,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":-0.05633802816901406,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.68,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.5294117647058825,"baseline_adjusted_score":0.5294117647058825},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.65,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.2553191489361702,"baseline_adjusted_score":0.2553191489361702},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.32,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":-0.3877551020408163,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.07516020430908085,"accuracy":0.6258781363399999,"positive_recall":0.9105927537705134,"specificity":0.1690829161525337,"precision":0.6374500382954544,"balanced_accuracy":0.5398378349615236,"f1":0.7499242123506384,"true_positive":56.09560336999999,"false_positive":31.904396630000004,"false_negative":5.507789736,"true_negative":6.492210264,"positive_prevalence":0.6160339310599999,"majority_accuracy_baseline":0.6160339310599999,"constant_brier_baseline":0.079087076552024,"brier_skill":0.049652514850008767,"baseline_adjusted_skill":0.0796756699230472,"baseline_adjusted_score":0.0796756699230472},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.23965639730000018,"accuracy":0.66,"positive_recall":0.38,"specificity":0.94,"precision":0.8636363636363636,"balanced_accuracy":0.6599999999999999,"f1":0.5277777777777778,"true_positive":19,"false_positive":3,"false_negative":31,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.04137441079999926,"baseline_adjusted_skill":0.31999999999999984,"baseline_adjusted_score":0.31999999999999984},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.73,"uniform_accuracy_baseline":0.012987012987012965,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.7157894736842105,"baseline_adjusted_score":0.7157894736842105},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.52,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.2,"baseline_adjusted_score":0.2},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.47,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.17187499999999997,"baseline_adjusted_score":0.17187499999999997},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.27338137609999996,"accuracy":0.51,"positive_recall":0.98,"specificity":0.04,"precision":0.5051546391752577,"balanced_accuracy":0.51,"f1":0.6666666666666666,"true_positive":49,"false_positive":48,"false_negative":1,"true_negative":2,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.09352550439999985,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.10533964080564977,"accuracy":0.6894747640904305,"positive_recall":0.06750294045613886,"specificity":0.9790876789561616,"precision":0.6004842233657837,"balanced_accuracy":0.5232953097061502,"f1":0.12136296315273894,"true_positive":15.012105584144592,"false_positive":9.987894415855408,"false_negative":207.37977072084323,"true_negative":467.6202292791568,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768597,"brier_skill":-0.18723422477873508,"baseline_adjusted_skill":0.04659061941230047,"baseline_adjusted_score":0.04659061941230047},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.31764737940000015,"accuracy":0.46,"positive_recall":0.44,"specificity":0.48,"precision":0.4583333333333333,"balanced_accuracy":0.45999999999999996,"f1":0.4489795918367347,"true_positive":22,"false_positive":26,"false_negative":28,"true_negative":24,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.2705895176000006,"baseline_adjusted_skill":-0.08000000000000007,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.6556291390728477,"uniform_accuracy_baseline":0.006622516556291403,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.6413793103448276,"baseline_adjusted_score":0.6413793103448276},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.45705882352941174,"uniform_accuracy_baseline":0.3333333333333301,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":-0.001084598698481599,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.35,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.08333333333333341,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.27278075710000005,"accuracy":0.56,"positive_recall":0.26,"specificity":0.86,"precision":0.65,"balanced_accuracy":0.56,"f1":0.37142857142857144,"true_positive":13,"false_positive":7,"false_negative":37,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.0911230284000002,"baseline_adjusted_skill":0.1200000000000001,"baseline_adjusted_score":0.1200000000000001},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.52,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.07142857142857136,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9887640449438202,"baseline_adjusted_score":0.9887640449438202},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.55,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.02173913043478263,"baseline_adjusted_score":0.02173913043478263},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.25,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":-0.02739726027397263,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.6111111111111112,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":-0.16666666666666638,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.3162395715853658,"accuracy":0.524390243902439,"positive_recall":0.15,"specificity":0.8809523809523809,"precision":0.5454545454545454,"balanced_accuracy":0.5154761904761904,"f1":0.23529411764705882,"true_positive":6,"false_positive":5,"false_negative":34,"true_negative":37,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.24985127900059498,"brier_skill":-0.26571123770238025,"baseline_adjusted_skill":0.030952380952380842,"baseline_adjusted_score":0.030952380952380842},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3174606191999999,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":50,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.2698424767999996,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.33519553072625696,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.14695340501792112,"baseline_adjusted_score":0.14695340501792112},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":-0.08196721311475408,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.2023987715999999,"accuracy":0.67,"positive_recall":0.2727272727272727,"specificity":0.782051282051282,"precision":0.2608695652173913,"balanced_accuracy":0.5273892773892774,"f1":0.26666666666666666,"true_positive":12,"false_positive":34,"false_negative":32,"true_negative":122,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000053,"brier_skill":-0.1794800209790166,"baseline_adjusted_skill":0.05477855477855487,"baseline_adjusted_score":0.05477855477855487},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.20372210190000004,"accuracy":0.74,"positive_recall":0.66,"specificity":0.7666666666666667,"precision":0.4852941176470588,"balanced_accuracy":0.7133333333333334,"f1":0.559322033898305,"true_positive":33,"false_positive":35,"false_negative":17,"true_negative":115,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-0.08651787680000012,"baseline_adjusted_skill":0.42666666666666675,"baseline_adjusted_score":0.42666666666666675},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.15404687979999995,"accuracy":0.82,"positive_recall":0.7368421052631579,"specificity":0.8287292817679558,"precision":0.3111111111111111,"balanced_accuracy":0.7827856935155568,"f1":0.4375,"true_positive":14,"false_positive":31,"false_negative":5,"true_negative":150,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.0859749999999999,"brier_skill":-0.7917636498982279,"baseline_adjusted_skill":0.5655713870311136,"baseline_adjusted_score":0.5655713870311136},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.052382721916269796,"accuracy":0.9101726190476189,"positive_recall":0.23063188175776198,"specificity":0.953552137488206,"precision":0.2406832298136646,"balanced_accuracy":0.592092009622984,"f1":0.2355503773871637,"true_positive":38.749999999999986,"false_positive":122.24999999999996,"false_negative":129.2666666666667,"true_negative":2509.733333333333,"positive_prevalence":0.060005952380952354,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679296,"brier_skill":-0.6267434912339158,"baseline_adjusted_skill":0.18418401924596806,"baseline_adjusted_score":0.18418401924596806},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.2577903682719547,"uniform_accuracy_baseline":0.027777777777777853,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.14935064935064934,"baseline_adjusted_score":0.14935064935064934},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.36,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.08571428571428572,"baseline_adjusted_score":0.08571428571428572},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.4092643127,"accuracy":0.5,"positive_recall":0.08,"specificity":0.92,"precision":0.5,"balanced_accuracy":0.5,"f1":0.13793103448275862,"true_positive":4,"false_positive":4,"false_negative":46,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.6370572508000001,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3069730335999999,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":50,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.22789213439999956,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.56,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":-0.12820512820512803,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.56,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.5319148936170213,"baseline_adjusted_score":0.5319148936170213},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2561670853,"accuracy":0.66,"positive_recall":0.48,"specificity":0.84,"precision":0.75,"balanced_accuracy":0.6599999999999999,"f1":0.5853658536585366,"true_positive":24,"false_positive":8,"false_negative":26,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.024668341199999944,"baseline_adjusted_skill":0.31999999999999984,"baseline_adjusted_score":0.31999999999999984},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8805970149253733,"baseline_adjusted_score":0.8805970149253733},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.40544106090000026,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":50,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.621764243600001,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.3420867905405407,"uniform_accuracy_baseline":0.23445945945945923,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.10810306553348664,"baseline_adjusted_score":0.10810306553348664},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.140056448081204,"accuracy":0.5895175460526317,"positive_recall":0.8952432197770481,"specificity":0.29839882988950023,"precision":0.5485399586776859,"balanced_accuracy":0.5968210248332741,"f1":0.6802637488941722,"true_positive":66.37333500000001,"false_positive":54.62666500000001,"false_negative":7.7666679999999975,"true_negative":23.233332,"positive_prevalence":0.48776317763157917,"majority_accuracy_baseline":0.5122368223684208,"constant_brier_baseline":0.0945191003976856,"brier_skill":-0.4817793175339342,"baseline_adjusted_skill":0.1936420496665483,"baseline_adjusted_score":0.1936420496665483},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.19395565638622025,"normalized_score_rmse":0.24012260654875675,"constant_score_baseline":0.5841668333333334,"constant_mae_baseline":0.21700552708333315,"baseline_adjusted_skill":0.10621789687532435,"baseline_adjusted_score":0.10621789687532435},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2560165568,"accuracy":0.56,"positive_recall":0.36,"specificity":0.76,"precision":0.6,"balanced_accuracy":0.56,"f1":0.45,"true_positive":18,"false_positive":12,"false_negative":32,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.024066227200000068,"baseline_adjusted_skill":0.1200000000000001,"baseline_adjusted_score":0.1200000000000001},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2829396317,"accuracy":0.5,"positive_recall":0.18,"specificity":0.82,"precision":0.5,"balanced_accuracy":0.5,"f1":0.2647058823529412,"true_positive":9,"false_positive":9,"false_negative":41,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.1317585268000001,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.38,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":-0.016393442622950834,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.685,"uniform_accuracy_baseline":0.03611111111111102,"fixed_answer_accuracy_baseline":0.08833333333333329,"baseline_adjusted_skill":0.6544789762340038,"baseline_adjusted_score":0.6544789762340038},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.77,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.47727272727272724,"baseline_adjusted_score":0.47727272727272724},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.715,"uniform_accuracy_baseline":0.04987932421560751,"fixed_answer_accuracy_baseline":0.1244247787610618,"baseline_adjusted_skill":0.6744996967859309,"baseline_adjusted_score":0.6744996967859309},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.30844912609999997,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":50,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.23379650439999988,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.5555555555555556,"uniform_accuracy_baseline":0.23888888888888893,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.3725490196078432,"baseline_adjusted_score":0.3725490196078432},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.26830594984375006,"accuracy":0.59375,"positive_recall":1,"specificity":0.1875,"precision":0.5517241379310345,"balanced_accuracy":0.59375,"f1":0.7111111111111111,"true_positive":32,"false_positive":26,"false_negative":0,"true_negative":6,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.07322379937500023,"baseline_adjusted_skill":0.1875,"baseline_adjusted_score":0.1875},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.45652173913043476,"baseline_adjusted_score":0.45652173913043476},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.26,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.12121212121212126,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2654297912000001,"accuracy":0.52,"positive_recall":0.62,"specificity":0.42,"precision":0.5166666666666667,"balanced_accuracy":0.52,"f1":0.5636363636363636,"true_positive":31,"false_positive":29,"false_negative":19,"true_negative":21,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.06171916480000039,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.8260869565217391,"baseline_adjusted_score":0.8260869565217391},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.27048873757575753,"accuracy":0.45454545454545453,"positive_recall":0.4375,"specificity":0.47058823529411764,"precision":0.4375,"balanced_accuracy":0.4540441176470588,"f1":0.4375,"true_positive":7,"false_positive":9,"false_negative":9,"true_negative":8,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":-0.08294939419117586,"baseline_adjusted_skill":-0.09191176470588236,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.2527042617745767,"normalized_score_rmse":0.32053605446017,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.23422950977401003,"baseline_adjusted_score":0.23422950977401003},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.1875,"uniform_accuracy_baseline":0.17812500000000006,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.14035087719298242,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.3082233614705882,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":17,"false_positive":17,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.23289344588235283,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.30058054433925463,"normalized_score_rmse":0.3639551822400959,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-1.0439477015069314,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.0625,"uniform_accuracy_baseline":0.13194444444444448,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":-1.3478260869565215,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.2973074896153846,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":26,"false_positive":26,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.18922995846153845,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.27495851800000004,"accuracy":0.52,"positive_recall":1,"specificity":0,"precision":0.52,"balanced_accuracy":0.5,"f1":0.6842105263157895,"true_positive":39,"false_positive":36,"false_negative":0,"true_negative":0,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24959999999999993,"brier_skill":-0.10159662660256452,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.35025273097333914,"normalized_score_rmse":0.41270475101537385,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.25090261061906816,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.31999999999999995,"baseline_adjusted_score":0.31999999999999995},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.27016710749999995,"accuracy":0.5357142857142857,"positive_recall":1,"specificity":0.07142857142857142,"precision":0.5185185185185185,"balanced_accuracy":0.5357142857142857,"f1":0.6829268292682927,"true_positive":14,"false_positive":13,"false_negative":0,"true_negative":1,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.08066842999999979,"baseline_adjusted_skill":0.0714285714285714,"baseline_adjusted_score":0.0714285714285714},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.4207366875648648,"normalized_score_rmse":0.4726286700458602,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.16969696969696968,"baseline_adjusted_skill":-1.479341194578668,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":0.8666666666666667,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":0.8333333333333334,"baseline_adjusted_score":0.8333333333333334},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.23355454811764706,"accuracy":0.5411764705882353,"positive_recall":0.35555555555555557,"specificity":0.75,"precision":0.6153846153846154,"balanced_accuracy":0.5527777777777778,"f1":0.4507042253521127,"true_positive":16,"false_positive":10,"false_negative":29,"true_negative":30,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.24913494809688563,"brier_skill":0.0625379943611104,"baseline_adjusted_skill":0.10555555555555562,"baseline_adjusted_score":0.10555555555555562},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.28,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.05263157894736847,"baseline_adjusted_score":0.05263157894736847},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.20397660159999997,"accuracy":0.7,"positive_recall":1,"specificity":0,"precision":0.7,"balanced_accuracy":0.5,"f1":0.8235294117647058,"true_positive":35,"false_positive":15,"false_negative":0,"true_negative":0,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.20999999999999996,"brier_skill":0.028682849523809506,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.2992174972601162,"normalized_score_rmse":0.39468458501789866,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.06863391878612912,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.21518987341772153,"uniform_accuracy_baseline":0.24240506329113914,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":-0.34782608695652173,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.2697848042857143,"accuracy":0.5238095238095238,"positive_recall":1,"specificity":0,"precision":0.5238095238095238,"balanced_accuracy":0.5,"f1":0.6875,"true_positive":11,"false_positive":10,"false_negative":0,"true_negative":0,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.24943310657596363,"brier_skill":-0.08159180627272766,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.36363636363636365,"uniform_accuracy_baseline":0.3237373737373738,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":-0.049999999999999954,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.2286088984848485,"accuracy":0.6363636363636364,"positive_recall":0.8823529411764706,"specificity":0.375,"precision":0.6,"balanced_accuracy":0.6286764705882353,"f1":0.7142857142857143,"true_positive":15,"false_positive":10,"false_negative":2,"true_negative":6,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.084723932169118,"baseline_adjusted_skill":0.25735294117647056,"baseline_adjusted_score":0.25735294117647056},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.3611029802878883,"normalized_score_rmse":0.40351035338910163,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.34313725490196084,"baseline_adjusted_skill":-0.05235725683898851,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.29119997719999996,"accuracy":0.41,"positive_recall":0.4,"specificity":0.42,"precision":0.40816326530612246,"balanced_accuracy":0.41000000000000003,"f1":0.40404040404040403,"true_positive":20,"false_positive":29,"false_negative":30,"true_negative":21,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.16479990879999984,"baseline_adjusted_skill":-0.17999999999999994,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.33333333333333326,"uniform_accuracy_baseline":0.3333333333333332,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":-0.030927835051546504,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.2541831735999999,"accuracy":0.4266666666666667,"positive_recall":0.10810810810810811,"specificity":0.7368421052631579,"precision":0.2857142857142857,"balanced_accuracy":0.422475106685633,"f1":0.1568627450980392,"true_positive":4,"false_positive":10,"false_negative":33,"true_negative":28,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555535,"brier_skill":-0.016913479018492605,"baseline_adjusted_skill":-0.15504978662873403,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.29,"uniform_accuracy_baseline":0.1428571428571427,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.08974358974358972,"baseline_adjusted_score":0.08974358974358972},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.30499999999999994,"uniform_accuracy_baseline":0.32416666666666627,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.05303030303030317,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.2820789354545455,"accuracy":0.48484848484848486,"positive_recall":1,"specificity":0,"precision":0.48484848484848486,"balanced_accuracy":0.5,"f1":0.6530612244897959,"true_positive":16,"false_positive":17,"false_negative":0,"true_negative":0,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":-0.12935279672794087,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.2561894991140487,"normalized_score_rmse":0.2865248525029301,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":-0.16610392700187693,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25910864420000007,"accuracy":0.51,"positive_recall":0.8636363636363636,"specificity":0.41025641025641024,"precision":0.2923076923076923,"balanced_accuracy":0.6369463869463869,"f1":0.4367816091954023,"true_positive":19,"false_positive":46,"false_negative":3,"true_negative":32,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000028,"brier_skill":-0.5099571340326319,"baseline_adjusted_skill":0.2738927738927739,"baseline_adjusted_score":0.2738927738927739},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.26743772790000003,"accuracy":0.44,"positive_recall":0.6756756756756757,"specificity":0.30158730158730157,"precision":0.36231884057971014,"balanced_accuracy":0.48863148863148864,"f1":0.4716981132075472,"true_positive":25,"false_positive":44,"false_negative":12,"true_negative":19,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000008,"brier_skill":-0.1473089999999997,"baseline_adjusted_skill":-0.022737022737022716,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2649655285000001,"accuracy":0.48,"positive_recall":0.717948717948718,"specificity":0.32786885245901637,"precision":0.4057971014492754,"balanced_accuracy":0.5229087852038672,"f1":0.5185185185185185,"true_positive":28,"false_positive":41,"false_negative":11,"true_negative":20,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379000000000002,"brier_skill":-0.11376850987809961,"baseline_adjusted_skill":0.045817570407734376,"baseline_adjusted_score":0.045817570407734376},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3437063874,"accuracy":0.32,"positive_recall":0.9032258064516129,"specificity":0.057971014492753624,"precision":0.3010752688172043,"balanced_accuracy":0.48059841047218327,"f1":0.45161290322580644,"true_positive":28,"false_positive":65,"false_negative":3,"true_negative":4,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999987,"brier_skill":-0.6068554810659195,"baseline_adjusted_skill":-0.03880317905563346,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.3055555555555555,"baseline_adjusted_score":0.3055555555555555},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.28255283259979297,"normalized_score_rmse":0.3351494940875383,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":-0.21528100042921694,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.20639756760000005,"accuracy":0.68,"positive_recall":0.9,"specificity":0.46,"precision":0.625,"balanced_accuracy":0.68,"f1":0.7377049180327869,"true_positive":45,"false_positive":27,"false_negative":5,"true_negative":23,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.17440972959999979,"baseline_adjusted_skill":0.3600000000000001,"baseline_adjusted_score":0.3600000000000001},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24034392919999994,"accuracy":0.52,"positive_recall":0.44,"specificity":0.6,"precision":0.5238095238095238,"balanced_accuracy":0.52,"f1":0.4782608695652174,"true_positive":22,"false_positive":20,"false_negative":28,"true_negative":30,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.03862428320000022,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.37,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.8000000000000002,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2148312922,"accuracy":0.66,"positive_recall":0.62,"specificity":0.7,"precision":0.6739130434782609,"balanced_accuracy":0.6599999999999999,"f1":0.6458333333333334,"true_positive":31,"false_positive":15,"false_negative":19,"true_negative":35,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.14067483120000002,"baseline_adjusted_skill":0.31999999999999984,"baseline_adjusted_score":0.31999999999999984},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.7,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.2857142857142857,"baseline_adjusted_score":0.2857142857142857},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.3,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.16666666666666674,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.26092522789999995,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":50,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.04370091159999978,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.20851190476190457,"fixed_answer_accuracy_baseline":0.2233333333333332,"baseline_adjusted_skill":0.8583690987124464,"baseline_adjusted_score":0.8583690987124464},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.19960648809999995,"accuracy":0.66,"positive_recall":0.72,"specificity":0.6,"precision":0.6428571428571429,"balanced_accuracy":0.6599999999999999,"f1":0.6792452830188679,"true_positive":36,"false_positive":20,"false_negative":14,"true_negative":30,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2015740476000002,"baseline_adjusted_skill":0.31999999999999984,"baseline_adjusted_score":0.31999999999999984},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.2299601558905088,"normalized_score_rmse":0.280790320508631,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.23346614703163726,"baseline_adjusted_score":0.23346614703163726},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.22851190476190467,"fixed_answer_accuracy_baseline":0.2433333333333333,"baseline_adjusted_skill":0.6696035242290749,"baseline_adjusted_score":0.6696035242290749},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.26630503710000003,"accuracy":0.62,"positive_recall":0.78,"specificity":0.46,"precision":0.5909090909090909,"balanced_accuracy":0.62,"f1":0.6724137931034483,"true_positive":39,"false_positive":27,"false_negative":11,"true_negative":23,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.06522014840000012,"baseline_adjusted_skill":0.24,"baseline_adjusted_score":0.24},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.27117832850535467,"normalized_score_rmse":0.33538067472320127,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.304222222222222,"baseline_adjusted_skill":0.10861761996048436,"baseline_adjusted_score":0.10861761996048436},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.67,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.46774193548387105,"baseline_adjusted_score":0.46774193548387105},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1445298618,"accuracy":0.8,"positive_recall":0.66,"specificity":0.94,"precision":0.9166666666666666,"balanced_accuracy":0.8,"f1":0.7674418604651163,"true_positive":33,"false_positive":3,"false_negative":17,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.42188055280000003,"baseline_adjusted_skill":0.6000000000000001,"baseline_adjusted_score":0.6000000000000001},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.42,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":-0.16000000000000003,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.12937734469999998,"accuracy":0.84,"positive_recall":0.74,"specificity":0.94,"precision":0.925,"balanced_accuracy":0.84,"f1":0.8222222222222222,"true_positive":37,"false_positive":3,"false_negative":13,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4824906212000001,"baseline_adjusted_skill":0.6799999999999999,"baseline_adjusted_score":0.6799999999999999},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.52,"uniform_accuracy_baseline":0.35333333333333317,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.18644067796610175,"baseline_adjusted_score":0.18644067796610175},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.38,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.29,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.14516129032258068,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.19,"uniform_accuracy_baseline":0.11111111111111088,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.03571428571428571,"baseline_adjusted_score":0.03571428571428571},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.38295966670000015,"accuracy":0.20187499999999992,"positive_recall":0.946605141727093,"specificity":0.02761067407064631,"precision":0.18552971576227387,"balanced_accuracy":0.48710790789886965,"f1":0.31025170141514524,"true_positive":71.79999999999997,"false_positive":315.19999999999993,"false_negative":4.05,"true_negative":8.95,"positive_prevalence":0.1896249999999999,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500007,"brier_skill":-4.030760756672277,"baseline_adjusted_skill":-0.025784184202260696,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.5218564974937209,"normalized_score_rmse":0.5700404343654386,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":-1.4414339064033728,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.38869646814999986,"accuracy":0.2791249999999998,"positive_recall":1,"specificity":0.017044486108743834,"precision":0.27,"balanced_accuracy":0.5085222430543719,"f1":0.42519685039370075,"true_positive":106.64999999999992,"false_positive":288.3499999999998,"false_negative":0,"true_negative":5,"positive_prevalence":0.2666249999999998,"majority_accuracy_baseline":0.7333750000000002,"constant_brier_baseline":0.11565485937499977,"brier_skill":-2.3608312720323226,"baseline_adjusted_skill":0.01704448610874376,"baseline_adjusted_score":0.01704448610874376},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.5011706144400986,"normalized_score_rmse":0.5806148361956395,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":-0.8648208909399018,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.269036931425,"accuracy":0.3658749999999999,"positive_recall":0.9131991051454138,"specificity":0.15368603642671294,"precision":0.29494219653179193,"balanced_accuracy":0.5334425707860634,"f1":0.4458765701802294,"true_positive":102.04999999999998,"false_positive":243.94999999999993,"false_negative":9.700000000000001,"true_negative":44.3,"positive_prevalence":0.2793749999999999,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937499995,"brier_skill":-1.3775784383679879,"baseline_adjusted_skill":0.06688514157212677,"baseline_adjusted_score":0.06688514157212677},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.4441476499601681,"normalized_score_rmse":0.5049448288099799,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":-0.6799911109604464,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.28852302509999994,"accuracy":0.3066249999999998,"positive_recall":0.96,"specificity":0.12032128514056228,"precision":0.237325905292479,"balanced_accuracy":0.5401606425702812,"f1":0.38056951423785584,"true_positive":85.19999999999992,"false_positive":273.7999999999999,"false_negative":3.5500000000000003,"true_negative":37.449999999999996,"positive_prevalence":0.22187499999999974,"majority_accuracy_baseline":0.7781250000000003,"constant_brier_baseline":0.126740234375001,"brier_skill":-1.2764911752199657,"baseline_adjusted_skill":0.08032128514056236,"baseline_adjusted_score":0.08032128514056236},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.5476921801505825,"normalized_score_rmse":0.6073277729207186,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":-1.4274445657643549,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.3713322236000001,"accuracy":0.2687499999999999,"positive_recall":0.9891304347826086,"specificity":0.009687287559483355,"precision":0.2642676767676769,"balanced_accuracy":0.499408861171046,"f1":0.41709844559585507,"true_positive":104.64999999999995,"false_positive":291.3499999999997,"false_negative":1.15,"true_negative":2.85,"positive_prevalence":0.26449999999999985,"majority_accuracy_baseline":0.7355000000000002,"constant_brier_baseline":0.11362725000000028,"brier_skill":-2.2679856601299355,"baseline_adjusted_skill":-0.0011822776579080152,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.499855539681932,"normalized_score_rmse":0.5552760002521424,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":-0.9894747848037098,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.39093026187500024,"accuracy":0.19649999999999987,"positive_recall":1,"specificity":0.006184291898577617,"precision":0.19246231155778892,"balanced_accuracy":0.5030921459492889,"f1":0.3227981458069954,"true_positive":76.59999999999995,"false_positive":321.3999999999998,"false_negative":0,"true_negative":2,"positive_prevalence":0.1914999999999999,"majority_accuracy_baseline":0.8085000000000001,"constant_brier_baseline":0.09190274999999995,"brier_skill":-3.2537384558677562,"baseline_adjusted_skill":0.006184291898577721,"baseline_adjusted_score":0.006184291898577721},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.5467323788912757,"normalized_score_rmse":0.6062193492394355,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":-1.6428151245499731,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.4687377325249997,"accuracy":0.1869999999999999,"positive_recall":1,"specificity":0.003065603923973024,"precision":0.18496240601503755,"balanced_accuracy":0.5015328019619865,"f1":0.3121827411167512,"true_positive":73.79999999999995,"false_positive":325.1999999999999,"false_negative":0,"true_negative":1,"positive_prevalence":0.1844999999999999,"majority_accuracy_baseline":0.8155000000000001,"constant_brier_baseline":0.1092222499999995,"brier_skill":-3.2915956458047866,"baseline_adjusted_skill":0.003065603923972926,"baseline_adjusted_score":0.003065603923972926},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.5978979345120046,"normalized_score_rmse":0.6393008272201768,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":-2.1572168159049747,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.44046109577500003,"accuracy":0.19624999999999987,"positive_recall":1,"specificity":0,"precision":0.19625,"balanced_accuracy":0.5,"f1":0.3281086729362591,"true_positive":78.49999999999994,"false_positive":321.4999999999998,"false_negative":0,"true_negative":0,"positive_prevalence":0.19624999999999987,"majority_accuracy_baseline":0.8037500000000002,"constant_brier_baseline":0.09878593749999955,"brier_skill":-3.458742883064728,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.5669626064261979,"normalized_score_rmse":0.6328651489876098,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":-1.6838466576388065,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.162072663877551,"accuracy":0.4846938775510203,"positive_recall":0.8113879003558718,"specificity":0.23813786929274844,"precision":0.4456026058631922,"balanced_accuracy":0.5247628848243101,"f1":0.575273338940286,"true_positive":136.79999999999995,"false_positive":170.19999999999996,"false_negative":31.800000000000008,"true_negative":53.19999999999999,"positive_prevalence":0.43010204081632636,"majority_accuracy_baseline":0.5698979591836737,"constant_brier_baseline":0.12359641815910102,"brier_skill":-0.31130550780946553,"baseline_adjusted_skill":0.04952576964862021,"baseline_adjusted_score":0.04952576964862021},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.3110373537807099,"normalized_score_rmse":0.38263625494550796,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":-0.12895039520405827,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.3762287447374997,"accuracy":0.22087500000000002,"positive_recall":0.963021243115657,"specificity":0.08069549710209539,"precision":0.16518218623481778,"balanced_accuracy":0.5218583701088761,"f1":0.28199516184771334,"true_positive":122.40000000000002,"false_positive":618.6000000000003,"false_negative":4.7,"true_negative":54.300000000000004,"positive_prevalence":0.15887500000000002,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499934,"brier_skill":-2.8088512490273896,"baseline_adjusted_skill":0.04371674021775229,"baseline_adjusted_score":0.04371674021775229},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.6025170573016266,"normalized_score_rmse":0.6425350727841449,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-2.6516185291007672,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.35,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.04838709677419359,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.31240143459999997,"accuracy":0.46,"positive_recall":0.36,"specificity":0.56,"precision":0.45,"balanced_accuracy":0.46,"f1":0.4,"true_positive":18,"false_positive":22,"false_negative":32,"true_negative":28,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.2496057383999999,"baseline_adjusted_skill":-0.07999999999999996,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.08018555334658714,"uniform_accuracy_baseline":0.058823529411766766,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":-0.08099688473520249,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.47,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":-0.1521739130434784,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2463361864000001,"accuracy":0.57,"positive_recall":0.9,"specificity":0.24,"precision":0.5421686746987951,"balanced_accuracy":0.5700000000000001,"f1":0.6766917293233082,"true_positive":45,"false_positive":38,"false_negative":5,"true_negative":12,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.014655254399999595,"baseline_adjusted_skill":0.14000000000000012,"baseline_adjusted_score":0.14000000000000012},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.48,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.1746031746031746,"baseline_adjusted_score":0.1746031746031746},"scoring":{"eligible":true,"reason":null},"model":16,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.26317232216216213,"accuracy":0.6486486486486487,"positive_recall":0.352112676056338,"specificity":0.922077922077922,"precision":0.8064516129032258,"balanced_accuracy":0.63709529906713,"f1":0.49019607843137253,"true_positive":25,"false_positive":6,"false_negative":46,"true_negative":71,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.2495891161431699,"brier_skill":-0.054422269003110646,"baseline_adjusted_skill":0.27419059813426006,"baseline_adjusted_score":0.27419059813426006},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.37,"uniform_accuracy_baseline":0.20049999999999962,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.1126760563380282,"baseline_adjusted_score":0.1126760563380282},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.8529411764705884,"baseline_adjusted_score":0.8529411764705884},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.61,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.17021276595744672,"baseline_adjusted_score":0.17021276595744672},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.62,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.22448979591836732,"baseline_adjusted_score":0.22448979591836732},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1039244092455008,"accuracy":0.6260071918399999,"positive_recall":0.9756289891627127,"specificity":0.06507510014876992,"precision":0.62606308484375,"balanced_accuracy":0.5203520446557413,"f1":0.7627000277154806,"true_positive":60.10205614499999,"false_positive":35.89794385500001,"false_negative":1.501336961,"true_negative":2.498663039,"positive_prevalence":0.6160339310599999,"majority_accuracy_baseline":0.6160339310599999,"constant_brier_baseline":0.079087076552024,"brier_skill":-0.31405045901701323,"baseline_adjusted_skill":0.040704089311482505,"baseline_adjusted_score":0.040704089311482505},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.23081948129999993,"accuracy":0.67,"positive_recall":0.82,"specificity":0.52,"precision":0.6307692307692307,"balanced_accuracy":0.6699999999999999,"f1":0.7130434782608696,"true_positive":41,"false_positive":24,"false_negative":9,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.07672207480000026,"baseline_adjusted_skill":0.33999999999999986,"baseline_adjusted_score":0.33999999999999986},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.012987012987012965,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.7368421052631579,"baseline_adjusted_score":0.7368421052631579},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.8166666666666667,"baseline_adjusted_score":0.8166666666666667},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.52,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.25000000000000006,"baseline_adjusted_score":0.25000000000000006},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.14985552250000006,"accuracy":0.73,"positive_recall":0.98,"specificity":0.48,"precision":0.6533333333333333,"balanced_accuracy":0.73,"f1":0.784,"true_positive":49,"false_positive":26,"false_negative":1,"true_negative":24,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.40057790999999976,"baseline_adjusted_skill":0.45999999999999996,"baseline_adjusted_score":0.45999999999999996},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.14156885037016342,"accuracy":0.6611429610495855,"positive_recall":0.33542580673022443,"specificity":0.8128088258037206,"precision":0.4548535031698099,"balanced_accuracy":0.5741173162669725,"f1":0.38611564628739004,"true_positive":74.59597451984882,"false_positive":89.40402548015118,"false_negative":147.795901785139,"true_negative":388.204098214861,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768597,"brier_skill":-0.595556839159292,"baseline_adjusted_skill":0.14823463253394498,"baseline_adjusted_score":0.14823463253394498},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.36161519610000015,"accuracy":0.55,"positive_recall":0.32,"specificity":0.78,"precision":0.5925925925925926,"balanced_accuracy":0.55,"f1":0.4155844155844156,"true_positive":16,"false_positive":11,"false_negative":34,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.4464607844000006,"baseline_adjusted_skill":0.10000000000000009,"baseline_adjusted_score":0.10000000000000009},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.7417218543046358,"uniform_accuracy_baseline":0.006622516556291403,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.7310344827586207,"baseline_adjusted_score":0.7310344827586207},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.5547058823529412,"uniform_accuracy_baseline":0.3333333333333301,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.17895878524945769,"baseline_adjusted_score":0.17895878524945769},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.41,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.01666666666666659,"baseline_adjusted_score":0.01666666666666659},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2270896186000001,"accuracy":0.71,"positive_recall":0.9,"specificity":0.52,"precision":0.6521739130434783,"balanced_accuracy":0.71,"f1":0.7563025210084033,"true_positive":45,"false_positive":24,"false_negative":5,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.09164152559999961,"baseline_adjusted_skill":0.41999999999999993,"baseline_adjusted_score":0.41999999999999993},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.68,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.3333333333333334,"baseline_adjusted_score":0.3333333333333334},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.07142857142857136,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9775280898876404,"baseline_adjusted_score":0.9775280898876404},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.74,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.4347826086956521,"baseline_adjusted_score":0.4347826086956521},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.37,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.13698630136986298,"baseline_adjusted_score":0.13698630136986298},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.6666666666666666,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.3260425057317072,"accuracy":0.573170731707317,"positive_recall":0.475,"specificity":0.6666666666666666,"precision":0.5757575757575758,"balanced_accuracy":0.5708333333333333,"f1":0.5205479452054794,"true_positive":19,"false_positive":14,"false_negative":21,"true_negative":28,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.24985127900059498,"brier_skill":-0.30494631460714183,"baseline_adjusted_skill":0.1416666666666666,"baseline_adjusted_score":0.1416666666666666},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.27064380539999994,"accuracy":0.64,"positive_recall":0.32,"specificity":0.96,"precision":0.8888888888888888,"balanced_accuracy":0.64,"f1":0.47058823529411764,"true_positive":16,"false_positive":2,"false_negative":34,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.08257522159999975,"baseline_adjusted_skill":0.28,"baseline_adjusted_score":0.28},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.4888268156424581,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.34408602150537637,"baseline_adjusted_score":0.34408602150537637},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.42,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.04918032786885241,"baseline_adjusted_score":0.04918032786885241},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.23455407585000004,"accuracy":0.695,"positive_recall":0.5681818181818182,"specificity":0.7307692307692307,"precision":0.373134328358209,"balanced_accuracy":0.6494755244755245,"f1":0.45045045045045046,"true_positive":25,"false_positive":42,"false_negative":19,"true_negative":114,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000053,"brier_skill":-0.36686524388111486,"baseline_adjusted_skill":0.29895104895104896,"baseline_adjusted_score":0.29895104895104896},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.21643152675,"accuracy":0.71,"positive_recall":0.62,"specificity":0.74,"precision":0.44285714285714284,"balanced_accuracy":0.6799999999999999,"f1":0.5166666666666667,"true_positive":31,"false_positive":39,"false_negative":19,"true_negative":111,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-0.15430147599999988,"baseline_adjusted_skill":0.3599999999999999,"baseline_adjusted_score":0.3599999999999999},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.05556216615,"accuracy":0.93,"positive_recall":0.8947368421052632,"specificity":0.9337016574585635,"precision":0.5862068965517241,"balanced_accuracy":0.9142192497819133,"f1":0.7083333333333334,"true_positive":17,"false_positive":12,"false_negative":2,"true_negative":169,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.0859749999999999,"brier_skill":0.35374043442861214,"baseline_adjusted_skill":0.8284384995638265,"baseline_adjusted_score":0.8284384995638265},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.08060128442341265,"accuracy":0.866232142857143,"positive_recall":0.5251463148497174,"specificity":0.8880058764303218,"precision":0.23037423846823335,"balanced_accuracy":0.7065760956400196,"f1":0.3202564955687972,"true_positive":88.23333333333339,"false_positive":294.76666666666665,"false_negative":79.78333333333335,"true_negative":2337.2166666666667,"positive_prevalence":0.060005952380952354,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679296,"brier_skill":-1.5030699059598827,"baseline_adjusted_skill":0.4131521912800391,"baseline_adjusted_score":0.4131521912800391},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.6345609065155807,"uniform_accuracy_baseline":0.027777777777777853,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.5811688311688311,"baseline_adjusted_score":0.5811688311688311},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.44,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.20000000000000004,"baseline_adjusted_score":0.20000000000000004},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.23673394730000002,"accuracy":0.68,"positive_recall":0.9,"specificity":0.46,"precision":0.625,"balanced_accuracy":0.68,"f1":0.7377049180327869,"true_positive":45,"false_positive":27,"false_negative":5,"true_negative":23,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.0530642107999999,"baseline_adjusted_skill":0.3600000000000001,"baseline_adjusted_score":0.3600000000000001},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.16756356300000003,"accuracy":0.78,"positive_recall":0.82,"specificity":0.74,"precision":0.7592592592592593,"balanced_accuracy":0.78,"f1":0.7884615384615384,"true_positive":41,"false_positive":13,"false_negative":9,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3297457479999999,"baseline_adjusted_skill":0.56,"baseline_adjusted_score":0.56},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.63,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":0.05128205128205133,"baseline_adjusted_score":0.05128205128205133},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.77,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.7553191489361702,"baseline_adjusted_score":0.7553191489361702},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.21141752690000007,"accuracy":0.75,"positive_recall":1,"specificity":0.5,"precision":0.6666666666666666,"balanced_accuracy":0.75,"f1":0.8,"true_positive":50,"false_positive":25,"false_negative":0,"true_negative":25,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.15432989239999972,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8656716417910449,"baseline_adjusted_score":0.8656716417910449},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2802530777000001,"accuracy":0.61,"positive_recall":0.22,"specificity":1,"precision":1,"balanced_accuracy":0.61,"f1":0.36065573770491804,"true_positive":11,"false_positive":0,"false_negative":39,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.1210123108000003,"baseline_adjusted_skill":0.21999999999999997,"baseline_adjusted_score":0.21999999999999997},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.40911379729729735,"uniform_accuracy_baseline":0.23445945945945923,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.1989679106122679,"baseline_adjusted_score":0.1989679106122679},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.14408837786936177,"accuracy":0.6182456250000001,"positive_recall":0.8100440594802781,"specificity":0.4356109338149603,"precision":0.5774679711538462,"balanced_accuracy":0.6228274966476193,"f1":0.6742637025777978,"true_positive":60.05666900000001,"false_positive":43.943330999999986,"false_negative":14.083333999999997,"true_negative":33.916666000000006,"positive_prevalence":0.48776317763157917,"majority_accuracy_baseline":0.5122368223684208,"constant_brier_baseline":0.0945191003976856,"brier_skill":-0.5244366192982717,"baseline_adjusted_skill":0.24565499329523854,"baseline_adjusted_score":0.24565499329523854},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.172443143568938,"normalized_score_rmse":0.2435159144740457,"constant_score_baseline":0.5841668333333334,"constant_mae_baseline":0.21700552708333315,"baseline_adjusted_skill":0.2053513756692592,"baseline_adjusted_score":0.2053513756692592},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.34980663370000004,"accuracy":0.56,"positive_recall":0.98,"specificity":0.14,"precision":0.532608695652174,"balanced_accuracy":0.56,"f1":0.6901408450704225,"true_positive":49,"false_positive":43,"false_negative":1,"true_negative":7,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.39922653480000014,"baseline_adjusted_skill":0.1200000000000001,"baseline_adjusted_score":0.1200000000000001},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3886516707999999,"accuracy":0.52,"positive_recall":0.06,"specificity":0.98,"precision":0.75,"balanced_accuracy":0.52,"f1":0.1111111111111111,"true_positive":3,"false_positive":1,"false_negative":47,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.5546066831999996,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.72,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.540983606557377,"baseline_adjusted_score":0.540983606557377},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.03611111111111102,"fixed_answer_accuracy_baseline":0.08833333333333329,"baseline_adjusted_skill":0.8244972577696527,"baseline_adjusted_score":0.8244972577696527},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.7272727272727273,"baseline_adjusted_score":0.7272727272727273},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.76,"uniform_accuracy_baseline":0.04987932421560751,"fixed_answer_accuracy_baseline":0.1244247787610618,"baseline_adjusted_skill":0.7258944815039419,"baseline_adjusted_score":0.7258944815039419},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.30231026199999994,"accuracy":0.51,"positive_recall":0.92,"specificity":0.1,"precision":0.5054945054945055,"balanced_accuracy":0.51,"f1":0.6524822695035462,"true_positive":46,"false_positive":45,"false_negative":4,"true_negative":5,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.20924104799999976,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.7222222222222222,"uniform_accuracy_baseline":0.23888888888888893,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.607843137254902,"baseline_adjusted_score":0.607843137254902},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.26577057171875,"accuracy":0.671875,"positive_recall":0.9375,"specificity":0.40625,"precision":0.6122448979591837,"balanced_accuracy":0.671875,"f1":0.7407407407407407,"true_positive":30,"false_positive":19,"false_negative":2,"true_negative":13,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.06308228687500006,"baseline_adjusted_skill":0.34375,"baseline_adjusted_score":0.34375},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.58,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.3636363636363636,"baseline_adjusted_score":0.3636363636363636},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2864822519,"accuracy":0.6,"positive_recall":0.3,"specificity":0.9,"precision":0.75,"balanced_accuracy":0.6,"f1":0.42857142857142855,"true_positive":15,"false_positive":5,"false_negative":35,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.14592900759999994,"baseline_adjusted_skill":0.19999999999999996,"baseline_adjusted_score":0.19999999999999996},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.8260869565217391,"baseline_adjusted_score":0.8260869565217391},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.13584336333333333,"accuracy":0.8484848484848485,"positive_recall":0.9375,"specificity":0.7647058823529411,"precision":0.7894736842105263,"balanced_accuracy":0.8511029411764706,"f1":0.8571428571428571,"true_positive":15,"false_positive":4,"false_negative":1,"true_negative":13,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.4561271225367649,"baseline_adjusted_skill":0.7022058823529411,"baseline_adjusted_score":0.7022058823529411},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.2574606594526593,"normalized_score_rmse":0.411994748495228,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.2198161834767901,"baseline_adjusted_score":0.2198161834767901},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.1875,"uniform_accuracy_baseline":0.17812500000000006,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.14035087719298242,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.05169057735294117,"accuracy":0.9411764705882353,"positive_recall":1,"specificity":0.8823529411764706,"precision":0.8947368421052632,"balanced_accuracy":0.9411764705882353,"f1":0.9444444444444444,"true_positive":17,"false_positive":2,"false_negative":0,"true_negative":15,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7932376905882353,"baseline_adjusted_skill":0.8823529411764706,"baseline_adjusted_score":0.8823529411764706},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.25018643472089974,"normalized_score_rmse":0.33370031544610673,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-0.7012677561021181,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.3125,"uniform_accuracy_baseline":0.13194444444444448,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":-0.7217391304347825,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.2502314967307692,"accuracy":0.6923076923076923,"positive_recall":1,"specificity":0.38461538461538464,"precision":0.6190476190476191,"balanced_accuracy":0.6923076923076923,"f1":0.7647058823529411,"true_positive":26,"false_positive":16,"false_negative":0,"true_negative":10,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.0009259869230768825,"baseline_adjusted_skill":0.3846153846153846,"baseline_adjusted_score":0.3846153846153846},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.3006237282666667,"accuracy":0.5333333333333333,"positive_recall":0.5128205128205128,"specificity":0.5555555555555556,"precision":0.5555555555555556,"balanced_accuracy":0.5341880341880342,"f1":0.5333333333333333,"true_positive":20,"false_positive":16,"false_negative":19,"true_negative":20,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24959999999999993,"brier_skill":-0.20442198824786373,"baseline_adjusted_skill":0.06837606837606836,"baseline_adjusted_score":0.06837606837606836},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.3107292914201974,"normalized_score_rmse":0.3432977625808916,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.10974746935784774,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.84,"baseline_adjusted_score":0.84},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.1385100517857143,"accuracy":0.8214285714285714,"positive_recall":1,"specificity":0.6428571428571429,"precision":0.7368421052631579,"balanced_accuracy":0.8214285714285714,"f1":0.8484848484848485,"true_positive":14,"false_positive":5,"false_negative":0,"true_negative":9,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4459597928571428,"baseline_adjusted_skill":0.6428571428571428,"baseline_adjusted_score":0.6428571428571428},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.25112353819199423,"normalized_score_rmse":0.36579427297145817,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.16969696969696968,"baseline_adjusted_skill":-0.47983513577425185,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.06362418752941176,"accuracy":0.9294117647058824,"positive_recall":0.9333333333333333,"specificity":0.925,"precision":0.9333333333333333,"balanced_accuracy":0.9291666666666667,"f1":0.9333333333333333,"true_positive":42,"false_positive":3,"false_negative":3,"true_negative":37,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.24913494809688563,"brier_skill":0.7446195806111109,"baseline_adjusted_skill":0.8583333333333334,"baseline_adjusted_score":0.8583333333333334},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.48,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.3157894736842105,"baseline_adjusted_score":0.3157894736842105},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.29212698320000013,"accuracy":0.62,"positive_recall":0.6285714285714286,"specificity":0.6,"precision":0.7857142857142857,"balanced_accuracy":0.6142857142857143,"f1":0.6984126984126984,"true_positive":22,"false_positive":6,"false_negative":13,"true_negative":9,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.20999999999999996,"brier_skill":-0.39108087238095335,"baseline_adjusted_skill":0.22857142857142865,"baseline_adjusted_score":0.22857142857142865},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.3735972470552298,"normalized_score_rmse":0.4915179752005957,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.3342758823401062,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.4050632911392405,"uniform_accuracy_baseline":0.24240506329113914,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":-0.02173913043478263,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.2724524414285714,"accuracy":0.6666666666666666,"positive_recall":1,"specificity":0.3,"precision":0.6111111111111112,"balanced_accuracy":0.65,"f1":0.7586206896551724,"true_positive":11,"false_positive":7,"false_negative":0,"true_negative":3,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.24943310657596363,"brier_skill":-0.09228660609090933,"baseline_adjusted_skill":0.30000000000000004,"baseline_adjusted_score":0.30000000000000004},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.5757575757575758,"uniform_accuracy_baseline":0.3237373737373738,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.3000000000000001,"baseline_adjusted_score":0.3000000000000001},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.22794054000000008,"accuracy":0.6666666666666666,"positive_recall":0.7647058823529411,"specificity":0.5625,"precision":0.65,"balanced_accuracy":0.6636029411764706,"f1":0.7027027027027027,"true_positive":13,"false_positive":7,"false_negative":4,"true_negative":9,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.08739982330882357,"baseline_adjusted_skill":0.3272058823529411,"baseline_adjusted_score":0.3272058823529411},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.21334300025293587,"normalized_score_rmse":0.3220052184821812,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.34313725490196084,"baseline_adjusted_skill":0.3782575421200156,"baseline_adjusted_score":0.3782575421200156},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.21575264729999996,"accuracy":0.68,"positive_recall":0.5,"specificity":0.86,"precision":0.78125,"balanced_accuracy":0.6799999999999999,"f1":0.6097560975609756,"true_positive":25,"false_positive":7,"false_negative":25,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.13698941080000016,"baseline_adjusted_skill":0.3599999999999999,"baseline_adjusted_score":0.3599999999999999},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.33333333333333326,"uniform_accuracy_baseline":0.3333333333333332,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":-0.030927835051546504,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.29206843226666673,"accuracy":0.5066666666666667,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":37,"true_negative":38,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555535,"brier_skill":-0.16848145910384194,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.76,"uniform_accuracy_baseline":0.1428571428571427,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.6923076923076923,"baseline_adjusted_score":0.6923076923076923},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.3,"uniform_accuracy_baseline":0.32416666666666627,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.06060606060606067,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.280999733939394,"accuracy":0.5151515151515151,"positive_recall":1,"specificity":0.058823529411764705,"precision":0.5,"balanced_accuracy":0.5294117647058824,"f1":0.6666666666666666,"true_positive":16,"false_positive":16,"false_negative":0,"true_negative":1,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":-0.1250320230147055,"baseline_adjusted_skill":0.05882352941176472,"baseline_adjusted_score":0.05882352941176472},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.18168099151413594,"normalized_score_rmse":0.2571385234706357,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.17303824552186398,"baseline_adjusted_score":0.17303824552186398},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.17052715959999998,"accuracy":0.8,"positive_recall":0.4090909090909091,"specificity":0.9102564102564102,"precision":0.5625,"balanced_accuracy":0.6596736596736597,"f1":0.47368421052631576,"true_positive":9,"false_positive":7,"false_negative":13,"true_negative":71,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000028,"brier_skill":0.006251983682985407,"baseline_adjusted_skill":0.3193473193473193,"baseline_adjusted_score":0.3193473193473193},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.17240698640000002,"accuracy":0.75,"positive_recall":0.4594594594594595,"specificity":0.9206349206349206,"precision":0.7727272727272727,"balanced_accuracy":0.6900471900471901,"f1":0.576271186440678,"true_positive":17,"false_positive":5,"false_negative":20,"true_negative":58,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000008,"brier_skill":0.26037328871728893,"baseline_adjusted_skill":0.3800943800943801,"baseline_adjusted_score":0.3800943800943801},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2783231781999999,"accuracy":0.65,"positive_recall":0.20512820512820512,"specificity":0.9344262295081968,"precision":0.6666666666666666,"balanced_accuracy":0.569777217318201,"f1":0.3137254901960784,"true_positive":8,"false_positive":4,"false_negative":31,"true_negative":57,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379000000000002,"brier_skill":-0.16991668011769523,"baseline_adjusted_skill":0.13955443463640194,"baseline_adjusted_score":0.13955443463640194},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.27229087280000003,"accuracy":0.59,"positive_recall":0.7096774193548387,"specificity":0.5362318840579711,"precision":0.4074074074074074,"balanced_accuracy":0.6229546517064048,"f1":0.5176470588235295,"true_positive":22,"false_positive":32,"false_negative":9,"true_negative":37,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999987,"brier_skill":-0.27298210752688257,"baseline_adjusted_skill":0.2459093034128097,"baseline_adjusted_score":0.2459093034128097},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.77,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.6805555555555556,"baseline_adjusted_score":0.6805555555555556},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.1738657845388988,"normalized_score_rmse":0.2206934470508097,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.25219017402624166,"baseline_adjusted_score":0.25219017402624166},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.214309787,"accuracy":0.77,"positive_recall":0.96,"specificity":0.58,"precision":0.6956521739130435,"balanced_accuracy":0.77,"f1":0.8067226890756303,"true_positive":48,"false_positive":21,"false_negative":2,"true_negative":29,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.142760852,"baseline_adjusted_skill":0.54,"baseline_adjusted_score":0.54},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2733418901,"accuracy":0.51,"positive_recall":0.54,"specificity":0.48,"precision":0.5094339622641509,"balanced_accuracy":0.51,"f1":0.5242718446601942,"true_positive":27,"false_positive":26,"false_negative":23,"true_negative":24,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.09336756039999994,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.39,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.7428571428571429,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1118974826,"accuracy":0.87,"positive_recall":0.92,"specificity":0.82,"precision":0.8363636363636363,"balanced_accuracy":0.87,"f1":0.8761904761904762,"true_positive":46,"false_positive":9,"false_negative":4,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5524100696,"baseline_adjusted_skill":0.74,"baseline_adjusted_score":0.74},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.7380952380952381,"baseline_adjusted_score":0.7380952380952381},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.47,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.11666666666666659,"baseline_adjusted_score":0.11666666666666659},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2210523752000001,"accuracy":0.69,"positive_recall":0.48,"specificity":0.9,"precision":0.8275862068965517,"balanced_accuracy":0.69,"f1":0.6075949367088608,"true_positive":24,"false_positive":5,"false_negative":26,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.11579049919999962,"baseline_adjusted_skill":0.3799999999999999,"baseline_adjusted_score":0.3799999999999999},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.20851190476190457,"fixed_answer_accuracy_baseline":0.2233333333333332,"baseline_adjusted_skill":0.9613733905579399,"baseline_adjusted_score":0.9613733905579399},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11684612610000002,"accuracy":0.86,"positive_recall":0.86,"specificity":0.86,"precision":0.86,"balanced_accuracy":0.86,"f1":0.86,"true_positive":43,"false_positive":7,"false_negative":7,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5326154956,"baseline_adjusted_skill":0.72,"baseline_adjusted_score":0.72},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.11768498823121268,"normalized_score_rmse":0.2100908761205597,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.6077167058959577,"baseline_adjusted_score":0.6077167058959577},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.22851190476190467,"fixed_answer_accuracy_baseline":0.2433333333333333,"baseline_adjusted_skill":0.801762114537445,"baseline_adjusted_score":0.801762114537445},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11410732889999997,"accuracy":0.84,"positive_recall":0.88,"specificity":0.8,"precision":0.8148148148148148,"balanced_accuracy":0.8400000000000001,"f1":0.8461538461538461,"true_positive":44,"false_positive":10,"false_negative":6,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5435706844000001,"baseline_adjusted_skill":0.6800000000000002,"baseline_adjusted_score":0.6800000000000002},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.13132198772369064,"normalized_score_rmse":0.22426839503568116,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.304222222222222,"baseline_adjusted_skill":0.5683353215802716,"baseline_adjusted_score":0.5683353215802716},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.74,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.5806451612903225,"baseline_adjusted_score":0.5806451612903225},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.22765022399999998,"accuracy":0.74,"positive_recall":1,"specificity":0.48,"precision":0.6578947368421053,"balanced_accuracy":0.74,"f1":0.7936507936507936,"true_positive":50,"false_positive":26,"false_negative":0,"true_negative":24,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.08939910400000006,"baseline_adjusted_skill":0.48,"baseline_adjusted_score":0.48},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.74,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.48,"baseline_adjusted_score":0.48},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.07211087180000002,"accuracy":0.9,"positive_recall":0.88,"specificity":0.92,"precision":0.9166666666666666,"balanced_accuracy":0.9,"f1":0.8979591836734694,"true_positive":44,"false_positive":4,"false_negative":6,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7115565127999999,"baseline_adjusted_skill":0.8,"baseline_adjusted_score":0.8},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.57,"uniform_accuracy_baseline":0.35333333333333317,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.27118644067796605,"baseline_adjusted_score":0.27118644067796605},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.82,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.7096774193548386,"baseline_adjusted_score":0.7096774193548386},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.08064516129032256,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.3,"uniform_accuracy_baseline":0.11111111111111088,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.16666666666666666,"baseline_adjusted_score":0.16666666666666666},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.23731687485000008,"accuracy":0.47637500000000005,"positive_recall":0.846407382992749,"specificity":0.38978867808113526,"precision":0.2450381679389313,"balanced_accuracy":0.6180980305369421,"f1":0.3800503181885452,"true_positive":64.2,"false_positive":197.8,"false_negative":11.649999999999999,"true_negative":126.35000000000001,"positive_prevalence":0.1896249999999999,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500007,"brier_skill":-2.1175200019868985,"baseline_adjusted_skill":0.23619606107388424,"baseline_adjusted_score":0.23619606107388424},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.31097974662346733,"normalized_score_rmse":0.3546285919928875,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":-0.4548760075951688,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.37804048952500013,"accuracy":0.4278749999999998,"positive_recall":0.9648382559774965,"specificity":0.23265723538435307,"precision":0.3137195121951217,"balanced_accuracy":0.5987477456809248,"f1":0.4734844127458872,"true_positive":102.89999999999993,"false_positive":225.10000000000014,"false_negative":3.75,"true_negative":68.25,"positive_prevalence":0.2666249999999998,"majority_accuracy_baseline":0.7333750000000002,"constant_brier_baseline":0.11565485937499977,"brier_skill":-2.268695250402235,"baseline_adjusted_skill":0.19749549136184963,"baseline_adjusted_score":0.19749549136184963},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.32359318487421673,"normalized_score_rmse":0.4134015938743903,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":-0.20406766464824844,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.36723897554999974,"accuracy":0.376125,"positive_recall":0.9762863534675614,"specificity":0.14345186470078067,"precision":0.3064606741573034,"balanced_accuracy":0.5598691090841711,"f1":0.46648850881881354,"true_positive":109.09999999999997,"false_positive":246.8999999999999,"false_negative":2.65,"true_negative":41.35000000000001,"positive_prevalence":0.2793749999999999,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937499995,"brier_skill":-2.245426066121465,"baseline_adjusted_skill":0.11973821816834218,"baseline_adjusted_score":0.11973821816834218},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3142637925912643,"normalized_score_rmse":0.3693295745730199,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":-0.18870465282747717,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.22841586687499993,"accuracy":0.6058749999999999,"positive_recall":0.9301408450704225,"specificity":0.5134136546184739,"precision":0.3527777777777775,"balanced_accuracy":0.7217772498444481,"f1":0.5115414407436093,"true_positive":82.54999999999993,"false_positive":151.45000000000005,"false_negative":6.2,"true_negative":159.80000000000004,"positive_prevalence":0.22187499999999974,"majority_accuracy_baseline":0.7781250000000003,"constant_brier_baseline":0.126740234375001,"brier_skill":-0.8022364247738367,"baseline_adjusted_skill":0.44355449968889626,"baseline_adjusted_score":0.44355449968889626},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.23732614630561016,"normalized_score_rmse":0.2981578793802917,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":-0.05186103625755201,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.4959862990499999,"accuracy":0.3004999999999998,"positive_recall":0.9924385633270322,"specificity":0.05166553365057789,"precision":0.27343750000000006,"balanced_accuracy":0.522052048488805,"f1":0.4287464271131075,"true_positive":104.99999999999993,"false_positive":278.9999999999997,"false_negative":0.8,"true_negative":15.2,"positive_prevalence":0.26449999999999985,"majority_accuracy_baseline":0.7355000000000002,"constant_brier_baseline":0.11362725000000028,"brier_skill":-3.365029507006451,"baseline_adjusted_skill":0.044104096977610086,"baseline_adjusted_score":0.044104096977610086},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.4139633310852864,"normalized_score_rmse":0.48038981383197366,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":-0.6476152481006425,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.621663391675,"accuracy":0.20399999999999988,"positive_recall":1,"specificity":0.015460729746444041,"precision":0.19392405063291138,"balanced_accuracy":0.507730364873222,"f1":0.3248515691263783,"true_positive":76.59999999999995,"false_positive":318.3999999999998,"false_negative":0,"true_negative":5,"positive_prevalence":0.1914999999999999,"majority_accuracy_baseline":0.8085000000000001,"constant_brier_baseline":0.09190274999999995,"brier_skill":-5.764361149965592,"baseline_adjusted_skill":0.015460729746443969,"baseline_adjusted_score":0.015460729746443969},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.4418477058462841,"normalized_score_rmse":0.5118467657583007,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":-1.1358197261451797,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.5206696461249998,"accuracy":0.24849999999999992,"positive_recall":0.9905149051490515,"specificity":0.08062538320049052,"precision":0.19597855227882038,"balanced_accuracy":0.535570144174771,"f1":0.3272157564905998,"true_positive":73.09999999999997,"false_positive":299.89999999999986,"false_negative":0.7,"true_negative":26.299999999999997,"positive_prevalence":0.1844999999999999,"majority_accuracy_baseline":0.8155000000000001,"constant_brier_baseline":0.1092222499999995,"brier_skill":-3.7670657409548163,"baseline_adjusted_skill":0.071140288349542,"baseline_adjusted_score":0.071140288349542},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.4336891468321385,"normalized_score_rmse":0.5015261680397606,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":-1.2901077060442958,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.5383004954749997,"accuracy":0.26499999999999985,"positive_recall":0.9904458598726115,"specificity":0.08786936236391918,"precision":0.20956873315363878,"balanced_accuracy":0.5391576111182653,"f1":0.3459399332591768,"true_positive":77.74999999999994,"false_positive":293.24999999999983,"false_negative":0.75,"true_negative":28.25,"positive_prevalence":0.19624999999999987,"majority_accuracy_baseline":0.8037500000000002,"constant_brier_baseline":0.09878593749999955,"brier_skill":-4.44916117716656,"baseline_adjusted_skill":0.07831522223653065,"baseline_adjusted_score":0.07831522223653065},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.42502654473964313,"normalized_score_rmse":0.4918129919922062,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":-1.0119599750989026,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.22484774341836736,"accuracy":0.5086734693877549,"positive_recall":0.9341637010676157,"specificity":0.18755595344673232,"precision":0.4646017699115043,"balanced_accuracy":0.560859827257174,"f1":0.6205673758865247,"true_positive":157.49999999999994,"false_positive":181.5,"false_negative":11.099999999999998,"true_negative":41.9,"positive_prevalence":0.43010204081632636,"majority_accuracy_baseline":0.5698979591836737,"constant_brier_baseline":0.12359641815910102,"brier_skill":-0.8192092195497875,"baseline_adjusted_skill":0.12171965451434796,"baseline_adjusted_score":0.12171965451434796},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.22067082558601767,"normalized_score_rmse":0.27623481874426753,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.19904663305815806,"baseline_adjusted_score":0.19904663305815806},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.29746625027499984,"accuracy":0.49837500000000007,"positive_recall":0.9236821400472068,"specificity":0.4180413137167486,"precision":0.23064833005893912,"balanced_accuracy":0.6708617268819776,"f1":0.369124351517057,"true_positive":117.39999999999998,"false_positive":391.59999999999985,"false_negative":9.700000000000001,"true_negative":281.30000000000007,"positive_prevalence":0.15887500000000002,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499934,"brier_skill":-2.011478295455445,"baseline_adjusted_skill":0.3417234537639553,"baseline_adjusted_score":0.3417234537639553},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.5486035289849344,"normalized_score_rmse":0.6136872482349324,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-2.324869872635966,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.53,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.24193548387096778,"baseline_adjusted_score":0.24193548387096778},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.33773755780000003,"accuracy":0.55,"positive_recall":0.84,"specificity":0.26,"precision":0.5316455696202531,"balanced_accuracy":0.55,"f1":0.6511627906976745,"true_positive":42,"false_positive":37,"false_negative":8,"true_negative":13,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.35095023120000013,"baseline_adjusted_skill":0.10000000000000009,"baseline_adjusted_score":0.10000000000000009},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.2736911862160371,"uniform_accuracy_baseline":0.058823529411766766,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.14641744548286606,"baseline_adjusted_score":0.14641744548286606},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.72,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.39130434782608686,"baseline_adjusted_score":0.39130434782608686},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24553211180000012,"accuracy":0.64,"positive_recall":0.6,"specificity":0.68,"precision":0.6521739130434783,"balanced_accuracy":0.64,"f1":0.625,"true_positive":30,"false_positive":16,"false_negative":20,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.017871552799999524,"baseline_adjusted_skill":0.28,"baseline_adjusted_score":0.28},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.53,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.253968253968254,"baseline_adjusted_score":0.253968253968254},"scoring":{"eligible":true,"reason":null},"model":17,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.22945219067080888,"accuracy":0.7297297297297297,"positive_recall":0.7746478873239436,"specificity":0.6883116883116883,"precision":0.6962025316455697,"balanced_accuracy":0.731479787817816,"f1":0.7333333333333333,"true_positive":55,"false_positive":24,"false_negative":16,"true_negative":53,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.2495891161431699,"brier_skill":0.0806803028254246,"baseline_adjusted_skill":0.46295957563563195,"baseline_adjusted_score":0.46295957563563195},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.35,"uniform_accuracy_baseline":0.20049999999999962,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.08450704225352113,"baseline_adjusted_score":0.08450704225352113},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.926470588235294,"baseline_adjusted_score":0.926470588235294},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.68,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.31914893617021284,"baseline_adjusted_score":0.31914893617021284},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.8163265306122449,"baseline_adjusted_score":0.8163265306122449},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.18129662836494442,"accuracy":0.6150572408599999,"positive_recall":0.7962963746427504,"specificity":0.3242777551769989,"precision":0.6540607812799999,"balanced_accuracy":0.5602870649098747,"f1":0.7182041013861958,"true_positive":49.05455859599999,"false_positive":25.945441404,"false_negative":12.548834509999999,"true_negative":12.451165490000001,"positive_prevalence":0.6160339310599999,"majority_accuracy_baseline":0.6160339310599999,"constant_brier_baseline":0.079087076552024,"brier_skill":-1.2923673028384899,"baseline_adjusted_skill":0.12057412981974935,"baseline_adjusted_score":0.12057412981974935},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.23162649862825763,"accuracy":0.74,"positive_recall":0.74,"specificity":0.74,"precision":0.74,"balanced_accuracy":0.74,"f1":0.74,"true_positive":37,"false_positive":13,"false_negative":13,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.0734940054869695,"baseline_adjusted_skill":0.48,"baseline_adjusted_score":0.48},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.64,"uniform_accuracy_baseline":0.012987012987012965,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.6210526315789474,"baseline_adjusted_score":0.6210526315789474},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.95,"baseline_adjusted_score":0.95},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.59,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.35937499999999994,"baseline_adjusted_score":0.35937499999999994},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.14047181043144286,"accuracy":0.83,"positive_recall":1,"specificity":0.66,"precision":0.746268656716418,"balanced_accuracy":0.8300000000000001,"f1":0.8547008547008547,"true_positive":50,"false_positive":17,"false_negative":0,"true_negative":33,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4381127582742286,"baseline_adjusted_skill":0.6600000000000001,"baseline_adjusted_score":0.6600000000000001},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.2524091153721,"accuracy":0.594524210907652,"positive_recall":0.7409416868455837,"specificity":0.5263468588438701,"precision":0.42143072115133523,"balanced_accuracy":0.6336442728447269,"f1":0.5372728865037698,"true_positive":164.77941197017208,"false_positive":226.22058802982792,"false_negative":57.61246433481574,"true_negative":251.38753566518426,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768597,"brier_skill":-1.8447860475313966,"baseline_adjusted_skill":0.2672885456894538,"baseline_adjusted_score":0.2672885456894538},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.33472248944151184,"accuracy":0.56,"positive_recall":0.62,"specificity":0.5,"precision":0.5535714285714286,"balanced_accuracy":0.56,"f1":0.5849056603773585,"true_positive":31,"false_positive":25,"false_negative":19,"true_negative":25,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.33888995776604736,"baseline_adjusted_skill":0.1200000000000001,"baseline_adjusted_score":0.1200000000000001},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.8079470198675497,"uniform_accuracy_baseline":0.006622516556291403,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.8,"baseline_adjusted_score":0.8},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.7370588235294118,"uniform_accuracy_baseline":0.3333333333333301,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.5151843817787418,"baseline_adjusted_score":0.5151843817787418},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.22,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.30000000000000004,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.12899293900567074,"accuracy":0.86,"positive_recall":0.86,"specificity":0.86,"precision":0.86,"balanced_accuracy":0.86,"f1":0.86,"true_positive":43,"false_positive":7,"false_negative":7,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.48402824397731703,"baseline_adjusted_skill":0.72,"baseline_adjusted_score":0.72},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.67,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.31250000000000006,"baseline_adjusted_score":0.31250000000000006},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.07142857142857136,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9325842696629213,"baseline_adjusted_score":0.9325842696629213},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.65,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.23913043478260868,"baseline_adjusted_score":0.23913043478260868},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.37,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.13698630136986298,"baseline_adjusted_score":0.13698630136986298},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.7222222222222222,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.1666666666666667,"baseline_adjusted_score":0.1666666666666667},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.2175855505855833,"accuracy":0.7560975609756098,"positive_recall":0.825,"specificity":0.6904761904761905,"precision":0.717391304347826,"balanced_accuracy":0.7577380952380952,"f1":0.7674418604651163,"true_positive":33,"false_positive":13,"false_negative":7,"true_negative":29,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.24985127900059498,"brier_skill":0.12913973682293955,"baseline_adjusted_skill":0.5154761904761904,"baseline_adjusted_score":0.5154761904761904},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.13725182036527947,"accuracy":0.85,"positive_recall":0.78,"specificity":0.92,"precision":0.9069767441860465,"balanced_accuracy":0.8500000000000001,"f1":0.8387096774193549,"true_positive":39,"false_positive":4,"false_negative":11,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4509927185388821,"baseline_adjusted_skill":0.7000000000000002,"baseline_adjusted_score":0.7000000000000002},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.7318435754189944,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.6559139784946236,"baseline_adjusted_score":0.6559139784946236},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.48,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.14754098360655732,"baseline_adjusted_score":0.14754098360655732},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.20986619249634272,"accuracy":0.765,"positive_recall":0.45454545454545453,"specificity":0.8525641025641025,"precision":0.46511627906976744,"balanced_accuracy":0.6535547785547785,"f1":0.45977011494252873,"true_positive":20,"false_positive":23,"false_negative":24,"true_negative":133,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000053,"brier_skill":-0.22299645976889315,"baseline_adjusted_skill":0.307109557109557,"baseline_adjusted_score":0.307109557109557},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.24825302569003505,"accuracy":0.745,"positive_recall":0.1,"specificity":0.96,"precision":0.45454545454545453,"balanced_accuracy":0.53,"f1":0.16393442622950818,"true_positive":5,"false_positive":6,"false_negative":45,"true_negative":144,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-0.32401613701352017,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.03764059972572584,"accuracy":0.955,"positive_recall":0.7894736842105263,"specificity":0.9723756906077348,"precision":0.75,"balanced_accuracy":0.8809246874091305,"f1":0.7692307692307693,"true_positive":15,"false_positive":5,"false_negative":4,"true_negative":176,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.0859749999999999,"brier_skill":0.5621913378804783,"baseline_adjusted_skill":0.7618493748182611,"baseline_adjusted_score":0.7618493748182611},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.16337760264312387,"accuracy":0.7946607142857142,"positive_recall":0.7382204146414049,"specificity":0.7982636668165326,"precision":0.1893638676844786,"balanced_accuracy":0.7682420407289687,"f1":0.3014114740487235,"true_positive":124.03333333333342,"false_positive":530.9666666666662,"false_negative":43.98333333333332,"true_negative":2101.0166666666664,"positive_prevalence":0.060005952380952354,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679296,"brier_skill":-4.073685405999395,"baseline_adjusted_skill":0.5364840814579375,"baseline_adjusted_score":0.5364840814579375},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.8215297450424929,"uniform_accuracy_baseline":0.027777777777777853,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.7954545454545454,"baseline_adjusted_score":0.7954545454545454},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.56,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.37142857142857155,"baseline_adjusted_score":0.37142857142857155},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.14043035323893238,"accuracy":0.85,"positive_recall":1,"specificity":0.7,"precision":0.7692307692307693,"balanced_accuracy":0.85,"f1":0.8695652173913043,"true_positive":50,"false_positive":15,"false_negative":0,"true_negative":35,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4382785870442705,"baseline_adjusted_skill":0.7,"baseline_adjusted_score":0.7},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.14483805787483298,"accuracy":0.85,"positive_recall":1,"specificity":0.7,"precision":0.7692307692307693,"balanced_accuracy":0.85,"f1":0.8695652173913043,"true_positive":50,"false_positive":15,"false_negative":0,"true_negative":35,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4206477685006681,"baseline_adjusted_skill":0.7,"baseline_adjusted_score":0.7},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.63,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":0.05128205128205133,"baseline_adjusted_score":0.05128205128205133},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.76,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.7446808510638298,"baseline_adjusted_score":0.7446808510638298},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11935137385535573,"accuracy":0.87,"positive_recall":0.96,"specificity":0.78,"precision":0.8135593220338984,"balanced_accuracy":0.87,"f1":0.8807339449541285,"true_positive":48,"false_positive":11,"false_negative":2,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5225945045785771,"baseline_adjusted_skill":0.74,"baseline_adjusted_score":0.74},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8208955223880599,"baseline_adjusted_score":0.8208955223880599},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08411456873002708,"accuracy":0.9,"positive_recall":0.94,"specificity":0.86,"precision":0.8703703703703703,"balanced_accuracy":0.8999999999999999,"f1":0.9038461538461539,"true_positive":47,"false_positive":7,"false_negative":3,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6635417250798916,"baseline_adjusted_skill":0.7999999999999998,"baseline_adjusted_score":0.7999999999999998},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.4662985067567566,"uniform_accuracy_baseline":0.23445945945945923,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.27649009185431017,"baseline_adjusted_score":0.27649009185431017},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.16653603818989643,"accuracy":0.6377192828947367,"positive_recall":0.8839582458608749,"specificity":0.40324512213890784,"precision":0.5851488125,"balanced_accuracy":0.6436016839998914,"f1":0.7041653158241327,"true_positive":65.536667,"false_positive":46.463333000000006,"false_negative":8.603335999999999,"true_negative":31.396663999999994,"positive_prevalence":0.48776317763157917,"majority_accuracy_baseline":0.5122368223684208,"constant_brier_baseline":0.0945191003976856,"brier_skill":-0.7619299960452675,"baseline_adjusted_skill":0.28720336799978274,"baseline_adjusted_score":0.28720336799978274},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.1606185280841747,"normalized_score_rmse":0.21948631352029024,"constant_score_baseline":0.5841668333333334,"constant_mae_baseline":0.21700552708333315,"baseline_adjusted_skill":0.2598413033853514,"baseline_adjusted_score":0.2598413033853514},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2633365002322055,"accuracy":0.71,"positive_recall":0.84,"specificity":0.58,"precision":0.6666666666666666,"balanced_accuracy":0.71,"f1":0.7433628318584071,"true_positive":42,"false_positive":21,"false_negative":8,"true_negative":29,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.053346000928822024,"baseline_adjusted_skill":0.41999999999999993,"baseline_adjusted_score":0.41999999999999993},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.42540874614532165,"accuracy":0.52,"positive_recall":0.04,"specificity":1,"precision":1,"balanced_accuracy":0.52,"f1":0.07692307692307693,"true_positive":2,"false_positive":0,"false_negative":48,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.7016349845812866,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.76,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.6065573770491803,"baseline_adjusted_score":0.6065573770491803},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.03611111111111102,"fixed_answer_accuracy_baseline":0.08833333333333329,"baseline_adjusted_skill":0.8244972577696527,"baseline_adjusted_score":0.8244972577696527},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.75,"baseline_adjusted_score":0.75},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.795,"uniform_accuracy_baseline":0.04987932421560751,"fixed_answer_accuracy_baseline":0.1244247787610618,"baseline_adjusted_skill":0.7658682029512837,"baseline_adjusted_score":0.7658682029512837},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.42902435389225724,"accuracy":0.51,"positive_recall":0.06,"specificity":0.96,"precision":0.6,"balanced_accuracy":0.51,"f1":0.10909090909090909,"true_positive":3,"false_positive":2,"false_negative":47,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.716097415569029,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.23888888888888893,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.6470588235294118,"baseline_adjusted_score":0.6470588235294118},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.16418393795689942,"accuracy":0.796875,"positive_recall":0.71875,"specificity":0.875,"precision":0.8518518518518519,"balanced_accuracy":0.796875,"f1":0.7796610169491526,"true_positive":23,"false_positive":4,"false_negative":9,"true_negative":28,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3432642481724023,"baseline_adjusted_skill":0.59375,"baseline_adjusted_score":0.59375},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.93,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.8939393939393941,"baseline_adjusted_score":0.8939393939393941},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.32553517069871235,"accuracy":0.58,"positive_recall":0.56,"specificity":0.6,"precision":0.5833333333333334,"balanced_accuracy":0.5800000000000001,"f1":0.5714285714285714,"true_positive":28,"false_positive":20,"false_negative":22,"true_negative":30,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.3021406827948494,"baseline_adjusted_skill":0.16000000000000014,"baseline_adjusted_score":0.16000000000000014},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8529411764705882,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.7826086956521737,"baseline_adjusted_score":0.7826086956521737},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.021200623931446696,"accuracy":0.9696969696969697,"positive_recall":1,"specificity":0.9411764705882353,"precision":0.9411764705882353,"balanced_accuracy":0.9705882352941176,"f1":0.9696969696969697,"true_positive":16,"false_positive":1,"false_negative":0,"true_negative":16,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.915119560803877,"baseline_adjusted_skill":0.9411764705882353,"baseline_adjusted_score":0.9411764705882353},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.1690749946195865,"normalized_score_rmse":0.3906398641294024,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.48765153145579854,"baseline_adjusted_score":0.48765153145579854},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.34375,"uniform_accuracy_baseline":0.17812500000000006,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":0.07894736842105265,"baseline_adjusted_score":0.07894736842105265},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.056026375612175404,"accuracy":0.9411764705882353,"positive_recall":1,"specificity":0.8823529411764706,"precision":0.8947368421052632,"balanced_accuracy":0.9411764705882353,"f1":0.9444444444444444,"true_positive":17,"false_positive":2,"false_negative":0,"true_negative":15,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7758944975512984,"baseline_adjusted_skill":0.8823529411764706,"baseline_adjusted_score":0.8823529411764706},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.3604231572655194,"normalized_score_rmse":0.4470297055373104,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-1.4508774694055315,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.7083333333333334,"uniform_accuracy_baseline":0.13194444444444448,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":0.2695652173913045,"baseline_adjusted_score":0.2695652173913045},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.012026537902128683,"accuracy":0.9807692307692307,"positive_recall":1,"specificity":0.9615384615384616,"precision":0.9629629629629629,"balanced_accuracy":0.9807692307692308,"f1":0.9811320754716981,"true_positive":26,"false_positive":1,"false_negative":0,"true_negative":25,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9518938483914853,"baseline_adjusted_skill":0.9615384615384617,"baseline_adjusted_score":0.9615384615384617},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.1552947464400128,"accuracy":0.8266666666666667,"positive_recall":0.7692307692307693,"specificity":0.8888888888888888,"precision":0.8823529411764706,"balanced_accuracy":0.829059829059829,"f1":0.821917808219178,"true_positive":30,"false_positive":4,"false_negative":9,"true_negative":32,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24959999999999993,"brier_skill":0.3778255350961024,"baseline_adjusted_skill":0.658119658119658,"baseline_adjusted_score":0.658119658119658},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.2750510662421584,"normalized_score_rmse":0.3449753974903516,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.017674763420862938,"baseline_adjusted_score":0.017674763420862938},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.7647058823529411,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.6799999999999998,"baseline_adjusted_score":0.6799999999999998},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.21619912156013052,"accuracy":0.7857142857142857,"positive_recall":1,"specificity":0.5714285714285714,"precision":0.7,"balanced_accuracy":0.7857142857142857,"f1":0.8235294117647058,"true_positive":14,"false_positive":6,"false_negative":0,"true_negative":8,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.13520351375947792,"baseline_adjusted_skill":0.5714285714285714,"baseline_adjusted_score":0.5714285714285714},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.16662911909392497,"normalized_score_rmse":0.30233648162599497,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.16969696969696968,"baseline_adjusted_skill":0.01807840533937055,"baseline_adjusted_score":0.01807840533937055},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.037463386736846134,"accuracy":0.9647058823529412,"positive_recall":0.9777777777777777,"specificity":0.95,"precision":0.9565217391304348,"balanced_accuracy":0.9638888888888888,"f1":0.967032967032967,"true_positive":44,"false_positive":2,"false_negative":1,"true_negative":38,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.24913494809688563,"brier_skill":0.8496261282368258,"baseline_adjusted_skill":0.9277777777777776,"baseline_adjusted_score":0.9277777777777776},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.68,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.5789473684210527,"baseline_adjusted_score":0.5789473684210527},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.35367049071077894,"accuracy":0.64,"positive_recall":0.5428571428571428,"specificity":0.8666666666666667,"precision":0.9047619047619048,"balanced_accuracy":0.7047619047619047,"f1":0.6785714285714286,"true_positive":19,"false_positive":2,"false_negative":16,"true_negative":13,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.20999999999999996,"brier_skill":-0.6841451938608525,"baseline_adjusted_skill":0.4095238095238094,"baseline_adjusted_score":0.4095238095238094},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.30459772968897597,"normalized_score_rmse":0.4568452653788526,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.08784903460348548,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.8607594936708861,"uniform_accuracy_baseline":0.24240506329113914,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.7608695652173914,"baseline_adjusted_score":0.7608695652173914},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.03484882682634518,"accuracy":0.9047619047619048,"positive_recall":1,"specificity":0.8,"precision":0.8461538461538461,"balanced_accuracy":0.9,"f1":0.9166666666666666,"true_positive":11,"false_positive":2,"false_negative":0,"true_negative":8,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.24943310657596363,"brier_skill":0.8602878851780161,"baseline_adjusted_skill":0.8,"baseline_adjusted_score":0.8},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.6060606060606061,"uniform_accuracy_baseline":0.3237373737373738,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.35000000000000003,"baseline_adjusted_score":0.35000000000000003},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.2333821584643227,"accuracy":0.7575757575757576,"positive_recall":0.6470588235294118,"specificity":0.875,"precision":0.8461538461538461,"balanced_accuracy":0.7610294117647058,"f1":0.7333333333333333,"true_positive":11,"false_positive":2,"false_negative":6,"true_negative":14,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.06561334350129666,"baseline_adjusted_skill":0.5220588235294117,"baseline_adjusted_score":0.5220588235294117},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.19849983493180595,"normalized_score_rmse":0.3142115939795844,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.34313725490196084,"baseline_adjusted_skill":0.42151476677016564,"baseline_adjusted_score":0.42151476677016564},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.46774292438532283,"accuracy":0.49,"positive_recall":0.56,"specificity":0.42,"precision":0.49122807017543857,"balanced_accuracy":0.49,"f1":0.5233644859813084,"true_positive":28,"false_positive":29,"false_negative":22,"true_negative":21,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.8709716975412913,"baseline_adjusted_skill":-0.020000000000000018,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.3733333333333333,"uniform_accuracy_baseline":0.3333333333333332,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":0.03092783505154633,"baseline_adjusted_score":0.03092783505154633},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.2891273348546951,"accuracy":0.5333333333333333,"positive_recall":0.9459459459459459,"specificity":0.13157894736842105,"precision":0.5147058823529411,"balanced_accuracy":0.5387624466571835,"f1":0.6666666666666666,"true_positive":35,"false_positive":33,"false_negative":2,"true_negative":5,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555535,"brier_skill":-0.15671497763702802,"baseline_adjusted_skill":0.07752489331436707,"baseline_adjusted_score":0.07752489331436707},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.1428571428571427,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.8717948717948718,"baseline_adjusted_score":0.8717948717948718},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.355,"uniform_accuracy_baseline":0.32416666666666627,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.022727272727272665,"baseline_adjusted_score":0.022727272727272665},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.07840492617765686,"accuracy":0.9090909090909091,"positive_recall":0.9375,"specificity":0.8823529411764706,"precision":0.8823529411764706,"balanced_accuracy":0.9099264705882353,"f1":0.9090909090909091,"true_positive":15,"false_positive":2,"false_negative":1,"true_negative":15,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.6860920418843077,"baseline_adjusted_skill":0.8198529411764706,"baseline_adjusted_score":0.8198529411764706},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.05756405498179833,"normalized_score_rmse":0.1062636263316138,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.7379843014621593,"baseline_adjusted_score":0.7379843014621593},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2550561643125683,"accuracy":0.67,"positive_recall":0.6818181818181818,"specificity":0.6666666666666666,"precision":0.36585365853658536,"balanced_accuracy":0.6742424242424242,"f1":0.47619047619047616,"true_positive":15,"false_positive":26,"false_negative":7,"true_negative":52,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000028,"brier_skill":-0.4863412838727732,"baseline_adjusted_skill":0.3484848484848484,"baseline_adjusted_score":0.3484848484848484},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09918747414856041,"accuracy":0.9,"positive_recall":0.8648648648648649,"specificity":0.9206349206349206,"precision":0.8648648648648649,"balanced_accuracy":0.8927498927498927,"f1":0.8648648648648649,"true_positive":32,"false_positive":5,"false_negative":5,"true_negative":58,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000008,"brier_skill":0.5744853103879863,"baseline_adjusted_skill":0.7854997854997854,"baseline_adjusted_score":0.7854997854997854},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.13599277924712447,"accuracy":0.81,"positive_recall":0.7692307692307693,"specificity":0.8360655737704918,"precision":0.75,"balanced_accuracy":0.8026481715006306,"f1":0.759493670886076,"true_positive":30,"false_positive":10,"false_negative":9,"true_negative":51,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379000000000002,"brier_skill":0.42836158366067945,"baseline_adjusted_skill":0.6052963430012612,"baseline_adjusted_score":0.6052963430012612},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3875968042292963,"accuracy":0.58,"positive_recall":0.9032258064516129,"specificity":0.43478260869565216,"precision":0.417910447761194,"balanced_accuracy":0.6690042075736325,"f1":0.5714285714285714,"true_positive":28,"false_positive":39,"false_negative":3,"true_negative":30,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999987,"brier_skill":-0.8120467705904468,"baseline_adjusted_skill":0.3380084151472651,"baseline_adjusted_score":0.3380084151472651},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.888888888888889,"baseline_adjusted_score":0.888888888888889},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.1506225476709369,"normalized_score_rmse":0.20815027269634392,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.35216108528629286,"baseline_adjusted_score":0.35216108528629286},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.21484088917865798,"accuracy":0.77,"positive_recall":0.88,"specificity":0.66,"precision":0.7213114754098361,"balanced_accuracy":0.77,"f1":0.7927927927927928,"true_positive":44,"false_positive":17,"false_negative":6,"true_negative":33,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.14063644328536806,"baseline_adjusted_skill":0.54,"baseline_adjusted_score":0.54},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.46160244164715153,"accuracy":0.48,"positive_recall":0.68,"specificity":0.28,"precision":0.4857142857142857,"balanced_accuracy":0.48000000000000004,"f1":0.5666666666666667,"true_positive":34,"false_positive":36,"false_negative":16,"true_negative":14,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.8464097665886061,"baseline_adjusted_skill":-0.039999999999999925,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.55,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.28571428571428564,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.14436049818731841,"accuracy":0.83,"positive_recall":0.94,"specificity":0.72,"precision":0.7704918032786885,"balanced_accuracy":0.83,"f1":0.8468468468468469,"true_positive":47,"false_positive":14,"false_negative":3,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.42255800725072634,"baseline_adjusted_skill":0.6599999999999999,"baseline_adjusted_score":0.6599999999999999},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.7142857142857143,"baseline_adjusted_score":0.7142857142857143},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.56,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.2666666666666667,"baseline_adjusted_score":0.2666666666666667},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2644418567819487,"accuracy":0.67,"positive_recall":0.52,"specificity":0.82,"precision":0.7428571428571429,"balanced_accuracy":0.6699999999999999,"f1":0.611764705882353,"true_positive":26,"false_positive":9,"false_negative":24,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.05776742712779481,"baseline_adjusted_skill":0.33999999999999986,"baseline_adjusted_score":0.33999999999999986},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.20851190476190457,"fixed_answer_accuracy_baseline":0.2233333333333332,"baseline_adjusted_skill":0.9484978540772532,"baseline_adjusted_score":0.9484978540772532},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.03756469991354818,"accuracy":0.96,"positive_recall":1,"specificity":0.92,"precision":0.9259259259259259,"balanced_accuracy":0.96,"f1":0.9615384615384616,"true_positive":50,"false_positive":4,"false_negative":0,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8497412003458072,"baseline_adjusted_skill":0.9199999999999999,"baseline_adjusted_score":0.9199999999999999},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.10884234224307875,"normalized_score_rmse":0.22427342378200554,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.6371921925230708,"baseline_adjusted_score":0.6371921925230708},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.82,"uniform_accuracy_baseline":0.22851190476190467,"fixed_answer_accuracy_baseline":0.2433333333333333,"baseline_adjusted_skill":0.7621145374449338,"baseline_adjusted_score":0.7621145374449338},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.07320238468918312,"accuracy":0.91,"positive_recall":0.94,"specificity":0.88,"precision":0.8867924528301887,"balanced_accuracy":0.9099999999999999,"f1":0.912621359223301,"true_positive":47,"false_positive":6,"false_negative":3,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7071904612432676,"baseline_adjusted_skill":0.8199999999999998,"baseline_adjusted_score":0.8199999999999998},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.08751538019208399,"normalized_score_rmse":0.21787731062989701,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.304222222222222,"baseline_adjusted_skill":0.7123307444379998,"baseline_adjusted_score":0.7123307444379998},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.69,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.4999999999999999,"baseline_adjusted_score":0.4999999999999999},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.12517259855733598,"accuracy":0.85,"positive_recall":1,"specificity":0.7,"precision":0.7692307692307693,"balanced_accuracy":0.85,"f1":0.8695652173913043,"true_positive":50,"false_positive":15,"false_negative":0,"true_negative":35,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4993096057706561,"baseline_adjusted_skill":0.7,"baseline_adjusted_score":0.7},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.83,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.6599999999999999,"baseline_adjusted_score":0.6599999999999999},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.03442182312496931,"accuracy":0.96,"positive_recall":0.96,"specificity":0.96,"precision":0.96,"balanced_accuracy":0.96,"f1":0.96,"true_positive":48,"false_positive":2,"false_negative":2,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8623127075001228,"baseline_adjusted_skill":0.9199999999999999,"baseline_adjusted_score":0.9199999999999999},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.69,"uniform_accuracy_baseline":0.35333333333333317,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.4745762711864406,"baseline_adjusted_score":0.4745762711864406},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.8548387096774194,"baseline_adjusted_score":0.8548387096774194},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.4,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.03225806451612906,"baseline_adjusted_score":0.03225806451612906},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.36,"uniform_accuracy_baseline":0.11111111111111088,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.23809523809523808,"baseline_adjusted_score":0.23809523809523808},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.08671562092965111,"accuracy":0.7931249999999999,"positive_recall":0.37640079103493734,"specificity":0.8906370507481105,"precision":0.44609375000000023,"balanced_accuracy":0.633518920891524,"f1":0.4082946013585985,"true_positive":28.55,"false_positive":35.449999999999974,"false_negative":47.300000000000004,"true_negative":288.69999999999993,"positive_prevalence":0.1896249999999999,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500007,"brier_skill":-0.13914226665833307,"baseline_adjusted_skill":0.2670378417830479,"baseline_adjusted_score":0.2670378417830479},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.15192020572543696,"normalized_score_rmse":0.23365083912723064,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":0.2892621954365522,"baseline_adjusted_score":0.2892621954365522},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.10312295658362017,"accuracy":0.7893749999999997,"positive_recall":0.6113455227379277,"specificity":0.854099198909153,"precision":0.603703703703704,"balanced_accuracy":0.7327223608235404,"f1":0.6075005823433498,"true_positive":65.20000000000002,"false_positive":42.79999999999997,"false_negative":41.45000000000001,"true_negative":250.5499999999999,"positive_prevalence":0.2666249999999998,"majority_accuracy_baseline":0.7333750000000002,"constant_brier_baseline":0.11565485937499977,"brier_skill":0.10835604192596959,"baseline_adjusted_skill":0.46544472164708073,"baseline_adjusted_score":0.46544472164708073},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1601977093267669,"normalized_score_rmse":0.25403207309104026,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.403915500179472,"baseline_adjusted_score":0.403915500179472},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.09184425789865527,"accuracy":0.7936250000000001,"positive_recall":0.631767337807606,"specificity":0.8563746747614916,"precision":0.6303571428571425,"balanced_accuracy":0.7440710062845488,"f1":0.6310614525139661,"true_positive":70.59999999999994,"false_positive":41.40000000000003,"false_negative":41.15000000000002,"true_negative":246.85000000000008,"positive_prevalence":0.2793749999999999,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937499995,"brier_skill":0.18833847044294683,"baseline_adjusted_skill":0.4881420125690976,"baseline_adjusted_score":0.4881420125690976},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.16338809664346626,"normalized_score_rmse":0.23565951093728843,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.3819835587953996,"baseline_adjusted_score":0.3819835587953996},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.09645320747671446,"accuracy":0.8401249999999993,"positive_recall":0.3650704225352112,"specificity":0.975582329317269,"precision":0.8099999999999999,"balanced_accuracy":0.6703263759262401,"f1":0.5033009708737863,"true_positive":32.4,"false_positive":7.6,"false_negative":56.350000000000016,"true_negative":303.64999999999975,"positive_prevalence":0.22187499999999974,"majority_accuracy_baseline":0.7781250000000003,"constant_brier_baseline":0.126740234375001,"brier_skill":0.2389693142642676,"baseline_adjusted_skill":0.34065275185248023,"baseline_adjusted_score":0.34065275185248023},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.14969597352233904,"normalized_score_rmse":0.29083392721752116,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.33652754117522865,"baseline_adjusted_score":0.33652754117522865},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.08870695468766968,"accuracy":0.8024999999999998,"positive_recall":0.7835538752362947,"specificity":0.8093133922501698,"precision":0.5964028776978416,"balanced_accuracy":0.7964336337432323,"f1":0.6772875816993462,"true_positive":82.89999999999998,"false_positive":56.10000000000001,"false_negative":22.900000000000016,"true_negative":238.09999999999988,"positive_prevalence":0.26449999999999985,"majority_accuracy_baseline":0.7355000000000002,"constant_brier_baseline":0.11362725000000028,"brier_skill":0.21931618790677887,"baseline_adjusted_skill":0.5928672674864646,"baseline_adjusted_score":0.5928672674864646},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.16414616514239241,"normalized_score_rmse":0.2660711737226566,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.3466819297815227,"baseline_adjusted_score":0.3466819297815227},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.10406187037293817,"accuracy":0.8080000000000002,"positive_recall":0.5861618798955613,"specificity":0.8605442176870748,"precision":0.49888888888888894,"balanced_accuracy":0.723353048791318,"f1":0.5390156062424971,"true_positive":44.90000000000001,"false_positive":45.1,"false_negative":31.700000000000003,"true_negative":278.3,"positive_prevalence":0.1914999999999999,"majority_accuracy_baseline":0.8085000000000001,"constant_brier_baseline":0.09190274999999995,"brier_skill":-0.13230420605409776,"baseline_adjusted_skill":0.446706097582636,"baseline_adjusted_score":0.446706097582636},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.14093694529437925,"normalized_score_rmse":0.24861077275549623,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.31873379918124833,"baseline_adjusted_score":0.31873379918124833},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.06164386283534662,"accuracy":0.8752499999999996,"positive_recall":0.7310298102981029,"specificity":0.9078786020846106,"precision":0.6422619047619047,"balanced_accuracy":0.8194542061913568,"f1":0.6837769328263623,"true_positive":53.94999999999999,"false_positive":30.049999999999997,"false_negative":19.850000000000012,"true_negative":296.14999999999986,"positive_prevalence":0.1844999999999999,"majority_accuracy_baseline":0.8155000000000001,"constant_brier_baseline":0.1092222499999995,"brier_skill":0.43561075847323316,"baseline_adjusted_skill":0.6389084123827136,"baseline_adjusted_score":0.6389084123827136},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1263866202322606,"normalized_score_rmse":0.23586607148495695,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":0.3326119063643004,"baseline_adjusted_score":0.3326119063643004},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.0875689271519734,"accuracy":0.8422499999999996,"positive_recall":0.2955414012738855,"specificity":0.9757387247278382,"precision":0.7483870967741936,"balanced_accuracy":0.6356400630008618,"f1":0.42374429223744303,"true_positive":23.200000000000006,"false_positive":7.800000000000001,"false_negative":55.29999999999998,"true_negative":313.6999999999999,"positive_prevalence":0.19624999999999987,"majority_accuracy_baseline":0.8037500000000002,"constant_brier_baseline":0.09878593749999955,"brier_skill":0.1135486551213446,"baseline_adjusted_skill":0.2712801260017237,"baseline_adjusted_score":0.2712801260017237},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.16139072708310778,"normalized_score_rmse":0.2866626633577529,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":0.23602022682552526,"baseline_adjusted_score":0.23602022682552526},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.11514888930968355,"accuracy":0.7033163265306124,"positive_recall":0.7571174377224198,"specificity":0.6627126230975828,"precision":0.6288177339901475,"balanced_accuracy":0.7099150304100013,"f1":0.6870290635091494,"true_positive":127.64999999999995,"false_positive":75.35000000000005,"false_negative":40.95000000000001,"true_negative":148.0500000000001,"positive_prevalence":0.43010204081632636,"majority_accuracy_baseline":0.5698979591836737,"constant_brier_baseline":0.12359641815910102,"brier_skill":0.06834768333288821,"baseline_adjusted_skill":0.4198300608200025,"baseline_adjusted_score":0.4198300608200025},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.1787500712112442,"normalized_score_rmse":0.25272917293838043,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.35120344523326175,"baseline_adjusted_score":0.35120344523326175},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.10899939571043768,"accuracy":0.8263750000000006,"positive_recall":0.6302124311565698,"specificity":0.8634269579432308,"precision":0.46569767441860455,"balanced_accuracy":0.7468196945499003,"f1":0.5356068204613842,"true_positive":80.1,"false_positive":91.90000000000003,"false_negative":46.99999999999996,"true_negative":581.0000000000005,"positive_prevalence":0.15887500000000002,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499934,"brier_skill":-0.10348422416420155,"baseline_adjusted_skill":0.49363938909980054,"baseline_adjusted_score":0.49363938909980054},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.16397025410804417,"normalized_score_rmse":0.2979842746239129,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":0.006240884193671747,"baseline_adjusted_score":0.006240884193671747},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.48,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.16129032258064513,"baseline_adjusted_score":0.16129032258064513},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3843575325362727,"accuracy":0.55,"positive_recall":0.7,"specificity":0.4,"precision":0.5384615384615384,"balanced_accuracy":0.55,"f1":0.6086956521739131,"true_positive":35,"false_positive":30,"false_negative":15,"true_negative":20,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.5374301301450908,"baseline_adjusted_skill":0.10000000000000009,"baseline_adjusted_score":0.10000000000000009},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.3770709078860172,"uniform_accuracy_baseline":0.058823529411766766,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.26791277258566976,"baseline_adjusted_score":0.26791277258566976},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.71,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.3695652173913042,"baseline_adjusted_score":0.3695652173913042},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.22960287240863697,"accuracy":0.69,"positive_recall":0.68,"specificity":0.7,"precision":0.6938775510204082,"balanced_accuracy":0.69,"f1":0.6868686868686869,"true_positive":34,"false_positive":15,"false_negative":16,"true_negative":35,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.08158851036545212,"baseline_adjusted_skill":0.3799999999999999,"baseline_adjusted_score":0.3799999999999999},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.53,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.253968253968254,"baseline_adjusted_score":0.253968253968254},"scoring":{"eligible":true,"reason":null},"model":18,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.2152056408236645,"accuracy":0.7567567567567568,"positive_recall":0.7887323943661971,"specificity":0.7272727272727273,"precision":0.7272727272727273,"balanced_accuracy":0.7580025608194623,"f1":0.7567567567567568,"true_positive":56,"false_positive":21,"false_negative":15,"true_negative":56,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.2495891161431699,"brier_skill":0.1377603152365917,"baseline_adjusted_skill":0.5160051216389245,"baseline_adjusted_score":0.5160051216389245},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.35,"uniform_accuracy_baseline":0.20049999999999962,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.08450704225352113,"baseline_adjusted_score":0.08450704225352113},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.9558823529411764,"baseline_adjusted_score":0.9558823529411764},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.77,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.5106382978723404,"baseline_adjusted_score":0.5106382978723404},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.8163265306122449,"baseline_adjusted_score":0.8163265306122449},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.15353910333848766,"accuracy":0.62231759714,"positive_recall":0.826538504500668,"specificity":0.2946662275454344,"precision":0.6527894411538462,"balanced_accuracy":0.5606023660230512,"f1":0.7294604418581517,"true_positive":50.91757641,"false_positive":27.08242359,"false_negative":10.685816696,"true_negative":11.314183304,"positive_prevalence":0.6160339310599999,"majority_accuracy_baseline":0.6160339310599999,"constant_brier_baseline":0.079087076552024,"brier_skill":-0.94139308256626,"baseline_adjusted_skill":0.12120473204610249,"baseline_adjusted_score":0.12120473204610249},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.14560702419802185,"accuracy":0.82,"positive_recall":0.74,"specificity":0.9,"precision":0.8809523809523809,"balanced_accuracy":0.8200000000000001,"f1":0.8043478260869565,"true_positive":37,"false_positive":5,"false_negative":13,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4175719032079126,"baseline_adjusted_skill":0.6400000000000001,"baseline_adjusted_score":0.6400000000000001},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.66,"uniform_accuracy_baseline":0.012987012987012965,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.6421052631578947,"baseline_adjusted_score":0.6421052631578947},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.9666666666666667,"baseline_adjusted_score":0.9666666666666667},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.6,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.375,"baseline_adjusted_score":0.375},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.17746226062547954,"accuracy":0.79,"positive_recall":1,"specificity":0.58,"precision":0.704225352112676,"balanced_accuracy":0.79,"f1":0.8264462809917356,"true_positive":50,"false_positive":21,"false_negative":0,"true_negative":29,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.29015095749808184,"baseline_adjusted_skill":0.5800000000000001,"baseline_adjusted_score":0.5800000000000001},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.20984813544299616,"accuracy":0.6234324474160426,"positive_recall":0.7144923519157569,"specificity":0.5810316128967868,"precision":0.442610848880526,"balanced_accuracy":0.6477619824062719,"f1":0.5466099587010884,"true_positive":158.89729474810883,"false_positive":200.10270525189117,"false_negative":63.494581556878984,"true_negative":277.505418443121,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768597,"brier_skill":-1.3651009866607242,"baseline_adjusted_skill":0.29552396481254384,"baseline_adjusted_score":0.29552396481254384},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2848678766026021,"accuracy":0.63,"positive_recall":0.66,"specificity":0.6,"precision":0.6226415094339622,"balanced_accuracy":0.63,"f1":0.6407766990291263,"true_positive":33,"false_positive":20,"false_negative":17,"true_negative":30,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.1394715064104084,"baseline_adjusted_skill":0.26,"baseline_adjusted_score":0.26},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.8344370860927153,"uniform_accuracy_baseline":0.006622516556291403,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.8275862068965518,"baseline_adjusted_score":0.8275862068965518},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.7741176470588236,"uniform_accuracy_baseline":0.3333333333333301,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.5835140997830803,"baseline_adjusted_score":0.5835140997830803},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.38,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.03333333333333337,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.12433556794544227,"accuracy":0.86,"positive_recall":0.9,"specificity":0.82,"precision":0.8333333333333334,"balanced_accuracy":0.86,"f1":0.8653846153846154,"true_positive":45,"false_positive":9,"false_negative":5,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.502657728218231,"baseline_adjusted_skill":0.72,"baseline_adjusted_score":0.72},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.74,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.4583333333333333,"baseline_adjusted_score":0.4583333333333333},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.07142857142857136,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9887640449438202,"baseline_adjusted_score":0.9887640449438202},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.45652173913043476,"baseline_adjusted_score":0.45652173913043476},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.4,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.17808219178082194,"baseline_adjusted_score":0.17808219178082194},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.6666666666666666,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.22942724223430155,"accuracy":0.7560975609756098,"positive_recall":0.775,"specificity":0.7380952380952381,"precision":0.7380952380952381,"balanced_accuracy":0.756547619047619,"f1":0.7560975609756098,"true_positive":31,"false_positive":11,"false_negative":9,"true_negative":31,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.24985127900059498,"brier_skill":0.08174477572414107,"baseline_adjusted_skill":0.513095238095238,"baseline_adjusted_score":0.513095238095238},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11926504099885533,"accuracy":0.87,"positive_recall":0.82,"specificity":0.92,"precision":0.9111111111111111,"balanced_accuracy":0.87,"f1":0.8631578947368421,"true_positive":41,"false_positive":4,"false_negative":9,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5229398360045787,"baseline_adjusted_skill":0.74,"baseline_adjusted_score":0.74},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.7346368715083799,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.6594982078853047,"baseline_adjusted_score":0.6594982078853047},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.56,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.278688524590164,"baseline_adjusted_score":0.278688524590164},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.21218399483553982,"accuracy":0.77,"positive_recall":0.4772727272727273,"specificity":0.8525641025641025,"precision":0.4772727272727273,"balanced_accuracy":0.6649184149184149,"f1":0.4772727272727273,"true_positive":21,"false_positive":23,"false_negative":23,"true_negative":133,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000053,"brier_skill":-0.23650346640757092,"baseline_adjusted_skill":0.3298368298368297,"baseline_adjusted_score":0.3298368298368297},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.25200939368225145,"accuracy":0.72,"positive_recall":0.16,"specificity":0.9066666666666666,"precision":0.36363636363636365,"balanced_accuracy":0.5333333333333333,"f1":0.2222222222222222,"true_positive":8,"false_positive":14,"false_negative":42,"true_negative":136,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-0.3440500996386744,"baseline_adjusted_skill":0.06666666666666665,"baseline_adjusted_score":0.06666666666666665},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.03399556417437849,"accuracy":0.96,"positive_recall":0.7894736842105263,"specificity":0.9779005524861878,"precision":0.7894736842105263,"balanced_accuracy":0.883687118348357,"f1":0.7894736842105263,"true_positive":15,"false_positive":4,"false_negative":4,"true_negative":177,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.0859749999999999,"brier_skill":0.6045877967504678,"baseline_adjusted_skill":0.767374236696714,"baseline_adjusted_score":0.767374236696714},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.14822314927741095,"accuracy":0.8046250000000001,"positive_recall":0.726019244122607,"specificity":0.8096429182049028,"precision":0.19579989299090447,"balanced_accuracy":0.7678310811637549,"f1":0.3084216514612001,"true_positive":121.9833333333334,"false_positive":501.01666666666614,"false_negative":46.033333333333324,"true_negative":2130.9666666666667,"positive_prevalence":0.060005952380952354,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679296,"brier_skill":-3.6030644173595423,"baseline_adjusted_skill":0.5356621623275097,"baseline_adjusted_score":0.5356621623275097},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.8243626062322946,"uniform_accuracy_baseline":0.027777777777777853,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.7987012987012987,"baseline_adjusted_score":0.7987012987012987},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.55,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.35714285714285726,"baseline_adjusted_score":0.35714285714285726},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.20440828942935207,"accuracy":0.78,"positive_recall":0.98,"specificity":0.58,"precision":0.7,"balanced_accuracy":0.78,"f1":0.8166666666666667,"true_positive":49,"false_positive":21,"false_negative":1,"true_negative":29,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.1823668422825917,"baseline_adjusted_skill":0.56,"baseline_adjusted_score":0.56},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.067658560101917,"accuracy":0.92,"positive_recall":1,"specificity":0.84,"precision":0.8620689655172413,"balanced_accuracy":0.9199999999999999,"f1":0.9259259259259259,"true_positive":50,"false_positive":8,"false_negative":0,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.729365759592332,"baseline_adjusted_skill":0.8399999999999999,"baseline_adjusted_score":0.8399999999999999},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.62,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":0.025641025641025664,"baseline_adjusted_score":0.025641025641025664},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.7872340425531915,"baseline_adjusted_score":0.7872340425531915},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.07680523291408053,"accuracy":0.91,"positive_recall":0.94,"specificity":0.88,"precision":0.8867924528301887,"balanced_accuracy":0.9099999999999999,"f1":0.912621359223301,"true_positive":47,"false_positive":6,"false_negative":3,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6927790683436779,"baseline_adjusted_skill":0.8199999999999998,"baseline_adjusted_score":0.8199999999999998},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8208955223880599,"baseline_adjusted_score":0.8208955223880599},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.04751240516949858,"accuracy":0.95,"positive_recall":0.92,"specificity":0.98,"precision":0.9787234042553191,"balanced_accuracy":0.95,"f1":0.9484536082474226,"true_positive":46,"false_positive":1,"false_negative":4,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8099503793220056,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.4744256756756758,"uniform_accuracy_baseline":0.23445945945945923,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.2875076500070504,"baseline_adjusted_score":0.2875076500070504},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.14657501350094757,"accuracy":0.6529824407894735,"positive_recall":0.886116325082965,"specificity":0.43098722441512544,"precision":0.5972424272727271,"balanced_accuracy":0.6585517747490452,"f1":0.7135512754390473,"true_positive":65.69666699999999,"false_positive":44.30333300000001,"false_negative":8.443336,"true_negative":33.55666399999999,"positive_prevalence":0.48776317763157917,"majority_accuracy_baseline":0.5122368223684208,"constant_brier_baseline":0.0945191003976856,"brier_skill":-0.5507449064182652,"baseline_adjusted_skill":0.3171035494980905,"baseline_adjusted_score":0.3171035494980905},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.16340183822167223,"normalized_score_rmse":0.21557942287311752,"constant_score_baseline":0.5841668333333334,"constant_mae_baseline":0.21700552708333315,"baseline_adjusted_skill":0.2470153160710803,"baseline_adjusted_score":0.2470153160710803},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.28149834608191504,"accuracy":0.71,"positive_recall":0.9,"specificity":0.52,"precision":0.6521739130434783,"balanced_accuracy":0.71,"f1":0.7563025210084033,"true_positive":45,"false_positive":24,"false_negative":5,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.12599338432766016,"baseline_adjusted_skill":0.41999999999999993,"baseline_adjusted_score":0.41999999999999993},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3739511573546326,"accuracy":0.59,"positive_recall":0.28,"specificity":0.9,"precision":0.7368421052631579,"balanced_accuracy":0.5900000000000001,"f1":0.4057971014492754,"true_positive":14,"false_positive":5,"false_negative":36,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.4958046294185303,"baseline_adjusted_skill":0.18000000000000016,"baseline_adjusted_score":0.18000000000000016},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.83,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.721311475409836,"baseline_adjusted_score":0.721311475409836},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.865,"uniform_accuracy_baseline":0.03611111111111102,"fixed_answer_accuracy_baseline":0.08833333333333329,"baseline_adjusted_skill":0.8519195612431444,"baseline_adjusted_score":0.8519195612431444},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.8636363636363635,"baseline_adjusted_score":0.8636363636363635},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.815,"uniform_accuracy_baseline":0.04987932421560751,"fixed_answer_accuracy_baseline":0.1244247787610618,"baseline_adjusted_skill":0.7887103294926218,"baseline_adjusted_score":0.7887103294926218},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.46181386469205177,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":50,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.8472554587682071,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.8333333333333334,"uniform_accuracy_baseline":0.23888888888888893,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.7647058823529413,"baseline_adjusted_score":0.7647058823529413},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.1998225433519342,"accuracy":0.765625,"positive_recall":0.75,"specificity":0.78125,"precision":0.7741935483870968,"balanced_accuracy":0.765625,"f1":0.7619047619047619,"true_positive":24,"false_positive":7,"false_negative":8,"true_negative":25,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.20070982659226322,"baseline_adjusted_skill":0.53125,"baseline_adjusted_score":0.53125},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.6212121212121212,"baseline_adjusted_score":0.6212121212121212},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.40681714127867946,"accuracy":0.43,"positive_recall":0.56,"specificity":0.3,"precision":0.4444444444444444,"balanced_accuracy":0.43000000000000005,"f1":0.49557522123893805,"true_positive":28,"false_positive":35,"false_negative":22,"true_negative":15,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.6272685651147178,"baseline_adjusted_skill":-0.1399999999999999,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8235294117647058,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.7391304347826085,"baseline_adjusted_score":0.7391304347826085},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.09669164385505649,"accuracy":0.8484848484848485,"positive_recall":1,"specificity":0.7058823529411765,"precision":0.7619047619047619,"balanced_accuracy":0.8529411764705883,"f1":0.8648648648648649,"true_positive":16,"false_positive":5,"false_negative":0,"true_negative":12,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.6128779405950129,"baseline_adjusted_skill":0.7058823529411766,"baseline_adjusted_score":0.7058823529411766},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.13681453081808287,"normalized_score_rmse":0.3164567628255246,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.5854105126724762,"baseline_adjusted_score":0.5854105126724762},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.25,"uniform_accuracy_baseline":0.17812500000000006,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.05263157894736839,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.05739308858372383,"accuracy":0.9411764705882353,"positive_recall":1,"specificity":0.8823529411764706,"precision":0.8947368421052632,"balanced_accuracy":0.9411764705882353,"f1":0.9444444444444444,"true_positive":17,"false_positive":2,"false_negative":0,"true_negative":15,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7704276456651047,"baseline_adjusted_skill":0.8823529411764706,"baseline_adjusted_score":0.8823529411764706},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.3913935842266416,"normalized_score_rmse":0.49098674534474296,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-1.6614763727411628,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.13194444444444448,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":-0.2521739130434782,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.15972590261929304,"accuracy":0.8269230769230769,"positive_recall":0.9615384615384616,"specificity":0.6923076923076923,"precision":0.7575757575757576,"balanced_accuracy":0.8269230769230769,"f1":0.847457627118644,"true_positive":25,"false_positive":8,"false_negative":1,"true_negative":18,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.36109638952282785,"baseline_adjusted_skill":0.6538461538461537,"baseline_adjusted_score":0.6538461538461537},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.0890904394202737,"accuracy":0.8933333333333333,"positive_recall":0.9230769230769231,"specificity":0.8611111111111112,"precision":0.8780487804878049,"balanced_accuracy":0.8920940170940171,"f1":0.9,"true_positive":36,"false_positive":5,"false_negative":3,"true_negative":31,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24959999999999993,"brier_skill":0.6430671497585188,"baseline_adjusted_skill":0.7841880341880343,"baseline_adjusted_score":0.7841880341880343},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.2973003012686968,"normalized_score_rmse":0.38570158327546056,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.0617867902453455,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.7647058823529411,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.6799999999999998,"baseline_adjusted_score":0.6799999999999998},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.2430204510127604,"accuracy":0.75,"positive_recall":1,"specificity":0.5,"precision":0.6666666666666666,"balanced_accuracy":0.75,"f1":0.8,"true_positive":14,"false_positive":7,"false_negative":0,"true_negative":7,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.02791819594895839,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.21611156103934973,"normalized_score_rmse":0.37249498341845294,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.16969696969696968,"baseline_adjusted_skill":-0.2735145561247396,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.04362206902280134,"accuracy":0.9529411764705882,"positive_recall":1,"specificity":0.9,"precision":0.9183673469387755,"balanced_accuracy":0.95,"f1":0.9574468085106383,"true_positive":45,"false_positive":4,"false_negative":0,"true_negative":36,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.24913494809688563,"brier_skill":0.8249058618390334,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.8947368421052632,"baseline_adjusted_score":0.8947368421052632},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.24307814593016885,"accuracy":0.7,"positive_recall":0.7428571428571429,"specificity":0.6,"precision":0.8125,"balanced_accuracy":0.6714285714285715,"f1":0.7761194029850746,"true_positive":26,"false_positive":6,"false_negative":9,"true_negative":9,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.20999999999999996,"brier_skill":-0.15751498061985192,"baseline_adjusted_skill":0.34285714285714297,"baseline_adjusted_score":0.34285714285714297},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.33858433523681014,"normalized_score_rmse":0.514921274955601,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.20922976870289323,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.6962025316455697,"uniform_accuracy_baseline":0.24240506329113914,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.47826086956521746,"baseline_adjusted_score":0.47826086956521746},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.10137112855515404,"accuracy":0.8571428571428571,"positive_recall":1,"specificity":0.7,"precision":0.7857142857142857,"balanced_accuracy":0.85,"f1":0.88,"true_positive":11,"false_positive":3,"false_negative":0,"true_negative":7,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.24943310657596363,"brier_skill":0.593593930065246,"baseline_adjusted_skill":0.7,"baseline_adjusted_score":0.7},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.6363636363636364,"uniform_accuracy_baseline":0.3237373737373738,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.4,"baseline_adjusted_score":0.4},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.22103376545373235,"accuracy":0.7575757575757576,"positive_recall":0.6470588235294118,"specificity":0.875,"precision":0.8461538461538461,"balanced_accuracy":0.7610294117647058,"f1":0.7333333333333333,"true_positive":11,"false_positive":2,"false_negative":6,"true_negative":14,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.11505231404737337,"baseline_adjusted_skill":0.5220588235294117,"baseline_adjusted_score":0.5220588235294117},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.24314853134031486,"normalized_score_rmse":0.32779344871726274,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.34313725490196084,"baseline_adjusted_skill":0.29139570866536824,"baseline_adjusted_score":0.29139570866536824},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.5831258628698283,"accuracy":0.31,"positive_recall":0.42,"specificity":0.2,"precision":0.3442622950819672,"balanced_accuracy":0.31,"f1":0.3783783783783784,"true_positive":21,"false_positive":40,"false_negative":29,"true_negative":10,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-1.332503451479313,"baseline_adjusted_skill":-0.38,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.2733333333333334,"uniform_accuracy_baseline":0.3333333333333332,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":-0.12371134020618549,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.27114750980588326,"accuracy":0.49333333333333335,"positive_recall":0.21621621621621623,"specificity":0.7631578947368421,"precision":0.47058823529411764,"balanced_accuracy":0.4896870554765292,"f1":0.2962962962962963,"true_positive":8,"false_positive":9,"false_negative":29,"true_negative":29,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555535,"brier_skill":-0.08478288951500335,"baseline_adjusted_skill":-0.020625889046941626,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.1428571428571427,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.8974358974358975,"baseline_adjusted_score":0.8974358974358975},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.36,"uniform_accuracy_baseline":0.32416666666666627,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.03030303030303025,"baseline_adjusted_score":0.03030303030303025},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.15801710680517142,"accuracy":0.7575757575757576,"positive_recall":0.625,"specificity":0.8823529411764706,"precision":0.8333333333333334,"balanced_accuracy":0.7536764705882353,"f1":0.7142857142857143,"true_positive":10,"false_positive":2,"false_negative":6,"true_negative":15,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.3673506275337073,"baseline_adjusted_skill":0.5073529411764706,"baseline_adjusted_score":0.5073529411764706},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.14533700032872288,"normalized_score_rmse":0.216911555828679,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.33846606746926133,"baseline_adjusted_score":0.33846606746926133},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.33127581128716116,"accuracy":0.58,"positive_recall":0.5454545454545454,"specificity":0.5897435897435898,"precision":0.2727272727272727,"balanced_accuracy":0.5675990675990676,"f1":0.36363636363636365,"true_positive":12,"false_positive":32,"false_negative":10,"true_negative":46,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000028,"brier_skill":-0.9305117207876492,"baseline_adjusted_skill":0.13519813519813528,"baseline_adjusted_score":0.13519813519813528},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10958979339714622,"accuracy":0.85,"positive_recall":0.8378378378378378,"specificity":0.8571428571428571,"precision":0.775,"balanced_accuracy":0.8474903474903475,"f1":0.8051948051948052,"true_positive":31,"false_positive":9,"false_negative":6,"true_negative":54,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000008,"brier_skill":0.529859316185559,"baseline_adjusted_skill":0.6949806949806949,"baseline_adjusted_score":0.6949806949806949},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1490169446013608,"accuracy":0.75,"positive_recall":0.7435897435897436,"specificity":0.7540983606557377,"precision":0.6590909090909091,"balanced_accuracy":0.7488440521227406,"f1":0.6987951807228916,"true_positive":29,"false_positive":15,"false_negative":10,"true_negative":46,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379000000000002,"brier_skill":0.3736151971359366,"baseline_adjusted_skill":0.49768810424548127,"baseline_adjusted_score":0.49768810424548127},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.37460571447052493,"accuracy":0.57,"positive_recall":0.9354838709677419,"specificity":0.4057971014492754,"precision":0.4142857142857143,"balanced_accuracy":0.6706404862085087,"f1":0.5742574257425742,"true_positive":29,"false_positive":41,"false_negative":2,"true_negative":28,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999987,"brier_skill":-0.7513123631160596,"baseline_adjusted_skill":0.3412809724170174,"baseline_adjusted_score":0.3412809724170174},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.8194444444444444,"baseline_adjusted_score":0.8194444444444444},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.19735490396487876,"normalized_score_rmse":0.25715215735573915,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.15116170337686563,"baseline_adjusted_score":0.15116170337686563},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.16981512105397834,"accuracy":0.81,"positive_recall":0.86,"specificity":0.76,"precision":0.7818181818181819,"balanced_accuracy":0.81,"f1":0.819047619047619,"true_positive":43,"false_positive":12,"false_negative":7,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.32073951578408666,"baseline_adjusted_skill":0.6200000000000001,"baseline_adjusted_score":0.6200000000000001},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.33539728132314084,"accuracy":0.61,"positive_recall":0.76,"specificity":0.46,"precision":0.5846153846153846,"balanced_accuracy":0.61,"f1":0.6608695652173913,"true_positive":38,"false_positive":27,"false_negative":12,"true_negative":23,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.34158912529256336,"baseline_adjusted_skill":0.21999999999999997,"baseline_adjusted_score":0.21999999999999997},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.51,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.4000000000000001,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.13161625650956027,"accuracy":0.85,"positive_recall":0.96,"specificity":0.74,"precision":0.7868852459016393,"balanced_accuracy":0.85,"f1":0.8648648648648649,"true_positive":48,"false_positive":13,"false_negative":2,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4735349739617589,"baseline_adjusted_skill":0.7,"baseline_adjusted_score":0.7},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.761904761904762,"baseline_adjusted_score":0.761904761904762},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.63,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.3833333333333333,"baseline_adjusted_score":0.3833333333333333},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.19274129060544382,"accuracy":0.71,"positive_recall":0.66,"specificity":0.76,"precision":0.7333333333333333,"balanced_accuracy":0.71,"f1":0.6947368421052632,"true_positive":33,"false_positive":12,"false_negative":17,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.22903483757822474,"baseline_adjusted_skill":0.41999999999999993,"baseline_adjusted_score":0.41999999999999993},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.20851190476190457,"fixed_answer_accuracy_baseline":0.2233333333333332,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.0434091870006941,"accuracy":0.94,"positive_recall":0.98,"specificity":0.9,"precision":0.9074074074074074,"balanced_accuracy":0.94,"f1":0.9423076923076923,"true_positive":49,"false_positive":5,"false_negative":1,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8263632519972236,"baseline_adjusted_skill":0.8799999999999999,"baseline_adjusted_score":0.8799999999999999},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.11806103116792656,"normalized_score_rmse":0.22616130132848966,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.6064632294402448,"baseline_adjusted_score":0.6064632294402448},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.22851190476190467,"fixed_answer_accuracy_baseline":0.2433333333333333,"baseline_adjusted_skill":0.8414096916299559,"baseline_adjusted_score":0.8414096916299559},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.05837910694951238,"accuracy":0.93,"positive_recall":0.98,"specificity":0.88,"precision":0.8909090909090909,"balanced_accuracy":0.9299999999999999,"f1":0.9333333333333333,"true_positive":49,"false_positive":6,"false_negative":1,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7664835722019505,"baseline_adjusted_skill":0.8599999999999999,"baseline_adjusted_score":0.8599999999999999},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.07008727592089599,"normalized_score_rmse":0.18577181000604934,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.304222222222222,"baseline_adjusted_skill":0.7696181580394214,"baseline_adjusted_score":0.7696181580394214},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.71,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.532258064516129,"baseline_adjusted_score":0.532258064516129},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09153081802352825,"accuracy":0.89,"positive_recall":1,"specificity":0.78,"precision":0.819672131147541,"balanced_accuracy":0.89,"f1":0.9009009009009009,"true_positive":50,"false_positive":11,"false_negative":0,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.633876727905887,"baseline_adjusted_skill":0.78,"baseline_adjusted_score":0.78},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.7,"baseline_adjusted_score":0.7},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.04944035345261898,"accuracy":0.95,"positive_recall":0.98,"specificity":0.92,"precision":0.9245283018867925,"balanced_accuracy":0.95,"f1":0.9514563106796117,"true_positive":49,"false_positive":4,"false_negative":1,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.802238586189524,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.35333333333333317,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.6610169491525424,"baseline_adjusted_score":0.6610169491525424},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.8064516129032259,"baseline_adjusted_score":0.8064516129032259},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.38,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.37,"uniform_accuracy_baseline":0.11111111111111088,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.25,"baseline_adjusted_score":0.25},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.0866732244542852,"accuracy":0.810875,"positive_recall":0.2847725774555042,"specificity":0.9339811815517508,"precision":0.5023255813953488,"balanced_accuracy":0.6093768795036275,"f1":0.36348338241480854,"true_positive":21.599999999999998,"false_positive":21.4,"false_negative":54.25000000000001,"true_negative":302.75,"positive_prevalence":0.1896249999999999,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500007,"brier_skill":-0.13858532413138258,"baseline_adjusted_skill":0.21875375900725502,"baseline_adjusted_score":0.21875375900725502},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.14230404178275421,"normalized_score_rmse":0.2128189056405899,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":0.3342500969227873,"baseline_adjusted_score":0.3342500969227873},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.1044740848377287,"accuracy":0.799125,"positive_recall":0.5264885138302859,"specificity":0.8982444179307995,"precision":0.6529069767441863,"balanced_accuracy":0.7123664658805426,"f1":0.5829223981313264,"true_positive":56.150000000000006,"false_positive":29.849999999999973,"false_negative":50.500000000000014,"true_negative":263.5,"positive_prevalence":0.2666249999999998,"majority_accuracy_baseline":0.7333750000000002,"constant_brier_baseline":0.11565485937499977,"brier_skill":0.0966736252820859,"baseline_adjusted_skill":0.4247329317610853,"baseline_adjusted_score":0.4247329317610853},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.15966457628185254,"normalized_score_rmse":0.26750432682301994,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.4058992510442696,"baseline_adjusted_score":0.4058992510442696},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.08997929066386884,"accuracy":0.794375,"positive_recall":0.6196868008948544,"specificity":0.8620988725065047,"precision":0.635321100917431,"balanced_accuracy":0.7408928367006795,"f1":0.6274065685164212,"true_positive":69.24999999999997,"false_positive":39.750000000000014,"false_negative":42.500000000000014,"true_negative":248.5,"positive_prevalence":0.2793749999999999,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937499995,"brier_skill":0.20481987268837454,"baseline_adjusted_skill":0.481785673401359,"baseline_adjusted_score":0.481785673401359},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1532326349940149,"normalized_score_rmse":0.22670587473104267,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.4203966525049082,"baseline_adjusted_score":0.4203966525049082},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.10702386266455412,"accuracy":0.8303749999999994,"positive_recall":0.3092957746478873,"specificity":0.9789558232931727,"precision":0.8073529411764706,"balanced_accuracy":0.64412579897053,"f1":0.44725050916496945,"true_positive":27.45,"false_positive":6.550000000000001,"false_negative":61.300000000000004,"true_negative":304.69999999999976,"positive_prevalence":0.22187499999999974,"majority_accuracy_baseline":0.7781250000000003,"constant_brier_baseline":0.126740234375001,"brier_skill":0.15556521421689795,"baseline_adjusted_skill":0.28825159794106003,"baseline_adjusted_score":0.28825159794106003},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.14521986590624691,"normalized_score_rmse":0.28869248427583766,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.35636624529087235,"baseline_adjusted_score":0.35636624529087235},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.08556408727056301,"accuracy":0.8129999999999995,"positive_recall":0.6947069943289225,"specificity":0.8555404486743712,"precision":0.6336206896551726,"balanced_accuracy":0.7751237215016469,"f1":0.6627592425608657,"true_positive":73.5,"false_positive":42.49999999999997,"false_negative":32.300000000000004,"true_negative":251.6999999999998,"positive_prevalence":0.26449999999999985,"majority_accuracy_baseline":0.7355000000000002,"constant_brier_baseline":0.11362725000000028,"brier_skill":0.2469756394653324,"baseline_adjusted_skill":0.5502474430032938,"baseline_adjusted_score":0.5502474430032938},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1422744009554208,"normalized_score_rmse":0.2238198653645649,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.4337337275406137,"baseline_adjusted_score":0.4337337275406137},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.0963294246237393,"accuracy":0.8257499999999998,"positive_recall":0.4954308093994777,"specificity":0.9039888682745825,"precision":0.55,"balanced_accuracy":0.6997098388370301,"f1":0.5212912087912087,"true_positive":37.95,"false_positive":31.049999999999994,"false_negative":38.65000000000003,"true_negative":292.3499999999999,"positive_prevalence":0.1914999999999999,"majority_accuracy_baseline":0.8085000000000001,"constant_brier_baseline":0.09190274999999995,"brier_skill":-0.04816694412016331,"baseline_adjusted_skill":0.39941967767406017,"baseline_adjusted_score":0.39941967767406017},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.13621418947739586,"normalized_score_rmse":0.25020253253974967,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.3415628303207451,"baseline_adjusted_score":0.3415628303207451},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.061128889173200626,"accuracy":0.8809999999999998,"positive_recall":0.6991869918699186,"specificity":0.9221336603310852,"precision":0.6701298701298701,"balanced_accuracy":0.8106603261005019,"f1":0.6843501326259946,"true_positive":51.6,"false_positive":25.400000000000002,"false_negative":22.200000000000014,"true_negative":300.7999999999999,"positive_prevalence":0.1844999999999999,"majority_accuracy_baseline":0.8155000000000001,"constant_brier_baseline":0.1092222499999995,"brier_skill":0.44032567381462195,"baseline_adjusted_skill":0.6213206522010037,"baseline_adjusted_score":0.6213206522010037},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.10529945530243368,"normalized_score_rmse":0.20955084942411092,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":0.44396327233038324,"baseline_adjusted_score":0.44396327233038324},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.10444741752249703,"accuracy":0.8272499999999995,"positive_recall":0.16815286624203823,"specificity":0.9881804043545879,"precision":0.7764705882352941,"balanced_accuracy":0.578166635298313,"f1":0.2764397905759163,"true_positive":13.200000000000001,"false_positive":3.8000000000000007,"false_negative":65.3,"true_negative":317.6999999999998,"positive_prevalence":0.19624999999999987,"majority_accuracy_baseline":0.8037500000000002,"constant_brier_baseline":0.09878593749999955,"brier_skill":-0.05731058656499077,"baseline_adjusted_skill":0.15633327059662605,"baseline_adjusted_score":0.15633327059662605},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.16742624771161446,"normalized_score_rmse":0.30456716657565036,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":0.20744971497460607,"baseline_adjusted_score":0.20744971497460607},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.12452339419712607,"accuracy":0.7160714285714287,"positive_recall":0.7363582443653617,"specificity":0.7007609668755596,"precision":0.6499999999999998,"balanced_accuracy":0.7185596056204606,"f1":0.6904894327030032,"true_positive":124.14999999999996,"false_positive":66.85000000000002,"false_negative":44.45000000000001,"true_negative":156.55000000000007,"positive_prevalence":0.43010204081632636,"majority_accuracy_baseline":0.5698979591836737,"constant_brier_baseline":0.12359641815910102,"brier_skill":-0.007500023478283824,"baseline_adjusted_skill":0.43711921124092123,"baseline_adjusted_score":0.43711921124092123},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.17132232390625232,"normalized_score_rmse":0.2376940266876531,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.37816341693286193,"baseline_adjusted_score":0.37816341693286193},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.0793669767465115,"accuracy":0.8698750000000004,"positive_recall":0.6136900078678208,"specificity":0.9182642294545995,"precision":0.5864661654135338,"balanced_accuracy":0.7659771186612101,"f1":0.599769319492503,"true_positive":78,"false_positive":54.99999999999999,"false_negative":49.099999999999966,"true_negative":617.9000000000003,"positive_prevalence":0.15887500000000002,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499934,"brier_skill":0.19650741007735817,"baseline_adjusted_skill":0.5319542373224202,"baseline_adjusted_score":0.5319542373224202},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.1289692917101479,"normalized_score_rmse":0.24738036340167044,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":0.21836792902940672,"baseline_adjusted_score":0.21836792902940672},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.61,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.3709677419354838,"baseline_adjusted_score":0.3709677419354838},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3521659780032698,"accuracy":0.62,"positive_recall":0.76,"specificity":0.48,"precision":0.59375,"balanced_accuracy":0.62,"f1":0.6666666666666666,"true_positive":38,"false_positive":26,"false_negative":12,"true_negative":24,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.4086639120130793,"baseline_adjusted_skill":0.24,"baseline_adjusted_score":0.24},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.4777998674618953,"uniform_accuracy_baseline":0.058823529411766766,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.3862928348909657,"baseline_adjusted_score":0.3862928348909657},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.72,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.39130434782608686,"baseline_adjusted_score":0.39130434782608686},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.22526475808221622,"accuracy":0.72,"positive_recall":0.88,"specificity":0.56,"precision":0.6666666666666666,"balanced_accuracy":0.72,"f1":0.7586206896551724,"true_positive":44,"false_positive":22,"false_negative":6,"true_negative":28,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.09894096767113514,"baseline_adjusted_skill":0.43999999999999995,"baseline_adjusted_score":0.43999999999999995},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.52,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.23809523809523814,"baseline_adjusted_score":0.23809523809523814},"scoring":{"eligible":true,"reason":null},"model":19,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.1506626144948404,"accuracy":0.8108108108108109,"positive_recall":0.676056338028169,"specificity":0.935064935064935,"precision":0.9056603773584906,"balanced_accuracy":0.805560636546552,"f1":0.7741935483870968,"true_positive":48,"false_positive":5,"false_negative":23,"true_negative":72,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.2495891161431699,"brier_skill":0.3963574340781072,"baseline_adjusted_skill":0.6111212730931039,"baseline_adjusted_score":0.6111212730931039},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.7,"uniform_accuracy_baseline":0.20049999999999962,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.5774647887323944,"baseline_adjusted_score":0.5774647887323944},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.9852941176470588,"baseline_adjusted_score":0.9852941176470588},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.7446808510638298,"baseline_adjusted_score":0.7446808510638298},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.8979591836734693,"baseline_adjusted_score":0.8979591836734693},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09108405788539711,"accuracy":0.6363201278199999,"positive_recall":0.9434172374888146,"specificity":0.1436145087825895,"precision":0.6386560763076923,"balanced_accuracy":0.543515873135702,"f1":0.7616829712774578,"true_positive":58.117702943999994,"false_positive":32.882297056000006,"false_negative":3.485690162,"true_negative":5.514309838000001,"positive_prevalence":0.6160339310599999,"majority_accuracy_baseline":0.6160339310599999,"constant_brier_baseline":0.079087076552024,"brier_skill":-0.1516933215438987,"baseline_adjusted_skill":0.08703174627140409,"baseline_adjusted_score":0.08703174627140409},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11554999526312555,"accuracy":0.85,"positive_recall":0.86,"specificity":0.84,"precision":0.8431372549019608,"balanced_accuracy":0.85,"f1":0.8514851485148515,"true_positive":43,"false_positive":8,"false_negative":7,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5378000189474978,"baseline_adjusted_skill":0.7,"baseline_adjusted_score":0.7},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.83,"uniform_accuracy_baseline":0.012987012987012965,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.8210526315789474,"baseline_adjusted_score":0.8210526315789474},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.39,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.04687500000000004,"baseline_adjusted_score":0.04687500000000004},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.21172658738285086,"accuracy":0.7,"positive_recall":1,"specificity":0.4,"precision":0.625,"balanced_accuracy":0.7,"f1":0.7692307692307693,"true_positive":50,"false_positive":30,"false_negative":0,"true_negative":20,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.15309365046859658,"baseline_adjusted_skill":0.3999999999999999,"baseline_adjusted_score":0.3999999999999999},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.07876932547217066,"accuracy":0.709381332660227,"positive_recall":0.6249302217900138,"specificity":0.7487048702440652,"precision":0.5366000176971943,"balanced_accuracy":0.6868175460170395,"f1":0.5774065223133195,"true_positive":138.97940458357334,"false_positive":120.02059541642666,"false_negative":83.41247172141448,"true_negative":357.5875282785855,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768597,"brier_skill":0.11222747345574102,"baseline_adjusted_skill":0.37363509203407896,"baseline_adjusted_score":0.37363509203407896},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.17734396276866002,"accuracy":0.74,"positive_recall":0.68,"specificity":0.8,"precision":0.7727272727272727,"balanced_accuracy":0.74,"f1":0.723404255319149,"true_positive":34,"false_positive":10,"false_negative":16,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2906241489253599,"baseline_adjusted_skill":0.48,"baseline_adjusted_score":0.48},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.9668874172185431,"uniform_accuracy_baseline":0.006622516556291403,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.9655172413793104,"baseline_adjusted_score":0.9655172413793104},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.8358823529411765,"uniform_accuracy_baseline":0.3333333333333301,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.6973969631236443,"baseline_adjusted_score":0.6973969631236443},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.49,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.14999999999999997,"baseline_adjusted_score":0.14999999999999997},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08256319401574952,"accuracy":0.86,"positive_recall":1,"specificity":0.72,"precision":0.78125,"balanced_accuracy":0.86,"f1":0.8771929824561403,"true_positive":50,"false_positive":14,"false_negative":0,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6697472239370019,"baseline_adjusted_skill":0.72,"baseline_adjusted_score":0.72},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.83,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.6458333333333333,"baseline_adjusted_score":0.6458333333333333},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.07142857142857136,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9775280898876404,"baseline_adjusted_score":0.9775280898876404},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.6521739130434782,"baseline_adjusted_score":0.6521739130434782},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.44,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.2328767123287671,"baseline_adjusted_score":0.2328767123287671},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.7222222222222222,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.1666666666666667,"baseline_adjusted_score":0.1666666666666667},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.1512823147633988,"accuracy":0.7804878048780488,"positive_recall":0.875,"specificity":0.6904761904761905,"precision":0.7291666666666666,"balanced_accuracy":0.7827380952380952,"f1":0.7954545454545454,"true_positive":35,"false_positive":13,"false_negative":5,"true_negative":29,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.24985127900059498,"brier_skill":0.39451054495887317,"baseline_adjusted_skill":0.5654761904761905,"baseline_adjusted_score":0.5654761904761905},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.14042254280315233,"accuracy":0.79,"positive_recall":0.62,"specificity":0.96,"precision":0.9393939393939394,"balanced_accuracy":0.79,"f1":0.7469879518072289,"true_positive":31,"false_positive":2,"false_negative":19,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.43830982878739067,"baseline_adjusted_skill":0.5800000000000001,"baseline_adjusted_score":0.5800000000000001},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.8184357541899442,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.7670250896057349,"baseline_adjusted_score":0.7670250896057349},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.46,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.11475409836065575,"baseline_adjusted_score":0.11475409836065575},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.19263617466296692,"accuracy":0.745,"positive_recall":0.4318181818181818,"specificity":0.8333333333333334,"precision":0.4222222222222222,"balanced_accuracy":0.6325757575757576,"f1":0.42696629213483145,"true_positive":19,"false_positive":26,"false_negative":25,"true_negative":130,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000053,"brier_skill":-0.12258843043686674,"baseline_adjusted_skill":0.26515151515151514,"baseline_adjusted_score":0.26515151515151514},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.18346194762183746,"accuracy":0.745,"positive_recall":0.12,"specificity":0.9533333333333334,"precision":0.46153846153846156,"balanced_accuracy":0.5366666666666666,"f1":0.19047619047619047,"true_positive":6,"false_positive":7,"false_negative":44,"true_negative":143,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":0.021536279350200194,"baseline_adjusted_skill":0.07333333333333325,"baseline_adjusted_score":0.07333333333333325},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.05053960855864346,"accuracy":0.94,"positive_recall":0.7368421052631579,"specificity":0.9613259668508287,"precision":0.6666666666666666,"balanced_accuracy":0.8490840360569933,"f1":0.7,"true_positive":14,"false_positive":7,"false_negative":5,"true_negative":174,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.0859749999999999,"brier_skill":0.4121592490998137,"baseline_adjusted_skill":0.6981680721139867,"baseline_adjusted_score":0.6981680721139867},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.07919226114361491,"accuracy":0.863136904761905,"positive_recall":0.7165955758357307,"specificity":0.872491593791754,"precision":0.2640350877192983,"balanced_accuracy":0.7945435848137423,"f1":0.38588712908309086,"true_positive":120.40000000000006,"false_positive":335.6,"false_negative":47.616666666666646,"true_negative":2296.3833333333337,"positive_prevalence":0.060005952380952354,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679296,"brier_skill":-1.459312740131963,"baseline_adjusted_skill":0.5890871696274846,"baseline_adjusted_score":0.5890871696274846},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.8271954674220963,"uniform_accuracy_baseline":0.027777777777777853,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.8019480519480519,"baseline_adjusted_score":0.8019480519480519},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.8285714285714287,"baseline_adjusted_score":0.8285714285714287},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.14028818990573286,"accuracy":0.82,"positive_recall":1,"specificity":0.64,"precision":0.7352941176470589,"balanced_accuracy":0.8200000000000001,"f1":0.847457627118644,"true_positive":50,"false_positive":18,"false_negative":0,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.43884724037706857,"baseline_adjusted_skill":0.6400000000000001,"baseline_adjusted_score":0.6400000000000001},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.05592320725399694,"accuracy":0.92,"positive_recall":0.96,"specificity":0.88,"precision":0.8888888888888888,"balanced_accuracy":0.9199999999999999,"f1":0.9230769230769231,"true_positive":48,"false_positive":6,"false_negative":2,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7763071709840123,"baseline_adjusted_skill":0.8399999999999999,"baseline_adjusted_score":0.8399999999999999},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.61,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.8829787234042554,"baseline_adjusted_score":0.8829787234042554},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10669851114151346,"accuracy":0.87,"positive_recall":0.82,"specificity":0.92,"precision":0.9111111111111111,"balanced_accuracy":0.87,"f1":0.8631578947368421,"true_positive":41,"false_positive":4,"false_negative":9,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5732059554339461,"baseline_adjusted_skill":0.74,"baseline_adjusted_score":0.74},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8208955223880599,"baseline_adjusted_score":0.8208955223880599},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.033209973034618236,"accuracy":0.95,"positive_recall":0.96,"specificity":0.94,"precision":0.9411764705882353,"balanced_accuracy":0.95,"f1":0.9504950495049505,"true_positive":48,"false_positive":3,"false_negative":2,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8671601078615271,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.4680777972972974,"uniform_accuracy_baseline":0.23445945945945923,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.278902178670347,"baseline_adjusted_score":0.278902178670347},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.09906908564545834,"accuracy":0.6549999934210526,"positive_recall":0.9691124641578447,"specificity":0.3558951845323086,"precision":0.5889344344262295,"balanced_accuracy":0.6625038243450767,"f1":0.7326399500462942,"true_positive":71.850001,"false_positive":50.14999900000001,"false_negative":2.2900020000000003,"true_negative":27.709998,"positive_prevalence":0.48776317763157917,"majority_accuracy_baseline":0.5122368223684208,"constant_brier_baseline":0.0945191003976856,"brier_skill":-0.0481382623049611,"baseline_adjusted_skill":0.3250076486901534,"baseline_adjusted_score":0.3250076486901534},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.12654267128734786,"normalized_score_rmse":0.16303198673011499,"constant_score_baseline":0.5841668333333334,"constant_mae_baseline":0.21700552708333315,"baseline_adjusted_skill":0.41686890196693605,"baseline_adjusted_score":0.41686890196693605},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2085525270053125,"accuracy":0.68,"positive_recall":0.94,"specificity":0.42,"precision":0.618421052631579,"balanced_accuracy":0.6799999999999999,"f1":0.746031746031746,"true_positive":47,"false_positive":29,"false_negative":3,"true_negative":21,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.16578989197875005,"baseline_adjusted_skill":0.3599999999999999,"baseline_adjusted_score":0.3599999999999999},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.22526550780289786,"accuracy":0.66,"positive_recall":0.54,"specificity":0.78,"precision":0.7105263157894737,"balanced_accuracy":0.66,"f1":0.6136363636363636,"true_positive":27,"false_positive":11,"false_negative":23,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.09893796878840855,"baseline_adjusted_skill":0.32000000000000006,"baseline_adjusted_score":0.32000000000000006},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.93,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.8852459016393444,"baseline_adjusted_score":0.8852459016393444},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.03611111111111102,"fixed_answer_accuracy_baseline":0.08833333333333329,"baseline_adjusted_skill":0.890310786106033,"baseline_adjusted_score":0.890310786106033},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.9318181818181818,"baseline_adjusted_score":0.9318181818181818},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.04987932421560751,"fixed_answer_accuracy_baseline":0.1244247787610618,"baseline_adjusted_skill":0.8286840509399636,"baseline_adjusted_score":0.8286840509399636},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3370416257548692,"accuracy":0.51,"positive_recall":0.1,"specificity":0.92,"precision":0.5555555555555556,"balanced_accuracy":0.51,"f1":0.1694915254237288,"true_positive":5,"false_positive":4,"false_negative":45,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.3481665030194767,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.8333333333333334,"uniform_accuracy_baseline":0.23888888888888893,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.7647058823529413,"baseline_adjusted_score":0.7647058823529413},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.16139334918201664,"accuracy":0.796875,"positive_recall":0.8125,"specificity":0.78125,"precision":0.7878787878787878,"balanced_accuracy":0.796875,"f1":0.8,"true_positive":26,"false_positive":7,"false_negative":6,"true_negative":25,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3544266032719334,"baseline_adjusted_skill":0.59375,"baseline_adjusted_score":0.59375},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.82,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.7272727272727273,"baseline_adjusted_score":0.7272727272727273},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.16666097006783193,"accuracy":0.75,"positive_recall":0.52,"specificity":0.98,"precision":0.9629629629629629,"balanced_accuracy":0.75,"f1":0.6753246753246753,"true_positive":26,"false_positive":1,"false_negative":24,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3333561197286723,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.8260869565217391,"baseline_adjusted_score":0.8260869565217391},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.0000387003751171387,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":16,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.9998450562187405,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.16049660736327495,"normalized_score_rmse":0.29019855773755315,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.5136466443537122,"baseline_adjusted_score":0.5136466443537122},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.65625,"uniform_accuracy_baseline":0.17812500000000006,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":0.5175438596491229,"baseline_adjusted_score":0.5175438596491229},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.21066642244007897,"accuracy":0.6764705882352942,"positive_recall":0.35294117647058826,"specificity":1,"precision":1,"balanced_accuracy":0.6764705882352942,"f1":0.5217391304347826,"true_positive":6,"false_positive":0,"false_negative":11,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.15733431023968414,"baseline_adjusted_skill":0.3529411764705883,"baseline_adjusted_score":0.3529411764705883},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.23310876484302914,"normalized_score_rmse":0.321565613750409,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-0.5851396009325982,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.9375,"uniform_accuracy_baseline":0.13194444444444448,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":0.8434782608695652,"baseline_adjusted_score":0.8434782608695652},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.18923179698842546,"accuracy":0.75,"positive_recall":0.5384615384615384,"specificity":0.9615384615384616,"precision":0.9333333333333333,"balanced_accuracy":0.75,"f1":0.6829268292682927,"true_positive":14,"false_positive":1,"false_negative":12,"true_negative":25,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.24307281204629816,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.03142784731903376,"accuracy":0.9733333333333334,"positive_recall":0.9743589743589743,"specificity":0.9722222222222222,"precision":0.9743589743589743,"balanced_accuracy":0.9732905982905983,"f1":0.9743589743589743,"true_positive":38,"false_positive":1,"false_negative":1,"true_negative":35,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24959999999999993,"brier_skill":0.8740871501641275,"baseline_adjusted_skill":0.9465811965811965,"baseline_adjusted_score":0.9465811965811965},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.25722557872533797,"normalized_score_rmse":0.27839644330185775,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.08133721883807876,"baseline_adjusted_score":0.08133721883807876},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.7647058823529411,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.6799999999999998,"baseline_adjusted_score":0.6799999999999998},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.08044419561417346,"accuracy":0.8928571428571429,"positive_recall":1,"specificity":0.7857142857142857,"precision":0.8235294117647058,"balanced_accuracy":0.8928571428571428,"f1":0.9032258064516129,"true_positive":14,"false_positive":3,"false_negative":0,"true_negative":11,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6782232175433062,"baseline_adjusted_skill":0.7857142857142856,"baseline_adjusted_score":0.7857142857142856},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.16841663549809405,"normalized_score_rmse":0.23704924454001008,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.16969696969696968,"baseline_adjusted_skill":0.0075448265290885,"baseline_adjusted_score":0.0075448265290885},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.024611962271266406,"accuracy":0.9647058823529412,"positive_recall":1,"specificity":0.925,"precision":0.9375,"balanced_accuracy":0.9625,"f1":0.967741935483871,"true_positive":45,"false_positive":3,"false_negative":0,"true_negative":37,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.24913494809688563,"brier_skill":0.9012103181056111,"baseline_adjusted_skill":0.925,"baseline_adjusted_score":0.925},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.00008815761807196319,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":35,"false_positive":0,"false_negative":0,"true_negative":15,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.20999999999999996,"brier_skill":0.9995802018187049,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.00836964073467243,"normalized_score_rmse":0.014248101631103023,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.9701084259475985,"baseline_adjusted_score":0.9701084259475985},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.8734177215189873,"uniform_accuracy_baseline":0.24240506329113914,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.782608695652174,"baseline_adjusted_score":0.782608695652174},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.0051907393459728725,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":11,"false_positive":0,"false_negative":0,"true_negative":10,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.24943310657596363,"brier_skill":0.9791898540765996,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.3237373737373738,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.05918297068749913,"accuracy":0.9393939393939394,"positive_recall":1,"specificity":0.875,"precision":0.8947368421052632,"balanced_accuracy":0.9375,"f1":0.9444444444444444,"true_positive":17,"false_positive":2,"false_negative":0,"true_negative":14,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.7630505327989466,"baseline_adjusted_skill":0.875,"baseline_adjusted_score":0.875},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.04596480340716665,"normalized_score_rmse":0.10748299677377784,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.34313725490196084,"baseline_adjusted_skill":0.8660454300705429,"baseline_adjusted_score":0.8660454300705429},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.07909746211149676,"accuracy":0.89,"positive_recall":0.8,"specificity":0.98,"precision":0.975609756097561,"balanced_accuracy":0.89,"f1":0.8791208791208791,"true_positive":40,"false_positive":1,"false_negative":10,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.683610151554013,"baseline_adjusted_skill":0.78,"baseline_adjusted_score":0.78},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.8933333333333334,"uniform_accuracy_baseline":0.3333333333333332,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":0.8350515463917526,"baseline_adjusted_score":0.8350515463917526},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.006415164635809502,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":37,"false_positive":0,"false_negative":0,"true_negative":38,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555535,"brier_skill":0.9743347787507621,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.1428571428571427,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.8974358974358975,"baseline_adjusted_score":0.8974358974358975},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.65,"uniform_accuracy_baseline":0.32416666666666627,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.4696969696969697,"baseline_adjusted_score":0.4696969696969697},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.000018587767847926477,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":16,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.9999255805912265,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.0776294340001524,"normalized_score_rmse":0.13982101434476393,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.6466522314475822,"baseline_adjusted_score":0.6466522314475822},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.002514607963892435,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":22,"false_positive":0,"false_negative":0,"true_negative":78,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000028,"brier_skill":0.9853461074365243,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.00021859521739974768,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":37,"false_positive":0,"false_negative":0,"true_negative":63,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000008,"brier_skill":0.9990622255795807,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.0014392200763921551,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":39,"false_positive":0,"false_negative":0,"true_negative":61,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379000000000002,"brier_skill":0.9939503149374016,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.0030547190604537293,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":31,"false_positive":0,"false_negative":0,"true_negative":69,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999987,"brier_skill":0.9857189384738021,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.9444444444444444,"baseline_adjusted_score":0.9444444444444444},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.18942209856264525,"normalized_score_rmse":0.23538191661700109,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.18528129650475167,"baseline_adjusted_score":0.18528129650475167},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.17098185728458326,"accuracy":0.77,"positive_recall":0.96,"specificity":0.58,"precision":0.6956521739130435,"balanced_accuracy":0.77,"f1":0.8067226890756303,"true_positive":48,"false_positive":21,"false_negative":2,"true_negative":29,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.31607257086166696,"baseline_adjusted_skill":0.54,"baseline_adjusted_score":0.54},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2766256116533324,"accuracy":0.59,"positive_recall":0.92,"specificity":0.26,"precision":0.5542168674698795,"balanced_accuracy":0.5900000000000001,"f1":0.6917293233082706,"true_positive":46,"false_positive":37,"false_negative":4,"true_negative":13,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.10650244661332953,"baseline_adjusted_skill":0.18000000000000016,"baseline_adjusted_score":0.18000000000000016},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.58,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.20000000000000018,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09752016375836682,"accuracy":0.86,"positive_recall":0.98,"specificity":0.74,"precision":0.7903225806451613,"balanced_accuracy":0.86,"f1":0.875,"true_positive":49,"false_positive":13,"false_negative":1,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6099193449665328,"baseline_adjusted_skill":0.72,"baseline_adjusted_score":0.72},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.8095238095238096,"baseline_adjusted_score":0.8095238095238096},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.71,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.5166666666666666,"baseline_adjusted_score":0.5166666666666666},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.18537169807479362,"accuracy":0.71,"positive_recall":0.56,"specificity":0.86,"precision":0.8,"balanced_accuracy":0.71,"f1":0.6588235294117647,"true_positive":28,"false_positive":7,"false_negative":22,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.25851320770082553,"baseline_adjusted_skill":0.41999999999999993,"baseline_adjusted_score":0.41999999999999993},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.20851190476190457,"fixed_answer_accuracy_baseline":0.2233333333333332,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.03072695811030072,"accuracy":0.95,"positive_recall":0.92,"specificity":0.98,"precision":0.9787234042553191,"balanced_accuracy":0.95,"f1":0.9484536082474226,"true_positive":46,"false_positive":1,"false_negative":4,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8770921675587972,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.05168824679293721,"normalized_score_rmse":0.12650292391620924,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.8277058440235426,"baseline_adjusted_score":0.8277058440235426},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.22851190476190467,"fixed_answer_accuracy_baseline":0.2433333333333333,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.02435535472276856,"accuracy":0.97,"positive_recall":0.98,"specificity":0.96,"precision":0.9607843137254902,"balanced_accuracy":0.97,"f1":0.9702970297029703,"true_positive":49,"false_positive":2,"false_negative":1,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9025785811089257,"baseline_adjusted_skill":0.94,"baseline_adjusted_score":0.94},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.04531010652923758,"normalized_score_rmse":0.1147406827466211,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.304222222222222,"baseline_adjusted_skill":0.851062469407181,"baseline_adjusted_score":0.851062469407181},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.74,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.5806451612903225,"baseline_adjusted_score":0.5806451612903225},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.0742301881898519,"accuracy":0.9,"positive_recall":0.98,"specificity":0.82,"precision":0.8448275862068966,"balanced_accuracy":0.8999999999999999,"f1":0.9074074074074074,"true_positive":49,"false_positive":9,"false_negative":1,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7030792472405925,"baseline_adjusted_skill":0.7999999999999998,"baseline_adjusted_score":0.7999999999999998},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.74,"baseline_adjusted_score":0.74},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.046535290403116,"accuracy":0.95,"positive_recall":0.96,"specificity":0.94,"precision":0.9411764705882353,"balanced_accuracy":0.95,"f1":0.9504950495049505,"true_positive":48,"false_positive":3,"false_negative":2,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.813858838387536,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.58,"uniform_accuracy_baseline":0.35333333333333317,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.28813559322033894,"baseline_adjusted_score":0.28813559322033894},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.7903225806451613,"baseline_adjusted_score":0.7903225806451613},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.45,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.11290322580645162,"baseline_adjusted_score":0.11290322580645162},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.52,"uniform_accuracy_baseline":0.11111111111111088,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.42857142857142855,"baseline_adjusted_score":0.42857142857142855},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.15359549727595817,"accuracy":0.6086249999999999,"positive_recall":0.7930125247198417,"specificity":0.5654789449329012,"precision":0.29925373134328354,"balanced_accuracy":0.6792457348263714,"f1":0.4345313346577569,"true_positive":60.15000000000001,"false_positive":140.85000000000008,"false_negative":15.700000000000006,"true_negative":183.29999999999995,"positive_prevalence":0.1896249999999999,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500007,"brier_skill":-1.0177116999184332,"baseline_adjusted_skill":0.3584914696527428,"baseline_adjusted_score":0.3584914696527428},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.2141653753031278,"normalized_score_rmse":0.26133342753384586,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":-0.0019432762719429064,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.06907268060391439,"accuracy":0.7958749999999998,"positive_recall":0.6469760900140648,"specificity":0.8500085222430543,"precision":0.610619469026549,"balanced_accuracy":0.7484923061285595,"f1":0.6282722513089007,"true_positive":69.00000000000003,"false_positive":43.99999999999996,"false_negative":37.650000000000006,"true_negative":249.34999999999988,"positive_prevalence":0.2666249999999998,"majority_accuracy_baseline":0.7333750000000002,"constant_brier_baseline":0.11565485937499977,"brier_skill":0.402768885136483,"baseline_adjusted_skill":0.4969846122571191,"baseline_adjusted_score":0.4969846122571191},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.18459069113736404,"normalized_score_rmse":0.23460910303602403,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.3131509166981803,"baseline_adjusted_score":0.3131509166981803},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.06597941610333413,"accuracy":0.7781249999999998,"positive_recall":0.715883668903803,"specificity":0.8022549869904595,"precision":0.5839416058394158,"balanced_accuracy":0.7590693279471312,"f1":0.6432160804020097,"true_positive":79.99999999999996,"false_positive":57.00000000000006,"false_negative":31.750000000000007,"true_negative":231.25,"positive_prevalence":0.2793749999999999,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937499995,"brier_skill":0.41691560235800507,"baseline_adjusted_skill":0.5181386558942624,"baseline_adjusted_score":0.5181386558942624},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.18037436032002005,"normalized_score_rmse":0.23100742257343754,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.31773291604720555,"baseline_adjusted_score":0.31773291604720555},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.048612709843309926,"accuracy":0.8716249999999995,"positive_recall":0.5430985915492957,"specificity":0.9653012048192771,"precision":0.8169491525423729,"balanced_accuracy":0.7541998981842863,"f1":0.6524534686971235,"true_positive":48.20000000000001,"false_positive":10.800000000000002,"false_negative":40.55000000000001,"true_negative":300.4499999999998,"positive_prevalence":0.22187499999999974,"majority_accuracy_baseline":0.7781250000000003,"constant_brier_baseline":0.126740234375001,"brier_skill":0.616438220403839,"baseline_adjusted_skill":0.5083997963685727,"baseline_adjusted_score":0.5083997963685727},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.16521710092581998,"normalized_score_rmse":0.22400928568595646,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.267735840771989,"baseline_adjusted_score":0.267735840771989},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.05557860496317543,"accuracy":0.8084999999999998,"positive_recall":0.8090737240075613,"specificity":0.8082936777702243,"precision":0.6028169014084507,"balanced_accuracy":0.8086837008888927,"f1":0.6908797417271992,"true_positive":85.59999999999998,"false_positive":56.4,"false_negative":20.200000000000017,"true_negative":237.79999999999993,"positive_prevalence":0.26449999999999985,"majority_accuracy_baseline":0.7355000000000002,"constant_brier_baseline":0.11362725000000028,"brier_skill":0.5108690480217087,"baseline_adjusted_skill":0.6173674017777855,"baseline_adjusted_score":0.6173674017777855},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.16378683291108245,"normalized_score_rmse":0.21764718422343277,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.3481121078165872,"baseline_adjusted_score":0.3481121078165872},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.0716708288324829,"accuracy":0.8172499999999999,"positive_recall":0.6168407310704961,"specificity":0.8647186147186147,"precision":0.5192307692307693,"balanced_accuracy":0.7407796728945554,"f1":0.5638424821002388,"true_positive":47.25000000000001,"false_positive":43.75,"false_negative":29.35,"true_negative":279.65,"positive_prevalence":0.1914999999999999,"majority_accuracy_baseline":0.8085000000000001,"constant_brier_baseline":0.09190274999999995,"brier_skill":0.22014489411380034,"baseline_adjusted_skill":0.48155934578911075,"baseline_adjusted_score":0.48155934578911075},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.14731600800706474,"normalized_score_rmse":0.2149533739906358,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.2878984507211373,"baseline_adjusted_score":0.2878984507211373},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.04210789838128334,"accuracy":0.8909999999999997,"positive_recall":0.746612466124661,"specificity":0.9236664622930718,"precision":0.68875,"balanced_accuracy":0.8351394642088664,"f1":0.7165149544863457,"true_positive":55.099999999999994,"false_positive":24.9,"false_negative":18.70000000000001,"true_negative":301.29999999999984,"positive_prevalence":0.1844999999999999,"majority_accuracy_baseline":0.8155000000000001,"constant_brier_baseline":0.1092222499999995,"brier_skill":0.6144750874360898,"baseline_adjusted_skill":0.6702789284177328,"baseline_adjusted_score":0.6702789284177328},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1538673319298414,"normalized_score_rmse":0.2148789346248585,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":0.18749923733417084,"baseline_adjusted_score":0.18749923733417084},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.05340656456468478,"accuracy":0.8492499999999997,"positive_recall":0.44713375796178356,"specificity":0.947433903576983,"precision":0.6750000000000002,"balanced_accuracy":0.6972838307693833,"f1":0.5379310344827587,"true_positive":35.10000000000001,"false_positive":16.899999999999995,"false_negative":43.4,"true_negative":304.59999999999985,"positive_prevalence":0.19624999999999987,"majority_accuracy_baseline":0.8037500000000002,"constant_brier_baseline":0.09878593749999955,"brier_skill":0.45937077770117807,"baseline_adjusted_skill":0.39456766153876655,"baseline_adjusted_score":0.39456766153876655},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.18259953278669855,"normalized_score_rmse":0.22933315510301716,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":0.13562351343574652,"baseline_adjusted_score":0.13562351343574652},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.08972330197010465,"accuracy":0.6951530612244899,"positive_recall":0.881079478054567,"specificity":0.5548343777976722,"precision":0.5989919354838709,"balanced_accuracy":0.7179569279261195,"f1":0.713154104656745,"true_positive":148.55,"false_positive":99.45000000000006,"false_negative":20.049999999999997,"true_negative":123.95000000000003,"positive_prevalence":0.43010204081632636,"majority_accuracy_baseline":0.5698979591836737,"constant_brier_baseline":0.12359641815910102,"brier_skill":0.27406228023042534,"baseline_adjusted_skill":0.4359138558522391,"baseline_adjusted_score":0.4359138558522391},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.16950308311777695,"normalized_score_rmse":0.22303682893674193,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.38476658720214285,"baseline_adjusted_score":0.38476658720214285},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.06278091161697662,"accuracy":0.8711250000000006,"positive_recall":0.6845003933910306,"specificity":0.9063753901025413,"precision":0.58,"balanced_accuracy":0.7954378917467859,"f1":0.6279321544568748,"true_positive":86.99999999999996,"false_positive":62.999999999999986,"false_negative":40.09999999999998,"true_negative":609.9000000000004,"positive_prevalence":0.15887500000000002,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499934,"brier_skill":0.3644208291574338,"baseline_adjusted_skill":0.5908757834935718,"baseline_adjusted_score":0.5908757834935718},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.18036960971695407,"normalized_score_rmse":0.2285993972773849,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-0.09314914979972166,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.69,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.4999999999999999,"baseline_adjusted_score":0.4999999999999999},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.26506010578735584,"accuracy":0.59,"positive_recall":0.48,"specificity":0.7,"precision":0.6153846153846154,"balanced_accuracy":0.59,"f1":0.5393258426966292,"true_positive":24,"false_positive":15,"false_negative":26,"true_negative":35,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.06024042314942335,"baseline_adjusted_skill":0.17999999999999994,"baseline_adjusted_score":0.17999999999999994},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.49039098740888004,"uniform_accuracy_baseline":0.058823529411766766,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.40109034267912774,"baseline_adjusted_score":0.40109034267912774},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.8913043478260868,"baseline_adjusted_score":0.8913043478260868},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.20137919594252027,"accuracy":0.66,"positive_recall":0.98,"specificity":0.34,"precision":0.5975609756097561,"balanced_accuracy":0.66,"f1":0.7424242424242424,"true_positive":49,"false_positive":33,"false_negative":1,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.19448321622991893,"baseline_adjusted_skill":0.32000000000000006,"baseline_adjusted_score":0.32000000000000006},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.52,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.23809523809523814,"baseline_adjusted_score":0.23809523809523814},"scoring":{"eligible":true,"reason":null},"model":20,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.14640683574580923,"accuracy":0.777027027027027,"positive_recall":0.7183098591549296,"specificity":0.8311688311688312,"precision":0.796875,"balanced_accuracy":0.7747393451618805,"f1":0.7555555555555555,"true_positive":51,"false_positive":13,"false_negative":20,"true_negative":64,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.2495891161431699,"brier_skill":0.41340857322549673,"baseline_adjusted_skill":0.549478690323761,"baseline_adjusted_score":0.549478690323761},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.6,"uniform_accuracy_baseline":0.20049999999999962,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.4366197183098592,"baseline_adjusted_score":0.4366197183098592},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.9852941176470588,"baseline_adjusted_score":0.9852941176470588},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.83,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.6382978723404255,"baseline_adjusted_score":0.6382978723404255},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.9591836734693877,"baseline_adjusted_score":0.9591836734693877},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09921396045878472,"accuracy":0.5989191280999999,"positive_recall":0.6046363857573323,"specificity":0.5897463782285012,"precision":0.7027859048679246,"balanced_accuracy":0.5971913819929167,"f1":0.6500270532749161,"true_positive":37.247652958,"false_positive":15.752347042,"false_negative":24.355740148000002,"true_negative":22.64425985199999,"positive_prevalence":0.6160339310599999,"majority_accuracy_baseline":0.6160339310599999,"constant_brier_baseline":0.079087076552024,"brier_skill":-0.25449017442844935,"baseline_adjusted_skill":0.19438276398583332,"baseline_adjusted_score":0.19438276398583332},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08624451439490129,"accuracy":0.87,"positive_recall":0.82,"specificity":0.92,"precision":0.9111111111111111,"balanced_accuracy":0.87,"f1":0.8631578947368421,"true_positive":41,"false_positive":4,"false_negative":9,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6550219424203949,"baseline_adjusted_skill":0.74,"baseline_adjusted_score":0.74},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.73,"uniform_accuracy_baseline":0.012987012987012965,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.7157894736842105,"baseline_adjusted_score":0.7157894736842105},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.9833333333333333,"baseline_adjusted_score":0.9833333333333333},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.68,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.5000000000000001,"baseline_adjusted_score":0.5000000000000001},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.14358523368714626,"accuracy":0.78,"positive_recall":1,"specificity":0.56,"precision":0.6944444444444444,"balanced_accuracy":0.78,"f1":0.819672131147541,"true_positive":50,"false_positive":22,"false_negative":0,"true_negative":28,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.42565906525141495,"baseline_adjusted_skill":0.56,"baseline_adjusted_score":0.56},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.1396298755815965,"accuracy":0.6439701946818137,"positive_recall":0.7580560454462412,"specificity":0.5908476342549446,"precision":0.4631469953052986,"balanced_accuracy":0.6744518398505929,"f1":0.5749926392344693,"true_positive":168.5855062911287,"false_positive":195.4144937088713,"false_negative":53.80637001385912,"true_negative":282.1936299861409,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768597,"brier_skill":-0.5737035538019122,"baseline_adjusted_skill":0.34890367970118574,"baseline_adjusted_score":0.34890367970118574},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.15899265206142538,"accuracy":0.78,"positive_recall":0.8,"specificity":0.76,"precision":0.7692307692307693,"balanced_accuracy":0.78,"f1":0.7843137254901961,"true_positive":40,"false_positive":12,"false_negative":10,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3640293917542985,"baseline_adjusted_skill":0.56,"baseline_adjusted_score":0.56},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.8874172185430463,"uniform_accuracy_baseline":0.006622516556291403,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.8827586206896552,"baseline_adjusted_score":0.8827586206896552},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.7858823529411765,"uniform_accuracy_baseline":0.3333333333333301,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.6052060737527115,"baseline_adjusted_score":0.6052060737527115},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.4,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.054434055168067964,"accuracy":0.95,"positive_recall":0.98,"specificity":0.92,"precision":0.9245283018867925,"balanced_accuracy":0.95,"f1":0.9514563106796117,"true_positive":49,"false_positive":4,"false_negative":1,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7822637793277282,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.82,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.6249999999999999,"baseline_adjusted_score":0.6249999999999999},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.07142857142857136,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9887640449438202,"baseline_adjusted_score":0.9887640449438202},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.6739130434782608,"baseline_adjusted_score":0.6739130434782608},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.45,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.2465753424657534,"baseline_adjusted_score":0.2465753424657534},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.8333333333333334,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.5000000000000001,"baseline_adjusted_score":0.5000000000000001},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.13666765705503536,"accuracy":0.7926829268292683,"positive_recall":0.875,"specificity":0.7142857142857143,"precision":0.7446808510638298,"balanced_accuracy":0.7946428571428572,"f1":0.8045977011494253,"true_positive":35,"false_positive":12,"false_negative":5,"true_negative":30,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.24985127900059498,"brier_skill":0.45300397259639436,"baseline_adjusted_skill":0.5892857142857144,"baseline_adjusted_score":0.5892857142857144},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11750845052576359,"accuracy":0.82,"positive_recall":0.78,"specificity":0.86,"precision":0.8478260869565217,"balanced_accuracy":0.8200000000000001,"f1":0.8125,"true_positive":39,"false_positive":7,"false_negative":11,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5299661978969457,"baseline_adjusted_skill":0.6400000000000001,"baseline_adjusted_score":0.6400000000000001},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.8072625698324022,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.7526881720430108,"baseline_adjusted_score":0.7526881720430108},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.56,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.278688524590164,"baseline_adjusted_score":0.278688524590164},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.18678998187747647,"accuracy":0.77,"positive_recall":0.3409090909090909,"specificity":0.8910256410256411,"precision":0.46875,"balanced_accuracy":0.615967365967366,"f1":0.39473684210526316,"true_positive":15,"false_positive":17,"false_negative":29,"true_negative":139,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000053,"brier_skill":-0.08851970791069874,"baseline_adjusted_skill":0.23193473193473202,"baseline_adjusted_score":0.23193473193473202},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.1925743041153513,"accuracy":0.75,"positive_recall":0.22,"specificity":0.9266666666666666,"precision":0.5,"balanced_accuracy":0.5733333333333334,"f1":0.3055555555555556,"true_positive":11,"false_positive":11,"false_negative":39,"true_negative":139,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-0.027062955281873746,"baseline_adjusted_skill":0.14666666666666672,"baseline_adjusted_score":0.14666666666666672},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.051370987718692786,"accuracy":0.92,"positive_recall":0.631578947368421,"specificity":0.9502762430939227,"precision":0.5714285714285714,"balanced_accuracy":0.7909275952311718,"f1":0.6,"true_positive":12,"false_positive":9,"false_negative":7,"true_negative":172,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.0859749999999999,"brier_skill":0.4024892385147677,"baseline_adjusted_skill":0.5818551904623437,"baseline_adjusted_score":0.5818551904623437},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.10672405499602985,"accuracy":0.8310535714285718,"positive_recall":0.6754290248983237,"specificity":0.8409881014950704,"precision":0.2133145363408524,"balanced_accuracy":0.758208563196697,"f1":0.3242303754672512,"true_positive":113.48333333333343,"false_positive":418.5166666666663,"false_negative":54.53333333333335,"true_negative":2213.4666666666676,"positive_prevalence":0.060005952380952354,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679296,"brier_skill":-2.31431157969206,"baseline_adjusted_skill":0.5164171263933941,"baseline_adjusted_score":0.5164171263933941},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.8271954674220963,"uniform_accuracy_baseline":0.027777777777777853,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.8019480519480519,"baseline_adjusted_score":0.8019480519480519},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.81,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.7285714285714286,"baseline_adjusted_score":0.7285714285714286},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08054281417222528,"accuracy":0.87,"positive_recall":0.96,"specificity":0.78,"precision":0.8135593220338984,"balanced_accuracy":0.87,"f1":0.8807339449541285,"true_positive":48,"false_positive":11,"false_negative":2,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6778287433110989,"baseline_adjusted_skill":0.74,"baseline_adjusted_score":0.74},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.048188792027547674,"accuracy":0.95,"positive_recall":1,"specificity":0.9,"precision":0.9090909090909091,"balanced_accuracy":0.95,"f1":0.9523809523809523,"true_positive":50,"false_positive":5,"false_negative":0,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8072448318898093,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.67,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":0.15384615384615397,"baseline_adjusted_score":0.15384615384615397},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.872340425531915,"baseline_adjusted_score":0.872340425531915},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.06951781495955797,"accuracy":0.9,"positive_recall":0.9,"specificity":0.9,"precision":0.9,"balanced_accuracy":0.9,"f1":0.9,"true_positive":45,"false_positive":5,"false_negative":5,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7219287401617681,"baseline_adjusted_skill":0.8,"baseline_adjusted_score":0.8},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8059701492537314,"baseline_adjusted_score":0.8059701492537314},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.04322705833438304,"accuracy":0.94,"positive_recall":0.92,"specificity":0.96,"precision":0.9583333333333334,"balanced_accuracy":0.94,"f1":0.9387755102040817,"true_positive":46,"false_positive":2,"false_negative":4,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8270917666624679,"baseline_adjusted_skill":0.8799999999999999,"baseline_adjusted_score":0.8799999999999999},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.4658795743243243,"uniform_accuracy_baseline":0.23445945945945923,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.27592216808129166,"baseline_adjusted_score":0.27592216808129166},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.09762227978482914,"accuracy":0.6825438355263157,"positive_recall":0.9366513378749122,"specificity":0.44057707836798393,"precision":0.6145427699115042,"balanced_accuracy":0.688614208121448,"f1":0.742153808771714,"true_positive":69.44333299999998,"false_positive":43.55666700000001,"false_negative":4.69667,"true_negative":34.30333,"positive_prevalence":0.48776317763157917,"majority_accuracy_baseline":0.5122368223684208,"constant_brier_baseline":0.0945191003976856,"brier_skill":-0.03283124124210901,"baseline_adjusted_skill":0.37722841624289605,"baseline_adjusted_score":0.37722841624289605},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.12827307270677493,"normalized_score_rmse":0.1668149423520059,"constant_score_baseline":0.5841668333333334,"constant_mae_baseline":0.21700552708333315,"baseline_adjusted_skill":0.4088949049785433,"baseline_adjusted_score":0.4088949049785433},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.19214487658278517,"accuracy":0.73,"positive_recall":0.88,"specificity":0.58,"precision":0.676923076923077,"balanced_accuracy":0.73,"f1":0.7652173913043478,"true_positive":44,"false_positive":21,"false_negative":6,"true_negative":29,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2314204936688593,"baseline_adjusted_skill":0.45999999999999996,"baseline_adjusted_score":0.45999999999999996},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2514240634654435,"accuracy":0.65,"positive_recall":0.52,"specificity":0.78,"precision":0.7027027027027027,"balanced_accuracy":0.65,"f1":0.5977011494252874,"true_positive":26,"false_positive":11,"false_negative":24,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.00569625386177397,"baseline_adjusted_skill":0.30000000000000004,"baseline_adjusted_score":0.30000000000000004},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.8524590163934427,"baseline_adjusted_score":0.8524590163934427},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.03611111111111102,"fixed_answer_accuracy_baseline":0.08833333333333329,"baseline_adjusted_skill":0.8793418647166362,"baseline_adjusted_score":0.8793418647166362},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.8636363636363635,"baseline_adjusted_score":0.8636363636363635},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.855,"uniform_accuracy_baseline":0.04987932421560751,"fixed_answer_accuracy_baseline":0.1244247787610618,"baseline_adjusted_skill":0.8343945825752982,"baseline_adjusted_score":0.8343945825752982},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3269073487977044,"accuracy":0.5,"positive_recall":0.1,"specificity":0.9,"precision":0.5,"balanced_accuracy":0.5,"f1":0.16666666666666666,"true_positive":5,"false_positive":5,"false_negative":45,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.30762939519081756,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.8611111111111112,"uniform_accuracy_baseline":0.23888888888888893,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.803921568627451,"baseline_adjusted_score":0.803921568627451},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.06349705891158942,"accuracy":0.90625,"positive_recall":0.8125,"specificity":1,"precision":1,"balanced_accuracy":0.90625,"f1":0.896551724137931,"true_positive":26,"false_positive":0,"false_negative":6,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7460117643536424,"baseline_adjusted_skill":0.8125,"baseline_adjusted_score":0.8125},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.9848484848484849,"baseline_adjusted_score":0.9848484848484849},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.007433367422703915,"accuracy":0.99,"positive_recall":0.98,"specificity":1,"precision":1,"balanced_accuracy":0.99,"f1":0.98989898989899,"true_positive":49,"false_positive":0,"false_negative":1,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9702665303091843,"baseline_adjusted_skill":0.98,"baseline_adjusted_score":0.98},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.8260869565217391,"baseline_adjusted_score":0.8260869565217391},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":1.6765804159828948e-12,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":16,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.9999999999932875,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.1147861316886181,"normalized_score_rmse":0.2687642059015893,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.6521632373072179,"baseline_adjusted_score":0.6521632373072179},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.5625,"uniform_accuracy_baseline":0.17812500000000006,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":0.3859649122807018,"baseline_adjusted_score":0.3859649122807018},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.00022628726966416273,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":17,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9990948509213433,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.32751814802854323,"normalized_score_rmse":0.39260148905052156,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-1.2271234065940937,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.9791666666666666,"uniform_accuracy_baseline":0.13194444444444448,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":0.9478260869565216,"baseline_adjusted_score":0.9478260869565216},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.041011741343426,"accuracy":0.9423076923076923,"positive_recall":1,"specificity":0.8846153846153846,"precision":0.896551724137931,"balanced_accuracy":0.9423076923076923,"f1":0.9454545454545454,"true_positive":26,"false_positive":3,"false_negative":0,"true_negative":23,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.835953034626296,"baseline_adjusted_skill":0.8846153846153846,"baseline_adjusted_score":0.8846153846153846},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.010411149589308994,"accuracy":0.9733333333333334,"positive_recall":1,"specificity":0.9444444444444444,"precision":0.9512195121951219,"balanced_accuracy":0.9722222222222222,"f1":0.975,"true_positive":39,"false_positive":2,"false_negative":0,"true_negative":34,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24959999999999993,"brier_skill":0.958288663504371,"baseline_adjusted_skill":0.9444444444444444,"baseline_adjusted_score":0.9444444444444444},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.09227309880078284,"normalized_score_rmse":0.16471361707107196,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.6704532185686327,"baseline_adjusted_score":0.6704532185686327},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.9117647058823529,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.8799999999999998,"baseline_adjusted_score":0.8799999999999998},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.03243976253022641,"accuracy":0.9642857142857143,"positive_recall":1,"specificity":0.9285714285714286,"precision":0.9333333333333333,"balanced_accuracy":0.9642857142857143,"f1":0.9655172413793104,"true_positive":14,"false_positive":1,"false_negative":0,"true_negative":13,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8702409498790944,"baseline_adjusted_skill":0.9285714285714286,"baseline_adjusted_score":0.9285714285714286},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.010484595341099625,"normalized_score_rmse":0.03971282762056994,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.16969696969696968,"baseline_adjusted_skill":0.9382157774542343,"baseline_adjusted_score":0.9382157774542343},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.02555145745812295,"accuracy":0.9647058823529412,"positive_recall":0.9777777777777777,"specificity":0.95,"precision":0.9565217391304348,"balanced_accuracy":0.9638888888888888,"f1":0.967032967032967,"true_positive":44,"false_positive":2,"false_negative":1,"true_negative":38,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.24913494809688563,"brier_skill":0.8974392888139231,"baseline_adjusted_skill":0.9277777777777776,"baseline_adjusted_score":0.9277777777777776},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":6.583853590565292e-15,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":35,"false_positive":0,"false_negative":0,"true_negative":15,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.20999999999999996,"brier_skill":0.9999999999999687,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.0005216120057380475,"normalized_score_rmse":0.0009452137583008277,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.998137099979507,"baseline_adjusted_score":0.998137099979507},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.759493670886076,"uniform_accuracy_baseline":0.24240506329113914,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.5869565217391305,"baseline_adjusted_score":0.5869565217391305},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":6.0743148410128925e-9,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":11,"false_positive":0,"false_negative":0,"true_negative":10,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.24943310657596363,"brier_skill":0.9999999756475196,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.9696969696969697,"uniform_accuracy_baseline":0.3237373737373738,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.9500000000000001,"baseline_adjusted_score":0.9500000000000001},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.020443871688890537,"accuracy":0.9696969696969697,"positive_recall":1,"specificity":0.9375,"precision":0.9444444444444444,"balanced_accuracy":0.96875,"f1":0.9714285714285714,"true_positive":17,"false_positive":1,"false_negative":0,"true_negative":15,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.9181493519514641,"baseline_adjusted_skill":0.9375,"baseline_adjusted_score":0.9375},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.03434165587913962,"normalized_score_rmse":0.10942109691611274,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.34313725490196084,"baseline_adjusted_skill":0.8999186028665074,"baseline_adjusted_score":0.8999186028665074},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.02066985262973754,"accuracy":0.97,"positive_recall":0.96,"specificity":0.98,"precision":0.9795918367346939,"balanced_accuracy":0.97,"f1":0.9696969696969697,"true_positive":48,"false_positive":1,"false_negative":2,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9173205894810499,"baseline_adjusted_skill":0.94,"baseline_adjusted_score":0.94},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.8933333333333334,"uniform_accuracy_baseline":0.3333333333333332,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":0.8350515463917526,"baseline_adjusted_score":0.8350515463917526},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":6.869027331596055e-12,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":37,"false_positive":0,"false_negative":0,"true_negative":38,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555535,"brier_skill":0.999999999972519,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.1428571428571427,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.923076923076923,"baseline_adjusted_score":0.923076923076923},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.7,"uniform_accuracy_baseline":0.32416666666666627,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.5454545454545454,"baseline_adjusted_score":0.5454545454545454},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":3.139390006315629e-12,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":16,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.9999999999874309,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.011124671929080038,"normalized_score_rmse":0.043988430712678106,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.9493635622538426,"baseline_adjusted_score":0.9493635622538426},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":6.718452986991164e-11,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":22,"false_positive":0,"false_negative":0,"true_negative":78,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000028,"brier_skill":0.9999999996084817,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":1.3208438762722865e-10,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":37,"false_positive":0,"false_negative":0,"true_negative":63,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000008,"brier_skill":0.9999999994333574,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":1.1147082686558814e-7,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":39,"false_positive":0,"false_negative":0,"true_negative":61,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379000000000002,"brier_skill":0.9999995314383066,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.0000019328821842990017,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":31,"false_positive":0,"false_negative":0,"true_negative":69,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999987,"brier_skill":0.9999909636176517,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.9444444444444444,"baseline_adjusted_score":0.9444444444444444},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.13004826315069556,"normalized_score_rmse":0.16571201056934867,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.4406526316099115,"baseline_adjusted_score":0.4406526316099115},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.12574029706993436,"accuracy":0.81,"positive_recall":0.88,"specificity":0.74,"precision":0.7719298245614035,"balanced_accuracy":0.81,"f1":0.822429906542056,"true_positive":44,"false_positive":13,"false_negative":6,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.49703881172026254,"baseline_adjusted_skill":0.6200000000000001,"baseline_adjusted_score":0.6200000000000001},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.298433628270855,"accuracy":0.53,"positive_recall":0.76,"specificity":0.3,"precision":0.5205479452054794,"balanced_accuracy":0.53,"f1":0.6178861788617886,"true_positive":38,"false_positive":35,"false_negative":12,"true_negative":15,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.19373451308342005,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.51,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.4000000000000001,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.06456996832127382,"accuracy":0.89,"positive_recall":0.92,"specificity":0.86,"precision":0.8679245283018868,"balanced_accuracy":0.89,"f1":0.8932038834951457,"true_positive":46,"false_positive":7,"false_negative":4,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7417201267149047,"baseline_adjusted_skill":0.78,"baseline_adjusted_score":0.78},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.93,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.8333333333333335,"baseline_adjusted_score":0.8333333333333335},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.65,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.4166666666666667,"baseline_adjusted_score":0.4166666666666667},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11438564705715505,"accuracy":0.84,"positive_recall":0.78,"specificity":0.9,"precision":0.8863636363636364,"balanced_accuracy":0.8400000000000001,"f1":0.8297872340425532,"true_positive":39,"false_positive":5,"false_negative":11,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5424574117713798,"baseline_adjusted_skill":0.6800000000000002,"baseline_adjusted_score":0.6800000000000002},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.20851190476190457,"fixed_answer_accuracy_baseline":0.2233333333333332,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.014058241378931581,"accuracy":0.97,"positive_recall":0.98,"specificity":0.96,"precision":0.9607843137254902,"balanced_accuracy":0.97,"f1":0.9702970297029703,"true_positive":49,"false_positive":2,"false_negative":1,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9437670344842737,"baseline_adjusted_skill":0.94,"baseline_adjusted_score":0.94},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.02948786831448759,"normalized_score_rmse":0.11595804080165954,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.9017071056183747,"baseline_adjusted_score":0.9017071056183747},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.22851190476190467,"fixed_answer_accuracy_baseline":0.2433333333333333,"baseline_adjusted_skill":0.986784140969163,"baseline_adjusted_score":0.986784140969163},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.008484230236367482,"accuracy":0.99,"positive_recall":1,"specificity":0.98,"precision":0.9803921568627451,"balanced_accuracy":0.99,"f1":0.9900990099009901,"true_positive":50,"false_positive":1,"false_negative":0,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.96606307905453,"baseline_adjusted_skill":0.98,"baseline_adjusted_score":0.98},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.020843928916741552,"normalized_score_rmse":0.056211906717413065,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.304222222222222,"baseline_adjusted_skill":0.9314845287616238,"baseline_adjusted_score":0.9314845287616238},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.78,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.6451612903225807,"baseline_adjusted_score":0.6451612903225807},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10749533154200983,"accuracy":0.85,"positive_recall":0.94,"specificity":0.76,"precision":0.7966101694915254,"balanced_accuracy":0.85,"f1":0.8623853211009175,"true_positive":47,"false_positive":12,"false_negative":3,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5700186738319607,"baseline_adjusted_skill":0.7,"baseline_adjusted_score":0.7},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.94,"baseline_adjusted_score":0.94},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.03778823143813463,"accuracy":0.95,"positive_recall":0.96,"specificity":0.94,"precision":0.9411764705882353,"balanced_accuracy":0.95,"f1":0.9504950495049505,"true_positive":48,"false_positive":3,"false_negative":2,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8488470742474614,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.59,"uniform_accuracy_baseline":0.35333333333333317,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.30508474576271183,"baseline_adjusted_score":0.30508474576271183},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.6774193548387097,"baseline_adjusted_score":0.6774193548387097},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.53,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.24193548387096778,"baseline_adjusted_score":0.24193548387096778},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.47,"uniform_accuracy_baseline":0.11111111111111088,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.369047619047619,"baseline_adjusted_score":0.369047619047619},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.06560138373343447,"accuracy":0.7973750000000002,"positive_recall":0.6644693473961768,"specificity":0.8284744716952029,"precision":0.47547169811320766,"balanced_accuracy":0.7464719095456899,"f1":0.5543029969755293,"true_positive":50.40000000000001,"false_positive":55.599999999999994,"false_negative":25.45,"true_negative":268.55,"positive_prevalence":0.1896249999999999,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500007,"brier_skill":0.13822552198925597,"baseline_adjusted_skill":0.49294381909137974,"baseline_adjusted_score":0.49294381909137974},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.14307605494812395,"normalized_score_rmse":0.18694827873674857,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":0.33063833942398146,"baseline_adjusted_score":0.33063833942398146},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.07183955252301993,"accuracy":0.8018749999999999,"positive_recall":0.5738396624472574,"specificity":0.8847792739048919,"precision":0.6442105263157897,"balanced_accuracy":0.7293094681760746,"f1":0.6069923134143318,"true_positive":61.20000000000001,"false_positive":33.799999999999976,"false_negative":45.45000000000001,"true_negative":259.54999999999995,"positive_prevalence":0.2666249999999998,"majority_accuracy_baseline":0.7333750000000002,"constant_brier_baseline":0.11565485937499977,"brier_skill":0.37884536014101156,"baseline_adjusted_skill":0.4586189363521491,"baseline_adjusted_score":0.4586189363521491},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.149158553797572,"normalized_score_rmse":0.22509663033811186,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.4449914277299646,"baseline_adjusted_score":0.4449914277299646},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.07043020528785535,"accuracy":0.791875,"positive_recall":0.7404921700223713,"specificity":0.8117953165654813,"precision":0.6040145985401458,"balanced_accuracy":0.7761437432939263,"f1":0.665326633165829,"true_positive":82.74999999999997,"false_positive":54.25000000000002,"false_negative":29.000000000000007,"true_negative":234.00000000000003,"positive_prevalence":0.2793749999999999,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937499995,"brier_skill":0.3775823392896628,"baseline_adjusted_skill":0.5522874865878526,"baseline_adjusted_score":0.5522874865878526},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1587165138894699,"normalized_score_rmse":0.21182388344838954,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.39965384817221794,"baseline_adjusted_score":0.39965384817221794},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.03695044090010842,"accuracy":0.8941249999999996,"positive_recall":0.6783098591549295,"specificity":0.9556626506024096,"precision":0.8135135135135135,"balanced_accuracy":0.8169862548786695,"f1":0.739784946236559,"true_positive":60.2,"false_positive":13.800000000000002,"false_negative":28.55000000000001,"true_negative":297.4499999999999,"positive_prevalence":0.22187499999999974,"majority_accuracy_baseline":0.7781250000000003,"constant_brier_baseline":0.126740234375001,"brier_skill":0.7084553213719105,"baseline_adjusted_skill":0.633972509757339,"baseline_adjusted_score":0.633972509757339},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.11223277539472655,"normalized_score_rmse":0.18888384596424118,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.5025694165330679,"baseline_adjusted_score":0.5025694165330679},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.057561950743979004,"accuracy":0.8057499999999996,"positive_recall":0.7707939508506616,"specificity":0.8183208701563561,"precision":0.604074074074074,"balanced_accuracy":0.7945574105035089,"f1":0.6773255813953488,"true_positive":81.54999999999997,"false_positive":53.449999999999996,"false_negative":24.250000000000004,"true_negative":240.7499999999999,"positive_prevalence":0.26449999999999985,"majority_accuracy_baseline":0.7355000000000002,"constant_brier_baseline":0.11362725000000028,"brier_skill":0.4934142052722489,"baseline_adjusted_skill":0.5891148210070178,"baseline_adjusted_score":0.5891148210070178},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1354190096356639,"normalized_score_rmse":0.19978895911124853,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.4610188671217357,"baseline_adjusted_score":0.4610188671217357},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.08483006719773949,"accuracy":0.80025,"positive_recall":0.5985639686684074,"specificity":0.8480210265924553,"precision":0.4826315789473686,"balanced_accuracy":0.7232924976304314,"f1":0.5343822843822845,"true_positive":45.85000000000003,"false_positive":49.15,"false_negative":30.75000000000001,"true_negative":274.25,"positive_prevalence":0.1914999999999999,"majority_accuracy_baseline":0.8085000000000001,"constant_brier_baseline":0.09190274999999995,"brier_skill":0.07695833696228316,"baseline_adjusted_skill":0.4465849952608627,"baseline_adjusted_score":0.4465849952608627},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.13353412289230385,"normalized_score_rmse":0.22636719877898984,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.3545178349616732,"baseline_adjusted_score":0.3545178349616732},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.03775610660261472,"accuracy":0.8999999999999997,"positive_recall":0.74390243902439,"specificity":0.9353157572041692,"precision":0.7223684210526317,"balanced_accuracy":0.8396090981142796,"f1":0.732977303070761,"true_positive":54.900000000000006,"false_positive":21.099999999999998,"false_negative":18.900000000000016,"true_negative":305.09999999999985,"positive_prevalence":0.1844999999999999,"majority_accuracy_baseline":0.8155000000000001,"constant_brier_baseline":0.1092222499999995,"brier_skill":0.6543185422144765,"baseline_adjusted_skill":0.6792181962285593,"baseline_adjusted_score":0.6792181962285593},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1107409488588436,"normalized_score_rmse":0.17416337641982887,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":0.41522931295660137,"baseline_adjusted_score":0.41522931295660137},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.06401149953977402,"accuracy":0.8377499999999997,"positive_recall":0.38598726114649695,"specificity":0.9480559875583204,"precision":0.6446808510638299,"balanced_accuracy":0.6670216243524087,"f1":0.48286852589641455,"true_positive":30.30000000000001,"false_positive":16.699999999999996,"false_negative":48.199999999999996,"true_negative":304.79999999999984,"positive_prevalence":0.19624999999999987,"majority_accuracy_baseline":0.8037500000000002,"constant_brier_baseline":0.09878593749999955,"brier_skill":0.3520180993395511,"baseline_adjusted_skill":0.3340432487048175,"baseline_adjusted_score":0.3340432487048175},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.16133628896840307,"normalized_score_rmse":0.23755383172417113,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":0.2362779220430623,"baseline_adjusted_score":0.2362779220430623},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.09088719830803142,"accuracy":0.7160714285714287,"positive_recall":0.8549822064056939,"specificity":0.6112354521038496,"precision":0.6240259740259739,"balanced_accuracy":0.7331088292547717,"f1":0.7214714714714714,"true_positive":144.15,"false_positive":86.85000000000005,"false_negative":24.45000000000001,"true_negative":136.55000000000007,"positive_prevalence":0.43010204081632636,"majority_accuracy_baseline":0.5698979591836737,"constant_brier_baseline":0.12359641815910102,"brier_skill":0.26464537029676904,"baseline_adjusted_skill":0.46621765850954344,"baseline_adjusted_score":0.46621765850954344},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.1712072154753705,"normalized_score_rmse":0.22984735082755844,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.37858121790421073,"baseline_adjusted_score":0.37858121790421073},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.054023495966147285,"accuracy":0.8773750000000006,"positive_recall":0.7435090479937058,"specificity":0.9026601278050231,"precision":0.5906249999999998,"balanced_accuracy":0.8230845878993645,"f1":0.6583072100313478,"true_positive":94.49999999999996,"false_positive":65.50000000000001,"false_negative":32.59999999999999,"true_negative":607.4000000000004,"positive_prevalence":0.15887500000000002,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499934,"brier_skill":0.45307884374689866,"baseline_adjusted_skill":0.6461691757987289,"baseline_adjusted_score":0.6461691757987289},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.12693971686374628,"normalized_score_rmse":0.19204580086995987,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":0.23066838264396194,"baseline_adjusted_score":0.23066838264396194},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.59,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.33870967741935476,"baseline_adjusted_score":0.33870967741935476},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3041320551303368,"accuracy":0.55,"positive_recall":0.7,"specificity":0.4,"precision":0.5384615384615384,"balanced_accuracy":0.55,"f1":0.6086956521739131,"true_positive":35,"false_positive":30,"false_negative":15,"true_negative":20,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.21652822052134724,"baseline_adjusted_skill":0.10000000000000009,"baseline_adjusted_score":0.10000000000000009},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.5202120609675281,"uniform_accuracy_baseline":0.058823529411766766,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.43613707165109034,"baseline_adjusted_score":0.43613707165109034},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.7391304347826086,"baseline_adjusted_score":0.7391304347826086},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.18015340674938451,"accuracy":0.74,"positive_recall":0.8,"specificity":0.68,"precision":0.7142857142857143,"balanced_accuracy":0.74,"f1":0.7547169811320755,"true_positive":40,"false_positive":16,"false_negative":10,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.27938637300246194,"baseline_adjusted_skill":0.48,"baseline_adjusted_score":0.48},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.51,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.22222222222222224,"baseline_adjusted_score":0.22222222222222224},"scoring":{"eligible":true,"reason":null},"model":21,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.1709543247977025,"accuracy":0.722972972972973,"positive_recall":0.6619718309859155,"specificity":0.7792207792207793,"precision":0.734375,"balanced_accuracy":0.7205963051033474,"f1":0.6962962962962963,"true_positive":47,"false_positive":17,"false_negative":24,"true_negative":60,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.2495891161431699,"brier_skill":0.3150569726780903,"baseline_adjusted_skill":0.44119261020669476,"baseline_adjusted_score":0.44119261020669476},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.45,"uniform_accuracy_baseline":0.20049999999999962,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.2253521126760564,"baseline_adjusted_score":0.2253521126760564},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.9705882352941176,"baseline_adjusted_score":0.9705882352941176},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.574468085106383,"baseline_adjusted_score":0.574468085106383},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.7959183673469388,"baseline_adjusted_score":0.7959183673469388},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.12988912516023976,"accuracy":0.5290712207799999,"positive_recall":0.5560612145674754,"specificity":0.48576856120363626,"precision":0.6343566220740741,"balanced_accuracy":0.5209148878855558,"f1":0.5926341203599516,"true_positive":34.255257592,"false_positive":19.744742407999997,"false_negative":27.348135514,"true_negative":18.651864485999994,"positive_prevalence":0.6160339310599999,"majority_accuracy_baseline":0.6160339310599999,"constant_brier_baseline":0.079087076552024,"brier_skill":-0.6423558794058828,"baseline_adjusted_skill":0.04182977577111169,"baseline_adjusted_score":0.04182977577111169},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1315022625492504,"accuracy":0.8,"positive_recall":0.76,"specificity":0.84,"precision":0.8260869565217391,"balanced_accuracy":0.8,"f1":0.7916666666666666,"true_positive":38,"false_positive":8,"false_negative":12,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4739909498029984,"baseline_adjusted_skill":0.6000000000000001,"baseline_adjusted_score":0.6000000000000001},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.72,"uniform_accuracy_baseline":0.012987012987012965,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.7052631578947368,"baseline_adjusted_score":0.7052631578947368},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.9166666666666666,"baseline_adjusted_score":0.9166666666666666},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.53,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.26562500000000006,"baseline_adjusted_score":0.26562500000000006},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.13043028320912814,"accuracy":0.79,"positive_recall":0.98,"specificity":0.6,"precision":0.7101449275362319,"balanced_accuracy":0.79,"f1":0.8235294117647058,"true_positive":49,"false_positive":20,"false_negative":1,"true_negative":30,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.47827886716348744,"baseline_adjusted_skill":0.5800000000000001,"baseline_adjusted_score":0.5800000000000001},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.08544921524912716,"accuracy":0.65839608702476,"positive_recall":0.6256279272555398,"specificity":0.6736541451954624,"precision":0.47164260546155906,"balanced_accuracy":0.6496410362255012,"f1":0.5378305110037872,"true_positive":139.13456861115992,"false_positive":155.86543138884008,"false_negative":83.2573076938279,"true_negative":321.7426923061721,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768597,"brier_skill":0.0369415345603904,"baseline_adjusted_skill":0.29928207245100236,"baseline_adjusted_score":0.29928207245100236},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.19364862852443232,"accuracy":0.69,"positive_recall":0.6,"specificity":0.78,"precision":0.7317073170731707,"balanced_accuracy":0.69,"f1":0.6593406593406593,"true_positive":30,"false_positive":11,"false_negative":20,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.22540548590227072,"baseline_adjusted_skill":0.3799999999999999,"baseline_adjusted_score":0.3799999999999999},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.8344370860927153,"uniform_accuracy_baseline":0.006622516556291403,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.8275862068965518,"baseline_adjusted_score":0.8275862068965518},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.7205882352941176,"uniform_accuracy_baseline":0.3333333333333301,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.4848156182212581,"baseline_adjusted_score":0.4848156182212581},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.42,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.03333333333333327,"baseline_adjusted_score":0.03333333333333327},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11572782436013682,"accuracy":0.86,"positive_recall":0.88,"specificity":0.84,"precision":0.8461538461538461,"balanced_accuracy":0.86,"f1":0.8627450980392157,"true_positive":44,"false_positive":8,"false_negative":6,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5370887025594527,"baseline_adjusted_skill":0.72,"baseline_adjusted_score":0.72},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.77,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.5208333333333334,"baseline_adjusted_score":0.5208333333333334},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.07142857142857136,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9887640449438202,"baseline_adjusted_score":0.9887640449438202},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.81,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.5869565217391305,"baseline_adjusted_score":0.5869565217391305},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.39,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.1643835616438356,"baseline_adjusted_score":0.1643835616438356},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.8888888888888888,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.6666666666666665,"baseline_adjusted_score":0.6666666666666665},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.1993006867456905,"accuracy":0.7073170731707317,"positive_recall":0.8,"specificity":0.6190476190476191,"precision":0.6666666666666666,"balanced_accuracy":0.7095238095238096,"f1":0.7272727272727273,"true_positive":32,"false_positive":16,"false_negative":8,"true_negative":26,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.24985127900059498,"brier_skill":0.20232272757260572,"baseline_adjusted_skill":0.4190476190476191,"baseline_adjusted_score":0.4190476190476191},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1349278994196689,"accuracy":0.77,"positive_recall":0.68,"specificity":0.86,"precision":0.8292682926829268,"balanced_accuracy":0.77,"f1":0.7472527472527473,"true_positive":34,"false_positive":7,"false_negative":16,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4602884023213244,"baseline_adjusted_skill":0.54,"baseline_adjusted_score":0.54},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.7430167597765364,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.6702508960573478,"baseline_adjusted_score":0.6702508960573478},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.56,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.278688524590164,"baseline_adjusted_score":0.278688524590164},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.17195281673169852,"accuracy":0.755,"positive_recall":0.38636363636363635,"specificity":0.8589743589743589,"precision":0.4358974358974359,"balanced_accuracy":0.6226689976689976,"f1":0.40963855421686746,"true_positive":17,"false_positive":22,"false_negative":27,"true_negative":134,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000053,"brier_skill":-0.00205604156001149,"baseline_adjusted_skill":0.24533799533799527,"baseline_adjusted_score":0.24533799533799527},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.178655789667108,"accuracy":0.73,"positive_recall":0.28,"specificity":0.88,"precision":0.4375,"balanced_accuracy":0.5800000000000001,"f1":0.34146341463414637,"true_positive":14,"false_positive":18,"false_negative":36,"true_negative":132,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":0.047169121775424094,"baseline_adjusted_skill":0.16000000000000014,"baseline_adjusted_score":0.16000000000000014},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.03456669894614087,"accuracy":0.96,"positive_recall":0.7368421052631579,"specificity":0.9834254143646409,"precision":0.8235294117647058,"balanced_accuracy":0.8601337598138994,"f1":0.7777777777777778,"true_positive":14,"false_positive":3,"false_negative":5,"true_negative":178,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.0859749999999999,"brier_skill":0.5979447636389543,"baseline_adjusted_skill":0.7202675196277988,"baseline_adjusted_score":0.7202675196277988},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.09648168033995044,"accuracy":0.839494047619048,"positive_recall":0.6237476440829284,"specificity":0.8532665480404512,"precision":0.21344195519348294,"balanced_accuracy":0.7385070960616897,"f1":0.3180496193824135,"true_positive":104.8000000000001,"false_positive":386.19999999999976,"false_negative":63.21666666666669,"true_negative":2245.783333333334,"positive_prevalence":0.060005952380952354,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679296,"brier_skill":-1.996235013659676,"baseline_adjusted_skill":0.4770141921233795,"baseline_adjusted_score":0.4770141921233795},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.7308781869688386,"uniform_accuracy_baseline":0.027777777777777853,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.6915584415584416,"baseline_adjusted_score":0.6915584415584416},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.7,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.5714285714285714,"baseline_adjusted_score":0.5714285714285714},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10935058155716143,"accuracy":0.84,"positive_recall":0.86,"specificity":0.82,"precision":0.8269230769230769,"balanced_accuracy":0.84,"f1":0.8431372549019608,"true_positive":43,"false_positive":9,"false_negative":7,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5625976737713543,"baseline_adjusted_skill":0.6799999999999999,"baseline_adjusted_score":0.6799999999999999},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08037050417534188,"accuracy":0.91,"positive_recall":0.94,"specificity":0.88,"precision":0.8867924528301887,"balanced_accuracy":0.9099999999999999,"f1":0.912621359223301,"true_positive":47,"false_positive":6,"false_negative":3,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6785179832986326,"baseline_adjusted_skill":0.8199999999999998,"baseline_adjusted_score":0.8199999999999998},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.55,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":-0.1538461538461537,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.74,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.7234042553191489,"baseline_adjusted_score":0.7234042553191489},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.14282967283286208,"accuracy":0.81,"positive_recall":0.68,"specificity":0.94,"precision":0.918918918918919,"balanced_accuracy":0.81,"f1":0.7816091954022989,"true_positive":34,"false_positive":3,"false_negative":16,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4286813086685517,"baseline_adjusted_skill":0.6200000000000001,"baseline_adjusted_score":0.6200000000000001},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.7910447761194032,"baseline_adjusted_score":0.7910447761194032},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08192222842324068,"accuracy":0.94,"positive_recall":0.92,"specificity":0.96,"precision":0.9583333333333334,"balanced_accuracy":0.94,"f1":0.9387755102040817,"true_positive":46,"false_positive":2,"false_negative":4,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6723110863070373,"baseline_adjusted_skill":0.8799999999999999,"baseline_adjusted_score":0.8799999999999999},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.45591388513513526,"uniform_accuracy_baseline":0.23445945945945923,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.26241222860920466,"baseline_adjusted_score":0.26241222860920466},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.03944914731424204,"accuracy":0.6753508486842106,"positive_recall":0.8550939227774241,"specificity":0.5041955370226896,"precision":0.6215359411764706,"balanced_accuracy":0.6796447299000569,"f1":0.7198440436043367,"true_positive":63.396666,"false_positive":38.603334000000004,"false_negative":10.743336999999999,"true_negative":39.25666300000001,"positive_prevalence":0.48776317763157917,"majority_accuracy_baseline":0.5122368223684208,"constant_brier_baseline":0.0945191003976856,"brier_skill":0.5826330641292478,"baseline_adjusted_skill":0.35928945980011373,"baseline_adjusted_score":0.35928945980011373},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.1287563544163921,"normalized_score_rmse":0.1863428855265972,"constant_score_baseline":0.5841668333333334,"constant_mae_baseline":0.21700552708333315,"baseline_adjusted_skill":0.40666785704979824,"baseline_adjusted_score":0.40666785704979824},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.26309444957104816,"accuracy":0.61,"positive_recall":0.86,"specificity":0.36,"precision":0.5733333333333334,"balanced_accuracy":0.61,"f1":0.688,"true_positive":43,"false_positive":32,"false_negative":7,"true_negative":18,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.052377798284192645,"baseline_adjusted_skill":0.21999999999999997,"baseline_adjusted_score":0.21999999999999997},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24686065076643357,"accuracy":0.55,"positive_recall":0.6,"specificity":0.5,"precision":0.5454545454545454,"balanced_accuracy":0.55,"f1":0.5714285714285714,"true_positive":30,"false_positive":25,"false_negative":20,"true_negative":25,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.012557396934265719,"baseline_adjusted_skill":0.10000000000000009,"baseline_adjusted_score":0.10000000000000009},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.8688524590163935,"baseline_adjusted_score":0.8688524590163935},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.845,"uniform_accuracy_baseline":0.03611111111111102,"fixed_answer_accuracy_baseline":0.08833333333333329,"baseline_adjusted_skill":0.829981718464351,"baseline_adjusted_score":0.829981718464351},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.8636363636363635,"baseline_adjusted_score":0.8636363636363635},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.81,"uniform_accuracy_baseline":0.04987932421560751,"fixed_answer_accuracy_baseline":0.1244247787610618,"baseline_adjusted_skill":0.7829997978572873,"baseline_adjusted_score":0.7829997978572873},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24760738998166648,"accuracy":0.53,"positive_recall":0.2,"specificity":0.86,"precision":0.5882352941176471,"balanced_accuracy":0.53,"f1":0.29850746268656714,"true_positive":10,"false_positive":7,"false_negative":40,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.009570440073334074,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.8611111111111112,"uniform_accuracy_baseline":0.23888888888888893,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.803921568627451,"baseline_adjusted_score":0.803921568627451},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.07533524007048618,"accuracy":0.890625,"positive_recall":0.84375,"specificity":0.9375,"precision":0.9310344827586207,"balanced_accuracy":0.890625,"f1":0.8852459016393442,"true_positive":27,"false_positive":2,"false_negative":5,"true_negative":30,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6986590397180552,"baseline_adjusted_skill":0.78125,"baseline_adjusted_score":0.78125},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.9565217391304347,"baseline_adjusted_score":0.9565217391304347},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.78,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.6666666666666667,"baseline_adjusted_score":0.6666666666666667},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.16102469134250547,"accuracy":0.79,"positive_recall":0.68,"specificity":0.9,"precision":0.8717948717948718,"balanced_accuracy":0.79,"f1":0.7640449438202247,"true_positive":34,"false_positive":5,"false_negative":16,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.35590123462997814,"baseline_adjusted_skill":0.5800000000000001,"baseline_adjusted_score":0.5800000000000001},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.7941176470588235,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.6956521739130433,"baseline_adjusted_score":0.6956521739130433},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.04033225935107329,"accuracy":0.9696969696969697,"positive_recall":1,"specificity":0.9411764705882353,"precision":0.9411764705882353,"balanced_accuracy":0.9705882352941176,"f1":0.9696969696969697,"true_positive":16,"false_positive":1,"false_negative":0,"true_negative":16,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.8385226822304456,"baseline_adjusted_skill":0.9411764705882353,"baseline_adjusted_score":0.9411764705882353},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.18604978731264896,"normalized_score_rmse":0.329034474724143,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.4362127657192456,"baseline_adjusted_score":0.4362127657192456},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.1875,"uniform_accuracy_baseline":0.17812500000000006,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.14035087719298242,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.15927227865031432,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":17,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3629108853987427,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.28033510676010076,"normalized_score_rmse":0.3475364913820135,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-0.9062787259686851,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.13194444444444448,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":0.37391304347826093,"baseline_adjusted_score":0.37391304347826093},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.19706077242363754,"accuracy":0.7692307692307693,"positive_recall":0.6538461538461539,"specificity":0.8846153846153846,"precision":0.85,"balanced_accuracy":0.7692307692307692,"f1":0.7391304347826086,"true_positive":17,"false_positive":3,"false_negative":9,"true_negative":23,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.21175691030544985,"baseline_adjusted_skill":0.5384615384615383,"baseline_adjusted_score":0.5384615384615383},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.22491579926373903,"accuracy":0.6133333333333333,"positive_recall":0.46153846153846156,"specificity":0.7777777777777778,"precision":0.6923076923076923,"balanced_accuracy":0.6196581196581197,"f1":0.5538461538461539,"true_positive":18,"false_positive":8,"false_negative":21,"true_negative":28,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24959999999999993,"brier_skill":0.09889503500104535,"baseline_adjusted_skill":0.23931623931623935,"baseline_adjusted_score":0.23931623931623935},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.2655650743569798,"normalized_score_rmse":0.3153187856344652,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.05155330586792939,"baseline_adjusted_score":0.05155330586792939},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.9117647058823529,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.8799999999999998,"baseline_adjusted_score":0.8799999999999998},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.022179226296685617,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":14,"false_positive":0,"false_negative":0,"true_negative":14,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9112830948132575,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.2473678690512981,"normalized_score_rmse":0.3375850381635556,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.16969696969696968,"baseline_adjusted_skill":-0.4577035140522925,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":0.8666666666666667,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":0.8333333333333334,"baseline_adjusted_score":0.8333333333333334},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.06962960253309212,"accuracy":0.9176470588235294,"positive_recall":0.9111111111111111,"specificity":0.925,"precision":0.9318181818181818,"balanced_accuracy":0.9180555555555556,"f1":0.9213483146067416,"true_positive":41,"false_positive":3,"false_negative":4,"true_negative":37,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.24913494809688563,"brier_skill":0.7205145120546717,"baseline_adjusted_skill":0.8361111111111112,"baseline_adjusted_score":0.8361111111111112},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.52,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.368421052631579,"baseline_adjusted_score":0.368421052631579},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.35757484722540744,"accuracy":0.56,"positive_recall":0.45714285714285713,"specificity":0.8,"precision":0.8421052631578947,"balanced_accuracy":0.6285714285714286,"f1":0.5925925925925926,"true_positive":16,"false_positive":3,"false_negative":19,"true_negative":12,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.20999999999999996,"brier_skill":-0.7027373677400357,"baseline_adjusted_skill":0.2571428571428571,"baseline_adjusted_score":0.2571428571428571},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.27955732883587336,"normalized_score_rmse":0.3867016599431651,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.0015809684433094606,"baseline_adjusted_score":0.0015809684433094606},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.8354430379746836,"uniform_accuracy_baseline":0.24240506329113914,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.717391304347826,"baseline_adjusted_score":0.717391304347826},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.08860969402361384,"accuracy":0.9047619047619048,"positive_recall":0.8181818181818182,"specificity":1,"precision":1,"balanced_accuracy":0.9090909090909092,"f1":0.9,"true_positive":9,"false_positive":0,"false_negative":2,"true_negative":10,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.24943310657596363,"brier_skill":0.6447556812326025,"baseline_adjusted_skill":0.8181818181818183,"baseline_adjusted_score":0.8181818181818183},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.8181818181818182,"uniform_accuracy_baseline":0.3237373737373738,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.7000000000000001,"baseline_adjusted_score":0.7000000000000001},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.21813072276082157,"accuracy":0.6666666666666666,"positive_recall":0.35294117647058826,"specificity":1,"precision":1,"balanced_accuracy":0.6764705882352942,"f1":0.5217391304347826,"true_positive":6,"false_positive":0,"false_negative":11,"true_negative":16,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.12667515777009342,"baseline_adjusted_skill":0.3529411764705883,"baseline_adjusted_score":0.3529411764705883},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.20597886616795302,"normalized_score_rmse":0.24991510216220192,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.34313725490196084,"baseline_adjusted_skill":0.3997187328819656,"baseline_adjusted_score":0.3997187328819656},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.07000723407336436,"accuracy":0.91,"positive_recall":0.96,"specificity":0.86,"precision":0.8727272727272727,"balanced_accuracy":0.9099999999999999,"f1":0.9142857142857143,"true_positive":48,"false_positive":7,"false_negative":2,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7199710637065426,"baseline_adjusted_skill":0.8199999999999998,"baseline_adjusted_score":0.8199999999999998},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.2733333333333333,"uniform_accuracy_baseline":0.3333333333333332,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":-0.12371134020618559,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.2579417721501854,"accuracy":0.5066666666666667,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":37,"true_negative":38,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555535,"brier_skill":-0.031950546475671304,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.93,"uniform_accuracy_baseline":0.1428571428571427,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.9102564102564104,"baseline_adjusted_score":0.9102564102564104},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.3299999999999999,"uniform_accuracy_baseline":0.32416666666666627,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.015151515151515336,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.16696814181979072,"accuracy":0.5454545454545454,"positive_recall":0.0625,"specificity":1,"precision":1,"balanced_accuracy":0.53125,"f1":0.11764705882352941,"true_positive":1,"false_positive":0,"false_negative":15,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.33151357925826463,"baseline_adjusted_skill":0.0625,"baseline_adjusted_score":0.0625},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.12203081545307606,"normalized_score_rmse":0.1481281920495921,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.4445493917308262,"baseline_adjusted_score":0.4445493917308262},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1414881648937934,"accuracy":0.83,"positive_recall":0.5,"specificity":0.9230769230769231,"precision":0.6470588235294118,"balanced_accuracy":0.7115384615384616,"f1":0.5641025641025641,"true_positive":11,"false_positive":6,"false_negative":11,"true_negative":72,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000028,"brier_skill":0.17547689455831483,"baseline_adjusted_skill":0.42307692307692313,"baseline_adjusted_score":0.42307692307692313},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.16277596486210325,"accuracy":0.74,"positive_recall":0.5945945945945946,"specificity":0.8253968253968254,"precision":0.6666666666666666,"balanced_accuracy":0.7099957099957099,"f1":0.6285714285714286,"true_positive":22,"false_positive":11,"false_negative":15,"true_negative":52,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000008,"brier_skill":0.3016904124319898,"baseline_adjusted_skill":0.41999141999141987,"baseline_adjusted_score":0.41999141999141987},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2144925288289762,"accuracy":0.72,"positive_recall":0.3333333333333333,"specificity":0.9672131147540983,"precision":0.8666666666666667,"balanced_accuracy":0.6502732240437158,"f1":0.48148148148148145,"true_positive":13,"false_positive":2,"false_negative":26,"true_negative":59,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379000000000002,"brier_skill":0.0983920604078351,"baseline_adjusted_skill":0.3005464480874316,"baseline_adjusted_score":0.3005464480874316},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09550094067262326,"accuracy":0.86,"positive_recall":0.7741935483870968,"specificity":0.8985507246376812,"precision":0.7741935483870968,"balanced_accuracy":0.836372136512389,"f1":0.7741935483870968,"true_positive":24,"false_positive":7,"false_negative":7,"true_negative":62,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999987,"brier_skill":0.5535252890480443,"baseline_adjusted_skill":0.6727442730247779,"baseline_adjusted_score":0.6727442730247779},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.9305555555555555,"baseline_adjusted_score":0.9305555555555555},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.1827812095099742,"normalized_score_rmse":0.22486318432856825,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.21384426017215397,"baseline_adjusted_score":0.21384426017215397},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.20230933027458928,"accuracy":0.68,"positive_recall":0.58,"specificity":0.78,"precision":0.725,"balanced_accuracy":0.6799999999999999,"f1":0.6444444444444445,"true_positive":29,"false_positive":11,"false_negative":21,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.1907626789016429,"baseline_adjusted_skill":0.3599999999999999,"baseline_adjusted_score":0.3599999999999999},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2553080241267202,"accuracy":0.59,"positive_recall":0.86,"specificity":0.32,"precision":0.5584415584415584,"balanced_accuracy":0.59,"f1":0.6771653543307087,"true_positive":43,"false_positive":34,"false_negative":7,"true_negative":16,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.02123209650688085,"baseline_adjusted_skill":0.17999999999999994,"baseline_adjusted_score":0.17999999999999994},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.39,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.7428571428571429,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10908150730152326,"accuracy":0.8,"positive_recall":0.82,"specificity":0.78,"precision":0.7884615384615384,"balanced_accuracy":0.8,"f1":0.803921568627451,"true_positive":41,"false_positive":11,"false_negative":9,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5636739707939069,"baseline_adjusted_skill":0.6000000000000001,"baseline_adjusted_score":0.6000000000000001},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.8095238095238096,"baseline_adjusted_score":0.8095238095238096},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.49,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.14999999999999997,"baseline_adjusted_score":0.14999999999999997},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1691740525362313,"accuracy":0.73,"positive_recall":0.78,"specificity":0.68,"precision":0.7090909090909091,"balanced_accuracy":0.73,"f1":0.7428571428571429,"true_positive":39,"false_positive":16,"false_negative":11,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3233037898550748,"baseline_adjusted_skill":0.45999999999999996,"baseline_adjusted_score":0.45999999999999996},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.20851190476190457,"fixed_answer_accuracy_baseline":0.2233333333333332,"baseline_adjusted_skill":0.9871244635193133,"baseline_adjusted_score":0.9871244635193133},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.04198022425737462,"accuracy":0.95,"positive_recall":0.96,"specificity":0.94,"precision":0.9411764705882353,"balanced_accuracy":0.95,"f1":0.9504950495049505,"true_positive":48,"false_positive":3,"false_negative":2,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8320791029705015,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.10466501438327068,"normalized_score_rmse":0.17012773676801585,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.6511166187224311,"baseline_adjusted_score":0.6511166187224311},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.22851190476190467,"fixed_answer_accuracy_baseline":0.2433333333333333,"baseline_adjusted_skill":0.881057268722467,"baseline_adjusted_score":0.881057268722467},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.036278823622969116,"accuracy":0.95,"positive_recall":0.92,"specificity":0.98,"precision":0.9787234042553191,"balanced_accuracy":0.95,"f1":0.9484536082474226,"true_positive":46,"false_positive":1,"false_negative":4,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8548847055081236,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.09616584463145567,"normalized_score_rmse":0.17295662342011653,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.304222222222222,"baseline_adjusted_skill":0.6838960549002551,"baseline_adjusted_score":0.6838960549002551},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.78,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.6451612903225807,"baseline_adjusted_score":0.6451612903225807},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.14543674207768795,"accuracy":0.78,"positive_recall":0.94,"specificity":0.62,"precision":0.7121212121212122,"balanced_accuracy":0.78,"f1":0.8103448275862069,"true_positive":47,"false_positive":19,"false_negative":3,"true_negative":31,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4182530316892482,"baseline_adjusted_skill":0.56,"baseline_adjusted_score":0.56},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.6000000000000001,"baseline_adjusted_score":0.6000000000000001},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11148978742388016,"accuracy":0.84,"positive_recall":0.92,"specificity":0.76,"precision":0.7931034482758621,"balanced_accuracy":0.8400000000000001,"f1":0.8518518518518519,"true_positive":46,"false_positive":12,"false_negative":4,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5540408503044794,"baseline_adjusted_skill":0.6800000000000002,"baseline_adjusted_score":0.6800000000000002},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.6,"uniform_accuracy_baseline":0.35333333333333317,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.3220338983050847,"baseline_adjusted_score":0.3220338983050847},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.7903225806451613,"baseline_adjusted_score":0.7903225806451613},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.43,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.08064516129032256,"baseline_adjusted_score":0.08064516129032256},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.39,"uniform_accuracy_baseline":0.11111111111111088,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.27380952380952384,"baseline_adjusted_score":0.27380952380952384},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.12949927386221938,"accuracy":0.6891250000000001,"positive_recall":0.5702043506921556,"specificity":0.7169520283819218,"precision":0.3203703703703704,"balanced_accuracy":0.6435781895370387,"f1":0.4102442494664454,"true_positive":43.25000000000002,"false_positive":91.75000000000003,"false_negative":32.600000000000016,"true_negative":232.4,"positive_prevalence":0.1896249999999999,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500007,"brier_skill":-0.7011709629305694,"baseline_adjusted_skill":0.28715637907407743,"baseline_adjusted_score":0.28715637907407743},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.2405467535131028,"normalized_score_rmse":0.29757444108205783,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":-0.12536492871627058,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.08113993379193973,"accuracy":0.7838749999999999,"positive_recall":0.5447726207219878,"specificity":0.870802795295722,"precision":0.6052083333333336,"balanced_accuracy":0.7077877080088549,"f1":0.5734024179620035,"true_positive":58.10000000000002,"false_positive":37.89999999999997,"false_negative":48.55000000000002,"true_negative":255.44999999999996,"positive_prevalence":0.2666249999999998,"majority_accuracy_baseline":0.7333750000000002,"constant_brier_baseline":0.11565485937499977,"brier_skill":0.29843039686857176,"baseline_adjusted_skill":0.41557541601770986,"baseline_adjusted_score":0.41557541601770986},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.18130419820777394,"normalized_score_rmse":0.24531272417951414,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.3253797275989807,"baseline_adjusted_score":0.3253797275989807},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.06741414970798981,"accuracy":0.7708750000000001,"positive_recall":0.5418344519015658,"specificity":0.8596704249783174,"precision":0.5995049504950493,"balanced_accuracy":0.7007524384399415,"f1":0.5692126909518211,"true_positive":60.549999999999955,"false_positive":40.45000000000002,"false_negative":51.20000000000001,"true_negative":247.80000000000004,"positive_prevalence":0.2793749999999999,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937499995,"brier_skill":0.4042363331395994,"baseline_adjusted_skill":0.401504876879883,"baseline_adjusted_score":0.401504876879883},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.19290640944122894,"normalized_score_rmse":0.24057274421284827,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.2703303661797487,"baseline_adjusted_score":0.2703303661797487},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.08638809926865472,"accuracy":0.8273749999999994,"positive_recall":0.2743661971830986,"specificity":0.9850602409638555,"precision":0.8396551724137932,"balanced_accuracy":0.6297132190734771,"f1":0.41358811040339705,"true_positive":24.350000000000005,"false_positive":4.6499999999999995,"false_negative":64.4,"true_negative":306.59999999999974,"positive_prevalence":0.22187499999999974,"majority_accuracy_baseline":0.7781250000000003,"constant_brier_baseline":0.126740234375001,"brier_skill":0.318384570656164,"baseline_adjusted_skill":0.2594264381469542,"baseline_adjusted_score":0.2594264381469542},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.19726913253651865,"normalized_score_rmse":0.25158752008638713,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.1256769749073965,"baseline_adjusted_score":0.1256769749073965},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.054018090619873914,"accuracy":0.7992499999999993,"positive_recall":0.7159735349716446,"specificity":0.8291978246091094,"precision":0.6011904761904762,"balanced_accuracy":0.772585679790377,"f1":0.6535806729939603,"true_positive":75.74999999999999,"false_positive":50.24999999999998,"false_negative":30.050000000000004,"true_negative":243.9499999999998,"positive_prevalence":0.26449999999999985,"majority_accuracy_baseline":0.7355000000000002,"constant_brier_baseline":0.11362725000000028,"brier_skill":0.5246026756797002,"baseline_adjusted_skill":0.5451713595807539,"baseline_adjusted_score":0.5451713595807539},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.16485004641808496,"normalized_score_rmse":0.2149704784794658,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.3438804122663285,"baseline_adjusted_score":0.3438804122663285},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.07417126053204398,"accuracy":0.8162499999999998,"positive_recall":0.5228459530026109,"specificity":0.8857452071737786,"precision":0.5201298701298703,"balanced_accuracy":0.7042955800881947,"f1":0.5214843750000001,"true_positive":40.05000000000002,"false_positive":36.94999999999998,"false_negative":36.55000000000002,"true_negative":286.44999999999993,"positive_prevalence":0.1914999999999999,"majority_accuracy_baseline":0.8085000000000001,"constant_brier_baseline":0.09190274999999995,"brier_skill":0.19293752872417835,"baseline_adjusted_skill":0.4085911601763894,"baseline_adjusted_score":0.4085911601763894},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.16605965148468235,"normalized_score_rmse":0.23439472217060378,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.1972947360257047,"baseline_adjusted_score":0.1972947360257047},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.04521257632611076,"accuracy":0.8822499999999996,"positive_recall":0.6483739837398373,"specificity":0.9351624770079706,"precision":0.6934782608695652,"balanced_accuracy":0.791768230373904,"f1":0.6701680672268907,"true_positive":47.85,"false_positive":21.15,"false_negative":25.950000000000017,"true_negative":305.04999999999984,"positive_prevalence":0.1844999999999999,"majority_accuracy_baseline":0.8155000000000001,"constant_brier_baseline":0.1092222499999995,"brier_skill":0.5860497625153211,"baseline_adjusted_skill":0.583536460747808,"baseline_adjusted_score":0.583536460747808},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1614669935746971,"normalized_score_rmse":0.2147157614171888,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":0.14736901082668197,"baseline_adjusted_score":0.14736901082668197},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.08814176903037424,"accuracy":0.8067499999999996,"positive_recall":0.18598726114649683,"specificity":0.9583203732503889,"precision":0.5214285714285715,"balanced_accuracy":0.5721538171984428,"f1":0.27417840375586855,"true_positive":14.600000000000001,"false_positive":13.4,"false_negative":63.9,"true_negative":308.09999999999985,"positive_prevalence":0.19624999999999987,"majority_accuracy_baseline":0.8037500000000002,"constant_brier_baseline":0.09878593749999955,"brier_skill":0.10774983503725266,"baseline_adjusted_skill":0.14430763439688565,"baseline_adjusted_score":0.14430763439688565},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.19335692484898662,"normalized_score_rmse":0.2677869732754387,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":0.08470094746041834,"baseline_adjusted_score":0.08470094746041834},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.09380102952956282,"accuracy":0.6704081632653061,"positive_recall":0.6892052194543296,"specificity":0.6562220232766337,"precision":0.6020725388601033,"balanced_accuracy":0.6727136213654816,"f1":0.6426991150442475,"true_positive":116.19999999999993,"false_positive":76.80000000000007,"false_negative":52.40000000000005,"true_negative":146.60000000000005,"positive_prevalence":0.43010204081632636,"majority_accuracy_baseline":0.5698979591836737,"constant_brier_baseline":0.12359641815910102,"brier_skill":0.2410700008408312,"baseline_adjusted_skill":0.34542724273096326,"baseline_adjusted_score":0.34542724273096326},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.17828581414931388,"normalized_score_rmse":0.2280673238481057,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.35288852642100876,"baseline_adjusted_score":0.35288852642100876},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.08733256074969852,"accuracy":0.8185000000000006,"positive_recall":0.7195121951219513,"specificity":0.8371972061227524,"precision":0.45497512437810944,"balanced_accuracy":0.7783547006223519,"f1":0.5574519963425785,"true_positive":91.45,"false_positive":109.55000000000001,"false_negative":35.65,"true_negative":563.3500000000004,"positive_prevalence":0.15887500000000002,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499934,"brier_skill":0.11586571269471957,"baseline_adjusted_skill":0.5567094012447038,"baseline_adjusted_score":0.5567094012447038},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.23853008426653335,"normalized_score_rmse":0.2878088644579723,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-0.4456368743426262,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.51,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.20967741935483872,"baseline_adjusted_score":0.20967741935483872},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2744218309308716,"accuracy":0.56,"positive_recall":0.5,"specificity":0.62,"precision":0.5681818181818182,"balanced_accuracy":0.56,"f1":0.5319148936170213,"true_positive":25,"false_positive":19,"false_negative":25,"true_negative":31,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.09768732372348632,"baseline_adjusted_skill":0.1200000000000001,"baseline_adjusted_score":0.1200000000000001},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.3286944996686547,"uniform_accuracy_baseline":0.058823529411766766,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.21105919003115264,"baseline_adjusted_score":0.21105919003115264},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.83,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.6304347826086956,"baseline_adjusted_score":0.6304347826086956},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.26844480276936983,"accuracy":0.52,"positive_recall":0.82,"specificity":0.22,"precision":0.5125,"balanced_accuracy":0.52,"f1":0.6307692307692307,"true_positive":41,"false_positive":39,"false_negative":9,"true_negative":11,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.07377921107747931,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.54,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.2698412698412699,"baseline_adjusted_score":0.2698412698412699},"scoring":{"eligible":true,"reason":null},"model":22,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.23393342716678847,"accuracy":0.7094594594594594,"positive_recall":0.4507042253521127,"specificity":0.948051948051948,"precision":0.8888888888888888,"balanced_accuracy":0.6993780867020304,"f1":0.5981308411214953,"true_positive":32,"false_positive":4,"false_negative":39,"true_negative":73,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.2495891161431699,"brier_skill":0.06272584805901937,"baseline_adjusted_skill":0.3987561734040608,"baseline_adjusted_score":0.3987561734040608},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.59,"uniform_accuracy_baseline":0.20049999999999962,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.4225352112676056,"baseline_adjusted_score":0.4225352112676056},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.9705882352941176,"baseline_adjusted_score":0.9705882352941176},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.77,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.5106382978723404,"baseline_adjusted_score":0.5106382978723404},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.5918367346938777,"baseline_adjusted_score":0.5918367346938777},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1330143887489552,"accuracy":0.5508125544800001,"positive_recall":0.5655909929676659,"specificity":0.527102075109731,"precision":0.6574023448490567,"balanced_accuracy":0.5463465340386984,"f1":0.6080504831959613,"true_positive":34.842324277,"false_positive":18.157675723,"false_negative":26.761068829,"true_negative":20.238931171,"positive_prevalence":0.6160339310599999,"majority_accuracy_baseline":0.6160339310599999,"constant_brier_baseline":0.079087076552024,"brier_skill":-0.681872621267742,"baseline_adjusted_skill":0.09269306807739675,"baseline_adjusted_score":0.09269306807739675},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1255314595531682,"accuracy":0.85,"positive_recall":0.88,"specificity":0.82,"precision":0.8301886792452831,"balanced_accuracy":0.85,"f1":0.8543689320388349,"true_positive":44,"false_positive":9,"false_negative":6,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.49787416178732724,"baseline_adjusted_skill":0.7,"baseline_adjusted_score":0.7},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.012987012987012965,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.8526315789473684,"baseline_adjusted_score":0.8526315789473684},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.93,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.8833333333333334,"baseline_adjusted_score":0.8833333333333334},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.51,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.23437500000000003,"baseline_adjusted_score":0.23437500000000003},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1096554991552443,"accuracy":0.8,"positive_recall":0.86,"specificity":0.74,"precision":0.7678571428571429,"balanced_accuracy":0.8,"f1":0.8113207547169812,"true_positive":43,"false_positive":13,"false_negative":7,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5613780033790228,"baseline_adjusted_skill":0.6000000000000001,"baseline_adjusted_score":0.6000000000000001},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.08364524904913269,"accuracy":0.7054588282208092,"positive_recall":0.49734967781867856,"specificity":0.8023620887351153,"precision":0.5395440391696444,"balanced_accuracy":0.6498558832768969,"f1":0.5175883499987166,"true_positive":110.60652802977711,"false_positive":94.39347197022289,"false_negative":111.78534827521071,"true_negative":383.2146517247893,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768597,"brier_skill":0.05727320074604725,"baseline_adjusted_skill":0.29971176655379383,"baseline_adjusted_score":0.29971176655379383},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2095660187188306,"accuracy":0.73,"positive_recall":0.58,"specificity":0.88,"precision":0.8285714285714286,"balanced_accuracy":0.73,"f1":0.6823529411764706,"true_positive":29,"false_positive":6,"false_negative":21,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.1617359251246776,"baseline_adjusted_skill":0.45999999999999996,"baseline_adjusted_score":0.45999999999999996},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.9271523178807947,"uniform_accuracy_baseline":0.006622516556291403,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.9241379310344827,"baseline_adjusted_score":0.9241379310344827},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.8064705882352942,"uniform_accuracy_baseline":0.3333333333333301,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.6431670281995663,"baseline_adjusted_score":0.6431670281995663},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.16666666666666663,"baseline_adjusted_score":0.16666666666666663},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08871775968713606,"accuracy":0.87,"positive_recall":0.96,"specificity":0.78,"precision":0.8135593220338984,"balanced_accuracy":0.87,"f1":0.8807339449541285,"true_positive":48,"false_positive":11,"false_negative":2,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6451289612514557,"baseline_adjusted_skill":0.74,"baseline_adjusted_score":0.74},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.82,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.6249999999999999,"baseline_adjusted_score":0.6249999999999999},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.07142857142857136,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9887640449438202,"baseline_adjusted_score":0.9887640449438202},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.73,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.41304347826086946,"baseline_adjusted_score":0.41304347826086946},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.51,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.3287671232876712,"baseline_adjusted_score":0.3287671232876712},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.8333333333333334,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.5000000000000001,"baseline_adjusted_score":0.5000000000000001},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.18848920064893215,"accuracy":0.7560975609756098,"positive_recall":0.675,"specificity":0.8333333333333334,"precision":0.7941176470588235,"balanced_accuracy":0.7541666666666667,"f1":0.7297297297297297,"true_positive":27,"false_positive":7,"false_negative":13,"true_negative":35,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.24985127900059498,"brier_skill":0.24559441359320278,"baseline_adjusted_skill":0.5083333333333333,"baseline_adjusted_score":0.5083333333333333},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.19489054633831632,"accuracy":0.73,"positive_recall":0.46,"specificity":1,"precision":1,"balanced_accuracy":0.73,"f1":0.6301369863013698,"true_positive":23,"false_positive":0,"false_negative":27,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.22043781464673473,"baseline_adjusted_skill":0.45999999999999996,"baseline_adjusted_score":0.45999999999999996},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.7932960893854749,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.7347670250896058,"baseline_adjusted_score":0.7347670250896058},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.53,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.2295081967213115,"baseline_adjusted_score":0.2295081967213115},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.18979360986190663,"accuracy":0.8,"positive_recall":0.4090909090909091,"specificity":0.9102564102564102,"precision":0.5625,"balanced_accuracy":0.6596736596736597,"f1":0.47368421052631576,"true_positive":18,"false_positive":14,"false_negative":26,"true_negative":142,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000053,"brier_skill":-0.10602336749362506,"baseline_adjusted_skill":0.3193473193473193,"baseline_adjusted_score":0.3193473193473193},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.2232945446006104,"accuracy":0.735,"positive_recall":0.06,"specificity":0.96,"precision":0.3333333333333333,"balanced_accuracy":0.51,"f1":0.1016949152542373,"true_positive":3,"false_positive":6,"false_negative":47,"true_negative":144,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-0.19090423786992217,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.032335756408394124,"accuracy":0.97,"positive_recall":0.6842105263157895,"specificity":1,"precision":1,"balanced_accuracy":0.8421052631578947,"f1":0.8125,"true_positive":13,"false_positive":0,"false_negative":6,"true_negative":181,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.0859749999999999,"brier_skill":0.6238934991754096,"baseline_adjusted_skill":0.6842105263157894,"baseline_adjusted_score":0.6842105263157894},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.05496661702088009,"accuracy":0.8840535714285718,"positive_recall":0.6081737922825118,"specificity":0.9016647775125222,"precision":0.28305632502308403,"balanced_accuracy":0.754919284897517,"f1":0.3863142308055827,"true_positive":102.1833333333334,"false_positive":258.81666666666683,"false_negative":65.83333333333334,"true_negative":2373.1666666666674,"positive_prevalence":0.060005952380952354,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679296,"brier_skill":-0.7069862581175215,"baseline_adjusted_skill":0.5098385697950341,"baseline_adjusted_score":0.5098385697950341},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.8016997167138811,"uniform_accuracy_baseline":0.027777777777777853,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.7727272727272728,"baseline_adjusted_score":0.7727272727272728},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.82,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.7428571428571429,"baseline_adjusted_score":0.7428571428571429},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1611526931957681,"accuracy":0.8,"positive_recall":1,"specificity":0.6,"precision":0.7142857142857143,"balanced_accuracy":0.8,"f1":0.8333333333333334,"true_positive":50,"false_positive":20,"false_negative":0,"true_negative":30,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.35538922721692756,"baseline_adjusted_skill":0.6000000000000001,"baseline_adjusted_score":0.6000000000000001},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.07699263534444581,"accuracy":0.9,"positive_recall":0.92,"specificity":0.88,"precision":0.8846153846153846,"balanced_accuracy":0.9,"f1":0.9019607843137255,"true_positive":46,"false_positive":6,"false_negative":4,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6920294586222168,"baseline_adjusted_skill":0.8,"baseline_adjusted_score":0.8},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.56,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":-0.12820512820512803,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.7872340425531915,"baseline_adjusted_score":0.7872340425531915},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08267808169600997,"accuracy":0.9,"positive_recall":0.82,"specificity":0.98,"precision":0.9761904761904762,"balanced_accuracy":0.8999999999999999,"f1":0.8913043478260869,"true_positive":41,"false_positive":1,"false_negative":9,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.66928767321596,"baseline_adjusted_skill":0.7999999999999998,"baseline_adjusted_score":0.7999999999999998},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8358208955223883,"baseline_adjusted_score":0.8358208955223883},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.15933093382639668,"accuracy":0.81,"positive_recall":0.62,"specificity":1,"precision":1,"balanced_accuracy":0.81,"f1":0.7654320987654321,"true_positive":31,"false_positive":0,"false_negative":19,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3626762646944133,"baseline_adjusted_skill":0.6200000000000001,"baseline_adjusted_score":0.6200000000000001},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.45668139189189183,"uniform_accuracy_baseline":0.23445945945945923,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.26345269551835204,"baseline_adjusted_score":0.26345269551835204},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.08428082058065706,"accuracy":0.6788596513157894,"positive_recall":0.6631148234509782,"specificity":0.6938522229842881,"precision":0.6734703424657534,"balanced_accuracy":0.6784835232176332,"f1":0.6682524670058624,"true_positive":49.16333499999999,"false_positive":23.836665,"false_negative":24.976668000000004,"true_negative":54.023331999999996,"positive_prevalence":0.48776317763157917,"majority_accuracy_baseline":0.5122368223684208,"constant_brier_baseline":0.0945191003976856,"brier_skill":0.1083196917231688,"baseline_adjusted_skill":0.35696704643526633,"baseline_adjusted_score":0.35696704643526633},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.12987553775336816,"normalized_score_rmse":0.19203425629387127,"constant_score_baseline":0.5841668333333334,"constant_mae_baseline":0.21700552708333315,"baseline_adjusted_skill":0.4015104615123737,"baseline_adjusted_score":0.4015104615123737},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.18699761595437345,"accuracy":0.73,"positive_recall":0.88,"specificity":0.58,"precision":0.676923076923077,"balanced_accuracy":0.73,"f1":0.7652173913043478,"true_positive":44,"false_positive":21,"false_negative":6,"true_negative":29,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2520095361825062,"baseline_adjusted_skill":0.45999999999999996,"baseline_adjusted_score":0.45999999999999996},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3152875970279609,"accuracy":0.65,"positive_recall":0.32,"specificity":0.98,"precision":0.9411764705882353,"balanced_accuracy":0.65,"f1":0.47761194029850745,"true_positive":16,"false_positive":1,"false_negative":34,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.26115038811184355,"baseline_adjusted_skill":0.30000000000000004,"baseline_adjusted_score":0.30000000000000004},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.8688524590163935,"baseline_adjusted_score":0.8688524590163935},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.03611111111111102,"fixed_answer_accuracy_baseline":0.08833333333333329,"baseline_adjusted_skill":0.890310786106033,"baseline_adjusted_score":0.890310786106033},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.8863636363636362,"baseline_adjusted_score":0.8863636363636362},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.04987932421560751,"fixed_answer_accuracy_baseline":0.1244247787610618,"baseline_adjusted_skill":0.8286840509399636,"baseline_adjusted_score":0.8286840509399636},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.27595291699331853,"accuracy":0.56,"positive_recall":0.36,"specificity":0.76,"precision":0.6,"balanced_accuracy":0.56,"f1":0.45,"true_positive":18,"false_positive":12,"false_negative":32,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.10381166797327412,"baseline_adjusted_skill":0.1200000000000001,"baseline_adjusted_score":0.1200000000000001},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.7222222222222222,"uniform_accuracy_baseline":0.23888888888888893,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.607843137254902,"baseline_adjusted_score":0.607843137254902},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.1272172115756022,"accuracy":0.84375,"positive_recall":0.6875,"specificity":1,"precision":1,"balanced_accuracy":0.84375,"f1":0.8148148148148148,"true_positive":22,"false_positive":0,"false_negative":10,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4911311536975912,"baseline_adjusted_skill":0.6875,"baseline_adjusted_score":0.6875},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1953404730296242,"accuracy":0.78,"positive_recall":0.58,"specificity":0.98,"precision":0.9666666666666667,"balanced_accuracy":0.78,"f1":0.725,"true_positive":29,"false_positive":1,"false_negative":21,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.21863810788150317,"baseline_adjusted_skill":0.56,"baseline_adjusted_score":0.56},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.8260869565217391,"baseline_adjusted_score":0.8260869565217391},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.00020056842901437942,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":16,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.9991969889000123,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.10102062903448289,"normalized_score_rmse":0.24474343945599528,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.6938768817136882,"baseline_adjusted_score":0.6938768817136882},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.25,"uniform_accuracy_baseline":0.17812500000000006,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.05263157894736839,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.026952511533669822,"accuracy":0.9705882352941176,"positive_recall":1,"specificity":0.9411764705882353,"precision":0.9444444444444444,"balanced_accuracy":0.9705882352941176,"f1":0.9714285714285714,"true_positive":17,"false_positive":1,"false_negative":0,"true_negative":16,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8921899538653207,"baseline_adjusted_skill":0.9411764705882353,"baseline_adjusted_score":0.9411764705882353},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.4342813442087099,"normalized_score_rmse":0.5024150903523728,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-1.953113140619227,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.9583333333333334,"uniform_accuracy_baseline":0.13194444444444448,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":0.8956521739130435,"baseline_adjusted_score":0.8956521739130435},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.05820626709955114,"accuracy":0.9423076923076923,"positive_recall":1,"specificity":0.8846153846153846,"precision":0.896551724137931,"balanced_accuracy":0.9423076923076923,"f1":0.9454545454545454,"true_positive":26,"false_positive":3,"false_negative":0,"true_negative":23,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7671749316017955,"baseline_adjusted_skill":0.8846153846153846,"baseline_adjusted_score":0.8846153846153846},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.026089987261126456,"accuracy":0.96,"positive_recall":1,"specificity":0.9166666666666666,"precision":0.9285714285714286,"balanced_accuracy":0.9583333333333333,"f1":0.9629629629629629,"true_positive":39,"false_positive":3,"false_negative":0,"true_negative":33,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24959999999999993,"brier_skill":0.89547280744741,"baseline_adjusted_skill":0.9166666666666665,"baseline_adjusted_score":0.9166666666666665},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.17979919037835862,"normalized_score_rmse":0.26811111517216685,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.35786003436300495,"baseline_adjusted_score":0.35786003436300495},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.84,"baseline_adjusted_score":0.84},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.0365668681512968,"accuracy":0.9642857142857143,"positive_recall":1,"specificity":0.9285714285714286,"precision":0.9333333333333333,"balanced_accuracy":0.9642857142857143,"f1":0.9655172413793104,"true_positive":14,"false_positive":1,"false_negative":0,"true_negative":13,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8537325273948129,"baseline_adjusted_skill":0.9285714285714286,"baseline_adjusted_score":0.9285714285714286},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.13479725125402567,"normalized_score_rmse":0.24523664472219292,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.16969696969696968,"baseline_adjusted_skill":0.20565905511020577,"baseline_adjusted_score":0.20565905511020577},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.02326091632012733,"accuracy":0.9764705882352941,"positive_recall":1,"specificity":0.95,"precision":0.9574468085106383,"balanced_accuracy":0.975,"f1":0.9782608695652174,"true_positive":45,"false_positive":2,"false_negative":0,"true_negative":38,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.24913494809688563,"brier_skill":0.9066332664372666,"baseline_adjusted_skill":0.95,"baseline_adjusted_score":0.95},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.6,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.47368421052631576,"baseline_adjusted_score":0.47368421052631576},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.39513562422162635,"accuracy":0.56,"positive_recall":0.42857142857142855,"specificity":0.8666666666666667,"precision":0.8823529411764706,"balanced_accuracy":0.6476190476190476,"f1":0.5769230769230769,"true_positive":15,"false_positive":2,"false_negative":20,"true_negative":13,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.20999999999999996,"brier_skill":-0.8815982105791733,"baseline_adjusted_skill":0.2952380952380953,"baseline_adjusted_score":0.2952380952380953},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.32555925787289747,"normalized_score_rmse":0.5182684145871718,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.16271163526034793,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.9240506329113924,"uniform_accuracy_baseline":0.24240506329113914,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.8695652173913044,"baseline_adjusted_score":0.8695652173913044},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.0011622536359132023,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":11,"false_positive":0,"false_negative":0,"true_negative":10,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.24943310657596363,"brier_skill":0.9953404195142025,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.8787878787878788,"uniform_accuracy_baseline":0.3237373737373738,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.8,"baseline_adjusted_score":0.8},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.23155659068329001,"accuracy":0.7272727272727273,"positive_recall":0.6470588235294118,"specificity":0.8125,"precision":0.7857142857142857,"balanced_accuracy":0.7297794117647058,"f1":0.7096774193548387,"true_positive":11,"false_positive":3,"false_negative":6,"true_negative":13,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.07292232627168116,"baseline_adjusted_skill":0.4595588235294117,"baseline_adjusted_score":0.4595588235294117},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.11960497195766095,"normalized_score_rmse":0.23011082324635374,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.34313725490196084,"baseline_adjusted_skill":0.6514369388662453,"baseline_adjusted_score":0.6514369388662453},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1944941126407762,"accuracy":0.75,"positive_recall":0.7,"specificity":0.8,"precision":0.7777777777777778,"balanced_accuracy":0.75,"f1":0.7368421052631579,"true_positive":35,"false_positive":10,"false_negative":15,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.22202354943689517,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.25333333333333335,"uniform_accuracy_baseline":0.3333333333333332,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":-0.1546391752577319,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.3730181265981479,"accuracy":0.5466666666666666,"positive_recall":0.08108108108108109,"specificity":1,"precision":1,"balanced_accuracy":0.5405405405405406,"f1":0.15,"true_positive":3,"false_positive":0,"false_negative":34,"true_negative":38,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555535,"brier_skill":-0.4923378108923071,"baseline_adjusted_skill":0.08108108108108114,"baseline_adjusted_score":0.08108108108108114},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.1428571428571427,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.3999999999999999,"uniform_accuracy_baseline":0.32416666666666627,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.09090909090909075,"baseline_adjusted_score":0.09090909090909075},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.0027338029921987177,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":16,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.9890547372849103,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.0034230708999877266,"normalized_score_rmse":0.009534544296193976,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.9844191255586765,"baseline_adjusted_score":0.9844191255586765},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.15428576354287762,"accuracy":0.83,"positive_recall":0.7272727272727273,"specificity":0.8589743589743589,"precision":0.5925925925925926,"balanced_accuracy":0.793123543123543,"f1":0.6530612244897959,"true_positive":16,"false_positive":11,"false_negative":6,"true_negative":67,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000028,"brier_skill":0.10089881385269595,"baseline_adjusted_skill":0.5862470862470861,"baseline_adjusted_score":0.5862470862470861},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08213485849699788,"accuracy":0.91,"positive_recall":0.8108108108108109,"specificity":0.9682539682539683,"precision":0.9375,"balanced_accuracy":0.8895323895323896,"f1":0.8695652173913043,"true_positive":30,"false_positive":2,"false_negative":7,"true_negative":61,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000008,"brier_skill":0.6476411046889838,"baseline_adjusted_skill":0.7790647790647791,"baseline_adjusted_score":0.7790647790647791},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.07359421723391023,"accuracy":0.93,"positive_recall":0.8205128205128205,"specificity":1,"precision":1,"balanced_accuracy":0.9102564102564102,"f1":0.9014084507042254,"true_positive":32,"false_positive":0,"false_negative":7,"true_negative":61,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379000000000002,"brier_skill":0.6906506211269013,"baseline_adjusted_skill":0.8205128205128205,"baseline_adjusted_score":0.8205128205128205},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.03502691346743744,"accuracy":0.95,"positive_recall":0.8387096774193549,"specificity":1,"precision":1,"balanced_accuracy":0.9193548387096775,"f1":0.9122807017543859,"true_positive":26,"false_positive":0,"false_negative":5,"true_negative":69,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999987,"brier_skill":0.8362463138502223,"baseline_adjusted_skill":0.838709677419355,"baseline_adjusted_score":0.838709677419355},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.9583333333333333,"baseline_adjusted_score":0.9583333333333333},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.1648598286682383,"normalized_score_rmse":0.21206263638566766,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.29092546809359865,"baseline_adjusted_score":0.29092546809359865},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.17856574492463012,"accuracy":0.78,"positive_recall":0.7,"specificity":0.86,"precision":0.8333333333333334,"balanced_accuracy":0.78,"f1":0.7608695652173914,"true_positive":35,"false_positive":7,"false_negative":15,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2857370203014795,"baseline_adjusted_skill":0.56,"baseline_adjusted_score":0.56},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.30169254273814367,"accuracy":0.55,"positive_recall":0.64,"specificity":0.46,"precision":0.5423728813559322,"balanced_accuracy":0.55,"f1":0.5871559633027523,"true_positive":32,"false_positive":27,"false_negative":18,"true_negative":23,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.20677017095257466,"baseline_adjusted_skill":0.10000000000000009,"baseline_adjusted_score":0.10000000000000009},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.62,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.0857142857142858,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10679279573377677,"accuracy":0.85,"positive_recall":0.84,"specificity":0.86,"precision":0.8571428571428571,"balanced_accuracy":0.85,"f1":0.8484848484848485,"true_positive":42,"false_positive":7,"false_negative":8,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.572828817064893,"baseline_adjusted_skill":0.7,"baseline_adjusted_score":0.7},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.93,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.8333333333333335,"baseline_adjusted_score":0.8333333333333335},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.68,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.46666666666666673,"baseline_adjusted_score":0.46666666666666673},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.17679678286886602,"accuracy":0.73,"positive_recall":0.58,"specificity":0.88,"precision":0.8285714285714286,"balanced_accuracy":0.73,"f1":0.6823529411764706,"true_positive":29,"false_positive":6,"false_negative":21,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2928128685245359,"baseline_adjusted_skill":0.45999999999999996,"baseline_adjusted_score":0.45999999999999996},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.20851190476190457,"fixed_answer_accuracy_baseline":0.2233333333333332,"baseline_adjusted_skill":0.9613733905579399,"baseline_adjusted_score":0.9613733905579399},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.030487925937753835,"accuracy":0.95,"positive_recall":0.94,"specificity":0.96,"precision":0.9591836734693877,"balanced_accuracy":0.95,"f1":0.9494949494949495,"true_positive":47,"false_positive":2,"false_negative":3,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8780482962489846,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.05118697593162456,"normalized_score_rmse":0.14206902980789998,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.8293767468945847,"baseline_adjusted_score":0.8293767468945847},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.22851190476190467,"fixed_answer_accuracy_baseline":0.2433333333333333,"baseline_adjusted_skill":0.9471365638766519,"baseline_adjusted_score":0.9471365638766519},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.030462135507334297,"accuracy":0.95,"positive_recall":0.98,"specificity":0.92,"precision":0.9245283018867925,"balanced_accuracy":0.95,"f1":0.9514563106796117,"true_positive":49,"false_positive":4,"false_negative":1,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8781514579706629,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.028085593135739793,"normalized_score_rmse":0.10540943545696962,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.304222222222222,"baseline_adjusted_skill":0.9076806653682767,"baseline_adjusted_score":0.9076806653682767},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.5967741935483871,"baseline_adjusted_score":0.5967741935483871},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10906295376719705,"accuracy":0.86,"positive_recall":1,"specificity":0.72,"precision":0.78125,"balanced_accuracy":0.86,"f1":0.8771929824561403,"true_positive":50,"false_positive":14,"false_negative":0,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5637481849312118,"baseline_adjusted_skill":0.72,"baseline_adjusted_score":0.72},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.8,"baseline_adjusted_score":0.8},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.07748459148215912,"accuracy":0.89,"positive_recall":0.82,"specificity":0.96,"precision":0.9534883720930233,"balanced_accuracy":0.8899999999999999,"f1":0.8817204301075269,"true_positive":41,"false_positive":2,"false_negative":9,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6900616340713635,"baseline_adjusted_skill":0.7799999999999998,"baseline_adjusted_score":0.7799999999999998},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.62,"uniform_accuracy_baseline":0.35333333333333317,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.3559322033898305,"baseline_adjusted_score":0.3559322033898305},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.9516129032258064,"baseline_adjusted_score":0.9516129032258064},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.46,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.12903225806451615,"baseline_adjusted_score":0.12903225806451615},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.46,"uniform_accuracy_baseline":0.11111111111111088,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.3571428571428572,"baseline_adjusted_score":0.3571428571428572},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.08040270422264811,"accuracy":0.777875,"positive_recall":0.2570863546473302,"specificity":0.8997377757211168,"precision":0.37500000000000006,"balanced_accuracy":0.5784120651842235,"f1":0.3050449745795854,"true_positive":19.5,"false_positive":32.49999999999999,"false_negative":56.35000000000001,"true_negative":291.65,"positive_prevalence":0.1896249999999999,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500007,"brier_skill":-0.05621245343962045,"baseline_adjusted_skill":0.156824130368447,"baseline_adjusted_score":0.156824130368447},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.14848590694534386,"normalized_score_rmse":0.1960096497821174,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":0.30532909031418076,"baseline_adjusted_score":0.30532909031418076},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.08447751778289167,"accuracy":0.795375,"positive_recall":0.48195030473511485,"specificity":0.909323333901483,"precision":0.6589743589743592,"balanced_accuracy":0.6956368193182989,"f1":0.5567289466558354,"true_positive":51.40000000000001,"false_positive":26.59999999999998,"false_negative":55.250000000000014,"true_negative":266.75,"positive_prevalence":0.2666249999999998,"majority_accuracy_baseline":0.7333750000000002,"constant_brier_baseline":0.11565485937499977,"brier_skill":0.2695722580148454,"baseline_adjusted_skill":0.3912736386365978,"baseline_adjusted_score":0.3912736386365978},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.16712414343182228,"normalized_score_rmse":0.2262742583971204,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.3781427221141497,"baseline_adjusted_score":0.3781427221141497},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.07162288236753461,"accuracy":0.786125,"positive_recall":0.537807606263982,"specificity":0.8823937554206419,"precision":0.6393617021276595,"balanced_accuracy":0.710100680842312,"f1":0.5842041312272174,"true_positive":60.09999999999997,"false_positive":33.9,"false_negative":51.64999999999999,"true_negative":254.35000000000002,"positive_prevalence":0.2793749999999999,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937499995,"brier_skill":0.36704221272205195,"baseline_adjusted_skill":0.4202013616846241,"baseline_adjusted_score":0.4202013616846241},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.16943797845744626,"normalized_score_rmse":0.2225840146649423,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.35909984507821746,"baseline_adjusted_score":0.35909984507821746},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.08842900622012696,"accuracy":0.8408749999999996,"positive_recall":0.3442253521126761,"specificity":0.9824899598393575,"precision":0.8486111111111111,"balanced_accuracy":0.6633576559760168,"f1":0.48977955911823645,"true_positive":30.550000000000004,"false_positive":5.450000000000002,"false_negative":58.20000000000001,"true_negative":305.79999999999984,"positive_prevalence":0.22187499999999974,"majority_accuracy_baseline":0.7781250000000003,"constant_brier_baseline":0.126740234375001,"brier_skill":0.30228149998143583,"baseline_adjusted_skill":0.3267153119520336,"baseline_adjusted_score":0.3267153119520336},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.14710288901183702,"normalized_score_rmse":0.22823864257901957,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.3480204365126337,"baseline_adjusted_score":0.3480204365126337},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.05777547313620144,"accuracy":0.8199999999999994,"positive_recall":0.6890359168241966,"specificity":0.8670972127804214,"precision":0.6508928571428573,"balanced_accuracy":0.7780665648023091,"f1":0.6694214876033059,"true_positive":72.89999999999999,"false_positive":39.09999999999998,"false_negative":32.89999999999999,"true_negative":255.09999999999977,"positive_prevalence":0.26449999999999985,"majority_accuracy_baseline":0.7355000000000002,"constant_brier_baseline":0.11362725000000028,"brier_skill":0.49153505751304116,"baseline_adjusted_skill":0.5561331296046181,"baseline_adjusted_score":0.5561331296046181},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1619022537281772,"normalized_score_rmse":0.22664199401110083,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.3556129204848668,"baseline_adjusted_score":0.3556129204848668},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.06886707276776549,"accuracy":0.8367499999999995,"positive_recall":0.3218015665796343,"specificity":0.9587198515769944,"precision":0.6486842105263159,"balanced_accuracy":0.6402607090783143,"f1":0.4301919720767887,"true_positive":24.650000000000006,"false_positive":13.35,"false_negative":51.95000000000004,"true_negative":310.04999999999984,"positive_prevalence":0.1914999999999999,"majority_accuracy_baseline":0.8085000000000001,"constant_brier_baseline":0.09190274999999995,"brier_skill":0.25065275230865747,"baseline_adjusted_skill":0.2805214181566287,"baseline_adjusted_score":0.2805214181566287},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1371174466725164,"normalized_score_rmse":0.22249842592434405,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.3371966323987122,"baseline_adjusted_score":0.3371966323987122},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.04817608038047164,"accuracy":0.8849999999999997,"positive_recall":0.66260162601626,"specificity":0.9353157572041692,"precision":0.6985714285714285,"balanced_accuracy":0.7989586916102146,"f1":0.6801112656467315,"true_positive":48.9,"false_positive":21.099999999999998,"false_negative":24.900000000000013,"true_negative":305.0999999999999,"positive_prevalence":0.1844999999999999,"majority_accuracy_baseline":0.8155000000000001,"constant_brier_baseline":0.1092222499999995,"brier_skill":0.5589169754287989,"baseline_adjusted_skill":0.5979173832204292,"baseline_adjusted_score":0.5979173832204292},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.15372140941932555,"normalized_score_rmse":0.23455994334178043,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":0.18826978524448545,"baseline_adjusted_score":0.18826978524448545},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.08354316690763751,"accuracy":0.8322499999999995,"positive_recall":0.1745222929936306,"specificity":0.9928460342146189,"precision":0.8562500000000001,"balanced_accuracy":0.5836841636041248,"f1":0.28994708994708995,"true_positive":13.700000000000001,"false_positive":2.3,"false_negative":64.8,"true_negative":319.1999999999998,"positive_prevalence":0.19624999999999987,"majority_accuracy_baseline":0.8037500000000002,"constant_brier_baseline":0.09878593749999955,"brier_skill":0.15430101670454976,"baseline_adjusted_skill":0.16736832720824957,"baseline_adjusted_score":0.16736832720824957},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1664219585945991,"normalized_score_rmse":0.24663856316084826,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":0.21220374629775574,"baseline_adjusted_score":0.21220374629775574},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.1054649046223396,"accuracy":0.7012755102040817,"positive_recall":0.6806049822064055,"specificity":0.7168755595344674,"precision":0.6446629213483145,"balanced_accuracy":0.6987402708704364,"f1":0.6621465666474321,"true_positive":114.74999999999999,"false_positive":63.25,"false_negative":53.85000000000002,"true_negative":160.15000000000006,"positive_prevalence":0.43010204081632636,"majority_accuracy_baseline":0.5698979591836737,"constant_brier_baseline":0.12359641815910102,"brier_skill":0.14669934458312062,"baseline_adjusted_skill":0.3974805417408729,"baseline_adjusted_score":0.3974805417408729},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.18539594406176746,"normalized_score_rmse":0.24530759737477337,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.32708138822025135,"baseline_adjusted_score":0.32708138822025135},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.045668951505442194,"accuracy":0.8898750000000005,"positive_recall":0.5468135326514557,"specificity":0.9546737999702779,"precision":0.6950000000000002,"balanced_accuracy":0.7507436663108669,"f1":0.612065169528842,"true_positive":69.50000000000001,"false_positive":30.499999999999993,"false_negative":57.59999999999997,"true_negative":642.4000000000004,"positive_prevalence":0.15887500000000002,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499934,"brier_skill":0.5376582852417626,"baseline_adjusted_skill":0.5014873326217337,"baseline_adjusted_score":0.5014873326217337},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.1374925097716358,"normalized_score_rmse":0.20081067788772963,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":0.16671206199008615,"baseline_adjusted_score":0.16671206199008615},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.63,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.40322580645161293,"baseline_adjusted_score":0.40322580645161293},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.274988091263255,"accuracy":0.57,"positive_recall":0.5,"specificity":0.64,"precision":0.5813953488372093,"balanced_accuracy":0.5700000000000001,"f1":0.5376344086021505,"true_positive":25,"false_positive":18,"false_negative":25,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.09995236505302008,"baseline_adjusted_skill":0.14000000000000012,"baseline_adjusted_score":0.14000000000000012},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.39893969516235916,"uniform_accuracy_baseline":0.058823529411766766,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.29361370716510904,"baseline_adjusted_score":0.29361370716510904},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.8043478260869565,"baseline_adjusted_score":0.8043478260869565},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.28395246670036695,"accuracy":0.59,"positive_recall":0.86,"specificity":0.32,"precision":0.5584415584415584,"balanced_accuracy":0.59,"f1":0.6771653543307087,"true_positive":43,"false_positive":34,"false_negative":7,"true_negative":16,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.13580986680146778,"baseline_adjusted_skill":0.17999999999999994,"baseline_adjusted_score":0.17999999999999994},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.57,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.3174603174603174,"baseline_adjusted_score":0.3174603174603174},"scoring":{"eligible":true,"reason":null},"model":23,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.17471228958560955,"accuracy":0.7567567567567568,"positive_recall":0.676056338028169,"specificity":0.8311688311688312,"precision":0.7868852459016393,"balanced_accuracy":0.7536125845985001,"f1":0.7272727272727273,"true_positive":48,"false_positive":13,"false_negative":23,"true_negative":64,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.2495891161431699,"brier_skill":0.3000003674623749,"baseline_adjusted_skill":0.5072251691970002,"baseline_adjusted_score":0.5072251691970002},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.51,"uniform_accuracy_baseline":0.20049999999999962,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.3098591549295775,"baseline_adjusted_score":0.3098591549295775},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.9852941176470588,"baseline_adjusted_score":0.9852941176470588},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.83,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.6382978723404255,"baseline_adjusted_score":0.6382978723404255},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.8367346938775511,"baseline_adjusted_score":0.8367346938775511},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.18360360614656845,"accuracy":0.5531664996800001,"positive_recall":0.6892480981354339,"specificity":0.3348376190243265,"precision":0.6244120814264706,"balanced_accuracy":0.5120428585798802,"f1":0.6552300911176424,"true_positive":42.460021537,"false_positive":25.539978462999997,"false_negative":19.143371569000003,"true_negative":12.856628431,"positive_prevalence":0.6160339310599999,"majority_accuracy_baseline":0.6160339310599999,"constant_brier_baseline":0.079087076552024,"brier_skill":-1.3215374009405036,"baseline_adjusted_skill":0.024085717159760378,"baseline_adjusted_score":0.024085717159760378},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.13167496638145157,"accuracy":0.82,"positive_recall":0.82,"specificity":0.82,"precision":0.82,"balanced_accuracy":0.82,"f1":0.82,"true_positive":41,"false_positive":9,"false_negative":9,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4733001344741937,"baseline_adjusted_skill":0.6399999999999999,"baseline_adjusted_score":0.6399999999999999},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.82,"uniform_accuracy_baseline":0.012987012987012965,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.8105263157894737,"baseline_adjusted_score":0.8105263157894737},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.93,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.8833333333333334,"baseline_adjusted_score":0.8833333333333334},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.58,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.34374999999999994,"baseline_adjusted_score":0.34374999999999994},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1210796481135169,"accuracy":0.82,"positive_recall":1,"specificity":0.64,"precision":0.7352941176470589,"balanced_accuracy":0.8200000000000001,"f1":0.847457627118644,"true_positive":50,"false_positive":18,"false_negative":0,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5156814075459324,"baseline_adjusted_skill":0.6400000000000001,"baseline_adjusted_score":0.6400000000000001},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.1152049623918273,"accuracy":0.6717040116173615,"positive_recall":0.5701302778015489,"specificity":0.7190004710490833,"precision":0.48579441463053796,"balanced_accuracy":0.6445653744253161,"f1":0.5245944271457841,"true_positive":126.79234221857041,"false_positive":134.2076577814296,"false_negative":95.5995340864174,"true_negative":343.4004659135826,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768597,"brier_skill":-0.2984216878836048,"baseline_adjusted_skill":0.2891307488506323,"baseline_adjusted_score":0.2891307488506323},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2219578202480058,"accuracy":0.65,"positive_recall":0.58,"specificity":0.72,"precision":0.6744186046511628,"balanced_accuracy":0.6499999999999999,"f1":0.6236559139784946,"true_positive":29,"false_positive":14,"false_negative":21,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.11216871900797676,"baseline_adjusted_skill":0.2999999999999998,"baseline_adjusted_score":0.2999999999999998},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.8410596026490066,"uniform_accuracy_baseline":0.006622516556291403,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.8344827586206897,"baseline_adjusted_score":0.8344827586206897},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.7770588235294118,"uniform_accuracy_baseline":0.3333333333333301,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.5889370932754882,"baseline_adjusted_score":0.5889370932754882},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.39,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.016666666666666684,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11255764118560435,"accuracy":0.83,"positive_recall":0.96,"specificity":0.7,"precision":0.7619047619047619,"balanced_accuracy":0.83,"f1":0.8495575221238938,"true_positive":48,"false_positive":15,"false_negative":2,"true_negative":35,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5497694352575826,"baseline_adjusted_skill":0.6599999999999999,"baseline_adjusted_score":0.6599999999999999},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.81,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.6041666666666667,"baseline_adjusted_score":0.6041666666666667},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.07142857142857136,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9887640449438202,"baseline_adjusted_score":0.9887640449438202},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.82,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.6086956521739129,"baseline_adjusted_score":0.6086956521739129},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.45,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.2465753424657534,"baseline_adjusted_score":0.2465753424657534},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.6666666666666666,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.2270948541727719,"accuracy":0.7195121951219512,"positive_recall":0.8,"specificity":0.6428571428571429,"precision":0.6808510638297872,"balanced_accuracy":0.7214285714285715,"f1":0.735632183908046,"true_positive":32,"false_positive":15,"false_negative":8,"true_negative":27,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.24985127900059498,"brier_skill":0.09107988127516808,"baseline_adjusted_skill":0.44285714285714306,"baseline_adjusted_score":0.44285714285714306},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.13294925484014702,"accuracy":0.81,"positive_recall":0.74,"specificity":0.88,"precision":0.8604651162790697,"balanced_accuracy":0.81,"f1":0.7956989247311828,"true_positive":37,"false_positive":6,"false_negative":13,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4682029806394119,"baseline_adjusted_skill":0.6200000000000001,"baseline_adjusted_score":0.6200000000000001},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.770949720670391,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.7060931899641577,"baseline_adjusted_score":0.7060931899641577},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.51,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.19672131147540983,"baseline_adjusted_score":0.19672131147540983},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.20726202096323906,"accuracy":0.745,"positive_recall":0.5,"specificity":0.8141025641025641,"precision":0.43137254901960786,"balanced_accuracy":0.657051282051282,"f1":0.4631578947368421,"true_positive":22,"false_positive":29,"false_negative":22,"true_negative":127,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000053,"brier_skill":-0.2078206349839069,"baseline_adjusted_skill":0.3141025641025641,"baseline_adjusted_score":0.3141025641025641},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.21548245884736533,"accuracy":0.725,"positive_recall":0.22,"specificity":0.8933333333333333,"precision":0.4074074074074074,"balanced_accuracy":0.5566666666666666,"f1":0.2857142857142857,"true_positive":11,"false_positive":16,"false_negative":39,"true_negative":134,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-0.14923978051928177,"baseline_adjusted_skill":0.11333333333333329,"baseline_adjusted_score":0.11333333333333329},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.041534374704171734,"accuracy":0.95,"positive_recall":0.7368421052631579,"specificity":0.9723756906077348,"precision":0.7368421052631579,"balanced_accuracy":0.8546088979354463,"f1":0.7368421052631579,"true_positive":14,"false_positive":5,"false_negative":5,"true_negative":176,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.0859749999999999,"brier_skill":0.5169017190558676,"baseline_adjusted_skill":0.7092177958708925,"baseline_adjusted_score":0.7092177958708925},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.10204752571082734,"accuracy":0.8387559523809528,"positive_recall":0.6414046225572861,"specificity":0.851354175241738,"precision":0.21596526386105572,"balanced_accuracy":0.746379398899512,"f1":0.3231303565628048,"true_positive":107.76666666666677,"false_positive":391.23333333333306,"false_negative":60.250000000000014,"true_negative":2240.750000000001,"positive_prevalence":0.060005952380952354,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679296,"brier_skill":-2.1690821357462475,"baseline_adjusted_skill":0.492758797799024,"baseline_adjusted_score":0.492758797799024},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.7507082152974505,"uniform_accuracy_baseline":0.027777777777777853,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.7142857142857143,"baseline_adjusted_score":0.7142857142857143},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.69,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.5571428571428572,"baseline_adjusted_score":0.5571428571428572},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11530468478757731,"accuracy":0.85,"positive_recall":1,"specificity":0.7,"precision":0.7692307692307693,"balanced_accuracy":0.85,"f1":0.8695652173913043,"true_positive":50,"false_positive":15,"false_negative":0,"true_negative":35,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5387812608496907,"baseline_adjusted_skill":0.7,"baseline_adjusted_score":0.7},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.07013547808663245,"accuracy":0.89,"positive_recall":0.94,"specificity":0.84,"precision":0.8545454545454545,"balanced_accuracy":0.8899999999999999,"f1":0.8952380952380953,"true_positive":47,"false_positive":8,"false_negative":3,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7194580876534702,"baseline_adjusted_skill":0.7799999999999998,"baseline_adjusted_score":0.7799999999999998},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.57,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":-0.10256410256410266,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.7872340425531915,"baseline_adjusted_score":0.7872340425531915},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.0773114642804867,"accuracy":0.89,"positive_recall":0.94,"specificity":0.84,"precision":0.8545454545454545,"balanced_accuracy":0.8899999999999999,"f1":0.8952380952380953,"true_positive":47,"false_positive":8,"false_negative":3,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6907541428780533,"baseline_adjusted_skill":0.7799999999999998,"baseline_adjusted_score":0.7799999999999998},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8656716417910449,"baseline_adjusted_score":0.8656716417910449},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.07613671287730465,"accuracy":0.91,"positive_recall":0.84,"specificity":0.98,"precision":0.9767441860465116,"balanced_accuracy":0.9099999999999999,"f1":0.9032258064516129,"true_positive":42,"false_positive":1,"false_negative":8,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6954531484907813,"baseline_adjusted_skill":0.8199999999999998,"baseline_adjusted_score":0.8199999999999998},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.4910732770270271,"uniform_accuracy_baseline":0.23445945945945923,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.3100758921368746,"baseline_adjusted_score":0.3100758921368746},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.05900882179923922,"accuracy":0.691798217105263,"positive_recall":0.919161899683225,"specificity":0.47529751381829616,"precision":0.6251987706422018,"balanced_accuracy":0.6972297067507606,"f1":0.7442029582144322,"true_positive":68.14666599999998,"false_positive":40.853334000000004,"false_negative":5.9933369999999995,"true_negative":37.006662999999996,"positive_prevalence":0.48776317763157917,"majority_accuracy_baseline":0.5122368223684208,"constant_brier_baseline":0.0945191003976856,"brier_skill":0.37569420835617573,"baseline_adjusted_skill":0.39445941350152114,"baseline_adjusted_score":0.39445941350152114},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.12982258744087563,"normalized_score_rmse":0.1749633262552581,"constant_score_baseline":0.5841668333333334,"constant_mae_baseline":0.21700552708333315,"baseline_adjusted_skill":0.4017544659541231,"baseline_adjusted_score":0.4017544659541231},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2892911603702156,"accuracy":0.68,"positive_recall":0.94,"specificity":0.42,"precision":0.618421052631579,"balanced_accuracy":0.6799999999999999,"f1":0.746031746031746,"true_positive":47,"false_positive":29,"false_negative":3,"true_negative":21,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.1571646414808625,"baseline_adjusted_skill":0.3599999999999999,"baseline_adjusted_score":0.3599999999999999},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.23832000712492987,"accuracy":0.64,"positive_recall":0.62,"specificity":0.66,"precision":0.6458333333333334,"balanced_accuracy":0.64,"f1":0.6326530612244898,"true_positive":31,"false_positive":17,"false_negative":19,"true_negative":33,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.04671997150028051,"baseline_adjusted_skill":0.28,"baseline_adjusted_score":0.28},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.8032786885245902,"baseline_adjusted_score":0.8032786885245902},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.03611111111111102,"fixed_answer_accuracy_baseline":0.08833333333333329,"baseline_adjusted_skill":0.8683729433272395,"baseline_adjusted_score":0.8683729433272395},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.8636363636363635,"baseline_adjusted_score":0.8636363636363635},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.04987932421560751,"fixed_answer_accuracy_baseline":0.1244247787610618,"baseline_adjusted_skill":0.8401051142106327,"baseline_adjusted_score":0.8401051142106327},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2571394419235963,"accuracy":0.51,"positive_recall":0.64,"specificity":0.38,"precision":0.5079365079365079,"balanced_accuracy":0.51,"f1":0.5663716814159292,"true_positive":32,"false_positive":31,"false_negative":18,"true_negative":19,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.028557767694385117,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.7777777777777778,"uniform_accuracy_baseline":0.23888888888888893,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.6862745098039217,"baseline_adjusted_score":0.6862745098039217},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.027349564928596186,"accuracy":0.984375,"positive_recall":1,"specificity":0.96875,"precision":0.9696969696969697,"balanced_accuracy":0.984375,"f1":0.9846153846153847,"true_positive":32,"false_positive":1,"false_negative":0,"true_negative":31,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8906017402856152,"baseline_adjusted_skill":0.96875,"baseline_adjusted_score":0.96875},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.878787878787879,"baseline_adjusted_score":0.878787878787879},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25661773926489734,"accuracy":0.68,"positive_recall":0.44,"specificity":0.92,"precision":0.8461538461538461,"balanced_accuracy":0.68,"f1":0.5789473684210527,"true_positive":22,"false_positive":4,"false_negative":28,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.02647095705958935,"baseline_adjusted_skill":0.3600000000000001,"baseline_adjusted_score":0.3600000000000001},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.7941176470588235,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.6956521739130433,"baseline_adjusted_score":0.6956521739130433},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.001201749818635931,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":16,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.9951885825275937,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.1751887604736455,"normalized_score_rmse":0.3884598293245235,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.46912496826168026,"baseline_adjusted_score":0.46912496826168026},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.21875,"uniform_accuracy_baseline":0.17812500000000006,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.0964912280701754,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.03465728976830869,"accuracy":0.9705882352941176,"positive_recall":1,"specificity":0.9411764705882353,"precision":0.9444444444444444,"balanced_accuracy":0.9705882352941176,"f1":0.9714285714285714,"true_positive":17,"false_positive":1,"false_negative":0,"true_negative":16,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8613708409267653,"baseline_adjusted_skill":0.9411764705882353,"baseline_adjusted_score":0.9411764705882353},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.4019245215568976,"normalized_score_rmse":0.4558369199774209,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-1.7330867465869035,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.7291666666666666,"uniform_accuracy_baseline":0.13194444444444448,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":0.3217391304347826,"baseline_adjusted_score":0.3217391304347826},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.19359861952246177,"accuracy":0.7884615384615384,"positive_recall":0.7307692307692307,"specificity":0.8461538461538461,"precision":0.8260869565217391,"balanced_accuracy":0.7884615384615384,"f1":0.7755102040816326,"true_positive":19,"false_positive":4,"false_negative":7,"true_negative":22,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.22560552191015293,"baseline_adjusted_skill":0.5769230769230769,"baseline_adjusted_score":0.5769230769230769},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.024921615043149967,"accuracy":0.9733333333333334,"positive_recall":1,"specificity":0.9444444444444444,"precision":0.9512195121951219,"balanced_accuracy":0.9722222222222222,"f1":0.975,"true_positive":39,"false_positive":2,"false_negative":0,"true_negative":34,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24959999999999993,"brier_skill":0.9001537858848159,"baseline_adjusted_skill":0.9444444444444444,"baseline_adjusted_score":0.9444444444444444},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.25037568525699666,"normalized_score_rmse":0.3246597057873549,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.10580112408215492,"baseline_adjusted_score":0.10580112408215492},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.84,"baseline_adjusted_score":0.84},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.1027347970603683,"accuracy":0.8214285714285714,"positive_recall":1,"specificity":0.6428571428571429,"precision":0.7368421052631579,"balanced_accuracy":0.8214285714285714,"f1":0.8484848484848485,"true_positive":14,"false_positive":5,"false_negative":0,"true_negative":9,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5890608117585268,"baseline_adjusted_skill":0.6428571428571428,"baseline_adjusted_score":0.6428571428571428},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.2566481211782179,"normalized_score_rmse":0.39920032964687907,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.16969696969696968,"baseline_adjusted_skill":-0.512390714085927,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.054989165497654,"accuracy":0.9411764705882353,"positive_recall":0.9555555555555556,"specificity":0.925,"precision":0.9347826086956522,"balanced_accuracy":0.9402777777777778,"f1":0.945054945054945,"true_positive":43,"false_positive":3,"false_negative":2,"true_negative":37,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.24913494809688563,"brier_skill":0.7792795995996942,"baseline_adjusted_skill":0.8805555555555555,"baseline_adjusted_score":0.8805555555555555},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.6,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.47368421052631576,"baseline_adjusted_score":0.47368421052631576},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.42058097933535826,"accuracy":0.5,"positive_recall":0.45714285714285713,"specificity":0.6,"precision":0.7272727272727273,"balanced_accuracy":0.5285714285714286,"f1":0.5614035087719298,"true_positive":16,"false_positive":6,"false_negative":19,"true_negative":9,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.20999999999999996,"brier_skill":-1.002766568263611,"baseline_adjusted_skill":0.05714285714285716,"baseline_adjusted_score":0.05714285714285716},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.3265619863366097,"normalized_score_rmse":0.4860064062238949,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.16629280834503457,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.7468354430379747,"uniform_accuracy_baseline":0.24240506329113914,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.5652173913043478,"baseline_adjusted_score":0.5652173913043478},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.11709579118998918,"accuracy":0.8571428571428571,"positive_recall":1,"specificity":0.7,"precision":0.7857142857142857,"balanced_accuracy":0.85,"f1":0.88,"true_positive":11,"false_positive":3,"false_negative":0,"true_negative":7,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.24943310657596363,"brier_skill":0.5305523280474068,"baseline_adjusted_skill":0.7,"baseline_adjusted_score":0.7},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.7575757575757576,"uniform_accuracy_baseline":0.3237373737373738,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.6,"baseline_adjusted_score":0.6},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.19504596525020407,"accuracy":0.6666666666666666,"positive_recall":0.47058823529411764,"specificity":0.875,"precision":0.8,"balanced_accuracy":0.6727941176470589,"f1":0.5925925925925926,"true_positive":8,"false_positive":2,"false_negative":9,"true_negative":14,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.21909905824458775,"baseline_adjusted_skill":0.34558823529411775,"baseline_adjusted_score":0.34558823529411775},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.11862997402306344,"normalized_score_rmse":0.19445333728483044,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.34313725490196084,"baseline_adjusted_skill":0.6542783614185008,"baseline_adjusted_score":0.6542783614185008},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.04637712033089038,"accuracy":0.94,"positive_recall":1,"specificity":0.88,"precision":0.8928571428571429,"balanced_accuracy":0.94,"f1":0.9433962264150944,"true_positive":50,"false_positive":6,"false_negative":0,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8144915186764385,"baseline_adjusted_skill":0.8799999999999999,"baseline_adjusted_score":0.8799999999999999},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.3733333333333333,"uniform_accuracy_baseline":0.3333333333333332,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":0.03092783505154633,"baseline_adjusted_score":0.03092783505154633},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.2556764722832021,"accuracy":0.48,"positive_recall":0.05405405405405406,"specificity":0.8947368421052632,"precision":0.3333333333333333,"balanced_accuracy":0.4743954480796586,"f1":0.09302325581395349,"true_positive":2,"false_positive":4,"false_negative":35,"true_negative":34,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555535,"brier_skill":-0.022887735841403245,"baseline_adjusted_skill":-0.05120910384068278,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.1428571428571427,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.3949999999999999,"uniform_accuracy_baseline":0.32416666666666627,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.08333333333333316,"baseline_adjusted_score":0.08333333333333316},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.13341312458336507,"accuracy":0.8484848484848485,"positive_recall":0.8125,"specificity":0.8823529411764706,"precision":0.8666666666666667,"balanced_accuracy":0.8474264705882353,"f1":0.8387096774193549,"true_positive":13,"false_positive":2,"false_negative":3,"true_negative":15,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.46585701223792464,"baseline_adjusted_skill":0.6948529411764706,"baseline_adjusted_score":0.6948529411764706},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.06532091946727094,"normalized_score_rmse":0.1169725090839726,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.7026771941489737,"baseline_adjusted_score":0.7026771941489737},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1872998660782758,"accuracy":0.78,"positive_recall":0.4090909090909091,"specificity":0.8846153846153846,"precision":0.5,"balanced_accuracy":0.6468531468531469,"f1":0.45,"true_positive":9,"false_positive":9,"false_negative":13,"true_negative":69,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000028,"brier_skill":-0.0914910610622115,"baseline_adjusted_skill":0.29370629370629375,"baseline_adjusted_score":0.29370629370629375},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.20023509649807408,"accuracy":0.74,"positive_recall":0.5405405405405406,"specificity":0.8571428571428571,"precision":0.6896551724137931,"balanced_accuracy":0.6988416988416988,"f1":0.6060606060606061,"true_positive":20,"false_positive":9,"false_negative":17,"true_negative":54,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000008,"brier_skill":0.14099057701383955,"baseline_adjusted_skill":0.39768339768339755,"baseline_adjusted_score":0.39768339768339755},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.18393344062165715,"accuracy":0.76,"positive_recall":0.48717948717948717,"specificity":0.9344262295081968,"precision":0.8260869565217391,"balanced_accuracy":0.7108028583438419,"f1":0.6129032258064516,"true_positive":19,"false_positive":4,"false_negative":20,"true_negative":57,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379000000000002,"brier_skill":0.22684556275049605,"baseline_adjusted_skill":0.4216057166876839,"baseline_adjusted_score":0.4216057166876839},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08624272718377622,"accuracy":0.85,"positive_recall":0.7419354838709677,"specificity":0.8985507246376812,"precision":0.7666666666666667,"balanced_accuracy":0.8202431042543245,"f1":0.7540983606557377,"true_positive":23,"false_positive":7,"false_negative":8,"true_negative":62,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999987,"brier_skill":0.5968081945592507,"baseline_adjusted_skill":0.6404862085086489,"baseline_adjusted_score":0.6404862085086489},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.8611111111111112,"baseline_adjusted_score":0.8611111111111112},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.19043776086278477,"normalized_score_rmse":0.24213326383945183,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.18091285650415156,"baseline_adjusted_score":0.18091285650415156},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.23743479378905413,"accuracy":0.72,"positive_recall":0.9,"specificity":0.54,"precision":0.6617647058823529,"balanced_accuracy":0.72,"f1":0.7627118644067796,"true_positive":45,"false_positive":23,"false_negative":5,"true_negative":27,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.05026082484378347,"baseline_adjusted_skill":0.43999999999999995,"baseline_adjusted_score":0.43999999999999995},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3334103210457189,"accuracy":0.57,"positive_recall":0.92,"specificity":0.22,"precision":0.5411764705882353,"balanced_accuracy":0.5700000000000001,"f1":0.6814814814814815,"true_positive":46,"false_positive":39,"false_negative":4,"true_negative":11,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.33364128418287553,"baseline_adjusted_skill":0.14000000000000012,"baseline_adjusted_score":0.14000000000000012},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.42,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.6571428571428573,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11262141924289246,"accuracy":0.85,"positive_recall":0.96,"specificity":0.74,"precision":0.7868852459016393,"balanced_accuracy":0.85,"f1":0.8648648648648649,"true_positive":48,"false_positive":13,"false_negative":2,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5495143230284302,"baseline_adjusted_skill":0.7,"baseline_adjusted_score":0.7},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.761904761904762,"baseline_adjusted_score":0.761904761904762},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.54,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.23333333333333336,"baseline_adjusted_score":0.23333333333333336},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.18133015510012826,"accuracy":0.76,"positive_recall":0.62,"specificity":0.9,"precision":0.8611111111111112,"balanced_accuracy":0.76,"f1":0.7209302325581395,"true_positive":31,"false_positive":5,"false_negative":19,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.27467937959948696,"baseline_adjusted_skill":0.52,"baseline_adjusted_score":0.52},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.20851190476190457,"fixed_answer_accuracy_baseline":0.2233333333333332,"baseline_adjusted_skill":0.9871244635193133,"baseline_adjusted_score":0.9871244635193133},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.03419335238098329,"accuracy":0.94,"positive_recall":0.96,"specificity":0.92,"precision":0.9230769230769231,"balanced_accuracy":0.94,"f1":0.9411764705882353,"true_positive":48,"false_positive":4,"false_negative":2,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8632265904760669,"baseline_adjusted_skill":0.8799999999999999,"baseline_adjusted_score":0.8799999999999999},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.06409322512843742,"normalized_score_rmse":0.1536449849980451,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.786355916238542,"baseline_adjusted_score":0.786355916238542},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.22851190476190467,"fixed_answer_accuracy_baseline":0.2433333333333333,"baseline_adjusted_skill":0.9471365638766519,"baseline_adjusted_score":0.9471365638766519},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.036416729953589015,"accuracy":0.95,"positive_recall":1,"specificity":0.9,"precision":0.9090909090909091,"balanced_accuracy":0.95,"f1":0.9523809523809523,"true_positive":50,"false_positive":5,"false_negative":0,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8543330801856439,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.06275983801171421,"normalized_score_rmse":0.1877151276024544,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.304222222222222,"baseline_adjusted_skill":0.7937039656298654,"baseline_adjusted_score":0.7937039656298654},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.5967741935483871,"baseline_adjusted_score":0.5967741935483871},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08758729946295098,"accuracy":0.9,"positive_recall":1,"specificity":0.8,"precision":0.8333333333333334,"balanced_accuracy":0.9,"f1":0.9090909090909091,"true_positive":50,"false_positive":10,"false_negative":0,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6496508021481961,"baseline_adjusted_skill":0.8,"baseline_adjusted_score":0.8},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.72,"baseline_adjusted_score":0.72},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.05993202043640589,"accuracy":0.92,"positive_recall":0.98,"specificity":0.86,"precision":0.875,"balanced_accuracy":0.9199999999999999,"f1":0.9245283018867925,"true_positive":49,"false_positive":7,"false_negative":1,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7602719182543765,"baseline_adjusted_skill":0.8399999999999999,"baseline_adjusted_score":0.8399999999999999},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.63,"uniform_accuracy_baseline":0.35333333333333317,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.3728813559322034,"baseline_adjusted_score":0.3728813559322034},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.93,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.8870967741935485,"baseline_adjusted_score":0.8870967741935485},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.46,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.12903225806451615,"baseline_adjusted_score":0.12903225806451615},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.44,"uniform_accuracy_baseline":0.11111111111111088,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.33333333333333337,"baseline_adjusted_score":0.33333333333333337},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.09978604483544029,"accuracy":0.761875,"positive_recall":0.5247198417930126,"specificity":0.8173685022366188,"precision":0.4020202020202021,"balanced_accuracy":0.6710441720148157,"f1":0.45524735487560775,"true_positive":39.80000000000002,"false_positive":59.20000000000001,"false_negative":36.05000000000001,"true_negative":264.95,"positive_prevalence":0.1896249999999999,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500007,"brier_skill":-0.31084226897169764,"baseline_adjusted_skill":0.3420883440296314,"baseline_adjusted_score":0.3420883440296314},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.16511939088947053,"normalized_score_rmse":0.2181272322205667,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":0.22751162156972848,"baseline_adjusted_score":0.22751162156972848},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.0898243258707687,"accuracy":0.7878749999999998,"positive_recall":0.6272855133614628,"specificity":0.8462587352991309,"precision":0.5973214285714289,"balanced_accuracy":0.7367721243302968,"f1":0.611936885433341,"true_positive":66.90000000000002,"false_positive":45.09999999999996,"false_negative":39.750000000000014,"true_negative":248.24999999999991,"positive_prevalence":0.2666249999999998,"majority_accuracy_baseline":0.7333750000000002,"constant_brier_baseline":0.11565485937499977,"brier_skill":0.22334153224360453,"baseline_adjusted_skill":0.47354424866059364,"baseline_adjusted_score":0.47354424866059364},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1633119910808174,"normalized_score_rmse":0.23750618297777698,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.39232747504812127,"baseline_adjusted_score":0.39232747504812127},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.0842633822934091,"accuracy":0.782125,"positive_recall":0.6604026845637582,"specificity":0.8293148308759756,"precision":0.5999999999999996,"balanced_accuracy":0.7448587577198669,"f1":0.6287539936102233,"true_positive":73.79999999999995,"false_positive":49.20000000000003,"false_negative":37.95000000000002,"true_negative":239.05,"positive_prevalence":0.2793749999999999,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937499995,"brier_skill":0.2553334598948236,"baseline_adjusted_skill":0.48971751543973374,"baseline_adjusted_score":0.48971751543973374},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.17233095698523798,"normalized_score_rmse":0.22991299749334673,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.3481571366988635,"baseline_adjusted_score":0.3481571366988635},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.06464877997237138,"accuracy":0.8603749999999996,"positive_recall":0.551549295774648,"specificity":0.948433734939759,"precision":0.7530769230769231,"balanced_accuracy":0.7499915153572034,"f1":0.6367479674796748,"true_positive":48.95000000000001,"false_positive":16.050000000000004,"false_negative":39.800000000000004,"true_negative":295.1999999999998,"positive_prevalence":0.22187499999999974,"majority_accuracy_baseline":0.7781250000000003,"constant_brier_baseline":0.126740234375001,"brier_skill":0.48991115338253555,"baseline_adjusted_skill":0.49998303071440686,"baseline_adjusted_score":0.49998303071440686},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.15748582688257842,"normalized_score_rmse":0.23682019157670461,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.30200187531267175,"baseline_adjusted_score":0.30200187531267175},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.07729198188742319,"accuracy":0.7962499999999995,"positive_recall":0.7528355387523629,"specificity":0.8118626784500339,"precision":0.5900000000000001,"balanced_accuracy":0.7823491086011984,"f1":0.661544850498339,"true_positive":79.65,"false_positive":55.34999999999998,"false_negative":26.150000000000016,"true_negative":238.8499999999998,"positive_prevalence":0.26449999999999985,"majority_accuracy_baseline":0.7355000000000002,"constant_brier_baseline":0.11362725000000028,"brier_skill":0.3197760054263128,"baseline_adjusted_skill":0.5646982172023969,"baseline_adjusted_score":0.5646982172023969},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.16176394350208315,"normalized_score_rmse":0.2294914339859186,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.35616340894693266,"baseline_adjusted_score":0.35616340894693266},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.09230808189904506,"accuracy":0.8105,"positive_recall":0.5861618798955613,"specificity":0.8636363636363638,"precision":0.5044943820224721,"balanced_accuracy":0.7248991217659626,"f1":0.5422705314009663,"true_positive":44.90000000000001,"false_positive":44.09999999999999,"false_negative":31.700000000000014,"true_negative":279.29999999999995,"positive_prevalence":0.1914999999999999,"majority_accuracy_baseline":0.8085000000000001,"constant_brier_baseline":0.09190274999999995,"brier_skill":-0.004410443637922867,"baseline_adjusted_skill":0.4497982435319252,"baseline_adjusted_score":0.4497982435319252},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.15009108944932062,"normalized_score_rmse":0.23366393352762202,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.27448415976159224,"baseline_adjusted_score":0.27448415976159224},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.06306526533211772,"accuracy":0.8652499999999996,"positive_recall":0.7378048780487804,"specificity":0.894083384426732,"precision":0.6117977528089887,"balanced_accuracy":0.8159441312377562,"f1":0.6689189189189189,"true_positive":54.449999999999996,"false_positive":34.550000000000004,"false_negative":19.350000000000012,"true_negative":291.64999999999986,"positive_prevalence":0.1844999999999999,"majority_accuracy_baseline":0.8155000000000001,"constant_brier_baseline":0.1092222499999995,"brier_skill":0.42259690372503766,"baseline_adjusted_skill":0.6318882624755124,"baseline_adjusted_score":0.6318882624755124},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1571200174958164,"normalized_score_rmse":0.25137822585011094,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":0.17032333995608506,"baseline_adjusted_score":0.17032333995608506},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.08217150798973956,"accuracy":0.8324999999999996,"positive_recall":0.353503184713376,"specificity":0.9494556765163297,"precision":0.6306818181818182,"balanced_accuracy":0.6514794306148528,"f1":0.4530612244897961,"true_positive":27.75000000000001,"false_positive":16.25,"false_negative":50.74999999999998,"true_negative":305.24999999999983,"positive_prevalence":0.19624999999999987,"majority_accuracy_baseline":0.8037500000000002,"constant_brier_baseline":0.09878593749999955,"brier_skill":0.16818618044962186,"baseline_adjusted_skill":0.3029588612297056,"baseline_adjusted_score":0.3029588612297056},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.16300562811766114,"normalized_score_rmse":0.25573157198184593,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":0.22837572488681113,"baseline_adjusted_score":0.22837572488681113},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.13205496608839082,"accuracy":0.6729591836734694,"positive_recall":0.8078291814946619,"specificity":0.5711727842435094,"precision":0.5870689655172412,"balanced_accuracy":0.6895009828690857,"f1":0.6799800299550672,"true_positive":136.2,"false_positive":95.80000000000005,"false_negative":32.40000000000001,"true_negative":127.60000000000004,"positive_prevalence":0.43010204081632636,"majority_accuracy_baseline":0.5698979591836737,"constant_brier_baseline":0.12359641815910102,"brier_skill":-0.06843683704815318,"baseline_adjusted_skill":0.37900196573817135,"baseline_adjusted_score":0.37900196573817135},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.19818208850274163,"normalized_score_rmse":0.2654285117129664,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.28067241950856736,"baseline_adjusted_score":0.28067241950856736},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.0877515229271029,"accuracy":0.8253750000000004,"positive_recall":0.7647521636506688,"specificity":0.8368256798930004,"precision":0.46956521739130436,"balanced_accuracy":0.8007889217718346,"f1":0.5818617180484884,"true_positive":97.2,"false_positive":109.80000000000001,"false_negative":29.9,"true_negative":563.1000000000003,"positive_prevalence":0.15887500000000002,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499934,"brier_skill":0.11162423823264633,"baseline_adjusted_skill":0.6015778435436692,"baseline_adjusted_score":0.6015778435436692},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.17495341557390492,"normalized_score_rmse":0.26175205793613304,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-0.060323730750939,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.56,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.29032258064516137,"baseline_adjusted_score":0.29032258064516137},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.27590447194774614,"accuracy":0.66,"positive_recall":0.8,"specificity":0.52,"precision":0.625,"balanced_accuracy":0.66,"f1":0.7017543859649122,"true_positive":40,"false_positive":24,"false_negative":10,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.10361788779098458,"baseline_adjusted_skill":0.32000000000000006,"baseline_adjusted_score":0.32000000000000006},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.36845593108018554,"uniform_accuracy_baseline":0.058823529411766766,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.25778816199376947,"baseline_adjusted_score":0.25778816199376947},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.77,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.37629298335015365,"accuracy":0.56,"positive_recall":0.98,"specificity":0.14,"precision":0.532608695652174,"balanced_accuracy":0.56,"f1":0.6901408450704225,"true_positive":49,"false_positive":43,"false_negative":1,"true_negative":7,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.5051719334006146,"baseline_adjusted_skill":0.1200000000000001,"baseline_adjusted_score":0.1200000000000001},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.52,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.23809523809523814,"baseline_adjusted_score":0.23809523809523814},"scoring":{"eligible":true,"reason":null},"model":24,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.3031396202974706,"accuracy":0.5202702702702703,"positive_recall":0.6619718309859155,"specificity":0.38961038961038963,"precision":0.5,"balanced_accuracy":0.5257911102981525,"f1":0.5696969696969697,"true_positive":47,"false_positive":47,"false_negative":24,"true_negative":30,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.24958911614317017,"brier_skill":-0.2145546447769886,"baseline_adjusted_skill":0.05158222059630502,"baseline_adjusted_score":0.05158222059630502},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.16,"uniform_accuracy_baseline":0.2005,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":-0.18309859154929575,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.22,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":-0.1470588235294118,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.52,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":-0.02127659574468087,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.38,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":-0.2653061224489796,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.13330205359651032,"accuracy":0.6210606986,"positive_recall":0.9878470716424372,"specificity":0.032589816606829886,"precision":0.6209666477857143,"balanced_accuracy":0.5102184441246336,"f1":0.7625744077080311,"true_positive":60.854731483,"false_positive":37.145268517,"false_negative":0.748661623,"true_negative":1.2513383770000002,"positive_prevalence":0.61603393106,"majority_accuracy_baseline":0.61603393106,"constant_brier_baseline":0.07908707655202402,"brier_skill":-0.6855099392733695,"baseline_adjusted_skill":0.02043688824926715,"baseline_adjusted_score":0.02043688824926715},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.31554015457831164,"accuracy":0.48,"positive_recall":0.94,"specificity":0.02,"precision":0.4895833333333333,"balanced_accuracy":0.48,"f1":0.6438356164383562,"true_positive":47,"false_positive":49,"false_negative":3,"true_negative":1,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.26216061831324655,"baseline_adjusted_skill":-0.040000000000000036,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0,"uniform_accuracy_baseline":0.012987012987012986,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":-0.052631578947368425,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.1,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.37,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.015625000000000014,"baseline_adjusted_score":0.015625000000000014},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.27885452691517854,"accuracy":0.6,"positive_recall":0.94,"specificity":0.26,"precision":0.5595238095238095,"balanced_accuracy":0.6,"f1":0.7014925373134329,"true_positive":47,"false_positive":37,"false_negative":3,"true_negative":13,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.11541810766071414,"baseline_adjusted_skill":0.19999999999999996,"baseline_adjusted_score":0.19999999999999996},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.213619177796876,"accuracy":0.41362636552790977,"positive_recall":0.753018360516015,"specificity":0.2555929929287117,"precision":0.3202010823848228,"balanced_accuracy":0.5043056767223634,"f1":0.4493345618881995,"true_positive":167.46516608726233,"false_positive":355.53483391273767,"false_negative":54.926710217725486,"true_negative":122.07328978227451,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768642,"brier_skill":-1.4076026556561145,"baseline_adjusted_skill":0.008611353444726744,"baseline_adjusted_score":0.008611353444726744},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3115637487627588,"accuracy":0.5,"positive_recall":0.86,"specificity":0.14,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6323529411764706,"true_positive":43,"false_positive":43,"false_negative":7,"true_negative":7,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.2462549950510351,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.006622516556291391,"uniform_accuracy_baseline":0.006622516556291391,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":-0.034482758620689655,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.34352941176470586,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":-0.21041214750542303,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.38,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.03333333333333337,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.29297861962080823,"accuracy":0.49,"positive_recall":0.82,"specificity":0.16,"precision":0.4939759036144578,"balanced_accuracy":0.49,"f1":0.6165413533834586,"true_positive":41,"false_positive":42,"false_negative":9,"true_negative":8,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.17191447848323294,"baseline_adjusted_skill":-0.020000000000000018,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.52,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.06,"uniform_accuracy_baseline":0.07142857142857142,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":-0.05617977528089888,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.46,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":-0.17391304347826092,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.24,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":-0.04109589041095894,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.6666666666666666,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.3031338042186469,"accuracy":0.4878048780487805,"positive_recall":0.65,"specificity":0.3333333333333333,"precision":0.48148148148148145,"balanced_accuracy":0.4916666666666667,"f1":0.5531914893617021,"true_positive":26,"false_positive":28,"false_negative":14,"true_negative":14,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.2498512790005949,"brier_skill":-0.21325696402748906,"baseline_adjusted_skill":-0.016666666666666607,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.30716460449908245,"accuracy":0.48,"positive_recall":0.74,"specificity":0.22,"precision":0.4868421052631579,"balanced_accuracy":0.48,"f1":0.5873015873015873,"true_positive":37,"false_positive":39,"false_negative":13,"true_negative":11,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.2286584179963298,"baseline_adjusted_skill":-0.040000000000000036,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.13128491620111732,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":-0.1146953405017921,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":-0.09836065573770492,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.4625847117640127,"accuracy":0.24,"positive_recall":0.9772727272727273,"specificity":0.03205128205128205,"precision":0.22164948453608246,"balanced_accuracy":0.5046620046620047,"f1":0.36134453781512604,"true_positive":43,"false_positive":151,"false_negative":1,"true_negative":5,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-1.6957151035198876,"baseline_adjusted_skill":0.009324009324009452,"baseline_adjusted_score":0.009324009324009452},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.46590760661073416,"accuracy":0.265,"positive_recall":0.88,"specificity":0.06,"precision":0.23783783783783785,"balanced_accuracy":0.47,"f1":0.37446808510638296,"true_positive":44,"false_positive":141,"false_negative":6,"true_negative":9,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-1.4848405685905823,"baseline_adjusted_skill":-0.06000000000000005,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.5364221983722658,"accuracy":0.115,"positive_recall":1,"specificity":0.022099447513812154,"precision":0.09693877551020408,"balanced_accuracy":0.511049723756906,"f1":0.17674418604651163,"true_positive":19,"false_positive":177,"false_negative":0,"true_negative":4,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.085975,"brier_skill":-5.239281167458747,"baseline_adjusted_skill":0.022099447513812098,"baseline_adjusted_score":0.022099447513812098},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.381189658197962,"accuracy":0.2911845238095238,"positive_recall":0.7360380914591806,"specificity":0.26278661845629725,"precision":0.05991602067183462,"balanced_accuracy":0.49941235495773895,"f1":0.11081159788233362,"true_positive":123.66666666666666,"false_positive":1940.3333333333333,"false_negative":44.35,"true_negative":691.65,"positive_prevalence":0.060005952380952375,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679138,"brier_skill":-10.837830733393925,"baseline_adjusted_skill":-0.001175290084522107,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.0339943342776204,"uniform_accuracy_baseline":0.027777777777777776,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":-0.10714285714285715,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.26,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":-0.05714285714285712,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2952193114518147,"accuracy":0.49,"positive_recall":0.9,"specificity":0.08,"precision":0.4945054945054945,"balanced_accuracy":0.49,"f1":0.6382978723404256,"true_positive":45,"false_positive":46,"false_negative":5,"true_negative":4,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.18087724580725872,"baseline_adjusted_skill":-0.020000000000000018,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.35540753504939715,"accuracy":0.44,"positive_recall":0.56,"specificity":0.32,"precision":0.45161290322580644,"balanced_accuracy":0.44000000000000006,"f1":0.5,"true_positive":28,"false_positive":34,"false_negative":22,"true_negative":16,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.4216301401975886,"baseline_adjusted_skill":-0.11999999999999988,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.51,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":-0.25641025641025633,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.03,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":-0.031914893617021274,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2953790545501342,"accuracy":0.54,"positive_recall":0.86,"specificity":0.22,"precision":0.524390243902439,"balanced_accuracy":0.54,"f1":0.6515151515151515,"true_positive":43,"false_positive":39,"false_negative":7,"true_negative":11,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.18151621820053676,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.31,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":-0.029850746268656747,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.34013051181966786,"accuracy":0.49,"positive_recall":0.94,"specificity":0.04,"precision":0.49473684210526314,"balanced_accuracy":0.49,"f1":0.6482758620689655,"true_positive":47,"false_positive":48,"false_negative":3,"true_negative":2,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.36052204727867143,"baseline_adjusted_skill":-0.020000000000000018,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.2745260202702703,"uniform_accuracy_baseline":0.23445945945945948,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.016514626469072945,"baseline_adjusted_score":0.016514626469072945},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.138834972624089,"accuracy":0.49850876973684216,"positive_recall":0.6535833023907485,"specificity":0.3508433862385071,"precision":0.4894612929292929,"balanced_accuracy":0.5022133443146277,"f1":0.5597397153793511,"true_positive":48.456668,"false_positive":50.543332,"false_negative":25.683335,"true_negative":27.316665,"positive_prevalence":0.4877631776315789,"majority_accuracy_baseline":0.512236822368421,"constant_brier_baseline":0.09451910039768556,"brier_skill":-0.46885626333668085,"baseline_adjusted_skill":0.0044266886292554375,"baseline_adjusted_score":0.0044266886292554375},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.326855769586259,"normalized_score_rmse":0.3951375922792645,"constant_score_baseline":0.5841668333333333,"constant_mae_baseline":0.21700552708333334,"baseline_adjusted_skill":-0.5062094223099742,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.30196316616683544,"accuracy":0.48,"positive_recall":0.88,"specificity":0.08,"precision":0.4888888888888889,"balanced_accuracy":0.48,"f1":0.6285714285714286,"true_positive":44,"false_positive":46,"false_negative":6,"true_negative":4,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.20785266466734176,"baseline_adjusted_skill":-0.040000000000000036,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.31449793879762067,"accuracy":0.43,"positive_recall":0.62,"specificity":0.24,"precision":0.4492753623188406,"balanced_accuracy":0.43,"f1":0.5210084033613446,"true_positive":31,"false_positive":38,"false_negative":19,"true_negative":12,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.2579917551904827,"baseline_adjusted_skill":-0.14,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.38,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":-0.016393442622950834,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.035,"uniform_accuracy_baseline":0.036111111111111115,"fixed_answer_accuracy_baseline":0.08833333333333333,"baseline_adjusted_skill":-0.05850091407678245,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.49,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":-0.15909090909090925,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.045,"uniform_accuracy_baseline":0.049879324215607396,"fixed_answer_accuracy_baseline":0.12442477876106194,"baseline_adjusted_skill":-0.0907115423488983,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2614364996394108,"accuracy":0.52,"positive_recall":0.74,"specificity":0.3,"precision":0.5138888888888888,"balanced_accuracy":0.52,"f1":0.6065573770491803,"true_positive":37,"false_positive":35,"false_negative":13,"true_negative":15,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.045745998557643164,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.2222222222222222,"uniform_accuracy_baseline":0.23888888888888887,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":-0.09803921568627456,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.2986499229506156,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":32,"false_positive":32,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.1945996918024624,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.26,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":-0.6086956521739132,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.35,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.015151515151515083,"baseline_adjusted_score":0.015151515151515083},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2520307762464952,"accuracy":0.49,"positive_recall":0.78,"specificity":0.2,"precision":0.4936708860759494,"balanced_accuracy":0.49,"f1":0.6046511627906976,"true_positive":39,"false_positive":40,"false_negative":11,"true_negative":10,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.0081231049859809,"baseline_adjusted_skill":-0.020000000000000018,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.17647058823529413,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":-0.21739130434782608,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.2567448390546613,"accuracy":0.5757575757575758,"positive_recall":0.75,"specificity":0.4117647058823529,"precision":0.5454545454545454,"balanced_accuracy":0.5808823529411764,"f1":0.631578947368421,"true_positive":12,"false_positive":10,"false_negative":4,"true_negative":7,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":-0.027923271068110767,"baseline_adjusted_skill":0.1617647058823528,"baseline_adjusted_score":0.1617647058823528},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.3622989693284035,"normalized_score_rmse":0.4135969842877502,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":-0.09787566463152575,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.15625,"uniform_accuracy_baseline":0.178125,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.18421052631578944,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.3230064182600806,"accuracy":0.20588235294117646,"positive_recall":0.29411764705882354,"specificity":0.11764705882352941,"precision":0.25,"balanced_accuracy":0.20588235294117646,"f1":0.2702702702702703,"true_positive":5,"false_positive":15,"false_negative":12,"true_negative":2,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.29202567304032234,"baseline_adjusted_skill":-0.5882352941176471,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.4169212779687608,"normalized_score_rmse":0.47746493907629783,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-1.8350646901875733,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.0625,"uniform_accuracy_baseline":0.13194444444444445,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":-1.3478260869565215,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.2856318684432523,"accuracy":0.5384615384615384,"positive_recall":1,"specificity":0.07692307692307693,"precision":0.52,"balanced_accuracy":0.5384615384615384,"f1":0.6842105263157895,"true_positive":26,"false_positive":24,"false_negative":0,"true_negative":2,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.14252747377300912,"baseline_adjusted_skill":0.07692307692307687,"baseline_adjusted_score":0.07692307692307687},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.2535282977498026,"accuracy":0.49333333333333335,"positive_recall":0.28205128205128205,"specificity":0.7222222222222222,"precision":0.5238095238095238,"balanced_accuracy":0.5021367521367521,"f1":0.36666666666666664,"true_positive":11,"false_positive":10,"false_negative":28,"true_negative":26,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24960000000000004,"brier_skill":-0.015738372395042388,"baseline_adjusted_skill":0.004273504273504258,"baseline_adjusted_score":0.004273504273504258},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.32835902512073517,"normalized_score_rmse":0.3875705803066446,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.1727108040026255,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.2647058823529412,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.2522641060968333,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":14,"false_positive":14,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.009056424387333228,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.27154795484560906,"normalized_score_rmse":0.36953404913766696,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.1696969696969697,"baseline_adjusted_skill":-0.6001933053401962,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":0.13333333333333333,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":-0.08333333333333334,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.26204354734228097,"accuracy":0.5764705882352941,"positive_recall":1,"specificity":0.1,"precision":0.5555555555555556,"balanced_accuracy":0.55,"f1":0.7142857142857143,"true_positive":45,"false_positive":36,"false_negative":0,"true_negative":4,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.2491349480968858,"brier_skill":-0.051813683082211126,"baseline_adjusted_skill":0.10000000000000009,"baseline_adjusted_score":0.10000000000000009},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.32,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.10526315789473686,"baseline_adjusted_score":0.10526315789473686},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.22392958002739788,"accuracy":0.7,"positive_recall":1,"specificity":0,"precision":0.7,"balanced_accuracy":0.5,"f1":0.8235294117647058,"true_positive":35,"false_positive":15,"false_negative":0,"true_negative":0,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.21,"brier_skill":-0.06633133346379938,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.5370143598504364,"normalized_score_rmse":0.6068755075198817,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.9179084280372729,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.20253164556962025,"uniform_accuracy_baseline":0.24240506329113923,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":-0.3695652173913044,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.24913876741727958,"accuracy":0.47619047619047616,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":11,"true_negative":10,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.2494331065759637,"brier_skill":0.001180032445269985,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.45454545454545453,"uniform_accuracy_baseline":0.32373737373737377,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.1,"baseline_adjusted_score":0.1},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.2582712843036055,"accuracy":0.6363636363636364,"positive_recall":0.8823529411764706,"specificity":0.375,"precision":0.6,"balanced_accuracy":0.6286764705882353,"f1":0.7142857142857143,"true_positive":15,"false_positive":10,"false_negative":2,"true_negative":6,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":-0.03403466399495003,"baseline_adjusted_skill":0.25735294117647056,"baseline_adjusted_score":0.25735294117647056},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.5231207733418606,"normalized_score_rmse":0.6122980329661153,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.3431372549019608,"baseline_adjusted_skill":-0.5245233965962794,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.28788714856999265,"accuracy":0.51,"positive_recall":0.1,"specificity":0.92,"precision":0.5555555555555556,"balanced_accuracy":0.51,"f1":0.1694915254237288,"true_positive":5,"false_positive":4,"false_negative":45,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.15154859427997058,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.35333333333333333,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.27333093837472466,"accuracy":0.5066666666666667,"positive_recall":1,"specificity":0.02631578947368421,"precision":0.5,"balanced_accuracy":0.5131578947368421,"f1":0.6666666666666666,"true_positive":37,"false_positive":37,"false_negative":0,"true_negative":1,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555554,"brier_skill":-0.09351815672676134,"baseline_adjusted_skill":0.026315789473684292,"baseline_adjusted_score":0.026315789473684292},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.18,"uniform_accuracy_baseline":0.14285714285714285,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":-0.05128205128205129,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.32416666666666666,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.2611321623134577,"accuracy":0.3333333333333333,"positive_recall":0.375,"specificity":0.29411764705882354,"precision":0.3333333333333333,"balanced_accuracy":0.3345588235294118,"f1":0.35294117647058826,"true_positive":6,"false_positive":12,"false_negative":10,"true_negative":5,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":-0.04548869396821864,"baseline_adjusted_skill":-0.3308823529411764,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.4099394285479899,"normalized_score_rmse":0.49467887491239143,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":-0.8659311920115405,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.4286908794345347,"accuracy":0.24,"positive_recall":1,"specificity":0.02564102564102564,"precision":0.22448979591836735,"balanced_accuracy":0.5128205128205128,"f1":0.36666666666666664,"true_positive":22,"false_positive":76,"false_negative":0,"true_negative":2,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-1.498198598103349,"baseline_adjusted_skill":0.02564102564102555,"baseline_adjusted_score":0.02564102564102555},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.26242733893632847,"accuracy":0.51,"positive_recall":0.21621621621621623,"specificity":0.6825396825396826,"precision":0.2857142857142857,"balanced_accuracy":0.4493779493779494,"f1":0.24615384615384617,"true_positive":8,"false_positive":20,"false_negative":29,"true_negative":43,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000003,"brier_skill":-0.1258144098512588,"baseline_adjusted_skill":-0.10124410124410121,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.233721642156144,"accuracy":0.57,"positive_recall":0.1794871794871795,"specificity":0.819672131147541,"precision":0.3888888888888889,"balanced_accuracy":0.49957965531736026,"f1":0.24561403508771928,"true_positive":7,"false_positive":11,"false_negative":32,"true_negative":50,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379,"brier_skill":0.017563505018310277,"baseline_adjusted_skill":-0.0008406893652794789,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.26663201830228905,"accuracy":0.44,"positive_recall":0.5161290322580645,"specificity":0.4057971014492754,"precision":0.2807017543859649,"balanced_accuracy":0.46096306685366994,"f1":0.36363636363636365,"true_positive":16,"false_positive":41,"false_negative":15,"true_negative":28,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999998,"brier_skill":-0.24652649977694763,"baseline_adjusted_skill":-0.07807386629266011,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.08333333333333333,"baseline_adjusted_score":0.08333333333333333},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.3103531348364777,"normalized_score_rmse":0.39085629416506884,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":-0.3348521928450652,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3396141280866495,"accuracy":0.51,"positive_recall":1,"specificity":0.02,"precision":0.5050505050505051,"balanced_accuracy":0.51,"f1":0.6711409395973155,"true_positive":50,"false_positive":49,"false_negative":0,"true_negative":1,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.3584565123465979,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3743773489346365,"accuracy":0.52,"positive_recall":1,"specificity":0.04,"precision":0.5102040816326531,"balanced_accuracy":0.52,"f1":0.6756756756756757,"true_positive":50,"false_positive":48,"false_negative":0,"true_negative":2,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.4975093957385459,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.26,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-1.1142857142857143,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3451475631496429,"accuracy":0.52,"positive_recall":1,"specificity":0.04,"precision":0.5102040816326531,"balanced_accuracy":0.52,"f1":0.6756756756756757,"true_positive":50,"false_positive":48,"false_negative":0,"true_negative":2,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.3805902525985716,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.45,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":-0.30952380952380937,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.36,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.06666666666666674,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.31152350411303537,"accuracy":0.5,"positive_recall":0.98,"specificity":0.02,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6621621621621622,"true_positive":49,"false_positive":49,"false_negative":1,"true_negative":1,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.24609401645214146,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.22,"uniform_accuracy_baseline":0.20851190476190473,"fixed_answer_accuracy_baseline":0.22333333333333333,"baseline_adjusted_skill":-0.004291845493562224,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3020278712465319,"accuracy":0.55,"positive_recall":0.82,"specificity":0.28,"precision":0.5324675324675324,"balanced_accuracy":0.55,"f1":0.6456692913385826,"true_positive":41,"false_positive":36,"false_negative":9,"true_negative":14,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.20811148498612764,"baseline_adjusted_skill":0.10000000000000009,"baseline_adjusted_score":0.10000000000000009},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.40258965905930383,"normalized_score_rmse":0.5028585545203659,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":-0.3419655301976794,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.28,"uniform_accuracy_baseline":0.22851190476190475,"fixed_answer_accuracy_baseline":0.24333333333333332,"baseline_adjusted_skill":0.04845814977973573,"baseline_adjusted_score":0.04845814977973573},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3068879621162835,"accuracy":0.55,"positive_recall":0.82,"specificity":0.28,"precision":0.5324675324675324,"balanced_accuracy":0.55,"f1":0.6456692913385826,"true_positive":41,"false_positive":36,"false_negative":9,"true_negative":14,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.227551848465134,"baseline_adjusted_skill":0.10000000000000009,"baseline_adjusted_score":0.10000000000000009},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.43178708774569996,"normalized_score_rmse":0.5215866038802616,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.3042222222222222,"baseline_adjusted_skill":-0.4193147515380933,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.08064516129032256,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.329361332496126,"accuracy":0.53,"positive_recall":1,"specificity":0.06,"precision":0.5154639175257731,"balanced_accuracy":0.53,"f1":0.6802721088435374,"true_positive":50,"false_positive":47,"false_negative":0,"true_negative":3,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.3174453299845039,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.35,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":-0.30000000000000004,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.31417819248752077,"accuracy":0.45,"positive_recall":0.36,"specificity":0.54,"precision":0.43902439024390244,"balanced_accuracy":0.45,"f1":0.3956043956043956,"true_positive":18,"false_positive":23,"false_negative":32,"true_negative":27,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.2567127699500831,"baseline_adjusted_skill":-0.09999999999999998,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.29,"uniform_accuracy_baseline":0.3533333333333333,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":-0.20338983050847453,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.38,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.25,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.20967741935483872,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.05,"uniform_accuracy_baseline":0.1111111111111111,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":-0.13095238095238096,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.21849947099379222,"accuracy":0.446375,"positive_recall":0.5497692814765986,"specificity":0.42218108900200524,"precision":0.18209606986899565,"balanced_accuracy":0.48597518523930194,"f1":0.27357716909955715,"true_positive":41.7,"false_positive":187.3,"false_negative":34.15,"true_negative":136.85,"positive_prevalence":0.189625,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500001,"brier_skill":-1.870324631053954,"baseline_adjusted_skill":-0.028049629521396113,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.26229894792110825,"normalized_score_rmse":0.32100897128600653,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":-0.2271295809174656,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.21190778257350845,"accuracy":0.40137500000000004,"positive_recall":0.7698077824660103,"specificity":0.26742798704619053,"precision":0.2764309764309764,"balanced_accuracy":0.5186178847561005,"f1":0.40678805896197195,"true_positive":82.1,"false_positive":214.9,"false_negative":24.55,"true_negative":78.45,"positive_prevalence":0.266625,"majority_accuracy_baseline":0.733375,"constant_brier_baseline":0.115654859375,"brier_skill":-0.8322427930712137,"baseline_adjusted_skill":0.03723576951220098,"baseline_adjusted_score":0.03723576951220098},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.27528190897690363,"normalized_score_rmse":0.34920485486016445,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":-0.0243047775884786,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.21400281937220164,"accuracy":0.425375,"positive_recall":0.6572706935123043,"specificity":0.3354726799653079,"precision":0.27716981132075474,"balanced_accuracy":0.49637168673880605,"f1":0.3899137358991373,"true_positive":73.45,"false_positive":191.55,"false_negative":38.3,"true_negative":96.7,"positive_prevalence":0.279375,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937500001,"brier_skill":-0.8912217233311222,"baseline_adjusted_skill":-0.007256626522387899,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.28913001454504017,"normalized_score_rmse":0.3512029602961822,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":-0.09363598882284685,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.25723227040727165,"accuracy":0.370625,"positive_recall":0.6366197183098592,"specificity":0.29477911646586347,"precision":0.20471014492753623,"balanced_accuracy":0.46569941738786136,"f1":0.3098012337217272,"true_positive":56.5,"false_positive":219.5,"false_negative":32.25,"true_negative":91.75,"positive_prevalence":0.221875,"majority_accuracy_baseline":0.778125,"constant_brier_baseline":0.12674023437499998,"brier_skill":-1.0296022938238445,"baseline_adjusted_skill":-0.06860116522427728,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.2912855503735409,"normalized_score_rmse":0.3625179079735558,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":-0.29101628974422566,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.23948316301169947,"accuracy":0.35724999999999996,"positive_recall":0.7783553875236294,"specificity":0.20581237253569,"precision":0.2606012658227848,"balanced_accuracy":0.49208388002965975,"f1":0.39046941678520625,"true_positive":82.35,"false_positive":233.65,"false_negative":23.45,"true_negative":60.55,"positive_prevalence":0.2645,"majority_accuracy_baseline":0.7355,"constant_brier_baseline":0.11362725,"brier_skill":-1.1076208656963842,"baseline_adjusted_skill":-0.015832239940680504,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.2692394126280851,"normalized_score_rmse":0.3548465630236768,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":-0.07159965225108511,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.25383933152156424,"accuracy":0.36625,"positive_recall":0.8296344647519582,"specificity":0.2564935064935065,"precision":0.20904605263157894,"balanced_accuracy":0.5430639856227324,"f1":0.33394640042038887,"true_positive":63.55,"false_positive":240.45,"false_negative":13.05,"true_negative":82.95,"positive_prevalence":0.19149999999999998,"majority_accuracy_baseline":0.8085,"constant_brier_baseline":0.09190274999999999,"brier_skill":-1.7620428281152005,"baseline_adjusted_skill":0.08612797124546478,"baseline_adjusted_score":0.08612797124546478},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.2673379493067705,"normalized_score_rmse":0.31814115747333327,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":-0.2922680329028182,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.316106306396283,"accuracy":0.2995,"positive_recall":0.8983739837398373,"specificity":0.16400980993255673,"precision":0.19557522123893806,"balanced_accuracy":0.531191896836197,"f1":0.32122093023255816,"true_positive":66.3,"false_positive":272.7,"false_negative":7.5,"true_negative":53.5,"positive_prevalence":0.1845,"majority_accuracy_baseline":0.8155,"constant_brier_baseline":0.10922225,"brier_skill":-1.8941566978915283,"baseline_adjusted_skill":0.062383793672394106,"baseline_adjusted_score":0.062383793672394106},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.29995847118138047,"normalized_score_rmse":0.36477434924713653,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":-0.583939121749864,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.33200845549722596,"accuracy":0.24725000000000003,"positive_recall":0.9006369426751593,"specificity":0.08771384136858476,"precision":0.19423076923076923,"balanced_accuracy":0.494175392021872,"f1":0.31954802259887005,"true_positive":70.7,"false_positive":293.3,"false_negative":7.8,"true_negative":28.2,"positive_prevalence":0.19625,"majority_accuracy_baseline":0.80375,"constant_brier_baseline":0.09878593749999999,"brier_skill":-2.3608878338298505,"baseline_adjusted_skill":-0.01164921595625601,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.27240276568437366,"normalized_score_rmse":0.3201488548014996,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":-0.28948054761833686,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.16736050286322945,"accuracy":0.4642857142857143,"positive_recall":0.7491103202846975,"specificity":0.24932855863921222,"precision":0.42959183673469387,"balanced_accuracy":0.49921943946195485,"f1":0.5460440985732815,"true_positive":126.3,"false_positive":167.7,"false_negative":42.3,"true_negative":55.7,"positive_prevalence":0.4301020408163265,"majority_accuracy_baseline":0.5698979591836735,"constant_brier_baseline":0.12359641815910039,"brier_skill":-0.35408861644998013,"baseline_adjusted_skill":-0.0015611210760902994,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.37547849134975614,"normalized_score_rmse":0.4636335640267311,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":-0.36284785749170756,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.22985300272447107,"accuracy":0.505875,"positive_recall":0.35326514555468136,"specificity":0.53470054985882,"precision":0.1254189944134078,"balanced_accuracy":0.44398284770675067,"f1":0.18511647083075652,"true_positive":44.9,"false_positive":313.1,"false_negative":82.2,"true_negative":359.8,"positive_prevalence":0.158875,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499999,"brier_skill":-1.326977693133533,"baseline_adjusted_skill":-0.11203430458649866,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.2554064609222533,"normalized_score_rmse":0.36769941728969757,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-0.5479179449833531,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.36,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.03225806451612906,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.30244324254690197,"accuracy":0.5,"positive_recall":0.86,"specificity":0.14,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6323529411764706,"true_positive":43,"false_positive":43,"false_negative":7,"true_negative":7,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.20977297018760788,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.04638833664678595,"uniform_accuracy_baseline":0.058823529411764705,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":-0.12071651090342676,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.54,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3112236524958024,"accuracy":0.49,"positive_recall":0.98,"specificity":0,"precision":0.494949494949495,"balanced_accuracy":0.49,"f1":0.6577181208053692,"true_positive":49,"false_positive":50,"false_negative":1,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.24489460998320967,"baseline_adjusted_skill":-0.020000000000000018,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":-0.047619047619047575,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":25,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.14546718236134756,"accuracy":0.7567567567567568,"positive_recall":0.676056338028169,"specificity":0.8311688311688312,"precision":0.7868852459016393,"balanced_accuracy":0.7536125845985001,"f1":0.7272727272727273,"true_positive":48,"false_positive":13,"false_negative":23,"true_negative":64,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.2495891161431699,"brier_skill":0.417173374347364,"baseline_adjusted_skill":0.5072251691970002,"baseline_adjusted_score":0.5072251691970002},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.20049999999999962,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.295774647887324,"baseline_adjusted_score":0.295774647887324},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.9705882352941176,"baseline_adjusted_score":0.9705882352941176},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.6595744680851063,"baseline_adjusted_score":0.6595744680851063},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.8775510204081631,"baseline_adjusted_score":0.8775510204081631},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09779122592299018,"accuracy":0.59703328278,"positive_recall":0.5625235712645325,"specificity":0.6524005533914613,"precision":0.7219450144166667,"balanced_accuracy":0.6074620623279969,"f1":0.632341019926015,"true_positive":34.653360692,"false_positive":13.346639307999997,"false_negative":26.950032414,"true_negative":25.049967586,"positive_prevalence":0.6160339310599999,"majority_accuracy_baseline":0.6160339310599999,"constant_brier_baseline":0.079087076552024,"brier_skill":-0.23650070512674048,"baseline_adjusted_skill":0.21492412465599386,"baseline_adjusted_score":0.21492412465599386},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.07840294241515211,"accuracy":0.88,"positive_recall":0.86,"specificity":0.9,"precision":0.8958333333333334,"balanced_accuracy":0.88,"f1":0.8775510204081632,"true_positive":43,"false_positive":5,"false_negative":7,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6863882303393916,"baseline_adjusted_skill":0.76,"baseline_adjusted_score":0.76},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.74,"uniform_accuracy_baseline":0.012987012987012965,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.7263157894736841,"baseline_adjusted_score":0.7263157894736841},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.95,"baseline_adjusted_score":0.95},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.76,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.625,"baseline_adjusted_score":0.625},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.0811039413300458,"accuracy":0.89,"positive_recall":1,"specificity":0.78,"precision":0.819672131147541,"balanced_accuracy":0.89,"f1":0.9009009009009009,"true_positive":50,"false_positive":11,"false_negative":0,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6755842346798169,"baseline_adjusted_skill":0.78,"baseline_adjusted_score":0.78},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.09421316238880442,"accuracy":0.6772355041938967,"positive_recall":0.6597739407492328,"specificity":0.6853662491813022,"precision":0.4940348977116423,"balanced_accuracy":0.6725700949652675,"f1":0.5650006144270097,"true_positive":146.72836462035775,"false_positive":150.27163537964225,"false_negative":75.66351168463007,"true_negative":327.33648831536993,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768597,"brier_skill":-0.06183284808225964,"baseline_adjusted_skill":0.3451401899305351,"baseline_adjusted_score":0.3451401899305351},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.16207143391205206,"accuracy":0.75,"positive_recall":0.64,"specificity":0.86,"precision":0.8205128205128205,"balanced_accuracy":0.75,"f1":0.7191011235955056,"true_positive":32,"false_positive":7,"false_negative":18,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.35171426435179176,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.8543046357615894,"uniform_accuracy_baseline":0.006622516556291403,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.8482758620689655,"baseline_adjusted_score":0.8482758620689655},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.3333333333333301,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.7049891540130151,"baseline_adjusted_score":0.7049891540130151},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.41,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.01666666666666659,"baseline_adjusted_score":0.01666666666666659},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.06257161829670928,"accuracy":0.93,"positive_recall":0.98,"specificity":0.88,"precision":0.8909090909090909,"balanced_accuracy":0.9299999999999999,"f1":0.9333333333333333,"true_positive":49,"false_positive":6,"false_negative":1,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.749713526813163,"baseline_adjusted_skill":0.8599999999999999,"baseline_adjusted_score":0.8599999999999999},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.83,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.6458333333333333,"baseline_adjusted_score":0.6458333333333333},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.07142857142857136,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9662921348314606,"baseline_adjusted_score":0.9662921348314606},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.782608695652174,"baseline_adjusted_score":0.782608695652174},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.46,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.2602739726027397,"baseline_adjusted_score":0.2602739726027397},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.9444444444444444,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.8333333333333333,"baseline_adjusted_score":0.8333333333333333},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.1315932349299053,"accuracy":0.8292682926829268,"positive_recall":0.8,"specificity":0.8571428571428571,"precision":0.8421052631578947,"balanced_accuracy":0.8285714285714285,"f1":0.8205128205128205,"true_positive":32,"false_positive":6,"false_negative":8,"true_negative":36,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.24985127900059498,"brier_skill":0.4733137430543555,"baseline_adjusted_skill":0.657142857142857,"baseline_adjusted_score":0.657142857142857},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1379123433400468,"accuracy":0.84,"positive_recall":0.7,"specificity":0.98,"precision":0.9722222222222222,"balanced_accuracy":0.84,"f1":0.813953488372093,"true_positive":35,"false_positive":1,"false_negative":15,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.44835062663981284,"baseline_adjusted_skill":0.6799999999999999,"baseline_adjusted_score":0.6799999999999999},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.8240223463687151,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.7741935483870968,"baseline_adjusted_score":0.7741935483870968},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.53,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.2295081967213115,"baseline_adjusted_score":0.2295081967213115},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.153300690202721,"accuracy":0.78,"positive_recall":0.38636363636363635,"specificity":0.8910256410256411,"precision":0.5,"balanced_accuracy":0.6386946386946387,"f1":0.4358974358974359,"true_positive":17,"false_positive":17,"false_negative":27,"true_negative":139,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000053,"brier_skill":0.10663933448298069,"baseline_adjusted_skill":0.27738927738927743,"baseline_adjusted_score":0.27738927738927743},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.17459141181672888,"accuracy":0.765,"positive_recall":0.3,"specificity":0.92,"precision":0.5555555555555556,"balanced_accuracy":0.61,"f1":0.38961038961038963,"true_positive":15,"false_positive":12,"false_negative":35,"true_negative":138,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":0.06884580364411264,"baseline_adjusted_skill":0.21999999999999997,"baseline_adjusted_score":0.21999999999999997},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.04459331240096175,"accuracy":0.94,"positive_recall":0.5263157894736842,"specificity":0.9834254143646409,"precision":0.7692307692307693,"balanced_accuracy":0.7548706019191626,"f1":0.625,"true_positive":10,"false_positive":3,"false_negative":9,"true_negative":178,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.0859749999999999,"brier_skill":0.4813223332252189,"baseline_adjusted_skill":0.5097412038383251,"baseline_adjusted_score":0.5097412038383251},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.07167030143807142,"accuracy":0.8695535714285716,"positive_recall":0.5885328836424959,"specificity":0.88749295524921,"precision":0.2503375527426161,"balanced_accuracy":0.7380129194458529,"f1":0.35126254403362844,"true_positive":98.88333333333341,"false_positive":296.1166666666668,"false_negative":69.13333333333337,"true_negative":2335.8666666666672,"positive_prevalence":0.060005952380952354,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679296,"brier_skill":-1.2257185597479126,"baseline_adjusted_skill":0.4760258388917058,"baseline_adjusted_score":0.4760258388917058},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.7818696883852692,"uniform_accuracy_baseline":0.027777777777777853,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.75,"baseline_adjusted_score":0.75},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.7,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.5714285714285714,"baseline_adjusted_score":0.5714285714285714},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08527999744647198,"accuracy":0.88,"positive_recall":0.94,"specificity":0.82,"precision":0.8392857142857143,"balanced_accuracy":0.8799999999999999,"f1":0.8867924528301887,"true_positive":47,"false_positive":9,"false_negative":3,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6588800102141121,"baseline_adjusted_skill":0.7599999999999998,"baseline_adjusted_score":0.7599999999999998},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.033910403359980176,"accuracy":0.96,"positive_recall":0.96,"specificity":0.96,"precision":0.96,"balanced_accuracy":0.96,"f1":0.96,"true_positive":48,"false_positive":2,"false_negative":2,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8643583865600792,"baseline_adjusted_skill":0.9199999999999999,"baseline_adjusted_score":0.9199999999999999},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.67,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":0.15384615384615397,"baseline_adjusted_score":0.15384615384615397},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.872340425531915,"baseline_adjusted_score":0.872340425531915},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08962417080006453,"accuracy":0.88,"positive_recall":0.78,"specificity":0.98,"precision":0.975,"balanced_accuracy":0.88,"f1":0.8666666666666667,"true_positive":39,"false_positive":1,"false_negative":11,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6415033167997419,"baseline_adjusted_skill":0.76,"baseline_adjusted_score":0.76},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8208955223880599,"baseline_adjusted_score":0.8208955223880599},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.048780450576431364,"accuracy":0.95,"positive_recall":0.94,"specificity":0.96,"precision":0.9591836734693877,"balanced_accuracy":0.95,"f1":0.9494949494949495,"true_positive":47,"false_positive":2,"false_negative":3,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8048781976942745,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.47155526351351346,"uniform_accuracy_baseline":0.23445945945945923,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.28361638931904665,"baseline_adjusted_score":0.28361638931904665},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.0445185316356948,"accuracy":0.6995175460526314,"positive_recall":0.8933549004577191,"specificity":0.5149413504344214,"precision":0.6368589903846154,"balanced_accuracy":0.7041481254460702,"f1":0.7436099010282379,"true_positive":66.23333499999998,"false_positive":37.766664999999996,"false_negative":7.906668,"true_negative":40.09333199999999,"positive_prevalence":0.48776317763157917,"majority_accuracy_baseline":0.5122368223684208,"constant_brier_baseline":0.0945191003976856,"brier_skill":0.5289996260186065,"baseline_adjusted_skill":0.4082962508921404,"baseline_adjusted_score":0.4082962508921404},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.10805992837921392,"normalized_score_rmse":0.14661198918466176,"constant_score_baseline":0.5841668333333334,"constant_mae_baseline":0.21700552708333315,"baseline_adjusted_skill":0.5020406630577783,"baseline_adjusted_score":0.5020406630577783},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.17804347919053776,"accuracy":0.73,"positive_recall":0.78,"specificity":0.68,"precision":0.7090909090909091,"balanced_accuracy":0.73,"f1":0.7428571428571429,"true_positive":39,"false_positive":16,"false_negative":11,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.287826083237849,"baseline_adjusted_skill":0.45999999999999996,"baseline_adjusted_score":0.45999999999999996},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25702589427751815,"accuracy":0.6,"positive_recall":0.24,"specificity":0.96,"precision":0.8571428571428571,"balanced_accuracy":0.6,"f1":0.375,"true_positive":12,"false_positive":2,"false_negative":38,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.02810357711007261,"baseline_adjusted_skill":0.19999999999999996,"baseline_adjusted_score":0.19999999999999996},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.8524590163934427,"baseline_adjusted_score":0.8524590163934427},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.905,"uniform_accuracy_baseline":0.03611111111111102,"fixed_answer_accuracy_baseline":0.08833333333333329,"baseline_adjusted_skill":0.8957952468007313,"baseline_adjusted_score":0.8957952468007313},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.8636363636363635,"baseline_adjusted_score":0.8636363636363635},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.04987932421560751,"fixed_answer_accuracy_baseline":0.1244247787610618,"baseline_adjusted_skill":0.8515261774813018,"baseline_adjusted_score":0.8515261774813018},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3128050352567973,"accuracy":0.51,"positive_recall":0.02,"specificity":1,"precision":1,"balanced_accuracy":0.51,"f1":0.0392156862745098,"true_positive":1,"false_positive":0,"false_negative":49,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.25122014102718926,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.8888888888888888,"uniform_accuracy_baseline":0.23888888888888893,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.8431372549019607,"baseline_adjusted_score":0.8431372549019607},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.06727836387510855,"accuracy":0.90625,"positive_recall":0.8125,"specificity":1,"precision":1,"balanced_accuracy":0.90625,"f1":0.896551724137931,"true_positive":26,"false_positive":0,"false_negative":6,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7308865444995658,"baseline_adjusted_skill":0.8125,"baseline_adjusted_score":0.8125},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.9545454545454545,"baseline_adjusted_score":0.9545454545454545},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.00910185877278399,"accuracy":0.99,"positive_recall":0.98,"specificity":1,"precision":1,"balanced_accuracy":0.99,"f1":0.98989898989899,"true_positive":49,"false_positive":0,"false_negative":1,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.963592564908864,"baseline_adjusted_skill":0.98,"baseline_adjusted_score":0.98},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.8260869565217391,"baseline_adjusted_score":0.8260869565217391},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.006435348542189365,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":16,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.9742349464616021,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.14251596219837664,"normalized_score_rmse":0.22692817338348617,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.5681334478837072,"baseline_adjusted_score":0.5681334478837072},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.21875,"uniform_accuracy_baseline":0.17812500000000006,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.0964912280701754,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.08609281141034618,"accuracy":0.8235294117647058,"positive_recall":0.6470588235294118,"specificity":1,"precision":1,"balanced_accuracy":0.8235294117647058,"f1":0.7857142857142857,"true_positive":11,"false_positive":0,"false_negative":6,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6556287543586152,"baseline_adjusted_skill":0.6470588235294117,"baseline_adjusted_score":0.6470588235294117},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.22648323195822098,"normalized_score_rmse":0.28334514764641056,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-0.5400859773159026,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.13194444444444448,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.001513656690613232,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":26,"false_positive":0,"false_negative":0,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9939453732375471,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.006800174896594484,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":39,"false_positive":0,"false_negative":0,"true_negative":36,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24959999999999993,"brier_skill":0.9727557095489003,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.09637136325240135,"normalized_score_rmse":0.19549934707220062,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.6558165598128524,"baseline_adjusted_score":0.6558165598128524},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.7352941176470589,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.64,"baseline_adjusted_score":0.64},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.01458867494298974,"accuracy":0.9642857142857143,"positive_recall":1,"specificity":0.9285714285714286,"precision":0.9333333333333333,"balanced_accuracy":0.9642857142857143,"f1":0.9655172413793104,"true_positive":14,"false_positive":1,"false_negative":0,"true_negative":13,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.941645300228041,"baseline_adjusted_skill":0.9285714285714286,"baseline_adjusted_score":0.9285714285714286},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.03575270385340309,"normalized_score_rmse":0.05460999211834856,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.16969696969696968,"baseline_adjusted_skill":0.7893144237210175,"baseline_adjusted_score":0.7893144237210175},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.029735646225833565,"accuracy":0.9411764705882353,"positive_recall":0.9333333333333333,"specificity":0.95,"precision":0.9545454545454546,"balanced_accuracy":0.9416666666666667,"f1":0.9438202247191011,"true_positive":42,"false_positive":2,"false_negative":3,"true_negative":38,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.24913494809688563,"brier_skill":0.8806444200101957,"baseline_adjusted_skill":0.8833333333333333,"baseline_adjusted_score":0.8833333333333333},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.09251718516597363,"accuracy":0.86,"positive_recall":0.8,"specificity":1,"precision":1,"balanced_accuracy":0.9,"f1":0.8888888888888888,"true_positive":28,"false_positive":0,"false_negative":7,"true_negative":15,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.20999999999999996,"brier_skill":0.5594419754001255,"baseline_adjusted_skill":0.8,"baseline_adjusted_score":0.8},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.0433475149795413,"normalized_score_rmse":0.04832084494435434,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.8451874465016382,"baseline_adjusted_score":0.8451874465016382},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.6329113924050633,"uniform_accuracy_baseline":0.24240506329113914,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.36956521739130443,"baseline_adjusted_score":0.36956521739130443},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.0018798169651090295,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":11,"false_positive":0,"false_negative":0,"true_negative":10,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.24943310657596363,"brier_skill":0.9924636428944266,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.9393939393939394,"uniform_accuracy_baseline":0.3237373737373738,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.9000000000000001,"baseline_adjusted_score":0.9000000000000001},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.146827951399091,"accuracy":0.7575757575757576,"positive_recall":0.6470588235294118,"specificity":0.875,"precision":0.8461538461538461,"balanced_accuracy":0.7610294117647058,"f1":0.7333333333333333,"true_positive":11,"false_positive":2,"false_negative":6,"true_negative":14,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.41214838575878665,"baseline_adjusted_skill":0.5220588235294117,"baseline_adjusted_score":0.5220588235294117},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.07156145700034411,"normalized_score_rmse":0.10995767011473026,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.34313725490196084,"baseline_adjusted_skill":0.7914494681704258,"baseline_adjusted_score":0.7914494681704258},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.03462184735390488,"accuracy":0.96,"positive_recall":1,"specificity":0.92,"precision":0.9259259259259259,"balanced_accuracy":0.96,"f1":0.9615384615384616,"true_positive":50,"false_positive":4,"false_negative":0,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8615126105843804,"baseline_adjusted_skill":0.9199999999999999,"baseline_adjusted_score":0.9199999999999999},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.7333333333333334,"uniform_accuracy_baseline":0.3333333333333332,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":0.5876288659793815,"baseline_adjusted_score":0.5876288659793815},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.1455589597809227,"accuracy":0.7866666666666666,"positive_recall":0.918918918918919,"specificity":0.6578947368421053,"precision":0.723404255319149,"balanced_accuracy":0.7884068278805121,"f1":0.8095238095238095,"true_positive":34,"false_positive":13,"false_negative":3,"true_negative":25,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555535,"brier_skill":0.417660633877887,"baseline_adjusted_skill":0.5768136557610242,"baseline_adjusted_score":0.5768136557610242},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.1428571428571427,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.9871794871794871,"baseline_adjusted_score":0.9871794871794871},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.425,"uniform_accuracy_baseline":0.32416666666666627,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.12878787878787876,"baseline_adjusted_score":0.12878787878787876},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.014570188148404776,"accuracy":0.9696969696969697,"positive_recall":1,"specificity":0.9411764705882353,"precision":0.9411764705882353,"balanced_accuracy":0.9705882352941176,"f1":0.9696969696969697,"true_positive":16,"false_positive":1,"false_negative":0,"true_negative":16,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.9416656805381882,"baseline_adjusted_skill":0.9411764705882353,"baseline_adjusted_score":0.9411764705882353},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.02715041415032112,"normalized_score_rmse":0.04051745675705824,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.876418804557159,"baseline_adjusted_score":0.876418804557159},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1041245990041089,"accuracy":0.87,"positive_recall":0.8636363636363636,"specificity":0.8717948717948718,"precision":0.6551724137931034,"balanced_accuracy":0.8677156177156178,"f1":0.7450980392156863,"true_positive":19,"false_positive":10,"false_negative":3,"true_negative":68,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000028,"brier_skill":0.3932132925168489,"baseline_adjusted_skill":0.7354312354312356,"baseline_adjusted_score":0.7354312354312356},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09204098523807844,"accuracy":0.87,"positive_recall":0.6756756756756757,"specificity":0.9841269841269841,"precision":0.9615384615384616,"balanced_accuracy":0.8299013299013298,"f1":0.7936507936507936,"true_positive":25,"false_positive":1,"false_negative":12,"true_negative":62,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000008,"brier_skill":0.6051437784724221,"baseline_adjusted_skill":0.6598026598026596,"baseline_adjusted_score":0.6598026598026596},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.035204119597550064,"accuracy":0.95,"positive_recall":0.8717948717948718,"specificity":1,"precision":1,"balanced_accuracy":0.9358974358974359,"f1":0.9315068493150684,"true_positive":34,"false_positive":0,"false_negative":5,"true_negative":61,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379000000000002,"brier_skill":0.8520213552015551,"baseline_adjusted_skill":0.8717948717948718,"baseline_adjusted_score":0.8717948717948718},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.06813110165298808,"accuracy":0.9,"positive_recall":0.9354838709677419,"specificity":0.8840579710144928,"precision":0.7837837837837838,"balanced_accuracy":0.9097709209911173,"f1":0.8529411764705882,"true_positive":29,"false_positive":8,"false_negative":2,"true_negative":61,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999987,"brier_skill":0.6814815256989802,"baseline_adjusted_skill":0.8195418419822347,"baseline_adjusted_score":0.8195418419822347},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.9583333333333333,"baseline_adjusted_score":0.9583333333333333},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.1377423217566684,"normalized_score_rmse":0.17083330029571783,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.4075599064229317,"baseline_adjusted_score":0.4075599064229317},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.12144691798023054,"accuracy":0.82,"positive_recall":0.84,"specificity":0.8,"precision":0.8076923076923077,"balanced_accuracy":0.8200000000000001,"f1":0.8235294117647058,"true_positive":42,"false_positive":10,"false_negative":8,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5142123280790778,"baseline_adjusted_skill":0.6400000000000001,"baseline_adjusted_score":0.6400000000000001},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3111462883459535,"accuracy":0.44,"positive_recall":0.52,"specificity":0.36,"precision":0.4482758620689655,"balanced_accuracy":0.44,"f1":0.48148148148148145,"true_positive":26,"false_positive":32,"false_negative":24,"true_negative":18,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.24458515338381392,"baseline_adjusted_skill":-0.12,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":0.42857142857142866,"baseline_adjusted_score":0.42857142857142866},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.06589871152748707,"accuracy":0.94,"positive_recall":0.94,"specificity":0.94,"precision":0.94,"balanced_accuracy":0.94,"f1":0.94,"true_positive":47,"false_positive":3,"false_negative":3,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7364051538900518,"baseline_adjusted_skill":0.8799999999999999,"baseline_adjusted_score":0.8799999999999999},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.8809523809523808,"baseline_adjusted_score":0.8809523809523808},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.6666666666666667,"baseline_adjusted_score":0.6666666666666667},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10984742733999873,"accuracy":0.84,"positive_recall":0.8,"specificity":0.88,"precision":0.8695652173913043,"balanced_accuracy":0.8400000000000001,"f1":0.8333333333333334,"true_positive":40,"false_positive":6,"false_negative":10,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.560610290640005,"baseline_adjusted_skill":0.6800000000000002,"baseline_adjusted_score":0.6800000000000002},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.20851190476190457,"fixed_answer_accuracy_baseline":0.2233333333333332,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.029598812880703936,"accuracy":0.96,"positive_recall":0.98,"specificity":0.94,"precision":0.9423076923076923,"balanced_accuracy":0.96,"f1":0.9607843137254902,"true_positive":49,"false_positive":3,"false_negative":1,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8816047484771843,"baseline_adjusted_skill":0.9199999999999999,"baseline_adjusted_score":0.9199999999999999},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.04885326780495234,"normalized_score_rmse":0.11090957674814628,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.8371557739834922,"baseline_adjusted_score":0.8371557739834922},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.22851190476190467,"fixed_answer_accuracy_baseline":0.2433333333333333,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.006032365740611469,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":50,"false_positive":0,"false_negative":0,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9758705370375541,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.03937590034101677,"normalized_score_rmse":0.05364626498815547,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.304222222222222,"baseline_adjusted_skill":0.8705686256138966,"baseline_adjusted_score":0.8705686256138966},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.5967741935483871,"baseline_adjusted_score":0.5967741935483871},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09212831189420408,"accuracy":0.89,"positive_recall":0.94,"specificity":0.84,"precision":0.8545454545454545,"balanced_accuracy":0.8899999999999999,"f1":0.8952380952380953,"true_positive":47,"false_positive":8,"false_negative":3,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6314867524231838,"baseline_adjusted_skill":0.7799999999999998,"baseline_adjusted_score":0.7799999999999998},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.8799999999999999,"baseline_adjusted_score":0.8799999999999999},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.042754415616826885,"accuracy":0.95,"positive_recall":0.98,"specificity":0.92,"precision":0.9245283018867925,"balanced_accuracy":0.95,"f1":0.9514563106796117,"true_positive":49,"false_positive":4,"false_negative":1,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8289823375326925,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.59,"uniform_accuracy_baseline":0.35333333333333317,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.30508474576271183,"baseline_adjusted_score":0.30508474576271183},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.83,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.7258064516129031,"baseline_adjusted_score":0.7258064516129031},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.59,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.33870967741935476,"baseline_adjusted_score":0.33870967741935476},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.48,"uniform_accuracy_baseline":0.11111111111111088,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.38095238095238093,"baseline_adjusted_score":0.38095238095238093},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.04776058821457815,"accuracy":0.8383749999999998,"positive_recall":0.5682267633487146,"specificity":0.9015887706308808,"precision":0.5746666666666669,"balanced_accuracy":0.7349077669897977,"f1":0.5714285714285715,"true_positive":43.10000000000002,"false_positive":31.89999999999999,"false_negative":32.750000000000014,"true_negative":292.2499999999999,"positive_prevalence":0.1896249999999999,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500007,"brier_skill":0.3725916492043885,"baseline_adjusted_skill":0.4698155339795953,"baseline_adjusted_score":0.4698155339795953},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.15704022270743734,"normalized_score_rmse":0.18738990652935336,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":0.26530889961432824,"baseline_adjusted_score":0.26530889961432824},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.060363649407086516,"accuracy":0.7988749999999999,"positive_recall":0.48851383028598216,"specificity":0.911709561956707,"precision":0.6679487179487181,"balanced_accuracy":0.7001116961213446,"f1":0.5643108583807204,"true_positive":52.100000000000016,"false_positive":25.899999999999984,"false_negative":54.55000000000002,"true_negative":267.44999999999993,"positive_prevalence":0.2666249999999998,"majority_accuracy_baseline":0.7333750000000002,"constant_brier_baseline":0.11565485937499977,"brier_skill":0.4780707898198796,"baseline_adjusted_skill":0.4002233922426892,"baseline_adjusted_score":0.4002233922426892},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.16574955850373954,"normalized_score_rmse":0.21478668663888856,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.38325745673027145,"baseline_adjusted_score":0.38325745673027145},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.0482209607056818,"accuracy":0.8088749999999999,"positive_recall":0.6411633109619685,"specificity":0.873894189071986,"precision":0.6634259259259259,"balanced_accuracy":0.7575287500169773,"f1":0.6521046643913536,"true_positive":71.64999999999996,"false_positive":36.349999999999994,"false_negative":40.100000000000016,"true_negative":251.89999999999998,"positive_prevalence":0.2793749999999999,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937499995,"brier_skill":0.5738536124242852,"baseline_adjusted_skill":0.5150575000339546,"baseline_adjusted_score":0.5150575000339546},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.16997379152686334,"normalized_score_rmse":0.20594349942174373,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.35707312897640353,"baseline_adjusted_score":0.35707312897640353},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.036897580554651914,"accuracy":0.8881249999999996,"positive_recall":0.6253521126760563,"specificity":0.9630522088353414,"precision":0.8283582089552239,"balanced_accuracy":0.7942021607556988,"f1":0.7126805778491171,"true_positive":55.500000000000014,"false_positive":11.500000000000002,"false_negative":33.250000000000014,"true_negative":299.74999999999983,"positive_prevalence":0.22187499999999974,"majority_accuracy_baseline":0.7781250000000003,"constant_brier_baseline":0.126740234375001,"brier_skill":0.7088723976517294,"baseline_adjusted_skill":0.5884043215113977,"baseline_adjusted_score":0.5884043215113977},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.14622308017744218,"normalized_score_rmse":0.18474313310074902,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.35191986624956373,"baseline_adjusted_score":0.35191986624956373},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.036498255339637714,"accuracy":0.8404999999999996,"positive_recall":0.7277882797731569,"specificity":0.8810333106730115,"precision":0.6875,"balanced_accuracy":0.8044107952230841,"f1":0.7070707070707071,"true_positive":77,"false_positive":35,"false_negative":28.80000000000001,"true_negative":259.1999999999998,"positive_prevalence":0.26449999999999985,"majority_accuracy_baseline":0.7355000000000002,"constant_brier_baseline":0.11362725000000028,"brier_skill":0.6787895919364622,"baseline_adjusted_skill":0.6088215904461682,"baseline_adjusted_score":0.6088215904461682},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.14274061974021607,"normalized_score_rmse":0.1775879280539191,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.4318781303871997,"baseline_adjusted_score":0.4318781303871997},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.05363972603143014,"accuracy":0.8399999999999999,"positive_recall":0.43472584856396845,"specificity":0.9359925788497218,"precision":0.6166666666666667,"balanced_accuracy":0.6853592137068452,"f1":0.5099540581929554,"true_positive":33.300000000000004,"false_positive":20.699999999999996,"false_negative":43.300000000000054,"true_negative":302.69999999999993,"positive_prevalence":0.1914999999999999,"majority_accuracy_baseline":0.8085000000000001,"constant_brier_baseline":0.09190274999999995,"brier_skill":0.41634253565393664,"baseline_adjusted_skill":0.3707184274136903,"baseline_adjusted_score":0.3707184274136903},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.15810983557021246,"normalized_score_rmse":0.213966645549073,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.23572284920743225,"baseline_adjusted_score":0.23572284920743225},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.029807194978701608,"accuracy":0.9154999999999996,"positive_recall":0.6842818428184281,"specificity":0.9678111587982833,"precision":0.8278688524590164,"balanced_accuracy":0.8260465008083557,"f1":0.7492581602373887,"true_positive":50.5,"false_positive":10.5,"false_negative":23.300000000000015,"true_negative":315.6999999999999,"positive_prevalence":0.1844999999999999,"majority_accuracy_baseline":0.8155000000000001,"constant_brier_baseline":0.1092222499999995,"brier_skill":0.7270959444737519,"baseline_adjusted_skill":0.6520930016167115,"baseline_adjusted_score":0.6520930016167115},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1426793026586529,"normalized_score_rmse":0.17615316467793093,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":0.24657793975628828,"baseline_adjusted_score":0.24657793975628828},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.0530146018638844,"accuracy":0.8522499999999996,"positive_recall":0.3783439490445861,"specificity":0.9679626749611197,"precision":0.7424999999999999,"balanced_accuracy":0.6731533120028529,"f1":0.5012658227848102,"true_positive":29.70000000000001,"false_positive":10.300000000000002,"false_negative":48.8,"true_negative":311.1999999999999,"positive_prevalence":0.19624999999999987,"majority_accuracy_baseline":0.8037500000000002,"constant_brier_baseline":0.09878593749999955,"brier_skill":0.46333857626360386,"baseline_adjusted_skill":0.3463066240057058,"baseline_adjusted_score":0.3463066240057058},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.17787120252964086,"normalized_score_rmse":0.2276963079964142,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":0.1580061418715225,"baseline_adjusted_score":0.1580061418715225},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.07090846008250372,"accuracy":0.7119897959183674,"positive_recall":0.8383748517200474,"specificity":0.6166069829901522,"precision":0.6226872246696034,"balanced_accuracy":0.7274909173550999,"f1":0.7146107178968655,"true_positive":141.35,"false_positive":85.65000000000005,"false_negative":27.250000000000007,"true_negative":137.75000000000006,"positive_prevalence":0.43010204081632636,"majority_accuracy_baseline":0.5698979591836737,"constant_brier_baseline":0.12359641815910102,"brier_skill":0.4262903315593991,"baseline_adjusted_skill":0.4549818347101997,"baseline_adjusted_score":0.4549818347101997},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.1544994085549605,"normalized_score_rmse":0.19601033319457645,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.4392243689486618,"baseline_adjusted_score":0.4392243689486618},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.042644261381467666,"accuracy":0.9046250000000007,"positive_recall":0.6719118804091267,"specificity":0.9485807698023481,"precision":0.7116666666666666,"balanced_accuracy":0.8102463251057375,"f1":0.6912181303116148,"true_positive":85.39999999999999,"false_positive":34.6,"false_negative":41.69999999999997,"true_negative":638.3000000000005,"positive_prevalence":0.15887500000000002,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499934,"brier_skill":0.5682795360572985,"baseline_adjusted_skill":0.6204926502114749,"baseline_adjusted_score":0.6204926502114749},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.15966262539557646,"normalized_score_rmse":0.19282664785152917,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":0.03234772487529425,"baseline_adjusted_score":0.03234772487529425},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.65,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.435483870967742,"baseline_adjusted_score":0.435483870967742},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24666734968888523,"accuracy":0.64,"positive_recall":0.46,"specificity":0.82,"precision":0.71875,"balanced_accuracy":0.64,"f1":0.5609756097560976,"true_positive":23,"false_positive":9,"false_negative":27,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.013330601244459062,"baseline_adjusted_skill":0.28,"baseline_adjusted_score":0.28},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.5347912524850894,"uniform_accuracy_baseline":0.058823529411766766,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.4532710280373831,"baseline_adjusted_score":0.4532710280373831},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.8043478260869565,"baseline_adjusted_score":0.8043478260869565},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1904197500179172,"accuracy":0.71,"positive_recall":0.52,"specificity":0.9,"precision":0.8387096774193549,"balanced_accuracy":0.71,"f1":0.6419753086419753,"true_positive":26,"false_positive":5,"false_negative":24,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.23832099992833122,"baseline_adjusted_skill":0.41999999999999993,"baseline_adjusted_score":0.41999999999999993},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.6,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.36507936507936506,"baseline_adjusted_score":0.36507936507936506},"scoring":{"eligible":true,"reason":null},"model":26,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.16973264956307735,"accuracy":0.7635135135135135,"positive_recall":0.6901408450704225,"specificity":0.8311688311688312,"precision":0.7903225806451613,"balanced_accuracy":0.7606548381196269,"f1":0.7368421052631579,"true_positive":49,"false_positive":13,"false_negative":22,"true_negative":64,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.2495891161431699,"brier_skill":0.3199517183044356,"baseline_adjusted_skill":0.5213096762392537,"baseline_adjusted_score":0.5213096762392537},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.39,"uniform_accuracy_baseline":0.20049999999999962,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.14084507042253527,"baseline_adjusted_score":0.14084507042253527},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.9558823529411764,"baseline_adjusted_score":0.9558823529411764},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.7,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.3617021276595743,"baseline_adjusted_score":0.3617021276595743},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.76,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.5102040816326531,"baseline_adjusted_score":0.5102040816326531},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09384864636517491,"accuracy":0.5619627321199999,"positive_recall":0.5259423470919874,"specificity":0.6197537224758919,"precision":0.6893581523191489,"balanced_accuracy":0.5728480347839396,"f1":0.5966633681026308,"true_positive":32.399833158999996,"false_positive":14.600166841000002,"false_negative":29.203559947000002,"true_negative":23.79644005299999,"positive_prevalence":0.6160339310599999,"majority_accuracy_baseline":0.6160339310599999,"constant_brier_baseline":0.079087076552024,"brier_skill":-0.18664958241869845,"baseline_adjusted_skill":0.14569606956787928,"baseline_adjusted_score":0.14569606956787928},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1652334315603491,"accuracy":0.77,"positive_recall":0.74,"specificity":0.8,"precision":0.7872340425531915,"balanced_accuracy":0.77,"f1":0.7628865979381443,"true_positive":37,"false_positive":10,"false_negative":13,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.33906627375860365,"baseline_adjusted_skill":0.54,"baseline_adjusted_score":0.54},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.66,"uniform_accuracy_baseline":0.012987012987012965,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.6421052631578947,"baseline_adjusted_score":0.6421052631578947},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.9666666666666667,"baseline_adjusted_score":0.9666666666666667},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.47,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.17187499999999997,"baseline_adjusted_score":0.17187499999999997},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.07304483531194911,"accuracy":0.91,"positive_recall":0.98,"specificity":0.84,"precision":0.8596491228070176,"balanced_accuracy":0.9099999999999999,"f1":0.9158878504672897,"true_positive":49,"false_positive":8,"false_negative":1,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7078206587522036,"baseline_adjusted_skill":0.8199999999999998,"baseline_adjusted_score":0.8199999999999998},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.12602796491298238,"accuracy":0.619692080319593,"positive_recall":0.7243437527521709,"specificity":0.5709624196708601,"precision":0.4401316018151679,"balanced_accuracy":0.6476530862115155,"f1":0.547554012050475,"true_positive":161.08816626435146,"false_positive":204.91183373564854,"false_negative":61.30371004063636,"true_negative":272.69628995936364,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768597,"brier_skill":-0.4204027285413081,"baseline_adjusted_skill":0.29530617242303103,"baseline_adjusted_score":0.29530617242303103},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.20550091122203729,"accuracy":0.63,"positive_recall":0.62,"specificity":0.64,"precision":0.6326530612244898,"balanced_accuracy":0.63,"f1":0.6262626262626263,"true_positive":31,"false_positive":18,"false_negative":19,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.17799635511185086,"baseline_adjusted_skill":0.26,"baseline_adjusted_score":0.26},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.8344370860927153,"uniform_accuracy_baseline":0.006622516556291403,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.8275862068965518,"baseline_adjusted_score":0.8275862068965518},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.7247058823529412,"uniform_accuracy_baseline":0.3333333333333301,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.4924078091106291,"baseline_adjusted_score":0.4924078091106291},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.35,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.08333333333333341,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10237631306631588,"accuracy":0.88,"positive_recall":0.92,"specificity":0.84,"precision":0.8518518518518519,"balanced_accuracy":0.88,"f1":0.8846153846153846,"true_positive":46,"false_positive":8,"false_negative":4,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5904947477347364,"baseline_adjusted_skill":0.76,"baseline_adjusted_score":0.76},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.73,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.43749999999999994,"baseline_adjusted_score":0.43749999999999994},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.07142857142857136,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9775280898876404,"baseline_adjusted_score":0.9775280898876404},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.78,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.5217391304347826,"baseline_adjusted_score":0.5217391304347826},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.38,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.1506849315068493,"baseline_adjusted_score":0.1506849315068493},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.7777777777777778,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.3333333333333334,"baseline_adjusted_score":0.3333333333333334},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.20992027611017436,"accuracy":0.7073170731707317,"positive_recall":0.7,"specificity":0.7142857142857143,"precision":0.7,"balanced_accuracy":0.7071428571428571,"f1":0.7,"true_positive":28,"false_positive":12,"false_negative":12,"true_negative":30,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.24985127900059498,"brier_skill":0.1598190853780882,"baseline_adjusted_skill":0.41428571428571415,"baseline_adjusted_score":0.41428571428571415},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11437157631507545,"accuracy":0.85,"positive_recall":0.78,"specificity":0.92,"precision":0.9069767441860465,"balanced_accuracy":0.8500000000000001,"f1":0.8387096774193549,"true_positive":39,"false_positive":4,"false_negative":11,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5425136947396982,"baseline_adjusted_skill":0.7000000000000002,"baseline_adjusted_score":0.7000000000000002},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.7374301675977654,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.6630824372759857,"baseline_adjusted_score":0.6630824372759857},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.46,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.11475409836065575,"baseline_adjusted_score":0.11475409836065575},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.1703585283356506,"accuracy":0.78,"positive_recall":0.5227272727272727,"specificity":0.8525641025641025,"precision":0.5,"balanced_accuracy":0.6876456876456876,"f1":0.5111111111111111,"true_positive":23,"false_positive":23,"false_negative":21,"true_negative":133,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000053,"brier_skill":0.007234683358682603,"baseline_adjusted_skill":0.37529137529137513,"baseline_adjusted_score":0.37529137529137513},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.17656430622440503,"accuracy":0.745,"positive_recall":0.18,"specificity":0.9333333333333333,"precision":0.47368421052631576,"balanced_accuracy":0.5566666666666666,"f1":0.2608695652173913,"true_positive":9,"false_positive":10,"false_negative":41,"true_negative":140,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":0.05832370013650656,"baseline_adjusted_skill":0.11333333333333329,"baseline_adjusted_score":0.11333333333333329},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.04670292317927045,"accuracy":0.93,"positive_recall":0.631578947368421,"specificity":0.9613259668508287,"precision":0.631578947368421,"balanced_accuracy":0.7964524571096249,"f1":0.631578947368421,"true_positive":12,"false_positive":7,"false_negative":7,"true_negative":174,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.0859749999999999,"brier_skill":0.45678484234637384,"baseline_adjusted_skill":0.5929049142192497,"baseline_adjusted_score":0.5929049142192497},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.11156159281972028,"accuracy":0.8031726190476193,"positive_recall":0.675230631881758,"specificity":0.8113399907547542,"precision":0.18598360655737736,"balanced_accuracy":0.743285311318256,"f1":0.29163899659390363,"true_positive":113.4500000000001,"false_positive":496.5499999999995,"false_negative":54.56666666666668,"true_negative":2135.433333333334,"positive_prevalence":0.060005952380952354,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679296,"brier_skill":-2.4645411378441744,"baseline_adjusted_skill":0.4865706226365121,"baseline_adjusted_score":0.4865706226365121},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.71671388101983,"uniform_accuracy_baseline":0.027777777777777853,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.6753246753246753,"baseline_adjusted_score":0.6753246753246753},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.38,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.11428571428571431,"baseline_adjusted_score":0.11428571428571431},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10519867384697423,"accuracy":0.87,"positive_recall":0.88,"specificity":0.86,"precision":0.8627450980392157,"balanced_accuracy":0.87,"f1":0.8712871287128713,"true_positive":44,"false_positive":7,"false_negative":6,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5792053046121031,"baseline_adjusted_skill":0.74,"baseline_adjusted_score":0.74},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11736853577967025,"accuracy":0.84,"positive_recall":0.98,"specificity":0.7,"precision":0.765625,"balanced_accuracy":0.84,"f1":0.8596491228070176,"true_positive":49,"false_positive":15,"false_negative":1,"true_negative":35,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5305258568813189,"baseline_adjusted_skill":0.6799999999999999,"baseline_adjusted_score":0.6799999999999999},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.59,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":-0.05128205128205133,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.81,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.797872340425532,"baseline_adjusted_score":0.797872340425532},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10168246842816021,"accuracy":0.87,"positive_recall":0.8,"specificity":0.94,"precision":0.9302325581395349,"balanced_accuracy":0.87,"f1":0.8602150537634409,"true_positive":40,"false_positive":3,"false_negative":10,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5932701262873592,"baseline_adjusted_skill":0.74,"baseline_adjusted_score":0.74},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.7910447761194032,"baseline_adjusted_score":0.7910447761194032},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.06971331815082624,"accuracy":0.94,"positive_recall":0.94,"specificity":0.94,"precision":0.94,"balanced_accuracy":0.94,"f1":0.94,"true_positive":47,"false_positive":3,"false_negative":3,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.721146727396695,"baseline_adjusted_skill":0.8799999999999999,"baseline_adjusted_score":0.8799999999999999},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.4590912837837836,"uniform_accuracy_baseline":0.23445945945945923,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.2667196540774299,"baseline_adjusted_score":0.2667196540774299},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.08449091985081623,"accuracy":0.6165789407894736,"positive_recall":0.9094955256476048,"specificity":0.3376573209988693,"precision":0.5666386638655462,"balanced_accuracy":0.623576423323237,"f1":0.6982499736214667,"true_positive":67.43000099999999,"false_positive":51.569998999999996,"false_negative":6.7100019999999985,"true_negative":26.289998,"positive_prevalence":0.48776317763157917,"majority_accuracy_baseline":0.5122368223684208,"constant_brier_baseline":0.0945191003976856,"brier_skill":0.10609686830149856,"baseline_adjusted_skill":0.24715284664647408,"baseline_adjusted_score":0.24715284664647408},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.14362209799509115,"normalized_score_rmse":0.19715417276367098,"constant_score_baseline":0.5841668333333334,"constant_mae_baseline":0.21700552708333315,"baseline_adjusted_skill":0.33816387109836943,"baseline_adjusted_score":0.33816387109836943},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.22895893679476767,"accuracy":0.67,"positive_recall":0.92,"specificity":0.42,"precision":0.6133333333333333,"balanced_accuracy":0.67,"f1":0.736,"true_positive":46,"false_positive":29,"false_negative":4,"true_negative":21,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.08416425282092932,"baseline_adjusted_skill":0.3400000000000001,"baseline_adjusted_score":0.3400000000000001},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2650733510829144,"accuracy":0.57,"positive_recall":0.2,"specificity":0.94,"precision":0.7692307692307693,"balanced_accuracy":0.57,"f1":0.31746031746031744,"true_positive":10,"false_positive":3,"false_negative":40,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.06029340433165764,"baseline_adjusted_skill":0.1399999999999999,"baseline_adjusted_score":0.1399999999999999},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.7377049180327868,"baseline_adjusted_score":0.7377049180327868},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.805,"uniform_accuracy_baseline":0.03611111111111102,"fixed_answer_accuracy_baseline":0.08833333333333329,"baseline_adjusted_skill":0.7861060329067643,"baseline_adjusted_score":0.7861060329067643},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.7954545454545455,"baseline_adjusted_score":0.7954545454545455},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.765,"uniform_accuracy_baseline":0.04987932421560751,"fixed_answer_accuracy_baseline":0.1244247787610618,"baseline_adjusted_skill":0.7316050131392764,"baseline_adjusted_score":0.7316050131392764},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3322112375290133,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":50,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.3288449501160533,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.8333333333333334,"uniform_accuracy_baseline":0.23888888888888893,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.7647058823529413,"baseline_adjusted_score":0.7647058823529413},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.13637278137894732,"accuracy":0.828125,"positive_recall":0.75,"specificity":0.90625,"precision":0.8888888888888888,"balanced_accuracy":0.828125,"f1":0.8135593220338984,"true_positive":24,"false_positive":3,"false_negative":8,"true_negative":29,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.45450887448421073,"baseline_adjusted_skill":0.65625,"baseline_adjusted_score":0.65625},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.9130434782608695,"baseline_adjusted_score":0.9130434782608695},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.83,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.7424242424242424,"baseline_adjusted_score":0.7424242424242424},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3776817411800946,"accuracy":0.52,"positive_recall":0.2,"specificity":0.84,"precision":0.5555555555555556,"balanced_accuracy":0.52,"f1":0.29411764705882354,"true_positive":10,"false_positive":8,"false_negative":40,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.5107269647203785,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8235294117647058,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.7391304347826085,"baseline_adjusted_score":0.7391304347826085},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.032080355960955764,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":16,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.8715606336710264,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.2248537006229162,"normalized_score_rmse":0.3564448787373364,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.31862514962752664,"baseline_adjusted_score":0.31862514962752664},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.1875,"uniform_accuracy_baseline":0.17812500000000006,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.14035087719298242,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.028253436305560806,"accuracy":0.9705882352941176,"positive_recall":1,"specificity":0.9411764705882353,"precision":0.9444444444444444,"balanced_accuracy":0.9705882352941176,"f1":0.9714285714285714,"true_positive":17,"false_positive":1,"false_negative":0,"true_negative":16,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8869862547777567,"baseline_adjusted_skill":0.9411764705882353,"baseline_adjusted_score":0.9411764705882353},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.34001781922929425,"normalized_score_rmse":0.40106006820680007,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-1.3121211707592009,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.6875,"uniform_accuracy_baseline":0.13194444444444448,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":0.21739130434782614,"baseline_adjusted_score":0.21739130434782614},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.07099227517192609,"accuracy":0.9230769230769231,"positive_recall":0.8461538461538461,"specificity":1,"precision":1,"balanced_accuracy":0.9230769230769231,"f1":0.9166666666666666,"true_positive":22,"false_positive":0,"false_negative":4,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7160308993122957,"baseline_adjusted_skill":0.8461538461538463,"baseline_adjusted_score":0.8461538461538463},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.21708049903405324,"accuracy":0.7066666666666667,"positive_recall":0.6923076923076923,"specificity":0.7222222222222222,"precision":0.7297297297297297,"balanced_accuracy":0.7072649572649572,"f1":0.7105263157894737,"true_positive":27,"false_positive":10,"false_negative":12,"true_negative":26,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24959999999999993,"brier_skill":0.13028646220331208,"baseline_adjusted_skill":0.4145299145299144,"baseline_adjusted_score":0.4145299145299144},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.3166017968952656,"normalized_score_rmse":0.38021505687414014,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.13072070319737694,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.7647058823529411,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.6799999999999998,"baseline_adjusted_score":0.6799999999999998},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.11187788335869445,"accuracy":0.8214285714285714,"positive_recall":1,"specificity":0.6428571428571429,"precision":0.7368421052631579,"balanced_accuracy":0.8214285714285714,"f1":0.8484848484848485,"true_positive":14,"false_positive":5,"false_negative":0,"true_negative":9,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5524884665652222,"baseline_adjusted_skill":0.6428571428571428,"baseline_adjusted_score":0.6428571428571428},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.15718924823132424,"normalized_score_rmse":0.25396147168084804,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.16969696969696968,"baseline_adjusted_skill":0.07370621577969638,"baseline_adjusted_score":0.07370621577969638},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.10246180326744268,"accuracy":0.8235294117647058,"positive_recall":0.7555555555555555,"specificity":0.9,"precision":0.8947368421052632,"balanced_accuracy":0.8277777777777777,"f1":0.8192771084337349,"true_positive":34,"false_positive":4,"false_negative":11,"true_negative":36,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.24913494809688563,"brier_skill":0.5887297063292922,"baseline_adjusted_skill":0.6555555555555554,"baseline_adjusted_score":0.6555555555555554},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.8421052631578947,"baseline_adjusted_score":0.8421052631578947},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.23125993868519729,"accuracy":0.66,"positive_recall":0.5714285714285714,"specificity":0.8666666666666667,"precision":0.9090909090909091,"balanced_accuracy":0.719047619047619,"f1":0.7017543859649122,"true_positive":20,"false_positive":2,"false_negative":15,"true_negative":13,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.20999999999999996,"brier_skill":-0.10123780326284448,"baseline_adjusted_skill":0.4380952380952381,"baseline_adjusted_score":0.4380952380952381},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.3021085050702095,"normalized_score_rmse":0.4354289772080368,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.07895894667931946,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.810126582278481,"uniform_accuracy_baseline":0.24240506329113914,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.6739130434782609,"baseline_adjusted_score":0.6739130434782609},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.04486754831892884,"accuracy":0.9523809523809523,"positive_recall":1,"specificity":0.9,"precision":0.9166666666666666,"balanced_accuracy":0.95,"f1":0.9565217391304348,"true_positive":11,"false_positive":1,"false_negative":0,"true_negative":9,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.24943310657596363,"brier_skill":0.8201219199213852,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.6363636363636364,"uniform_accuracy_baseline":0.3237373737373738,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.4,"baseline_adjusted_score":0.4},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.21190499985646222,"accuracy":0.6363636363636364,"positive_recall":0.4117647058823529,"specificity":0.875,"precision":0.7777777777777778,"balanced_accuracy":0.6433823529411764,"f1":0.5384615384615384,"true_positive":7,"false_positive":2,"false_negative":10,"true_negative":14,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.15160093807467923,"baseline_adjusted_skill":0.2867647058823528,"baseline_adjusted_score":0.2867647058823528},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.1752798385420522,"normalized_score_rmse":0.240239472966101,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.34313725490196084,"baseline_adjusted_skill":0.4891844705345908,"baseline_adjusted_score":0.4891844705345908},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3413504318103524,"accuracy":0.51,"positive_recall":0.6,"specificity":0.42,"precision":0.5084745762711864,"balanced_accuracy":0.51,"f1":0.5504587155963303,"true_positive":30,"false_positive":29,"false_negative":20,"true_negative":21,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.3654017272414096,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.3733333333333333,"uniform_accuracy_baseline":0.3333333333333332,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":0.03092783505154633,"baseline_adjusted_score":0.03092783505154633},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.24894193322625185,"accuracy":0.5066666666666667,"positive_recall":0.5405405405405406,"specificity":0.47368421052631576,"precision":0.5,"balanced_accuracy":0.5071123755334281,"f1":0.5194805194805194,"true_positive":20,"false_positive":20,"false_negative":17,"true_negative":18,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555535,"brier_skill":0.004055210243479435,"baseline_adjusted_skill":0.014224751066856278,"baseline_adjusted_score":0.014224751066856278},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.1428571428571427,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.9615384615384615,"baseline_adjusted_score":0.9615384615384615},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.37,"uniform_accuracy_baseline":0.32416666666666627,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.045454545454545414,"baseline_adjusted_score":0.045454545454545414},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.08077471454897962,"accuracy":0.9090909090909091,"positive_recall":1,"specificity":0.8235294117647058,"precision":0.8421052631578947,"balanced_accuracy":0.9117647058823529,"f1":0.9142857142857143,"true_positive":16,"false_positive":3,"false_negative":0,"true_negative":14,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.6766041759417691,"baseline_adjusted_skill":0.8235294117647058,"baseline_adjusted_score":0.8235294117647058},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.09968723376479113,"normalized_score_rmse":0.153384327989038,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.5462512118292266,"baseline_adjusted_score":0.5462512118292266},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.18461519368691756,"accuracy":0.72,"positive_recall":0.5909090909090909,"specificity":0.7564102564102564,"precision":0.40625,"balanced_accuracy":0.6736596736596736,"f1":0.48148148148148145,"true_positive":13,"false_positive":19,"false_negative":9,"true_negative":59,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000028,"brier_skill":-0.07584611705662736,"baseline_adjusted_skill":0.3473193473193472,"baseline_adjusted_score":0.3473193473193472},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08334248248846717,"accuracy":0.89,"positive_recall":0.7567567567567568,"specificity":0.9682539682539683,"precision":0.9333333333333333,"balanced_accuracy":0.8625053625053625,"f1":0.835820895522388,"true_positive":28,"false_positive":2,"false_negative":9,"true_negative":61,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000008,"brier_skill":0.6424603925848686,"baseline_adjusted_skill":0.7250107250107249,"baseline_adjusted_score":0.7250107250107249},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08454301065908275,"accuracy":0.9,"positive_recall":0.8461538461538461,"specificity":0.9344262295081968,"precision":0.8918918918918919,"balanced_accuracy":0.8902900378310215,"f1":0.868421052631579,"true_positive":33,"false_positive":4,"false_negative":6,"true_negative":57,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379000000000002,"brier_skill":0.6446279501509766,"baseline_adjusted_skill":0.7805800756620429,"baseline_adjusted_score":0.7805800756620429},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.22424528354385717,"accuracy":0.72,"positive_recall":0.8709677419354839,"specificity":0.6521739130434783,"precision":0.5294117647058824,"balanced_accuracy":0.761570827489481,"f1":0.6585365853658537,"true_positive":27,"false_positive":24,"false_negative":4,"true_negative":45,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999987,"brier_skill":-0.04836504695585475,"baseline_adjusted_skill":0.523141654978962,"baseline_adjusted_score":0.523141654978962},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.875,"baseline_adjusted_score":0.875},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.17425861702300607,"normalized_score_rmse":0.20934378245969146,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.25050057194405995,"baseline_adjusted_score":0.25050057194405995},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1431530978153052,"accuracy":0.8,"positive_recall":0.82,"specificity":0.78,"precision":0.7884615384615384,"balanced_accuracy":0.8,"f1":0.803921568627451,"true_positive":41,"false_positive":11,"false_negative":9,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.42738760873877923,"baseline_adjusted_skill":0.6000000000000001,"baseline_adjusted_score":0.6000000000000001},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.29206412816399147,"accuracy":0.55,"positive_recall":0.76,"specificity":0.34,"precision":0.5352112676056338,"balanced_accuracy":0.55,"f1":0.628099173553719,"true_positive":38,"false_positive":33,"false_negative":12,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.16825651265596586,"baseline_adjusted_skill":0.10000000000000009,"baseline_adjusted_score":0.10000000000000009},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.53,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.34285714285714286,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.12445636516204515,"accuracy":0.8,"positive_recall":0.9,"specificity":0.7,"precision":0.75,"balanced_accuracy":0.8,"f1":0.8181818181818182,"true_positive":45,"false_positive":15,"false_negative":5,"true_negative":35,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5021745393518193,"baseline_adjusted_skill":0.6000000000000001,"baseline_adjusted_score":0.6000000000000001},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.7857142857142858,"baseline_adjusted_score":0.7857142857142858},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.57,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.2833333333333332,"baseline_adjusted_score":0.2833333333333332},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.19406030021973752,"accuracy":0.7,"positive_recall":0.54,"specificity":0.86,"precision":0.7941176470588235,"balanced_accuracy":0.7,"f1":0.6428571428571429,"true_positive":27,"false_positive":7,"false_negative":23,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2237587991210499,"baseline_adjusted_skill":0.3999999999999999,"baseline_adjusted_score":0.3999999999999999},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.20851190476190457,"fixed_answer_accuracy_baseline":0.2233333333333332,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.03037495414318774,"accuracy":0.97,"positive_recall":0.94,"specificity":1,"precision":1,"balanced_accuracy":0.97,"f1":0.9690721649484536,"true_positive":47,"false_positive":0,"false_negative":3,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.878500183427249,"baseline_adjusted_skill":0.94,"baseline_adjusted_score":0.94},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.09103189350338653,"normalized_score_rmse":0.1368826739337979,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.6965603549887116,"baseline_adjusted_score":0.6965603549887116},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.22851190476190467,"fixed_answer_accuracy_baseline":0.2433333333333333,"baseline_adjusted_skill":0.86784140969163,"baseline_adjusted_score":0.86784140969163},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.037910588864314754,"accuracy":0.94,"positive_recall":0.94,"specificity":0.94,"precision":0.94,"balanced_accuracy":0.94,"f1":0.94,"true_positive":47,"false_positive":3,"false_negative":3,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.848357644542741,"baseline_adjusted_skill":0.8799999999999999,"baseline_adjusted_score":0.8799999999999999},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.10770673243846328,"normalized_score_rmse":0.18868604604829642,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.304222222222222,"baseline_adjusted_skill":0.6459603389531884,"baseline_adjusted_score":0.6459603389531884},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.72,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.5483870967741935,"baseline_adjusted_score":0.5483870967741935},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.16510719078594455,"accuracy":0.74,"positive_recall":0.96,"specificity":0.52,"precision":0.6666666666666666,"balanced_accuracy":0.74,"f1":0.7868852459016393,"true_positive":48,"false_positive":24,"false_negative":2,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3395712368562218,"baseline_adjusted_skill":0.48,"baseline_adjusted_score":0.48},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.6000000000000001,"baseline_adjusted_score":0.6000000000000001},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.07742611337280624,"accuracy":0.9,"positive_recall":0.92,"specificity":0.88,"precision":0.8846153846153846,"balanced_accuracy":0.9,"f1":0.9019607843137255,"true_positive":46,"false_positive":6,"false_negative":4,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.690295546508775,"baseline_adjusted_skill":0.8,"baseline_adjusted_score":0.8},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.58,"uniform_accuracy_baseline":0.35333333333333317,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.28813559322033894,"baseline_adjusted_score":0.28813559322033894},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.7580645161290323,"baseline_adjusted_score":0.7580645161290323},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.44,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.0967741935483871,"baseline_adjusted_score":0.0967741935483871},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.38,"uniform_accuracy_baseline":0.11111111111111088,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.2619047619047619,"baseline_adjusted_score":0.2619047619047619},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.1936066405808145,"accuracy":0.5328750000000002,"positive_recall":0.4746209624258405,"specificity":0.5465062471078205,"precision":0.19672131147540986,"balanced_accuracy":0.5105636047668305,"f1":0.2781533706779989,"true_positive":36.000000000000014,"false_positive":147.00000000000006,"false_negative":39.85000000000001,"true_negative":177.15000000000006,"positive_prevalence":0.1896249999999999,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500007,"brier_skill":-1.5433192431413705,"baseline_adjusted_skill":0.021127209533660984,"baseline_adjusted_score":0.021127209533660984},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.2725218919792678,"normalized_score_rmse":0.328461470330972,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":-0.27495621978604823,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.07288447452145067,"accuracy":0.7833749999999998,"positive_recall":0.5672761368963901,"specificity":0.8619396625191751,"precision":0.5990099009900994,"balanced_accuracy":0.7146078997077826,"f1":0.5827112930411753,"true_positive":60.50000000000003,"false_positive":40.49999999999996,"false_negative":46.15,"true_negative":252.84999999999988,"positive_prevalence":0.2666249999999998,"majority_accuracy_baseline":0.7333750000000002,"constant_brier_baseline":0.11565485937499977,"brier_skill":0.3698105300951535,"baseline_adjusted_skill":0.4292157994155652,"baseline_adjusted_score":0.4292157994155652},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.18693542575871105,"normalized_score_rmse":0.2329599816508004,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.3044263227582844,"baseline_adjusted_score":0.3044263227582844},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.06846595722968388,"accuracy":0.7821250000000001,"positive_recall":0.5798657718120803,"specificity":0.8605377276669557,"precision":0.6171428571428568,"balanced_accuracy":0.720201749739518,"f1":0.5979238754325256,"true_positive":64.79999999999995,"false_positive":40.20000000000003,"false_negative":46.95000000000001,"true_negative":248.05000000000007,"positive_prevalence":0.2793749999999999,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937499995,"brier_skill":0.39494112273243553,"baseline_adjusted_skill":0.440403499479036,"baseline_adjusted_score":0.440403499479036},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.20576179174997378,"normalized_score_rmse":0.24782965990438108,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.22170480661948466,"baseline_adjusted_score":0.22170480661948466},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.08471974624659893,"accuracy":0.8233749999999995,"positive_recall":0.26535211267605635,"specificity":0.9824899598393575,"precision":0.8120689655172414,"balanced_accuracy":0.6239210362577069,"f1":0.4,"true_positive":23.55,"false_positive":5.45,"false_negative":65.2,"true_negative":305.7999999999998,"positive_prevalence":0.22187499999999974,"majority_accuracy_baseline":0.7781250000000003,"constant_brier_baseline":0.126740234375001,"brier_skill":0.33154813335811884,"baseline_adjusted_skill":0.2478420725154138,"baseline_adjusted_score":0.2478420725154138},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.20337112891924336,"normalized_score_rmse":0.2554871683777482,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.09863211559338125,"baseline_adjusted_score":0.09863211559338125},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.04864027451885192,"accuracy":0.8227499999999995,"positive_recall":0.7178638941398865,"specificity":0.8604690686607749,"precision":0.6491452991452992,"balanced_accuracy":0.7891664814003307,"f1":0.6817773788150806,"true_positive":75.94999999999999,"false_positive":41.05,"false_negative":29.85000000000001,"true_negative":253.1499999999998,"positive_prevalence":0.26449999999999985,"majority_accuracy_baseline":0.7355000000000002,"constant_brier_baseline":0.11362725000000028,"brier_skill":0.5719312531206044,"baseline_adjusted_skill":0.5783329628006615,"baseline_adjusted_score":0.5783329628006615},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1796890001243446,"normalized_score_rmse":0.2212750255234234,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.2848199000026085,"baseline_adjusted_score":0.2848199000026085},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.11368581412635306,"accuracy":0.7530000000000002,"positive_recall":0.6514360313315927,"specificity":0.7770562770562771,"precision":0.4090163934426229,"balanced_accuracy":0.7142461541939349,"f1":0.5025176233635448,"true_positive":49.900000000000006,"false_positive":72.10000000000002,"false_negative":26.700000000000003,"true_negative":251.3000000000001,"positive_prevalence":0.1914999999999999,"majority_accuracy_baseline":0.8085000000000001,"constant_brier_baseline":0.09190274999999995,"brier_skill":-0.2370229849090819,"baseline_adjusted_skill":0.4284923083878698,"baseline_adjusted_score":0.4284923083878698},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.2253108496090863,"normalized_score_rmse":0.28420155613480746,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":-0.08911588934905756,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.05566730438096847,"accuracy":0.8867499999999997,"positive_recall":0.6673441734417344,"specificity":0.9363887185775598,"precision":0.7035714285714286,"balanced_accuracy":0.8018664460096471,"f1":0.6849791376912377,"true_positive":49.25,"false_positive":20.749999999999996,"false_negative":24.550000000000015,"true_negative":305.4499999999999,"positive_prevalence":0.1844999999999999,"majority_accuracy_baseline":0.8155000000000001,"constant_brier_baseline":0.1092222499999995,"brier_skill":0.4903299979539999,"baseline_adjusted_skill":0.6037328920192941,"baseline_adjusted_score":0.6037328920192941},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.18626111218589358,"normalized_score_rmse":0.23194064123271582,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":0.016442971955677343,"baseline_adjusted_score":0.016442971955677343},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.07191044946482913,"accuracy":0.8204999999999998,"positive_recall":0.35477707006369436,"specificity":0.9342146189735615,"precision":0.5683673469387757,"balanced_accuracy":0.644495844518628,"f1":0.4368627450980393,"true_positive":27.850000000000012,"false_positive":21.149999999999995,"false_negative":50.65,"true_negative":300.3499999999999,"positive_prevalence":0.19624999999999987,"majority_accuracy_baseline":0.8037500000000002,"constant_brier_baseline":0.09878593749999955,"brier_skill":0.2720578324740861,"baseline_adjusted_skill":0.2889916890372559,"baseline_adjusted_score":0.2889916890372559},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.21386550823459402,"normalized_score_rmse":0.26136869108005034,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":-0.012381104069084214,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.07301166485212224,"accuracy":0.7073979591836735,"positive_recall":0.6017200474495847,"specificity":0.7871530886302597,"precision":0.6808724832214764,"balanced_accuracy":0.6944365680399223,"f1":0.6388539042821159,"true_positive":101.44999999999997,"false_positive":47.54999999999999,"false_negative":67.15,"true_negative":175.85000000000002,"positive_prevalence":0.43010204081632636,"majority_accuracy_baseline":0.5698979591836737,"constant_brier_baseline":0.12359641815910102,"brier_skill":0.4092736186081294,"baseline_adjusted_skill":0.38887313607984453,"baseline_adjusted_score":0.38887313607984453},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.16919971278711812,"normalized_score_rmse":0.20937287710849786,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.3858677091430527,"baseline_adjusted_score":0.3858677091430527},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.11121452254860845,"accuracy":0.7825,"positive_recall":0.6219512195121953,"specificity":0.8128250854510329,"precision":0.3856097560975611,"balanced_accuracy":0.7173881524816141,"f1":0.4760614272809397,"true_positive":79.05000000000003,"false_positive":125.94999999999997,"false_negative":48.04999999999996,"true_negative":546.9499999999999,"positive_prevalence":0.15887500000000002,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499934,"brier_skill":-0.12590964684211925,"baseline_adjusted_skill":0.4347763049632283,"baseline_adjusted_score":0.4347763049632283},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.2970530728343874,"normalized_score_rmse":0.343101203448915,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-0.8003216535417419,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.58,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.32258064516129026,"baseline_adjusted_score":0.32258064516129026},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.27133104476433834,"accuracy":0.58,"positive_recall":0.38,"specificity":0.78,"precision":0.6333333333333333,"balanced_accuracy":0.5800000000000001,"f1":0.475,"true_positive":19,"false_positive":11,"false_negative":31,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.08532417905735334,"baseline_adjusted_skill":0.16000000000000014,"baseline_adjusted_score":0.16000000000000014},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.340622929092114,"uniform_accuracy_baseline":0.058823529411766766,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.22507788161993775,"baseline_adjusted_score":0.22507788161993775},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.5652173913043479,"baseline_adjusted_score":0.5652173913043479},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2233291208709572,"accuracy":0.63,"positive_recall":0.3,"specificity":0.96,"precision":0.8823529411764706,"balanced_accuracy":0.63,"f1":0.44776119402985076,"true_positive":15,"false_positive":2,"false_negative":35,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.10668351651617125,"baseline_adjusted_skill":0.26,"baseline_adjusted_score":0.26},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.56,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.3015873015873017,"baseline_adjusted_score":0.3015873015873017},"scoring":{"eligible":true,"reason":null},"model":27,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.23938744031153644,"accuracy":0.6418918918918919,"positive_recall":0.352112676056338,"specificity":0.9090909090909091,"precision":0.78125,"balanced_accuracy":0.6306017925736236,"f1":0.4854368932038835,"true_positive":25,"false_positive":7,"false_negative":46,"true_negative":70,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.2495891161431699,"brier_skill":0.04087388099800615,"baseline_adjusted_skill":0.2612035851472472,"baseline_adjusted_score":0.2612035851472472},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.26,"uniform_accuracy_baseline":0.20049999999999962,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":-0.04225352112676053,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.7058823529411766,"baseline_adjusted_score":0.7058823529411766},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.74,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.4468085106382978,"baseline_adjusted_score":0.4468085106382978},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.49,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":-0.04081632653061228,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.14493716408770443,"accuracy":0.6160339310599999,"positive_recall":1,"specificity":0,"precision":0.6160339310599999,"balanced_accuracy":0.5,"f1":0.7624022233938204,"true_positive":61.60339310599999,"false_positive":38.39660689400001,"false_negative":0,"true_negative":0,"positive_prevalence":0.6160339310599999,"majority_accuracy_baseline":0.6160339310599999,"constant_brier_baseline":0.079087076552024,"brier_skill":-0.8326276606313019,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.18108617957340076,"accuracy":0.74,"positive_recall":0.84,"specificity":0.64,"precision":0.7,"balanced_accuracy":0.74,"f1":0.7636363636363637,"true_positive":42,"false_positive":18,"false_negative":8,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.27565528170639697,"baseline_adjusted_skill":0.48,"baseline_adjusted_score":0.48},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.012987012987012965,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.8842105263157894,"baseline_adjusted_score":0.8842105263157894},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.82,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.7,"baseline_adjusted_score":0.7},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.39,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.04687500000000004,"baseline_adjusted_score":0.04687500000000004},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1506457420839803,"accuracy":0.72,"positive_recall":0.98,"specificity":0.46,"precision":0.6447368421052632,"balanced_accuracy":0.72,"f1":0.7777777777777778,"true_positive":49,"false_positive":27,"false_negative":1,"true_negative":23,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3974170316640788,"baseline_adjusted_skill":0.43999999999999995,"baseline_adjusted_score":0.43999999999999995},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.09235196849749742,"accuracy":0.6530414590711838,"positive_recall":0.49804179301725743,"specificity":0.7252149939216741,"precision":0.45768780507193496,"balanced_accuracy":0.6116283934694657,"f1":0.4770128612442251,"true_positive":110.76044882740825,"false_positive":131.23955117259175,"false_negative":111.63142747757956,"true_negative":346.36857252242044,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768597,"brier_skill":-0.04085619513557259,"baseline_adjusted_skill":0.22325678693893147,"baseline_adjusted_score":0.22325678693893147},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2564056052844819,"accuracy":0.56,"positive_recall":0.7,"specificity":0.42,"precision":0.546875,"balanced_accuracy":0.5599999999999999,"f1":0.6140350877192983,"true_positive":35,"false_positive":29,"false_negative":15,"true_negative":21,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.025622421137927676,"baseline_adjusted_skill":0.11999999999999988,"baseline_adjusted_score":0.11999999999999988},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.9403973509933775,"uniform_accuracy_baseline":0.006622516556291403,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.9379310344827586,"baseline_adjusted_score":0.9379310344827586},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.5635294117647058,"uniform_accuracy_baseline":0.3333333333333301,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.19522776572668105,"baseline_adjusted_score":0.19522776572668105},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.41,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.01666666666666659,"baseline_adjusted_score":0.01666666666666659},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.21167524590523976,"accuracy":0.71,"positive_recall":0.84,"specificity":0.58,"precision":0.6666666666666666,"balanced_accuracy":0.71,"f1":0.7433628318584071,"true_positive":42,"false_positive":21,"false_negative":8,"true_negative":29,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.15329901637904098,"baseline_adjusted_skill":0.41999999999999993,"baseline_adjusted_score":0.41999999999999993},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.66,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.2916666666666667,"baseline_adjusted_score":0.2916666666666667},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.07142857142857136,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9887640449438202,"baseline_adjusted_score":0.9887640449438202},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.45652173913043476,"baseline_adjusted_score":0.45652173913043476},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.31,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.05479452054794518,"baseline_adjusted_score":0.05479452054794518},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.7222222222222222,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.1666666666666667,"baseline_adjusted_score":0.1666666666666667},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.27615079686072885,"accuracy":0.5487804878048781,"positive_recall":0.6,"specificity":0.5,"precision":0.5333333333333333,"balanced_accuracy":0.55,"f1":0.5647058823529412,"true_positive":24,"false_positive":21,"false_negative":16,"true_negative":21,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.24985127900059498,"brier_skill":-0.10526068934020238,"baseline_adjusted_skill":0.10000000000000009,"baseline_adjusted_score":0.10000000000000009},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.22251900918141984,"accuracy":0.65,"positive_recall":0.34,"specificity":0.96,"precision":0.8947368421052632,"balanced_accuracy":0.65,"f1":0.4927536231884058,"true_positive":17,"false_positive":2,"false_negative":33,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.10992396327432064,"baseline_adjusted_skill":0.30000000000000004,"baseline_adjusted_score":0.30000000000000004},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.6089385474860335,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.4982078853046595,"baseline_adjusted_score":0.4982078853046595},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.45,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.09836065573770492,"baseline_adjusted_score":0.09836065573770492},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.2651105159743604,"accuracy":0.565,"positive_recall":0.75,"specificity":0.5128205128205128,"precision":0.30275229357798167,"balanced_accuracy":0.6314102564102564,"f1":0.43137254901960786,"true_positive":33,"false_positive":76,"false_negative":11,"true_negative":80,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000053,"brier_skill":-0.5449330767736573,"baseline_adjusted_skill":0.2628205128205128,"baseline_adjusted_score":0.2628205128205128},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.19472242375613164,"accuracy":0.72,"positive_recall":0.58,"specificity":0.7666666666666667,"precision":0.453125,"balanced_accuracy":0.6733333333333333,"f1":0.5087719298245614,"true_positive":29,"false_positive":35,"false_negative":21,"true_negative":115,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-0.03851959336603539,"baseline_adjusted_skill":0.3466666666666667,"baseline_adjusted_score":0.3466666666666667},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.1418250987926308,"accuracy":0.785,"positive_recall":0.8947368421052632,"specificity":0.7734806629834254,"precision":0.29310344827586204,"balanced_accuracy":0.8341087525443442,"f1":0.44155844155844154,"true_positive":17,"false_positive":41,"false_negative":2,"true_negative":140,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.0859749999999999,"brier_skill":-0.6496085931099851,"baseline_adjusted_skill":0.6682175050886885,"baseline_adjusted_score":0.6682175050886885},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.09919496587252953,"accuracy":0.8304107142857143,"positive_recall":0.5778196607479418,"specificity":0.846535249083391,"precision":0.19377910844976734,"balanced_accuracy":0.7121774549156663,"f1":0.2902269500012459,"true_positive":97.08333333333341,"false_positive":403.91666666666646,"false_negative":70.93333333333335,"true_negative":2228.0666666666666,"positive_prevalence":0.060005952380952354,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679296,"brier_skill":-2.08049599549711,"baseline_adjusted_skill":0.4243549098313326,"baseline_adjusted_score":0.4243549098313326},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.43342776203966005,"uniform_accuracy_baseline":0.027777777777777853,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.3506493506493506,"baseline_adjusted_score":0.3506493506493506},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.37,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.10000000000000002,"baseline_adjusted_score":0.10000000000000002},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.22611072793532938,"accuracy":0.7,"positive_recall":0.96,"specificity":0.44,"precision":0.631578947368421,"balanced_accuracy":0.7,"f1":0.7619047619047619,"true_positive":48,"false_positive":28,"false_negative":2,"true_negative":22,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.09555708825868248,"baseline_adjusted_skill":0.3999999999999999,"baseline_adjusted_score":0.3999999999999999},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24020227839447802,"accuracy":0.62,"positive_recall":0.4,"specificity":0.84,"precision":0.7142857142857143,"balanced_accuracy":0.62,"f1":0.5128205128205128,"true_positive":20,"false_positive":8,"false_negative":30,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.0391908864220879,"baseline_adjusted_skill":0.24,"baseline_adjusted_score":0.24},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.53,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":-0.205128205128205,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.7,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.6808510638297872,"baseline_adjusted_score":0.6808510638297872},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.17807621241274546,"accuracy":0.75,"positive_recall":0.88,"specificity":0.62,"precision":0.6984126984126984,"balanced_accuracy":0.75,"f1":0.7787610619469026,"true_positive":44,"false_positive":19,"false_negative":6,"true_negative":31,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.28769515034901816,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8507462686567167,"baseline_adjusted_score":0.8507462686567167},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09182327480045975,"accuracy":0.88,"positive_recall":0.88,"specificity":0.88,"precision":0.88,"balanced_accuracy":0.88,"f1":0.88,"true_positive":44,"false_positive":6,"false_negative":6,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6327069007981609,"baseline_adjusted_skill":0.76,"baseline_adjusted_score":0.76},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.38915541891891886,"uniform_accuracy_baseline":0.23445945945945923,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.17191142924563954,"baseline_adjusted_score":0.17191142924563954},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.07186953091305537,"accuracy":0.6459649013157897,"positive_recall":0.7642747734984582,"specificity":0.5333076367829812,"precision":0.6092831612903227,"balanced_accuracy":0.6487912051407196,"f1":0.6780343781614028,"true_positive":56.66333400000001,"false_positive":36.336665999999994,"false_negative":17.476669,"true_negative":41.523331000000006,"positive_prevalence":0.48776317763157917,"majority_accuracy_baseline":0.5122368223684208,"constant_brier_baseline":0.0945191003976856,"brier_skill":0.23962954989343965,"baseline_adjusted_skill":0.2975824102814393,"baseline_adjusted_score":0.2975824102814393},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.16567302734246814,"normalized_score_rmse":0.2170731342094587,"constant_score_baseline":0.5841668333333334,"constant_mae_baseline":0.21700552708333315,"baseline_adjusted_skill":0.2365492733332668,"baseline_adjusted_score":0.2365492733332668},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.29839456091772726,"accuracy":0.55,"positive_recall":0.96,"specificity":0.14,"precision":0.5274725274725275,"balanced_accuracy":0.55,"f1":0.6808510638297872,"true_positive":48,"false_positive":43,"false_negative":2,"true_negative":7,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.19357824367090903,"baseline_adjusted_skill":0.10000000000000009,"baseline_adjusted_score":0.10000000000000009},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2643762406673726,"accuracy":0.56,"positive_recall":0.74,"specificity":0.38,"precision":0.5441176470588235,"balanced_accuracy":0.56,"f1":0.6271186440677966,"true_positive":37,"false_positive":31,"false_negative":13,"true_negative":19,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.057504962669490345,"baseline_adjusted_skill":0.1200000000000001,"baseline_adjusted_score":0.1200000000000001},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.71,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.5245901639344261,"baseline_adjusted_score":0.5245901639344261},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.79,"uniform_accuracy_baseline":0.03611111111111102,"fixed_answer_accuracy_baseline":0.08833333333333329,"baseline_adjusted_skill":0.7696526508226692,"baseline_adjusted_score":0.7696526508226692},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.7045454545454545,"baseline_adjusted_score":0.7045454545454545},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.715,"uniform_accuracy_baseline":0.04987932421560751,"fixed_answer_accuracy_baseline":0.1244247787610618,"baseline_adjusted_skill":0.6744996967859309,"baseline_adjusted_score":0.6744996967859309},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2848375045318567,"accuracy":0.49,"positive_recall":0.98,"specificity":0,"precision":0.494949494949495,"balanced_accuracy":0.49,"f1":0.6577181208053692,"true_positive":49,"false_positive":50,"false_negative":1,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.13935001812742676,"baseline_adjusted_skill":-0.020000000000000018,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.7222222222222222,"uniform_accuracy_baseline":0.23888888888888893,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.607843137254902,"baseline_adjusted_score":0.607843137254902},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.33112839655062065,"accuracy":0.46875,"positive_recall":0.90625,"specificity":0.03125,"precision":0.48333333333333334,"balanced_accuracy":0.46875,"f1":0.6304347826086957,"true_positive":29,"false_positive":31,"false_negative":3,"true_negative":1,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.3245135862024826,"baseline_adjusted_skill":-0.0625,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.9565217391304347,"baseline_adjusted_score":0.9565217391304347},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.59,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.37878787878787873,"baseline_adjusted_score":0.37878787878787873},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2500106687041362,"accuracy":0.54,"positive_recall":0.38,"specificity":0.7,"precision":0.5588235294117647,"balanced_accuracy":0.54,"f1":0.4523809523809524,"true_positive":19,"false_positive":15,"false_negative":31,"true_negative":35,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.000042674816544741034,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.8260869565217391,"baseline_adjusted_score":0.8260869565217391},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.2089659758743326,"accuracy":0.7272727272727273,"positive_recall":1,"specificity":0.47058823529411764,"precision":0.64,"balanced_accuracy":0.7352941176470589,"f1":0.7804878048780488,"true_positive":16,"false_positive":9,"false_negative":0,"true_negative":8,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.16336783923842602,"baseline_adjusted_skill":0.47058823529411775,"baseline_adjusted_score":0.47058823529411775},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.2003839108143166,"normalized_score_rmse":0.2774937737782356,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.3927760278354042,"baseline_adjusted_score":0.3927760278354042},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0,"uniform_accuracy_baseline":0.17812500000000006,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.40350877192982454,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.03719533814976378,"accuracy":0.9705882352941176,"positive_recall":1,"specificity":0.9411764705882353,"precision":0.9444444444444444,"balanced_accuracy":0.9705882352941176,"f1":0.9714285714285714,"true_positive":17,"false_positive":1,"false_negative":0,"true_negative":16,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8512186474009449,"baseline_adjusted_skill":0.9411764705882353,"baseline_adjusted_score":0.9411764705882353},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.3338933134192956,"normalized_score_rmse":0.3954117416917617,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-1.2704745312512102,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.16666666666666666,"uniform_accuracy_baseline":0.13194444444444448,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":-1.0869565217391304,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.3461452332039735,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":26,"false_positive":26,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.384580932815894,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.25667555945921616,"accuracy":0.5466666666666666,"positive_recall":0.41025641025641024,"specificity":0.6944444444444444,"precision":0.5925925925925926,"balanced_accuracy":0.5523504273504274,"f1":0.48484848484848486,"true_positive":16,"false_positive":11,"false_negative":23,"true_negative":25,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24959999999999993,"brier_skill":-0.028347593987244624,"baseline_adjusted_skill":0.10470085470085477,"baseline_adjusted_score":0.10470085470085477},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.2862125445443799,"normalized_score_rmse":0.3555286885232836,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.022187659087070877,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.6470588235294118,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.52,"baseline_adjusted_score":0.52},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.2451527838987857,"accuracy":0.6785714285714286,"positive_recall":0.8571428571428571,"specificity":0.5,"precision":0.631578947368421,"balanced_accuracy":0.6785714285714286,"f1":0.7272727272727273,"true_positive":12,"false_positive":7,"false_negative":2,"true_negative":7,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.01938886440485721,"baseline_adjusted_skill":0.3571428571428572,"baseline_adjusted_score":0.3571428571428572},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.47908049731268554,"normalized_score_rmse":0.5495243813647703,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.16969696969696968,"baseline_adjusted_skill":-1.8231529305926113,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.15897950932873042,"accuracy":0.7647058823529411,"positive_recall":0.9777777777777777,"specificity":0.525,"precision":0.6984126984126984,"balanced_accuracy":0.7513888888888889,"f1":0.8148148148148148,"true_positive":44,"false_positive":19,"false_negative":1,"true_negative":21,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.24913494809688563,"brier_skill":0.36187391394440105,"baseline_adjusted_skill":0.5027777777777778,"baseline_adjusted_score":0.5027777777777778},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.48,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.3157894736842105,"baseline_adjusted_score":0.3157894736842105},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.2127186241355974,"accuracy":0.62,"positive_recall":0.5142857142857142,"specificity":0.8666666666666667,"precision":0.9,"balanced_accuracy":0.6904761904761905,"f1":0.6545454545454545,"true_positive":18,"false_positive":2,"false_negative":17,"true_negative":13,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.20999999999999996,"brier_skill":-0.0129458292171305,"baseline_adjusted_skill":0.38095238095238093,"baseline_adjusted_score":0.38095238095238093},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.3342256890132733,"normalized_score_rmse":0.45808618203659773,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.1936631750474045,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.620253164556962,"uniform_accuracy_baseline":0.24240506329113914,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.3478260869565217,"baseline_adjusted_score":0.3478260869565217},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.27292142616439563,"accuracy":0.6666666666666666,"positive_recall":1,"specificity":0.3,"precision":0.6111111111111112,"balanced_accuracy":0.65,"f1":0.7586206896551724,"true_positive":11,"false_positive":7,"false_negative":0,"true_negative":3,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.24943310657596363,"brier_skill":-0.09416680853180481,"baseline_adjusted_skill":0.30000000000000004,"baseline_adjusted_score":0.30000000000000004},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.5151515151515151,"uniform_accuracy_baseline":0.3237373737373738,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.2,"baseline_adjusted_score":0.2},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.24234466315628375,"accuracy":0.5454545454545454,"positive_recall":0.5294117647058824,"specificity":0.5625,"precision":0.5625,"balanced_accuracy":0.5459558823529411,"f1":0.5454545454545454,"true_positive":9,"false_positive":7,"false_negative":8,"true_negative":9,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.02973037434855552,"baseline_adjusted_skill":0.09191176470588225,"baseline_adjusted_score":0.09191176470588225},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.28218068279694486,"normalized_score_rmse":0.33011937071442027,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.34313725490196084,"baseline_adjusted_skill":0.17764486727747508,"baseline_adjusted_score":0.17764486727747508},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.20452735500601638,"accuracy":0.69,"positive_recall":0.7,"specificity":0.68,"precision":0.6862745098039216,"balanced_accuracy":0.69,"f1":0.693069306930693,"true_positive":35,"false_positive":16,"false_negative":15,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.1818905799759345,"baseline_adjusted_skill":0.3799999999999999,"baseline_adjusted_score":0.3799999999999999},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.3733333333333333,"uniform_accuracy_baseline":0.3333333333333332,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":0.03092783505154633,"baseline_adjusted_score":0.03092783505154633},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.26126774648138096,"accuracy":0.5066666666666667,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":37,"true_negative":38,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555535,"brier_skill":-0.045256809358299455,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.1428571428571427,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.6794871794871795,"baseline_adjusted_score":0.6794871794871795},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.3,"uniform_accuracy_baseline":0.32416666666666627,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.06060606060606067,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.22709169897454842,"accuracy":0.5454545454545454,"positive_recall":0.0625,"specificity":1,"precision":1,"balanced_accuracy":0.53125,"f1":0.11764705882352941,"true_positive":1,"false_positive":0,"false_negative":15,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.09079830814969436,"baseline_adjusted_skill":0.0625,"baseline_adjusted_score":0.0625},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.2522261144488815,"normalized_score_rmse":0.28185410610002826,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":-0.14806369335352954,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.21115897754375926,"accuracy":0.73,"positive_recall":0.45454545454545453,"specificity":0.8076923076923077,"precision":0.4,"balanced_accuracy":0.6311188811188811,"f1":0.425531914893617,"true_positive":10,"false_positive":15,"false_negative":12,"true_negative":63,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000028,"brier_skill":-0.23053017216642724,"baseline_adjusted_skill":0.2622377622377623,"baseline_adjusted_score":0.2622377622377623},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1454521173671304,"accuracy":0.76,"positive_recall":0.7567567567567568,"specificity":0.7619047619047619,"precision":0.6511627906976745,"balanced_accuracy":0.7593307593307593,"f1":0.7,"true_positive":28,"false_positive":15,"false_negative":9,"true_negative":48,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000008,"brier_skill":0.37600979250480326,"baseline_adjusted_skill":0.5186615186615187,"baseline_adjusted_score":0.5186615186615187},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.19680147221172242,"accuracy":0.69,"positive_recall":0.48717948717948717,"specificity":0.819672131147541,"precision":0.6333333333333333,"balanced_accuracy":0.6534258091635141,"f1":0.5507246376811594,"true_positive":19,"false_positive":11,"false_negative":20,"true_negative":50,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379000000000002,"brier_skill":0.17275547620125153,"baseline_adjusted_skill":0.30685161832702823,"baseline_adjusted_score":0.30685161832702823},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.14392558562100072,"accuracy":0.84,"positive_recall":0.8709677419354839,"specificity":0.8260869565217391,"precision":0.6923076923076923,"balanced_accuracy":0.8485273492286115,"f1":0.7714285714285715,"true_positive":27,"false_positive":12,"false_negative":4,"true_negative":57,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999987,"brier_skill":0.327136112103783,"baseline_adjusted_skill":0.697054698457223,"baseline_adjusted_score":0.697054698457223},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.76,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.6666666666666666,"baseline_adjusted_score":0.6666666666666666},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.24365315559150097,"normalized_score_rmse":0.2950235762347917,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":-0.047970561683875035,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1605195805524816,"accuracy":0.76,"positive_recall":0.8,"specificity":0.72,"precision":0.7407407407407407,"balanced_accuracy":0.76,"f1":0.7692307692307693,"true_positive":40,"false_positive":14,"false_negative":10,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.35792167779007356,"baseline_adjusted_skill":0.52,"baseline_adjusted_score":0.52},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3053757014291955,"accuracy":0.51,"positive_recall":0.98,"specificity":0.04,"precision":0.5051546391752577,"balanced_accuracy":0.51,"f1":0.6666666666666666,"true_positive":49,"false_positive":48,"false_negative":1,"true_negative":2,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.22150280571678205,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.35,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.8571428571428573,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1922730129243345,"accuracy":0.71,"positive_recall":0.82,"specificity":0.6,"precision":0.6721311475409836,"balanced_accuracy":0.71,"f1":0.7387387387387387,"true_positive":41,"false_positive":20,"false_negative":9,"true_negative":30,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.23090794830266204,"baseline_adjusted_skill":0.41999999999999993,"baseline_adjusted_score":0.41999999999999993},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.619047619047619,"baseline_adjusted_score":0.619047619047619},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.43,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.049999999999999954,"baseline_adjusted_score":0.049999999999999954},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.19092596311506493,"accuracy":0.67,"positive_recall":0.52,"specificity":0.82,"precision":0.7428571428571429,"balanced_accuracy":0.6699999999999999,"f1":0.611764705882353,"true_positive":26,"false_positive":9,"false_negative":24,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.23629614753974026,"baseline_adjusted_skill":0.33999999999999986,"baseline_adjusted_score":0.33999999999999986},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.20851190476190457,"fixed_answer_accuracy_baseline":0.2233333333333332,"baseline_adjusted_skill":0.9227467811158798,"baseline_adjusted_score":0.9227467811158798},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10861515403701105,"accuracy":0.88,"positive_recall":0.92,"specificity":0.84,"precision":0.8518518518518519,"balanced_accuracy":0.88,"f1":0.8846153846153846,"true_positive":46,"false_positive":8,"false_negative":4,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5655393838519558,"baseline_adjusted_skill":0.76,"baseline_adjusted_score":0.76},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.16062928139471525,"normalized_score_rmse":0.2568535833140444,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.46456906201761583,"baseline_adjusted_score":0.46456906201761583},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.22851190476190467,"fixed_answer_accuracy_baseline":0.2433333333333333,"baseline_adjusted_skill":0.8414096916299559,"baseline_adjusted_score":0.8414096916299559},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1064240946622199,"accuracy":0.87,"positive_recall":0.96,"specificity":0.78,"precision":0.8135593220338984,"balanced_accuracy":0.87,"f1":0.8807339449541285,"true_positive":48,"false_positive":11,"false_negative":2,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5743036213511203,"baseline_adjusted_skill":0.74,"baseline_adjusted_score":0.74},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.18187813026013558,"normalized_score_rmse":0.2698972247214305,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.304222222222222,"baseline_adjusted_skill":0.40215369892577746,"baseline_adjusted_score":0.40215369892577746},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.67,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.46774193548387105,"baseline_adjusted_score":0.46774193548387105},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1859886109846251,"accuracy":0.71,"positive_recall":0.98,"specificity":0.44,"precision":0.6363636363636364,"balanced_accuracy":0.71,"f1":0.7716535433070866,"true_positive":49,"false_positive":28,"false_negative":1,"true_negative":22,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2560455560614996,"baseline_adjusted_skill":0.41999999999999993,"baseline_adjusted_score":0.41999999999999993},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.64,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.28,"baseline_adjusted_score":0.28},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.06997375532309777,"accuracy":0.9,"positive_recall":0.9,"specificity":0.9,"precision":0.9,"balanced_accuracy":0.9,"f1":0.9,"true_positive":45,"false_positive":5,"false_negative":5,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7201049787076089,"baseline_adjusted_skill":0.8,"baseline_adjusted_score":0.8},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.58,"uniform_accuracy_baseline":0.35333333333333317,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.28813559322033894,"baseline_adjusted_score":0.28813559322033894},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.65,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.435483870967742,"baseline_adjusted_score":0.435483870967742},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.39,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.01612903225806453,"baseline_adjusted_score":0.01612903225806453},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.24,"uniform_accuracy_baseline":0.11111111111111088,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.09523809523809523,"baseline_adjusted_score":0.09523809523809523},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.43125898735760204,"accuracy":0.24762499999999993,"positive_recall":0.9683586025049439,"specificity":0.07897578281659726,"precision":0.19744623655913976,"balanced_accuracy":0.5236671926607706,"f1":0.32801161103047893,"true_positive":73.44999999999997,"false_positive":298.54999999999995,"false_negative":2.4000000000000004,"true_negative":25.599999999999998,"positive_prevalence":0.1896249999999999,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500007,"brier_skill":-4.66524618181377,"baseline_adjusted_skill":0.047334385321541106,"baseline_adjusted_score":0.047334385321541106},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.5363637679333276,"normalized_score_rmse":0.589400216749228,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":-1.5093041774658604,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.19382887273375846,"accuracy":0.5366250000000001,"positive_recall":0.8077824660103141,"specificity":0.4380432929947161,"precision":0.34322709163346593,"balanced_accuracy":0.6229128795025152,"f1":0.4817559066126099,"true_positive":86.14999999999999,"false_positive":164.8500000000001,"false_negative":20.500000000000004,"true_negative":128.50000000000003,"positive_prevalence":0.2666249999999998,"majority_accuracy_baseline":0.7333750000000002,"constant_brier_baseline":0.11565485937499977,"brier_skill":-0.6759250219248201,"baseline_adjusted_skill":0.24582575900503034,"baseline_adjusted_score":0.24582575900503034},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.34600660388055426,"normalized_score_rmse":0.41023619049408067,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":-0.28746643304392294,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.17591363337747892,"accuracy":0.5533749999999998,"positive_recall":0.8684563758389261,"specificity":0.43122289679098014,"precision":0.37183908045977004,"balanced_accuracy":0.6498396363149531,"f1":0.5207243460764587,"true_positive":97.04999999999994,"false_positive":163.94999999999996,"false_negative":14.7,"true_negative":124.3,"positive_prevalence":0.2793749999999999,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937499995,"brier_skill":-0.5546135599969146,"baseline_adjusted_skill":0.29967927262990623,"baseline_adjusted_score":0.29967927262990623},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3200170931749551,"normalized_score_rmse":0.37788821432966174,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":-0.21046654628824601,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.1453939587162959,"accuracy":0.708875,"positive_recall":0.8242253521126759,"specificity":0.6759839357429718,"precision":0.4204022988505745,"balanced_accuracy":0.7501046439278238,"f1":0.5568030447193147,"true_positive":73.14999999999998,"false_positive":100.85000000000005,"false_negative":15.600000000000003,"true_negative":210.40000000000003,"positive_prevalence":0.22187499999999974,"majority_accuracy_baseline":0.7781250000000003,"constant_brier_baseline":0.126740234375001,"brier_skill":-0.1471807625517083,"baseline_adjusted_skill":0.5002092878556477,"baseline_adjusted_score":0.5002092878556477},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.38202861346003425,"normalized_score_rmse":0.4285406673659326,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":-0.6932016109031989,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.1811195599257166,"accuracy":0.562,"positive_recall":0.9054820415879017,"specificity":0.43847722637661457,"precision":0.3670498084291187,"balanced_accuracy":0.6719796339822581,"f1":0.5223555070883314,"true_positive":95.79999999999998,"false_positive":165.2,"false_negative":10.000000000000002,"true_negative":129.00000000000003,"positive_prevalence":0.26449999999999985,"majority_accuracy_baseline":0.7355000000000002,"constant_brier_baseline":0.11362725000000028,"brier_skill":-0.5939799645394583,"baseline_adjusted_skill":0.34395926796451626,"baseline_adjusted_score":0.34395926796451626},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3398450305332923,"normalized_score_rmse":0.40394074722796003,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":-0.35261703694842716,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.31046616046876263,"accuracy":0.3972500000000001,"positive_recall":0.8844647519582246,"specificity":0.28184910327767465,"precision":0.22583333333333325,"balanced_accuracy":0.5831569276179496,"f1":0.35979819437068494,"true_positive":67.75000000000001,"false_positive":232.25000000000014,"false_negative":8.85,"true_negative":91.15000000000002,"positive_prevalence":0.1914999999999999,"majority_accuracy_baseline":0.8085000000000001,"constant_brier_baseline":0.09190274999999995,"brier_skill":-2.3782031600660787,"baseline_adjusted_skill":0.16631385523589914,"baseline_adjusted_score":0.16631385523589914},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.39664358268728095,"normalized_score_rmse":0.44973953992860205,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":-0.9173103694853459,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.19722528705269174,"accuracy":0.5660000000000001,"positive_recall":0.8617886178861789,"specificity":0.49908031882280807,"precision":0.28017621145374433,"balanced_accuracy":0.6804344683544935,"f1":0.42287234042553173,"true_positive":63.59999999999997,"false_positive":163.40000000000006,"false_negative":10.2,"true_negative":162.80000000000007,"positive_prevalence":0.1844999999999999,"majority_accuracy_baseline":0.8155000000000001,"constant_brier_baseline":0.1092222499999995,"brier_skill":-0.8057244476532268,"baseline_adjusted_skill":0.360868936708987,"baseline_adjusted_score":0.360868936708987},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.415674038544267,"normalized_score_rmse":0.4663982256775619,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":-1.1949784213558656,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.19279995010107803,"accuracy":0.5869999999999999,"positive_recall":0.7280254777070062,"specificity":0.5525660964230169,"precision":0.2843283582089551,"balanced_accuracy":0.6402957870650116,"f1":0.4089445438282646,"true_positive":57.14999999999999,"false_positive":143.85000000000005,"false_negative":21.35,"true_negative":177.64999999999995,"positive_prevalence":0.19624999999999987,"majority_accuracy_baseline":0.8037500000000002,"constant_brier_baseline":0.09878593749999955,"brier_skill":-0.9516942894941796,"baseline_adjusted_skill":0.2805915741300231,"baseline_adjusted_score":0.2805915741300231},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.30063270718823676,"normalized_score_rmse":0.3542908188366319,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":-0.4231134068082214,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.14439713112405236,"accuracy":0.5808673469387753,"positive_recall":0.943950177935943,"specificity":0.3068487018800357,"precision":0.5068471337579616,"balanced_accuracy":0.6253994399079894,"f1":0.6595524243680065,"true_positive":159.14999999999992,"false_positive":154.85000000000002,"false_negative":9.449999999999998,"true_negative":68.54999999999998,"positive_prevalence":0.43010204081632636,"majority_accuracy_baseline":0.5698979591836737,"constant_brier_baseline":0.12359641815910102,"brier_skill":-0.16829543505197186,"baseline_adjusted_skill":0.2507988798159788,"baseline_adjusted_score":0.2507988798159788},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.26424340227783466,"normalized_score_rmse":0.325833084804224,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.040894317658229706,"baseline_adjusted_score":0.040894317658229706},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.321906157160667,"accuracy":0.4334999999999999,"positive_recall":0.9162077104642014,"specificity":0.3423242680933274,"precision":0.20831842576028622,"balanced_accuracy":0.6292659892787644,"f1":0.3394548899577321,"true_positive":116.44999999999997,"false_positive":442.54999999999995,"false_negative":10.650000000000002,"true_negative":230.34999999999994,"positive_prevalence":0.15887500000000002,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499934,"brier_skill":-2.2589021597126413,"baseline_adjusted_skill":0.25853197855752885,"baseline_adjusted_score":0.25853197855752885},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.5068934163895814,"normalized_score_rmse":0.5668437039031932,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-2.0720813114520085,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.4,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.03225806451612906,"baseline_adjusted_score":0.03225806451612906},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2938115951053404,"accuracy":0.46,"positive_recall":0.9,"specificity":0.02,"precision":0.4787234042553192,"balanced_accuracy":0.46,"f1":0.625,"true_positive":45,"false_positive":49,"false_negative":5,"true_negative":1,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.17524638042136154,"baseline_adjusted_skill":-0.07999999999999996,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.13916500994035785,"uniform_accuracy_baseline":0.058823529411766766,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":-0.011682242990654191,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.69,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.32608695652173897,"baseline_adjusted_score":0.32608695652173897},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.23079978733806733,"accuracy":0.63,"positive_recall":0.9,"specificity":0.36,"precision":0.5844155844155844,"balanced_accuracy":0.63,"f1":0.7086614173228346,"true_positive":45,"false_positive":32,"false_negative":5,"true_negative":18,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.07680085064773068,"baseline_adjusted_skill":0.26,"baseline_adjusted_score":0.26},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.47,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.1587301587301587,"baseline_adjusted_score":0.1587301587301587},"scoring":{"eligible":true,"reason":null},"model":28,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.24995423051196014,"accuracy":0.6283783783783784,"positive_recall":0.4647887323943662,"specificity":0.7792207792207793,"precision":0.66,"balanced_accuracy":0.6220047558075728,"f1":0.5454545454545454,"true_positive":33,"false_positive":17,"false_negative":38,"true_negative":60,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.2495891161431699,"brier_skill":-0.0014628617402563382,"baseline_adjusted_skill":0.2440095116151455,"baseline_adjusted_score":0.2440095116151455},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.18,"uniform_accuracy_baseline":0.20049999999999962,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":-0.15492957746478872,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.68,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.5294117647058825,"baseline_adjusted_score":0.5294117647058825},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.76,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.48936170212765956,"baseline_adjusted_score":0.48936170212765956},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.61,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.20408163265306117,"baseline_adjusted_score":0.20408163265306117},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.21618155025933816,"accuracy":0.51971239552,"positive_recall":0.4186022072619956,"specificity":0.6819332576778184,"precision":0.6786135876052632,"balanced_accuracy":0.550267732469907,"f1":0.5177999569062192,"true_positive":25.787316329000003,"false_positive":12.212683671,"false_negative":35.81607677699999,"true_negative":26.183923223000004,"positive_prevalence":0.6160339310599999,"majority_accuracy_baseline":0.6160339310599999,"constant_brier_baseline":0.079087076552024,"brier_skill":-1.7334624022564862,"baseline_adjusted_skill":0.10053546493981402,"baseline_adjusted_score":0.10053546493981402},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.20994912992031697,"accuracy":0.67,"positive_recall":0.5,"specificity":0.84,"precision":0.7575757575757576,"balanced_accuracy":0.6699999999999999,"f1":0.6024096385542169,"true_positive":25,"false_positive":8,"false_negative":25,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.1602034803187321,"baseline_adjusted_skill":0.33999999999999986,"baseline_adjusted_score":0.33999999999999986},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.59,"uniform_accuracy_baseline":0.012987012987012965,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.5684210526315789,"baseline_adjusted_score":0.5684210526315789},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.65,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.4166666666666667,"baseline_adjusted_score":0.4166666666666667},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.51,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.23437500000000003,"baseline_adjusted_score":0.23437500000000003},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2567932368163465,"accuracy":0.63,"positive_recall":0.98,"specificity":0.28,"precision":0.5764705882352941,"balanced_accuracy":0.63,"f1":0.725925925925926,"true_positive":49,"false_positive":36,"false_negative":1,"true_negative":14,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.027172947265386105,"baseline_adjusted_skill":0.26,"baseline_adjusted_score":0.26},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.16885933469338057,"accuracy":0.5084128906424823,"positive_recall":0.7897790728492695,"specificity":0.377398466713428,"precision":0.3713328750049951,"balanced_accuracy":0.5835887697813488,"f1":0.5051553113063104,"true_positive":175.6404498773627,"false_positive":297.3595501226373,"false_negative":46.75142642762512,"true_negative":180.24857357237488,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768597,"brier_skill":-0.9031352279928828,"baseline_adjusted_skill":0.16717753956269754,"baseline_adjusted_score":0.16717753956269754},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2976809204555003,"accuracy":0.47,"positive_recall":0.64,"specificity":0.3,"precision":0.47761194029850745,"balanced_accuracy":0.47,"f1":0.5470085470085471,"true_positive":32,"false_positive":35,"false_negative":18,"true_negative":15,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.19072368182200128,"baseline_adjusted_skill":-0.06000000000000005,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.9271523178807947,"uniform_accuracy_baseline":0.006622516556291403,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.9241379310344827,"baseline_adjusted_score":0.9241379310344827},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.5252941176470588,"uniform_accuracy_baseline":0.3333333333333301,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.12472885032537957,"baseline_adjusted_score":0.12472885032537957},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.4,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3024406258329641,"accuracy":0.55,"positive_recall":0.9,"specificity":0.2,"precision":0.5294117647058824,"balanced_accuracy":0.55,"f1":0.6666666666666666,"true_positive":45,"false_positive":40,"false_negative":5,"true_negative":10,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.20976250333185642,"baseline_adjusted_skill":0.10000000000000009,"baseline_adjusted_score":0.10000000000000009},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.55,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.06250000000000006,"baseline_adjusted_score":0.06250000000000006},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.82,"uniform_accuracy_baseline":0.07142857142857136,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.797752808988764,"baseline_adjusted_score":0.797752808988764},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.62,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.1739130434782608,"baseline_adjusted_score":0.1739130434782608},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.38,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.1506849315068493,"baseline_adjusted_score":0.1506849315068493},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.3888888888888889,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":-0.8333333333333331,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.2580363010099818,"accuracy":0.6097560975609756,"positive_recall":0.525,"specificity":0.6904761904761905,"precision":0.6176470588235294,"balanced_accuracy":0.6077380952380953,"f1":0.5675675675675675,"true_positive":21,"false_positive":13,"false_negative":19,"true_negative":29,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.24985127900059498,"brier_skill":-0.032759576185188655,"baseline_adjusted_skill":0.2154761904761906,"baseline_adjusted_score":0.2154761904761906},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.16609914451430527,"accuracy":0.75,"positive_recall":0.68,"specificity":0.82,"precision":0.7906976744186046,"balanced_accuracy":0.75,"f1":0.7311827956989247,"true_positive":34,"false_positive":9,"false_negative":16,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3356034219427789,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.33798882681564246,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.15053763440860216,"baseline_adjusted_score":0.15053763440860216},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.41,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.03278688524590158,"baseline_adjusted_score":0.03278688524590158},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.23387253418158793,"accuracy":0.675,"positive_recall":0.6136363636363636,"specificity":0.6923076923076923,"precision":0.36,"balanced_accuracy":0.6529720279720279,"f1":0.453781512605042,"true_positive":27,"false_positive":48,"false_negative":17,"true_negative":108,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000053,"brier_skill":-0.3628935558367552,"baseline_adjusted_skill":0.3059440559440558,"baseline_adjusted_score":0.3059440559440558},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.23013524581772313,"accuracy":0.67,"positive_recall":0.56,"specificity":0.7066666666666667,"precision":0.3888888888888889,"balanced_accuracy":0.6333333333333333,"f1":0.45901639344262296,"true_positive":28,"false_positive":44,"false_negative":22,"true_negative":106,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-0.22738797769452335,"baseline_adjusted_skill":0.2666666666666666,"baseline_adjusted_score":0.2666666666666666},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.1835132074767146,"accuracy":0.67,"positive_recall":0.8421052631578947,"specificity":0.6519337016574586,"precision":0.20253164556962025,"balanced_accuracy":0.7470194824076766,"f1":0.32653061224489793,"true_positive":16,"false_positive":63,"false_negative":3,"true_negative":118,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.0859749999999999,"brier_skill":-1.1344949982752524,"baseline_adjusted_skill":0.49403896481535314,"baseline_adjusted_score":0.49403896481535314},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.14873244896522905,"accuracy":0.7582916666666667,"positive_recall":0.7714512449161791,"specificity":0.757451604936708,"precision":0.16877170138888897,"balanced_accuracy":0.7644514249264436,"f1":0.27695375794590565,"true_positive":129.61666666666673,"false_positive":638.3833333333333,"false_negative":38.399999999999984,"true_negative":1993.6,"positive_prevalence":0.060005952380952354,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679296,"brier_skill":-3.6188807003234142,"baseline_adjusted_skill":0.5289028498528872,"baseline_adjusted_score":0.5289028498528872},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.32011331444759206,"uniform_accuracy_baseline":0.027777777777777853,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.22077922077922077,"baseline_adjusted_score":0.22077922077922077},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.18,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":-0.17142857142857143,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.32879329641867167,"accuracy":0.53,"positive_recall":0.3,"specificity":0.76,"precision":0.5555555555555556,"balanced_accuracy":0.53,"f1":0.38961038961038963,"true_positive":15,"false_positive":12,"false_negative":35,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.31517318567468666,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25397718347723314,"accuracy":0.63,"positive_recall":0.9,"specificity":0.36,"precision":0.5844155844155844,"balanced_accuracy":0.63,"f1":0.7086614173228346,"true_positive":45,"false_positive":32,"false_negative":5,"true_negative":18,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.01590873390893255,"baseline_adjusted_skill":0.26,"baseline_adjusted_score":0.26},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.54,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":-0.17948717948717935,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.9361702127659574,"baseline_adjusted_score":0.9361702127659574},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.30331945665294663,"accuracy":0.63,"positive_recall":0.96,"specificity":0.3,"precision":0.5783132530120482,"balanced_accuracy":0.63,"f1":0.7218045112781954,"true_positive":48,"false_positive":35,"false_negative":2,"true_negative":15,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.21327782661178651,"baseline_adjusted_skill":0.26,"baseline_adjusted_score":0.26},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8805970149253733,"baseline_adjusted_score":0.8805970149253733},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.03160807223399881,"accuracy":0.95,"positive_recall":0.98,"specificity":0.92,"precision":0.9245283018867925,"balanced_accuracy":0.95,"f1":0.9514563106796117,"true_positive":49,"false_positive":4,"false_negative":1,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8735677110640048,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.49677150675675674,"uniform_accuracy_baseline":0.23445945945945923,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.3178006703519334,"baseline_adjusted_score":0.3178006703519334},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.018513510335407466,"accuracy":0.7395175197368422,"positive_recall":0.8129664224588715,"specificity":0.6695778578054659,"precision":0.7008527093023256,"balanced_accuracy":0.7412721401321687,"f1":0.7527579851487827,"true_positive":60.27333300000001,"false_positive":25.726667000000003,"false_negative":13.866669999999997,"true_negative":52.133329999999994,"positive_prevalence":0.48776317763157917,"majority_accuracy_baseline":0.5122368223684208,"constant_brier_baseline":0.0945191003976856,"brier_skill":0.8041294272002955,"baseline_adjusted_skill":0.4825442802643374,"baseline_adjusted_score":0.4825442802643374},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.06379042096153988,"normalized_score_rmse":0.0890226674696049,"constant_score_baseline":0.5841668333333334,"constant_mae_baseline":0.21700552708333315,"baseline_adjusted_skill":0.7060424136706736,"baseline_adjusted_score":0.7060424136706736},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.268240570591045,"accuracy":0.6,"positive_recall":0.8,"specificity":0.4,"precision":0.5714285714285714,"balanced_accuracy":0.6000000000000001,"f1":0.6666666666666666,"true_positive":40,"false_positive":30,"false_negative":10,"true_negative":20,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.07296228236418001,"baseline_adjusted_skill":0.20000000000000018,"baseline_adjusted_score":0.20000000000000018},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3025867892409413,"accuracy":0.5,"positive_recall":0.16,"specificity":0.84,"precision":0.5,"balanced_accuracy":0.5,"f1":0.24242424242424243,"true_positive":8,"false_positive":8,"false_negative":42,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.21034715696376516,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.35,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":-0.06557377049180334,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.905,"uniform_accuracy_baseline":0.03611111111111102,"fixed_answer_accuracy_baseline":0.08833333333333329,"baseline_adjusted_skill":0.8957952468007313,"baseline_adjusted_score":0.8957952468007313},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.77,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.47727272727272724,"baseline_adjusted_score":0.47727272727272724},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.77,"uniform_accuracy_baseline":0.04987932421560751,"fixed_answer_accuracy_baseline":0.1244247787610618,"baseline_adjusted_skill":0.7373155447746109,"baseline_adjusted_score":0.7373155447746109},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.28811101983030024,"accuracy":0.46,"positive_recall":0.24,"specificity":0.68,"precision":0.42857142857142855,"balanced_accuracy":0.46,"f1":0.3076923076923077,"true_positive":12,"false_positive":16,"false_negative":38,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.15244407932120096,"baseline_adjusted_skill":-0.07999999999999996,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.19444444444444445,"uniform_accuracy_baseline":0.23888888888888893,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":-0.13725490196078435,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.26095766941599685,"accuracy":0.5625,"positive_recall":0.25,"specificity":0.875,"precision":0.6666666666666666,"balanced_accuracy":0.5625,"f1":0.36363636363636365,"true_positive":8,"false_positive":4,"false_negative":24,"true_negative":28,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.043830677663987405,"baseline_adjusted_skill":0.125,"baseline_adjusted_score":0.125},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.5652173913043479,"baseline_adjusted_score":0.5652173913043479},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.45,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.16666666666666666,"baseline_adjusted_score":0.16666666666666666},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.26134734735754345,"accuracy":0.51,"positive_recall":0.4,"specificity":0.62,"precision":0.5128205128205128,"balanced_accuracy":0.51,"f1":0.449438202247191,"true_positive":20,"false_positive":19,"false_negative":30,"true_negative":31,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.04538938943017379,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8235294117647058,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.7391304347826085,"baseline_adjusted_score":0.7391304347826085},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.10424505352312687,"accuracy":0.8484848484848485,"positive_recall":0.875,"specificity":0.8235294117647058,"precision":0.8235294117647058,"balanced_accuracy":0.8492647058823529,"f1":0.8484848484848485,"true_positive":14,"false_positive":3,"false_negative":2,"true_negative":14,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.5826365320342459,"baseline_adjusted_skill":0.6985294117647058,"baseline_adjusted_score":0.6985294117647058},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.175406622525948,"normalized_score_rmse":0.2489260096597586,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.4684647802244001,"baseline_adjusted_score":0.4684647802244001},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.125,"uniform_accuracy_baseline":0.17812500000000006,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.22807017543859645,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.20029494361958122,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":17,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.1988202255216751,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.20341708112805065,"normalized_score_rmse":0.3060958740507121,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-0.3832361516707443,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.0625,"uniform_accuracy_baseline":0.13194444444444448,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":-1.3478260869565215,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.2851128864496509,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":26,"false_positive":26,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.14045154579860353,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.35818494163493103,"accuracy":0.49333333333333335,"positive_recall":0.1794871794871795,"specificity":0.8333333333333334,"precision":0.5384615384615384,"balanced_accuracy":0.5064102564102564,"f1":0.2692307692307692,"true_positive":7,"false_positive":6,"false_negative":32,"true_negative":30,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24959999999999993,"brier_skill":-0.4350358238578971,"baseline_adjusted_skill":0.012820512820512775,"baseline_adjusted_score":0.012820512820512775},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.3245827586875796,"normalized_score_rmse":0.37692784750767644,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.15922413816992687,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.5882352941176471,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.44,"baseline_adjusted_score":0.44},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.2632111057122813,"accuracy":0.7142857142857143,"positive_recall":1,"specificity":0.42857142857142855,"precision":0.6363636363636364,"balanced_accuracy":0.7142857142857143,"f1":0.7777777777777778,"true_positive":14,"false_positive":8,"false_negative":0,"true_negative":6,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.05284442284912516,"baseline_adjusted_skill":0.4285714285714286,"baseline_adjusted_score":0.4285714285714286},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.2910238110969023,"normalized_score_rmse":0.36713284083994596,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.16969696969696968,"baseline_adjusted_skill":-0.7149617439638887,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":0.8666666666666667,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":0.8333333333333334,"baseline_adjusted_score":0.8333333333333334},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.09976113592751307,"accuracy":0.8941176470588236,"positive_recall":1,"specificity":0.775,"precision":0.8333333333333334,"balanced_accuracy":0.8875,"f1":0.9090909090909091,"true_positive":45,"false_positive":9,"false_negative":0,"true_negative":31,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.24913494809688563,"brier_skill":0.5995698849576209,"baseline_adjusted_skill":0.7749999999999999,"baseline_adjusted_score":0.7749999999999999},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.68,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.5789473684210527,"baseline_adjusted_score":0.5789473684210527},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.3399831413491331,"accuracy":0.58,"positive_recall":0.4,"specificity":1,"precision":1,"balanced_accuracy":0.7,"f1":0.5714285714285714,"true_positive":14,"false_positive":0,"false_negative":21,"true_negative":15,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.20999999999999996,"brier_skill":-0.6189673397577768,"baseline_adjusted_skill":0.3999999999999999,"baseline_adjusted_score":0.3999999999999999},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.26651914117879427,"normalized_score_rmse":0.3425045220899449,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.048145924361449155,"baseline_adjusted_score":0.048145924361449155},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.31645569620253167,"uniform_accuracy_baseline":0.24240506329113914,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":-0.17391304347826084,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.2679964434588416,"accuracy":0.5238095238095238,"positive_recall":1,"specificity":0,"precision":0.5238095238095238,"balanced_accuracy":0.5,"f1":0.6875,"true_positive":11,"false_positive":10,"false_negative":0,"true_negative":0,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.24943310657596363,"brier_skill":-0.07442210513953817,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.3939393939393939,"uniform_accuracy_baseline":0.3237373737373738,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.249726690329929,"accuracy":0.5757575757575758,"positive_recall":0.4117647058823529,"specificity":0.75,"precision":0.6363636363636364,"balanced_accuracy":0.5808823529411764,"f1":0.5,"true_positive":7,"false_positive":4,"false_negative":10,"true_negative":12,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.00017512584818901722,"baseline_adjusted_skill":0.1617647058823528,"baseline_adjusted_score":0.1617647058823528},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.35222228267374883,"normalized_score_rmse":0.4043381906205099,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.34313725490196084,"baseline_adjusted_skill":-0.026476366649210714,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24322733612281774,"accuracy":0.6,"positive_recall":0.56,"specificity":0.64,"precision":0.6086956521739131,"balanced_accuracy":0.6000000000000001,"f1":0.5833333333333334,"true_positive":28,"false_positive":18,"false_negative":22,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.027090655508729022,"baseline_adjusted_skill":0.20000000000000018,"baseline_adjusted_score":0.20000000000000018},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.33333333333333326,"uniform_accuracy_baseline":0.3333333333333332,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":-0.030927835051546504,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.332017543426729,"accuracy":0.5066666666666667,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":37,"true_negative":38,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555535,"brier_skill":-0.32830631705217095,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.35,"uniform_accuracy_baseline":0.1428571428571427,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.16666666666666663,"baseline_adjusted_score":0.16666666666666663},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.3299999999999999,"uniform_accuracy_baseline":0.32416666666666627,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.015151515151515336,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.2596997987696368,"accuracy":0.5151515151515151,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":16,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":-0.03975397375049394,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.2534914623010028,"normalized_score_rmse":0.32260515217108393,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":-0.15382320771490932,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2287955002809632,"accuracy":0.63,"positive_recall":0.8181818181818182,"specificity":0.5769230769230769,"precision":0.35294117647058826,"balanced_accuracy":0.6975524475524475,"f1":0.4931506849315068,"true_positive":18,"false_positive":33,"false_negative":4,"true_negative":45,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000028,"brier_skill":-0.33330711119442213,"baseline_adjusted_skill":0.395104895104895,"baseline_adjusted_score":0.395104895104895},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.18987748903599166,"accuracy":0.78,"positive_recall":0.9459459459459459,"specificity":0.6825396825396826,"precision":0.6363636363636364,"balanced_accuracy":0.8142428142428142,"f1":0.7608695652173914,"true_positive":35,"false_positive":20,"false_negative":2,"true_negative":43,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000008,"brier_skill":0.18542475746035347,"baseline_adjusted_skill":0.6284856284856284,"baseline_adjusted_score":0.6284856284856284},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.19708369384733015,"accuracy":0.7,"positive_recall":0.23076923076923078,"specificity":1,"precision":1,"balanced_accuracy":0.6153846153846154,"f1":0.375,"true_positive":9,"false_positive":0,"false_negative":30,"true_negative":61,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379000000000002,"brier_skill":0.17156917256271542,"baseline_adjusted_skill":0.23076923076923084,"baseline_adjusted_score":0.23076923076923084},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.479357435349024,"accuracy":0.31,"positive_recall":0.9032258064516129,"specificity":0.043478260869565216,"precision":0.2978723404255319,"balanced_accuracy":0.47335203366058903,"f1":0.448,"true_positive":28,"false_positive":66,"false_negative":3,"true_negative":3,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999987,"brier_skill":-1.241035228373185,"baseline_adjusted_skill":-0.05329593267882193,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.53,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.3472222222222222,"baseline_adjusted_score":0.3472222222222222},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.19050365050901813,"normalized_score_rmse":0.22996902887311216,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.18062946017626613,"baseline_adjusted_score":0.18062946017626613},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2594366168471732,"accuracy":0.7,"positive_recall":1,"specificity":0.4,"precision":0.625,"balanced_accuracy":0.7,"f1":0.7692307692307693,"true_positive":50,"false_positive":30,"false_negative":0,"true_negative":20,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.037746467388692695,"baseline_adjusted_skill":0.3999999999999999,"baseline_adjusted_score":0.3999999999999999},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3119725754823535,"accuracy":0.52,"positive_recall":0.88,"specificity":0.16,"precision":0.5116279069767442,"balanced_accuracy":0.52,"f1":0.6470588235294118,"true_positive":44,"false_positive":42,"false_negative":6,"true_negative":8,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.24789030192941408,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.29,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-1.0285714285714287,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.22341657594517733,"accuracy":0.68,"positive_recall":0.76,"specificity":0.6,"precision":0.6551724137931034,"balanced_accuracy":0.6799999999999999,"f1":0.7037037037037037,"true_positive":38,"false_positive":20,"false_negative":12,"true_negative":30,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.10633369621929067,"baseline_adjusted_skill":0.3599999999999999,"baseline_adjusted_score":0.3599999999999999},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.74,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.380952380952381,"baseline_adjusted_score":0.380952380952381},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.52,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.2,"baseline_adjusted_score":0.2},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24269090608838526,"accuracy":0.63,"positive_recall":0.26,"specificity":1,"precision":1,"balanced_accuracy":0.63,"f1":0.4126984126984127,"true_positive":13,"false_positive":0,"false_negative":37,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.02923637564645898,"baseline_adjusted_skill":0.26,"baseline_adjusted_score":0.26},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.93,"uniform_accuracy_baseline":0.20851190476190457,"fixed_answer_accuracy_baseline":0.2233333333333332,"baseline_adjusted_skill":0.9098712446351932,"baseline_adjusted_score":0.9098712446351932},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.12276109483150698,"accuracy":0.83,"positive_recall":0.88,"specificity":0.78,"precision":0.8,"balanced_accuracy":0.8300000000000001,"f1":0.8380952380952381,"true_positive":44,"false_positive":11,"false_negative":6,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.508955620673972,"baseline_adjusted_skill":0.6600000000000001,"baseline_adjusted_score":0.6600000000000001},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.19377778471732796,"normalized_score_rmse":0.23742110720758147,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.3540740509422401,"baseline_adjusted_score":0.3540740509422401},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.78,"uniform_accuracy_baseline":0.22851190476190467,"fixed_answer_accuracy_baseline":0.2433333333333333,"baseline_adjusted_skill":0.709251101321586,"baseline_adjusted_score":0.709251101321586},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.17724022392959132,"accuracy":0.74,"positive_recall":0.8,"specificity":0.68,"precision":0.7142857142857143,"balanced_accuracy":0.74,"f1":0.7547169811320755,"true_positive":40,"false_positive":16,"false_negative":10,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2910391042816347,"baseline_adjusted_skill":0.48,"baseline_adjusted_score":0.48},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.2566067385477852,"normalized_score_rmse":0.31651085869986834,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.304222222222222,"baseline_adjusted_skill":0.15651546861575294,"baseline_adjusted_score":0.15651546861575294},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.7,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.5161290322580644,"baseline_adjusted_score":0.5161290322580644},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.13112549562327647,"accuracy":0.81,"positive_recall":0.9,"specificity":0.72,"precision":0.7627118644067796,"balanced_accuracy":0.81,"f1":0.8256880733944955,"true_positive":45,"false_positive":14,"false_negative":5,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.47549801750689413,"baseline_adjusted_skill":0.6200000000000001,"baseline_adjusted_score":0.6200000000000001},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.13,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":-0.74,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.07935705274299756,"accuracy":0.9,"positive_recall":0.92,"specificity":0.88,"precision":0.8846153846153846,"balanced_accuracy":0.9,"f1":0.9019607843137255,"true_positive":46,"false_positive":6,"false_negative":4,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6825717890280097,"baseline_adjusted_skill":0.8,"baseline_adjusted_score":0.8},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.35333333333333317,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.15254237288135594,"baseline_adjusted_score":0.15254237288135594},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.58,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.32258064516129026,"baseline_adjusted_score":0.32258064516129026},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.29,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.14516129032258068,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.23,"uniform_accuracy_baseline":0.11111111111111088,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.08333333333333334,"baseline_adjusted_score":0.08333333333333334},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.09141503342597847,"accuracy":0.7711249999999997,"positive_recall":0.2326961107448912,"specificity":0.8971155329322843,"precision":0.34607843137254907,"balanced_accuracy":0.5649058218385877,"f1":0.278281434765471,"true_positive":17.650000000000002,"false_positive":33.35,"false_negative":58.200000000000024,"true_negative":290.7999999999999,"positive_prevalence":0.1896249999999999,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500007,"brier_skill":-0.20087623506722863,"baseline_adjusted_skill":0.12981164367717546,"baseline_adjusted_score":0.12981164367717546},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.31635876934453394,"normalized_score_rmse":0.3469105456961628,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":-0.48004102617325817,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.1157971789345582,"accuracy":0.6991250000000001,"positive_recall":0.6718237224566337,"specificity":0.7090506221237429,"precision":0.4563694267515922,"balanced_accuracy":0.6904371722901883,"f1":0.5435236108477146,"true_positive":71.64999999999999,"false_positive":85.35000000000004,"false_negative":35.00000000000001,"true_negative":208.00000000000006,"positive_prevalence":0.2666249999999998,"majority_accuracy_baseline":0.7333750000000002,"constant_brier_baseline":0.11565485937499977,"brier_skill":-0.0012305540841734963,"baseline_adjusted_skill":0.3808743445803766,"baseline_adjusted_score":0.3808743445803766},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3260876662130449,"normalized_score_rmse":0.3697744011211713,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":-0.21334945567644614,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.12836994845938776,"accuracy":0.6413749999999999,"positive_recall":0.5293064876957496,"specificity":0.684822202948829,"precision":0.39433333333333326,"balanced_accuracy":0.6070643453222893,"f1":0.4519579751671442,"true_positive":59.15,"false_positive":90.85000000000002,"false_negative":52.59999999999998,"true_negative":197.39999999999995,"positive_prevalence":0.2793749999999999,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937499995,"brier_skill":-0.1344525079692791,"baseline_adjusted_skill":0.2141286906445785,"baseline_adjusted_score":0.2141286906445785},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3144701590138853,"normalized_score_rmse":0.3548611713809746,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":-0.1894852350407008,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.09700162482141542,"accuracy":0.7951249999999999,"positive_recall":0.45521126760563385,"specificity":0.8920481927710844,"precision":0.5459459459459461,"balanced_accuracy":0.6736297301883591,"f1":0.4964669738863288,"true_positive":40.40000000000001,"false_positive":33.599999999999994,"false_negative":48.35,"true_negative":277.6499999999999,"positive_prevalence":0.22187499999999974,"majority_accuracy_baseline":0.7781250000000003,"constant_brier_baseline":0.126740234375001,"brier_skill":0.23464221681644148,"baseline_adjusted_skill":0.3472594603767183,"baseline_adjusted_score":0.3472594603767183},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.36181765719893483,"normalized_score_rmse":0.3882053371422205,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":-0.603623965424642,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.12049087976360698,"accuracy":0.6979999999999997,"positive_recall":0.7372400756143667,"specificity":0.6838885112168591,"precision":0.4561403508771929,"balanced_accuracy":0.7105642934156129,"f1":0.5635838150289016,"true_positive":77.99999999999999,"false_positive":93.00000000000001,"false_negative":27.80000000000001,"true_negative":201.1999999999999,"positive_prevalence":0.26449999999999985,"majority_accuracy_baseline":0.7355000000000002,"constant_brier_baseline":0.11362725000000028,"brier_skill":-0.0604047863836068,"baseline_adjusted_skill":0.4211285868312258,"baseline_adjusted_score":0.4211285868312258},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3229648690294994,"normalized_score_rmse":0.3622561074615445,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":-0.2854323145452713,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.15856702637237238,"accuracy":0.6592500000000002,"positive_recall":0.6481723237597912,"specificity":0.6618738404452691,"precision":0.3122641509433962,"balanced_accuracy":0.6550230821025301,"f1":0.4214770797962648,"true_positive":49.65000000000001,"false_positive":109.35000000000005,"false_negative":26.95,"true_negative":214.05000000000007,"positive_prevalence":0.1914999999999999,"majority_accuracy_baseline":0.8085000000000001,"constant_brier_baseline":0.09190274999999995,"brier_skill":-0.7253784720519514,"baseline_adjusted_skill":0.31004616420506026,"baseline_adjusted_score":0.31004616420506026},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3850699441374911,"normalized_score_rmse":0.42331196164981494,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":-0.8613652888821324,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.12640961642126,"accuracy":0.758,"positive_recall":0.657181571815718,"specificity":0.7808093194359289,"precision":0.4041666666666666,"balanced_accuracy":0.7189954456258234,"f1":0.500515995872033,"true_positive":48.5,"false_positive":71.50000000000001,"false_negative":25.30000000000001,"true_negative":254.7,"positive_prevalence":0.1844999999999999,"majority_accuracy_baseline":0.8155000000000001,"constant_brier_baseline":0.1092222499999995,"brier_skill":-0.15736140228992346,"baseline_adjusted_skill":0.4379908912516468,"baseline_adjusted_score":0.4379908912516468},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.40940969385515624,"normalized_score_rmse":0.4363835063148654,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":-1.1618993734925742,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.09632901212280698,"accuracy":0.7829999999999997,"positive_recall":0.3738853503184715,"specificity":0.8828926905132193,"precision":0.43805970149253753,"balanced_accuracy":0.6283890204158453,"f1":0.4034364261168386,"true_positive":29.350000000000016,"false_positive":37.64999999999999,"false_negative":49.15,"true_negative":283.84999999999985,"positive_prevalence":0.19624999999999987,"majority_accuracy_baseline":0.8037500000000002,"constant_brier_baseline":0.09878593749999955,"brier_skill":0.024871205754286474,"baseline_adjusted_skill":0.25677804083169065,"baseline_adjusted_score":0.25677804083169065},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.34548133371961565,"normalized_score_rmse":0.37654350197565456,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":-0.6354145974893048,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.13488239928196832,"accuracy":0.6102040816326532,"positive_recall":0.5035587188612101,"specificity":0.6906893464637421,"precision":0.5512987012987012,"balanced_accuracy":0.597124032662476,"f1":0.5263484190948542,"true_positive":84.89999999999999,"false_positive":69.10000000000004,"false_negative":83.69999999999999,"true_negative":154.30000000000007,"positive_prevalence":0.43010204081632636,"majority_accuracy_baseline":0.5698979591836737,"constant_brier_baseline":0.12359641815910102,"brier_skill":-0.09131317307544684,"baseline_adjusted_skill":0.1942480653249521,"baseline_adjusted_score":0.1942480653249521},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.2431691304811903,"normalized_score_rmse":0.2859128906652979,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.11738611899419815,"baseline_adjusted_score":0.11738611899419815},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.0994255335552538,"accuracy":0.8102500000000004,"positive_recall":0.5322580645161291,"specificity":0.8627582107296775,"precision":0.4228125,"balanced_accuracy":0.6975081376229033,"f1":0.47126436781609193,"true_positive":67.65,"false_positive":92.35000000000002,"false_negative":59.449999999999974,"true_negative":580.5500000000003,"positive_prevalence":0.15887500000000002,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499934,"brier_skill":-0.006560697352791411,"baseline_adjusted_skill":0.3950162752458066,"baseline_adjusted_score":0.3950162752458066},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.41326552715207976,"normalized_score_rmse":0.4381649152284453,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-1.5046395584974528,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.29,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.14516129032258068,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3246917685276029,"accuracy":0.53,"positive_recall":0.32,"specificity":0.74,"precision":0.5517241379310345,"balanced_accuracy":0.53,"f1":0.4050632911392405,"true_positive":16,"false_positive":13,"false_negative":34,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.2987670741104116,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.12259774685222001,"uniform_accuracy_baseline":0.058823529411766766,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":-0.03115264797507787,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.36,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":-0.3913043478260871,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.33805531616766926,"accuracy":0.55,"positive_recall":0.2,"specificity":0.9,"precision":0.6666666666666666,"balanced_accuracy":0.55,"f1":0.3076923076923077,"true_positive":10,"false_positive":5,"false_negative":40,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.35222126467067705,"baseline_adjusted_skill":0.10000000000000009,"baseline_adjusted_score":0.10000000000000009},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.36,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":-0.015873015873015886,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":29,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.20600279525321902,"accuracy":0.6756756756756757,"positive_recall":0.5915492957746479,"specificity":0.7532467532467533,"precision":0.6885245901639344,"balanced_accuracy":0.6723980245107006,"f1":0.6363636363636364,"true_positive":42,"false_positive":19,"false_negative":29,"true_negative":58,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.2495891161431699,"brier_skill":0.1746322979282029,"baseline_adjusted_skill":0.34479604902140126,"baseline_adjusted_score":0.34479604902140126},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.26,"uniform_accuracy_baseline":0.20049999999999962,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":-0.04225352112676053,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.7794117647058825,"baseline_adjusted_score":0.7794117647058825},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.77,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.5106382978723404,"baseline_adjusted_score":0.5106382978723404},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.64,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.2653061224489796,"baseline_adjusted_score":0.2653061224489796},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09557407023245401,"accuracy":0.6031744776,"positive_recall":0.7704189337645021,"specificity":0.3348480078589728,"precision":0.6501427456575342,"balanced_accuracy":0.5526334708117374,"f1":0.7051890645226897,"true_positive":47.460420432999996,"false_positive":25.539579566999997,"false_negative":14.142972673,"true_negative":12.857027327,"positive_prevalence":0.6160339310599999,"majority_accuracy_baseline":0.6160339310599999,"constant_brier_baseline":0.079087076552024,"brier_skill":-0.2084663436710137,"baseline_adjusted_skill":0.10526694162347483,"baseline_adjusted_score":0.10526694162347483},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.15599856870325204,"accuracy":0.75,"positive_recall":0.64,"specificity":0.86,"precision":0.8205128205128205,"balanced_accuracy":0.75,"f1":0.7191011235955056,"true_positive":32,"false_positive":7,"false_negative":18,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3760057251869918,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.81,"uniform_accuracy_baseline":0.012987012987012965,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.8,"baseline_adjusted_score":0.8},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.5833333333333334,"baseline_adjusted_score":0.5833333333333334},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.54,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.28125000000000006,"baseline_adjusted_score":0.28125000000000006},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1650063357227803,"accuracy":0.77,"positive_recall":0.94,"specificity":0.6,"precision":0.7014925373134329,"balanced_accuracy":0.77,"f1":0.8034188034188035,"true_positive":47,"false_positive":20,"false_negative":3,"true_negative":30,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.33997465710887875,"baseline_adjusted_skill":0.54,"baseline_adjusted_score":0.54},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.14204625606730564,"accuracy":0.5428409134643153,"positive_recall":0.7427890829899857,"specificity":0.4497377052513892,"precision":0.3859585464135613,"balanced_accuracy":0.5962633941206874,"f1":0.5079714673051718,"true_positive":165.19025786500424,"false_positive":262.80974213499576,"false_negative":57.20161843998358,"true_negative":214.79838156001642,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768597,"brier_skill":-0.6009374573047186,"baseline_adjusted_skill":0.1925267882413748,"baseline_adjusted_score":0.1925267882413748},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24874146731730867,"accuracy":0.6,"positive_recall":0.5,"specificity":0.7,"precision":0.625,"balanced_accuracy":0.6,"f1":0.5555555555555556,"true_positive":25,"false_positive":15,"false_negative":25,"true_negative":35,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.005034130730765307,"baseline_adjusted_skill":0.19999999999999996,"baseline_adjusted_score":0.19999999999999996},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.9602649006622517,"uniform_accuracy_baseline":0.006622516556291403,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.9586206896551724,"baseline_adjusted_score":0.9586206896551724},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.741764705882353,"uniform_accuracy_baseline":0.3333333333333301,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.5238611713665945,"baseline_adjusted_score":0.5238611713665945},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.35,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.08333333333333341,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3257886728327691,"accuracy":0.56,"positive_recall":0.96,"specificity":0.16,"precision":0.5333333333333333,"balanced_accuracy":0.5599999999999999,"f1":0.6857142857142857,"true_positive":48,"false_positive":42,"false_negative":2,"true_negative":8,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.3031546913310763,"baseline_adjusted_skill":0.11999999999999988,"baseline_adjusted_score":0.11999999999999988},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.74,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.4583333333333333,"baseline_adjusted_score":0.4583333333333333},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.07142857142857136,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9325842696629213,"baseline_adjusted_score":0.9325842696629213},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.69,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.32608695652173897,"baseline_adjusted_score":0.32608695652173897},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.09589041095890412,"baseline_adjusted_score":0.09589041095890412},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.7777777777777778,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.3333333333333334,"baseline_adjusted_score":0.3333333333333334},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.2645407203829126,"accuracy":0.573170731707317,"positive_recall":0.65,"specificity":0.5,"precision":0.5531914893617021,"balanced_accuracy":0.575,"f1":0.5977011494252874,"true_positive":26,"false_positive":21,"false_negative":14,"true_negative":21,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.24985127900059498,"brier_skill":-0.05879274038970461,"baseline_adjusted_skill":0.1499999999999999,"baseline_adjusted_score":0.1499999999999999},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.16072037663043104,"accuracy":0.7,"positive_recall":0.54,"specificity":0.86,"precision":0.7941176470588235,"balanced_accuracy":0.7,"f1":0.6428571428571429,"true_positive":27,"false_positive":7,"false_negative":23,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.35711849347827584,"baseline_adjusted_skill":0.3999999999999999,"baseline_adjusted_score":0.3999999999999999},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.6508379888268156,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.5519713261648745,"baseline_adjusted_score":0.5519713261648745},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.36,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":-0.04918032786885251,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.1913451821314277,"accuracy":0.725,"positive_recall":0.5,"specificity":0.7884615384615384,"precision":0.4,"balanced_accuracy":0.6442307692307692,"f1":0.4444444444444444,"true_positive":22,"false_positive":33,"false_negative":22,"true_negative":123,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000053,"brier_skill":-0.11506516393605537,"baseline_adjusted_skill":0.2884615384615383,"baseline_adjusted_score":0.2884615384615383},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.21394222114242292,"accuracy":0.71,"positive_recall":0.54,"specificity":0.7666666666666667,"precision":0.43548387096774194,"balanced_accuracy":0.6533333333333333,"f1":0.48214285714285715,"true_positive":27,"false_positive":35,"false_negative":23,"true_negative":115,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-0.1410251794262556,"baseline_adjusted_skill":0.30666666666666664,"baseline_adjusted_score":0.30666666666666664},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.07374433147088917,"accuracy":0.91,"positive_recall":0.5789473684210527,"specificity":0.9447513812154696,"precision":0.5238095238095238,"balanced_accuracy":0.7618493748182611,"f1":0.55,"true_positive":11,"false_positive":10,"false_negative":8,"true_negative":171,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.0859749999999999,"brier_skill":0.14225843011469308,"baseline_adjusted_skill":0.5236987496365222,"baseline_adjusted_score":0.5236987496365222},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.060422595330158264,"accuracy":0.8838988095238096,"positive_recall":0.446185894256522,"specificity":0.9118408804513707,"precision":0.2441910966340933,"balanced_accuracy":0.6790133873539463,"f1":0.3156380477877968,"true_positive":74.96666666666667,"false_positive":232.03333333333342,"false_negative":93.05000000000007,"true_negative":2399.9500000000003,"positive_prevalence":0.060005952380952354,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679296,"brier_skill":-0.8764214626706284,"baseline_adjusted_skill":0.3580267747078927,"baseline_adjusted_score":0.3580267747078927},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.6062322946175638,"uniform_accuracy_baseline":0.027777777777777853,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.5487012987012987,"baseline_adjusted_score":0.5487012987012987},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.61,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.4428571428571429,"baseline_adjusted_score":0.4428571428571429},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1656182685435909,"accuracy":0.79,"positive_recall":0.94,"specificity":0.64,"precision":0.7230769230769231,"balanced_accuracy":0.79,"f1":0.8173913043478261,"true_positive":47,"false_positive":18,"false_negative":3,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.33752692582563637,"baseline_adjusted_skill":0.5800000000000001,"baseline_adjusted_score":0.5800000000000001},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.19243786823260833,"accuracy":0.68,"positive_recall":0.94,"specificity":0.42,"precision":0.618421052631579,"balanced_accuracy":0.6799999999999999,"f1":0.746031746031746,"true_positive":47,"false_positive":29,"false_negative":3,"true_negative":21,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.23024852706956667,"baseline_adjusted_skill":0.3599999999999999,"baseline_adjusted_score":0.3599999999999999},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.59,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":-0.05128205128205133,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.8829787234042554,"baseline_adjusted_score":0.8829787234042554},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.15094725518193022,"accuracy":0.79,"positive_recall":0.98,"specificity":0.6,"precision":0.7101449275362319,"balanced_accuracy":0.79,"f1":0.8235294117647058,"true_positive":49,"false_positive":20,"false_negative":1,"true_negative":30,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3962109792722791,"baseline_adjusted_skill":0.5800000000000001,"baseline_adjusted_score":0.5800000000000001},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8358208955223883,"baseline_adjusted_score":0.8358208955223883},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1303788774634473,"accuracy":0.8,"positive_recall":0.64,"specificity":0.96,"precision":0.9411764705882353,"balanced_accuracy":0.8,"f1":0.7619047619047619,"true_positive":32,"false_positive":2,"false_negative":18,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.47848449014621075,"baseline_adjusted_skill":0.6000000000000001,"baseline_adjusted_score":0.6000000000000001},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.46037839189189195,"uniform_accuracy_baseline":0.23445945945945923,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.2684645161039759,"baseline_adjusted_score":0.2684645161039759},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.051393842416930006,"accuracy":0.6818859802631577,"positive_recall":0.7336570515110445,"specificity":0.63258842663454,"precision":0.6553413975903615,"balanced_accuracy":0.6831227390727923,"f1":0.6922913957179954,"true_positive":54.393335999999984,"false_positive":28.606663999999995,"false_negative":19.746666999999995,"true_negative":49.253332999999984,"positive_prevalence":0.48776317763157917,"majority_accuracy_baseline":0.5122368223684208,"constant_brier_baseline":0.0945191003976856,"brier_skill":0.45625971681181554,"baseline_adjusted_skill":0.3662454781455846,"baseline_adjusted_score":0.3662454781455846},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.13574068416957888,"normalized_score_rmse":0.18072686781857922,"constant_score_baseline":0.5841668333333334,"constant_mae_baseline":0.21700552708333315,"baseline_adjusted_skill":0.37448282541922284,"baseline_adjusted_score":0.37448282541922284},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25878723483565425,"accuracy":0.62,"positive_recall":0.8,"specificity":0.44,"precision":0.5882352941176471,"balanced_accuracy":0.62,"f1":0.6779661016949152,"true_positive":40,"false_positive":28,"false_negative":10,"true_negative":22,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.03514893934261698,"baseline_adjusted_skill":0.24,"baseline_adjusted_score":0.24},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2502130818802538,"accuracy":0.59,"positive_recall":0.32,"specificity":0.86,"precision":0.6956521739130435,"balanced_accuracy":0.59,"f1":0.4383561643835616,"true_positive":16,"false_positive":7,"false_negative":34,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.0008523275210152725,"baseline_adjusted_skill":0.17999999999999994,"baseline_adjusted_score":0.17999999999999994},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.7,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.5081967213114753,"baseline_adjusted_score":0.5081967213114753},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.915,"uniform_accuracy_baseline":0.03611111111111102,"fixed_answer_accuracy_baseline":0.08833333333333329,"baseline_adjusted_skill":0.9067641681901281,"baseline_adjusted_score":0.9067641681901281},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.93,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.840909090909091,"baseline_adjusted_score":0.840909090909091},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.755,"uniform_accuracy_baseline":0.04987932421560751,"fixed_answer_accuracy_baseline":0.1244247787610618,"baseline_adjusted_skill":0.7201839498686072,"baseline_adjusted_score":0.7201839498686072},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.30959469555763247,"accuracy":0.51,"positive_recall":0.02,"specificity":1,"precision":1,"balanced_accuracy":0.51,"f1":0.0392156862745098,"true_positive":1,"false_positive":0,"false_negative":49,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.23837878223052988,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.8055555555555556,"uniform_accuracy_baseline":0.23888888888888893,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.7254901960784313,"baseline_adjusted_score":0.7254901960784313},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.1888864741651423,"accuracy":0.703125,"positive_recall":0.65625,"specificity":0.75,"precision":0.7241379310344828,"balanced_accuracy":0.703125,"f1":0.6885245901639344,"true_positive":21,"false_positive":8,"false_negative":11,"true_negative":24,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.24445410333943085,"baseline_adjusted_skill":0.40625,"baseline_adjusted_score":0.40625},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.74,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.4347826086956521,"baseline_adjusted_score":0.4347826086956521},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.79,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.6818181818181819,"baseline_adjusted_score":0.6818181818181819},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2459824845673918,"accuracy":0.53,"positive_recall":0.32,"specificity":0.74,"precision":0.5517241379310345,"balanced_accuracy":0.53,"f1":0.4050632911392405,"true_positive":16,"false_positive":13,"false_negative":34,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.016070061730432794,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.8260869565217391,"baseline_adjusted_score":0.8260869565217391},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.09021692008613927,"accuracy":0.9393939393939394,"positive_recall":1,"specificity":0.8823529411764706,"precision":0.8888888888888888,"balanced_accuracy":0.9411764705882353,"f1":0.9411764705882353,"true_positive":16,"false_positive":2,"false_negative":0,"true_negative":15,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.6388006398021853,"baseline_adjusted_skill":0.8823529411764706,"baseline_adjusted_score":0.8823529411764706},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.17310268864136905,"normalized_score_rmse":0.2602431641110553,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.4754463980564575,"baseline_adjusted_score":0.4754463980564575},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.40625,"uniform_accuracy_baseline":0.17812500000000006,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":0.16666666666666669,"baseline_adjusted_score":0.16666666666666669},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.07817042629318506,"accuracy":0.9411764705882353,"positive_recall":1,"specificity":0.8823529411764706,"precision":0.8947368421052632,"balanced_accuracy":0.9411764705882353,"f1":0.9444444444444444,"true_positive":17,"false_positive":2,"false_negative":0,"true_negative":15,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6873182948272598,"baseline_adjusted_skill":0.8823529411764706,"baseline_adjusted_score":0.8823529411764706},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.26540225912732684,"normalized_score_rmse":0.3427635868140685,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-0.8047353620658224,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.4375,"uniform_accuracy_baseline":0.13194444444444448,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":-0.40869565217391296,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.2274106100659763,"accuracy":0.6923076923076923,"positive_recall":1,"specificity":0.38461538461538464,"precision":0.6190476190476191,"balanced_accuracy":0.6923076923076923,"f1":0.7647058823529411,"true_positive":26,"false_positive":16,"false_negative":0,"true_negative":10,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.09035755973609483,"baseline_adjusted_skill":0.3846153846153846,"baseline_adjusted_score":0.3846153846153846},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.2903894087654305,"accuracy":0.52,"positive_recall":0.23076923076923078,"specificity":0.8333333333333334,"precision":0.6,"balanced_accuracy":0.532051282051282,"f1":0.3333333333333333,"true_positive":9,"false_positive":6,"false_negative":30,"true_negative":30,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24959999999999993,"brier_skill":-0.16341910563073148,"baseline_adjusted_skill":0.0641025641025641,"baseline_adjusted_score":0.0641025641025641},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.28124375498737164,"normalized_score_rmse":0.33677659274620614,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.004441982097755703,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.7058823529411765,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.6,"baseline_adjusted_score":0.6},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.06027503331187267,"accuracy":0.9285714285714286,"positive_recall":1,"specificity":0.8571428571428571,"precision":0.875,"balanced_accuracy":0.9285714285714286,"f1":0.9333333333333333,"true_positive":14,"false_positive":2,"false_negative":0,"true_negative":12,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7588998667525093,"baseline_adjusted_skill":0.8571428571428572,"baseline_adjusted_score":0.8571428571428572},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.1669982723810522,"normalized_score_rmse":0.21801951823034996,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.16969696969696968,"baseline_adjusted_skill":0.015903037754513738,"baseline_adjusted_score":0.015903037754513738},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.06587788863911735,"accuracy":0.9411764705882353,"positive_recall":1,"specificity":0.875,"precision":0.9,"balanced_accuracy":0.9375,"f1":0.9473684210526315,"true_positive":45,"false_positive":5,"false_negative":0,"true_negative":35,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.24913494809688563,"brier_skill":0.7355734747679872,"baseline_adjusted_skill":0.875,"baseline_adjusted_score":0.875},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.36,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.15789473684210525,"baseline_adjusted_score":0.15789473684210525},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.2448519885336841,"accuracy":0.66,"positive_recall":0.6857142857142857,"specificity":0.6,"precision":0.8,"balanced_accuracy":0.6428571428571428,"f1":0.7384615384615385,"true_positive":24,"false_positive":6,"false_negative":11,"true_negative":9,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.20999999999999996,"brier_skill":-0.16596185016040055,"baseline_adjusted_skill":0.2857142857142856,"baseline_adjusted_score":0.2857142857142856},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.3344123016064613,"normalized_score_rmse":0.45676700469144565,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.19432964859450452,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.6075949367088608,"uniform_accuracy_baseline":0.24240506329113914,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.32608695652173914,"baseline_adjusted_score":0.32608695652173914},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.08829187523502122,"accuracy":0.8571428571428571,"positive_recall":1,"specificity":0.7,"precision":0.7857142857142857,"balanced_accuracy":0.85,"f1":0.88,"true_positive":11,"false_positive":3,"false_negative":0,"true_negative":7,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.24943310657596363,"brier_skill":0.6460298456486875,"baseline_adjusted_skill":0.7,"baseline_adjusted_score":0.7},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.6666666666666666,"uniform_accuracy_baseline":0.3237373737373738,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.44999999999999996,"baseline_adjusted_score":0.44999999999999996},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.20999485620037286,"accuracy":0.696969696969697,"positive_recall":0.5294117647058824,"specificity":0.875,"precision":0.8181818181818182,"balanced_accuracy":0.7022058823529411,"f1":0.6428571428571429,"true_positive":9,"false_positive":2,"false_negative":8,"true_negative":14,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.15924853528600746,"baseline_adjusted_skill":0.40441176470588225,"baseline_adjusted_score":0.40441176470588225},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.2600654692309546,"normalized_score_rmse":0.3270551862356542,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.34313725490196084,"baseline_adjusted_skill":0.2420949182412182,"baseline_adjusted_score":0.2420949182412182},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08055064679092887,"accuracy":0.89,"positive_recall":0.86,"specificity":0.92,"precision":0.9148936170212766,"balanced_accuracy":0.89,"f1":0.8865979381443299,"true_positive":43,"false_positive":4,"false_negative":7,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6777974128362845,"baseline_adjusted_skill":0.78,"baseline_adjusted_score":0.78},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.33333333333333326,"uniform_accuracy_baseline":0.3333333333333332,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":-0.030927835051546504,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.2571828090987564,"accuracy":0.52,"positive_recall":0.02702702702702703,"specificity":1,"precision":1,"balanced_accuracy":0.5135135135135135,"f1":0.05263157894736842,"true_positive":1,"false_positive":0,"false_negative":36,"true_negative":38,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555535,"brier_skill":-0.028914154466931796,"baseline_adjusted_skill":0.027027027027026973,"baseline_adjusted_score":0.027027027027026973},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.83,"uniform_accuracy_baseline":0.1428571428571427,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.782051282051282,"baseline_adjusted_score":0.782051282051282},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.36499999999999994,"uniform_accuracy_baseline":0.32416666666666627,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.03787878787878775,"baseline_adjusted_score":0.03787878787878775},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.2281889209202966,"accuracy":0.5151515151515151,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":16,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.0864053864624893,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.2376711195661286,"normalized_score_rmse":0.30066080639253573,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":-0.08181337181824055,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.16569535283533587,"accuracy":0.74,"positive_recall":0.45454545454545453,"specificity":0.8205128205128205,"precision":0.4166666666666667,"balanced_accuracy":0.6375291375291375,"f1":0.43478260869565216,"true_positive":10,"false_positive":14,"false_negative":12,"true_negative":64,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000028,"brier_skill":0.034409365761447486,"baseline_adjusted_skill":0.27505827505827507,"baseline_adjusted_score":0.27505827505827507},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1374190178277528,"accuracy":0.81,"positive_recall":0.5945945945945946,"specificity":0.9365079365079365,"precision":0.8461538461538461,"balanced_accuracy":0.7655512655512655,"f1":0.6984126984126984,"true_positive":22,"false_positive":4,"false_negative":15,"true_negative":59,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000008,"brier_skill":0.41047182399076476,"baseline_adjusted_skill":0.531102531102531,"baseline_adjusted_score":0.531102531102531},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10777997770408984,"accuracy":0.87,"positive_recall":0.6666666666666666,"specificity":1,"precision":1,"balanced_accuracy":0.8333333333333333,"f1":0.8,"true_positive":26,"false_positive":0,"false_negative":13,"true_negative":61,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379000000000002,"brier_skill":0.5469525947705349,"baseline_adjusted_skill":0.6666666666666665,"baseline_adjusted_score":0.6666666666666665},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.18418790436251334,"accuracy":0.7,"positive_recall":0.8709677419354839,"specificity":0.6231884057971014,"precision":0.5094339622641509,"balanced_accuracy":0.7470780738662927,"f1":0.6428571428571429,"true_positive":27,"false_positive":26,"false_negative":4,"true_negative":43,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999987,"brier_skill":0.1389064779686141,"baseline_adjusted_skill":0.4941561477325853,"baseline_adjusted_score":0.4941561477325853},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.6527777777777778,"baseline_adjusted_score":0.6527777777777778},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.16255659829132074,"normalized_score_rmse":0.20392615848884343,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.30083183530614743,"baseline_adjusted_score":0.30083183530614743},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1620147867133894,"accuracy":0.75,"positive_recall":0.88,"specificity":0.62,"precision":0.6984126984126984,"balanced_accuracy":0.75,"f1":0.7787610619469026,"true_positive":44,"false_positive":19,"false_negative":6,"true_negative":31,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3519408531464424,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2635548993712624,"accuracy":0.55,"positive_recall":0.56,"specificity":0.54,"precision":0.5490196078431373,"balanced_accuracy":0.55,"f1":0.5544554455445545,"true_positive":28,"false_positive":23,"false_negative":22,"true_negative":27,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.054219597485049675,"baseline_adjusted_skill":0.10000000000000009,"baseline_adjusted_score":0.10000000000000009},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.47,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.5142857142857145,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.16766791235766865,"accuracy":0.72,"positive_recall":0.86,"specificity":0.58,"precision":0.671875,"balanced_accuracy":0.72,"f1":0.7543859649122807,"true_positive":43,"false_positive":21,"false_negative":7,"true_negative":29,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3293283505693254,"baseline_adjusted_skill":0.43999999999999995,"baseline_adjusted_score":0.43999999999999995},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.83,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.5952380952380952,"baseline_adjusted_score":0.5952380952380952},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.59,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.3166666666666666,"baseline_adjusted_score":0.3166666666666666},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2159182359975848,"accuracy":0.68,"positive_recall":0.4,"specificity":0.96,"precision":0.9090909090909091,"balanced_accuracy":0.6799999999999999,"f1":0.5555555555555556,"true_positive":20,"false_positive":2,"false_negative":30,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.13632705600966077,"baseline_adjusted_skill":0.3599999999999999,"baseline_adjusted_score":0.3599999999999999},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.20851190476190457,"fixed_answer_accuracy_baseline":0.2233333333333332,"baseline_adjusted_skill":0.9613733905579399,"baseline_adjusted_score":0.9613733905579399},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08048220045903604,"accuracy":0.88,"positive_recall":0.9,"specificity":0.86,"precision":0.8653846153846154,"balanced_accuracy":0.88,"f1":0.8823529411764706,"true_positive":45,"false_positive":7,"false_negative":5,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6780711981638559,"baseline_adjusted_skill":0.76,"baseline_adjusted_score":0.76},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.1354029621989442,"normalized_score_rmse":0.19028581633694316,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.548656792670186,"baseline_adjusted_score":0.548656792670186},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.22851190476190467,"fixed_answer_accuracy_baseline":0.2433333333333333,"baseline_adjusted_skill":0.8281938325991189,"baseline_adjusted_score":0.8281938325991189},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.07395143870452149,"accuracy":0.9,"positive_recall":0.9,"specificity":0.9,"precision":0.9,"balanced_accuracy":0.9,"f1":0.9,"true_positive":45,"false_positive":5,"false_negative":5,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7041942451819141,"baseline_adjusted_skill":0.8,"baseline_adjusted_score":0.8},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.1748647499663308,"normalized_score_rmse":0.23853688251008473,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.304222222222222,"baseline_adjusted_skill":0.4252071768820386,"baseline_adjusted_score":0.4252071768820386},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.68,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.48387096774193555,"baseline_adjusted_score":0.48387096774193555},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1421102615080929,"accuracy":0.79,"positive_recall":0.9,"specificity":0.68,"precision":0.7377049180327869,"balanced_accuracy":0.79,"f1":0.8108108108108109,"true_positive":45,"false_positive":16,"false_negative":5,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.43155895396762844,"baseline_adjusted_skill":0.5800000000000001,"baseline_adjusted_score":0.5800000000000001},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.64,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.28,"baseline_adjusted_score":0.28},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.056673317424090666,"accuracy":0.9,"positive_recall":0.92,"specificity":0.88,"precision":0.8846153846153846,"balanced_accuracy":0.9,"f1":0.9019607843137255,"true_positive":46,"false_positive":6,"false_negative":4,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7733067303036374,"baseline_adjusted_skill":0.8,"baseline_adjusted_score":0.8},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.83,"uniform_accuracy_baseline":0.35333333333333317,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.7118644067796609,"baseline_adjusted_score":0.7118644067796609},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.7419354838709676,"baseline_adjusted_score":0.7419354838709676},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.36,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.03225806451612906,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.36,"uniform_accuracy_baseline":0.11111111111111088,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.23809523809523808,"baseline_adjusted_score":0.23809523809523808},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.20550501263335225,"accuracy":0.5028750000000002,"positive_recall":0.8174027686222808,"specificity":0.42927656948943405,"precision":0.25101214574898784,"balanced_accuracy":0.6233396690558575,"f1":0.3840792937896855,"true_positive":61.99999999999999,"false_positive":185,"false_negative":13.849999999999996,"true_negative":139.1500000000001,"positive_prevalence":0.1896249999999999,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500007,"brier_skill":-1.699622552327933,"baseline_adjusted_skill":0.24667933811171494,"baseline_adjusted_score":0.24667933811171494},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3629322744574953,"normalized_score_rmse":0.4101847789358506,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":-0.697928769391791,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.0749403720012897,"accuracy":0.7966249999999999,"positive_recall":0.43272386310361,"specificity":0.9289244929265383,"precision":0.6888059701492538,"balanced_accuracy":0.6808241780150741,"f1":0.531528937517996,"true_positive":46.150000000000006,"false_positive":20.849999999999994,"false_negative":60.50000000000001,"true_negative":272.49999999999994,"positive_prevalence":0.2666249999999998,"majority_accuracy_baseline":0.7333750000000002,"constant_brier_baseline":0.11565485937499977,"brier_skill":0.3520343857035636,"baseline_adjusted_skill":0.3616483560301482,"baseline_adjusted_score":0.3616483560301482},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.18948816505776395,"normalized_score_rmse":0.24289934732822238,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.29492775792459924,"baseline_adjusted_score":0.29492775792459924},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.06889719354421868,"accuracy":0.7653749999999999,"positive_recall":0.5767337807606263,"specificity":0.838508239375542,"precision":0.5806306306306305,"balanced_accuracy":0.7076210100680842,"f1":0.5786756453423118,"true_positive":64.44999999999996,"false_positive":46.55000000000002,"false_negative":47.3,"true_negative":241.70000000000002,"positive_prevalence":0.2793749999999999,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937499995,"brier_skill":0.3911301286140869,"baseline_adjusted_skill":0.4152420201361684,"baseline_adjusted_score":0.4152420201361684},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.22813310468435183,"normalized_score_rmse":0.27451979943595006,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.1370851832270381,"baseline_adjusted_score":0.1370851832270381},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.08142189008132462,"accuracy":0.8238749999999994,"positive_recall":0.2946478873239437,"specificity":0.9747791164658633,"precision":0.7691176470588236,"balanced_accuracy":0.6347135018949035,"f1":0.42606924643584526,"true_positive":26.150000000000002,"false_positive":7.8500000000000005,"false_negative":62.6,"true_negative":303.39999999999975,"positive_prevalence":0.22187499999999974,"majority_accuracy_baseline":0.7781250000000003,"constant_brier_baseline":0.126740234375001,"brier_skill":0.3575687272250716,"baseline_adjusted_skill":0.269427003789807,"baseline_adjusted_score":0.269427003789807},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.2009099930424547,"normalized_score_rmse":0.255530045643728,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.109540197041752,"baseline_adjusted_score":0.109540197041752},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.05167807259685227,"accuracy":0.8104999999999994,"positive_recall":0.6143667296786391,"specificity":0.8810333106730115,"precision":0.6500000000000001,"balanced_accuracy":0.7477000201758253,"f1":0.631681243926142,"true_positive":65.00000000000001,"false_positive":34.99999999999999,"false_negative":40.79999999999997,"true_negative":259.19999999999976,"positive_prevalence":0.26449999999999985,"majority_accuracy_baseline":0.7355000000000002,"constant_brier_baseline":0.11362725000000028,"brier_skill":0.5451964859058709,"baseline_adjusted_skill":0.49540004035165053,"baseline_adjusted_score":0.49540004035165053},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.17699926474972003,"normalized_score_rmse":0.23185075688460793,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.2955253144289749,"baseline_adjusted_score":0.2955253144289749},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.06407019267695098,"accuracy":0.8194999999999996,"positive_recall":0.34856396866840716,"specificity":0.9310451453308596,"precision":0.5448979591836736,"balanced_accuracy":0.6398045569996333,"f1":0.4251592356687897,"true_positive":26.700000000000003,"false_positive":22.299999999999997,"false_negative":49.900000000000034,"true_negative":301.09999999999985,"positive_prevalence":0.1914999999999999,"majority_accuracy_baseline":0.8085000000000001,"constant_brier_baseline":0.09190274999999995,"brier_skill":0.30284792699945307,"baseline_adjusted_skill":0.2796091139992667,"baseline_adjusted_score":0.2796091139992667},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1772463373302624,"normalized_score_rmse":0.23838074231393988,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.1432201216664053,"baseline_adjusted_score":0.1432201216664053},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.06958462691298861,"accuracy":0.8577499999999997,"positive_recall":0.6565040650406504,"specificity":0.9032801961986511,"precision":0.6056250000000001,"balanced_accuracy":0.7798921306196507,"f1":0.6300390117035111,"true_positive":48.45,"false_positive":31.549999999999997,"false_negative":25.350000000000012,"true_negative":294.64999999999986,"positive_prevalence":0.1844999999999999,"majority_accuracy_baseline":0.8155000000000001,"constant_brier_baseline":0.1092222499999995,"brier_skill":0.362907952244264,"baseline_adjusted_skill":0.5597842612393014,"baseline_adjusted_score":0.5597842612393014},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.25027994248484975,"normalized_score_rmse":0.31085569556563186,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":-0.32161025734574133,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.06840393087921007,"accuracy":0.8372499999999995,"positive_recall":0.2063694267515924,"specificity":0.9912908242612752,"precision":0.8526315789473684,"balanced_accuracy":0.5988301255064338,"f1":0.33230769230769236,"true_positive":16.2,"false_positive":2.8,"false_negative":62.29999999999999,"true_negative":318.6999999999998,"positive_prevalence":0.19624999999999987,"majority_accuracy_baseline":0.8037500000000002,"constant_brier_baseline":0.09878593749999955,"brier_skill":0.3075539635465788,"baseline_adjusted_skill":0.19766025101286755,"baseline_adjusted_score":0.19766025101286755},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.18141970591106868,"normalized_score_rmse":0.24584146576751958,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":0.14120849272866898,"baseline_adjusted_score":0.14120849272866898},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.0762959248478508,"accuracy":0.6869897959183675,"positive_recall":0.6165480427046263,"specificity":0.740152193375112,"precision":0.6416666666666666,"balanced_accuracy":0.6783501180398691,"f1":0.6288566243194191,"true_positive":103.94999999999999,"false_positive":58.050000000000004,"false_negative":64.65,"true_negative":165.35000000000008,"positive_prevalence":0.43010204081632636,"majority_accuracy_baseline":0.5698979591836737,"constant_brier_baseline":0.12359641815910102,"brier_skill":0.38270116574383306,"baseline_adjusted_skill":0.3567002360797382,"baseline_adjusted_score":0.3567002360797382},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.1781440751961101,"normalized_score_rmse":0.22221393649677687,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.35340298632522993,"baseline_adjusted_score":0.35340298632522993},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.12405310036780673,"accuracy":0.7553750000000001,"positive_recall":0.6467348544453189,"specificity":0.7758953782137019,"precision":0.3527896995708155,"balanced_accuracy":0.7113151163295104,"f1":0.45653985004165515,"true_positive":82.20000000000002,"false_positive":150.79999999999998,"false_negative":44.89999999999996,"true_negative":522.1,"positive_prevalence":0.15887500000000002,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499934,"brier_skill":-0.25588438653540635,"baseline_adjusted_skill":0.4226302326590208,"baseline_adjusted_score":0.4226302326590208},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.34502288890132476,"normalized_score_rmse":0.401961134190938,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-1.0910478115231803,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.56,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.29032258064516137,"baseline_adjusted_score":0.29032258064516137},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2799196701653195,"accuracy":0.52,"positive_recall":0.58,"specificity":0.46,"precision":0.5178571428571429,"balanced_accuracy":0.52,"f1":0.5471698113207547,"true_positive":29,"false_positive":27,"false_negative":21,"true_negative":23,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.11967868066127796,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.15440689198144467,"uniform_accuracy_baseline":0.058823529411766766,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.006230529595015591,"baseline_adjusted_score":0.006230529595015591},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.67,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.28260869565217395,"baseline_adjusted_score":0.28260869565217395},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.26115547970143177,"accuracy":0.54,"positive_recall":0.24,"specificity":0.84,"precision":0.6,"balanced_accuracy":0.54,"f1":0.34285714285714286,"true_positive":12,"false_positive":8,"false_negative":38,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.04462191880572708,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.53,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.253968253968254,"baseline_adjusted_score":0.253968253968254},"scoring":{"eligible":true,"reason":null},"model":30,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.16647939738067094,"accuracy":0.7702702702702703,"positive_recall":0.7605633802816901,"specificity":0.7792207792207793,"precision":0.7605633802816901,"balanced_accuracy":0.7698920797512347,"f1":0.7605633802816901,"true_positive":54,"false_positive":17,"false_negative":17,"true_negative":60,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.2495891161431699,"brier_skill":0.3329861495836436,"baseline_adjusted_skill":0.5397841595024695,"baseline_adjusted_score":0.5397841595024695},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.54,"uniform_accuracy_baseline":0.20049999999999962,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.3521126760563381,"baseline_adjusted_score":0.3521126760563381},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.9705882352941176,"baseline_adjusted_score":0.9705882352941176},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.6808510638297872,"baseline_adjusted_score":0.6808510638297872},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.7959183673469388,"baseline_adjusted_score":0.7959183673469388},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11523350722645606,"accuracy":0.530343272,"positive_recall":0.44346356224230804,"specificity":0.6697328000359948,"precision":0.6829715038249999,"balanced_accuracy":0.5565981811391514,"f1":0.5377548784123576,"true_positive":27.318860153,"false_positive":12.681139846999997,"false_negative":34.284532953,"true_negative":25.715467046999997,"positive_prevalence":0.6160339310599999,"majority_accuracy_baseline":0.6160339310599999,"constant_brier_baseline":0.079087076552024,"brier_skill":-0.45704598336815105,"baseline_adjusted_skill":0.11319636227830276,"baseline_adjusted_score":0.11319636227830276},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1199327586516609,"accuracy":0.81,"positive_recall":0.72,"specificity":0.9,"precision":0.8780487804878049,"balanced_accuracy":0.81,"f1":0.7912087912087912,"true_positive":36,"false_positive":5,"false_negative":14,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5202689653933563,"baseline_adjusted_skill":0.6200000000000001,"baseline_adjusted_score":0.6200000000000001},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.012987012987012965,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.9368421052631578,"baseline_adjusted_score":0.9368421052631578},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.75,"baseline_adjusted_score":0.75},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.42,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.09375,"baseline_adjusted_score":0.09375},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.14985935313662377,"accuracy":0.78,"positive_recall":0.98,"specificity":0.58,"precision":0.7,"balanced_accuracy":0.78,"f1":0.8166666666666667,"true_positive":49,"false_positive":21,"false_negative":1,"true_negative":29,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4005625874535049,"baseline_adjusted_skill":0.56,"baseline_adjusted_score":0.56},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.1125887388442564,"accuracy":0.6687976714483063,"positive_recall":0.531832030578306,"specificity":0.7325739021094193,"precision":0.4807931835748013,"balanced_accuracy":0.6322029663438626,"f1":0.5050263642163925,"true_positive":118.27512315940112,"false_positive":127.72487684059888,"false_negative":104.1167531455867,"true_negative":349.8832468544133,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768597,"brier_skill":-0.26893544593714824,"baseline_adjusted_skill":0.2644059326877253,"baseline_adjusted_score":0.2644059326877253},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.026335428780000933,"accuracy":0.97,"positive_recall":0.96,"specificity":0.98,"precision":0.9795918367346939,"balanced_accuracy":0.97,"f1":0.9696969696969697,"true_positive":48,"false_positive":1,"false_negative":2,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8946582848799962,"baseline_adjusted_skill":0.94,"baseline_adjusted_score":0.94},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.9933774834437086,"uniform_accuracy_baseline":0.006622516556291403,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.993103448275862,"baseline_adjusted_score":0.993103448275862},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"binary_brier":0.09506277961547821,"accuracy":0.8766666666666667,"positive_recall":0.78,"specificity":0.9733333333333334,"precision":0.9669421487603306,"balanced_accuracy":0.8766666666666667,"f1":0.8634686346863468,"true_positive":117,"false_positive":4,"false_negative":33,"true_negative":146,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6197488815380872,"baseline_adjusted_skill":0.7533333333333334,"baseline_adjusted_score":0.7533333333333334},"scoring":{"eligible":true,"reason":null},"model":32,"benchmark":14},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.3333333333333301,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.7603036876355749,"baseline_adjusted_score":0.7603036876355749},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.47,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.11666666666666659,"baseline_adjusted_score":0.11666666666666659},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08814166641164718,"accuracy":0.9,"positive_recall":0.98,"specificity":0.82,"precision":0.8448275862068966,"balanced_accuracy":0.8999999999999999,"f1":0.9074074074074074,"true_positive":49,"false_positive":9,"false_negative":1,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6474333343534113,"baseline_adjusted_skill":0.7999999999999998,"baseline_adjusted_score":0.7999999999999998},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.81,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.6041666666666667,"baseline_adjusted_score":0.6041666666666667},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9366666666666666,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.8733333333333333,"baseline_adjusted_score":0.8733333333333333},"scoring":{"eligible":true,"reason":null},"model":32,"benchmark":19},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8733333333333333,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.736111111111111,"baseline_adjusted_score":0.736111111111111},"scoring":{"eligible":true,"reason":null},"model":32,"benchmark":20},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9533333333333334,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5266666666666666,"baseline_adjusted_skill":0.9014084507042255,"baseline_adjusted_score":0.9014084507042255},"scoring":{"eligible":true,"reason":null},"model":32,"benchmark":21},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.07142857142857136,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9775280898876404,"baseline_adjusted_score":0.9775280898876404},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.83,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.6304347826086956,"baseline_adjusted_score":0.6304347826086956},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.61,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.4657534246575342,"baseline_adjusted_score":0.4657534246575342},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.7777777777777778,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.3333333333333334,"baseline_adjusted_score":0.3333333333333334},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.19747939130432796,"accuracy":0.7439024390243902,"positive_recall":0.675,"specificity":0.8095238095238095,"precision":0.7714285714285715,"balanced_accuracy":0.7422619047619048,"f1":0.72,"true_positive":27,"false_positive":8,"false_negative":13,"true_negative":34,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.24985127900059498,"brier_skill":0.20961224575577342,"baseline_adjusted_skill":0.4845238095238096,"baseline_adjusted_score":0.4845238095238096},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.20021457822576633,"accuracy":0.76,"positive_recall":0.54,"specificity":0.98,"precision":0.9642857142857143,"balanced_accuracy":0.76,"f1":0.6923076923076923,"true_positive":27,"false_positive":1,"false_negative":23,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.1991416870969347,"baseline_adjusted_skill":0.52,"baseline_adjusted_score":0.52},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.7653631284916201,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.6989247311827957,"baseline_adjusted_score":0.6989247311827957},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.44,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.08196721311475408,"baseline_adjusted_score":0.08196721311475408},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.1764411553356213,"accuracy":0.75,"positive_recall":0.4772727272727273,"specificity":0.8269230769230769,"precision":0.4375,"balanced_accuracy":0.6520979020979021,"f1":0.45652173913043476,"true_positive":21,"false_positive":27,"false_negative":23,"true_negative":129,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000053,"brier_skill":-0.028211860930190902,"baseline_adjusted_skill":0.30419580419580416,"baseline_adjusted_score":0.30419580419580416},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.17123849637088423,"accuracy":0.77,"positive_recall":0.22,"specificity":0.9533333333333334,"precision":0.6111111111111112,"balanced_accuracy":0.5866666666666667,"f1":0.3235294117647059,"true_positive":11,"false_positive":7,"false_negative":39,"true_negative":143,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":0.08672801935528407,"baseline_adjusted_skill":0.17333333333333334,"baseline_adjusted_score":0.17333333333333334},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.03705089818561532,"accuracy":0.96,"positive_recall":0.7368421052631579,"specificity":0.9834254143646409,"precision":0.8235294117647058,"balanced_accuracy":0.8601337598138994,"f1":0.7777777777777778,"true_positive":14,"false_positive":3,"false_negative":5,"true_negative":178,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.0859749999999999,"brier_skill":0.5690503264249449,"baseline_adjusted_skill":0.7202675196277988,"baseline_adjusted_score":0.7202675196277988},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.9933333333333333,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.9899999999999998,"baseline_adjusted_score":0.9899999999999998},"scoring":{"eligible":true,"reason":null},"model":32,"benchmark":33},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"binary_brier":0.02009676175513538,"accuracy":0.9766666666666667,"positive_recall":0.9933333333333333,"specificity":0.96,"precision":0.9612903225806452,"balanced_accuracy":0.9766666666666666,"f1":0.9770491803278688,"true_positive":149,"false_positive":6,"false_negative":1,"true_negative":144,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9196129529794584,"baseline_adjusted_skill":0.9533333333333331,"baseline_adjusted_score":0.9533333333333331},"scoring":{"eligible":true,"reason":null},"model":32,"benchmark":34},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.9633333333333334,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.9511111111111111,"baseline_adjusted_score":0.9511111111111111},"scoring":{"eligible":true,"reason":null},"model":32,"benchmark":35},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"binary_brier":0.1995665384616812,"accuracy":0.7066666666666667,"positive_recall":1,"specificity":0.41333333333333333,"precision":0.6302521008403361,"balanced_accuracy":0.7066666666666667,"f1":0.7731958762886598,"true_positive":150,"false_positive":88,"false_negative":0,"true_negative":62,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.20173384615327516,"baseline_adjusted_skill":0.41333333333333333,"baseline_adjusted_score":0.41333333333333333},"scoring":{"eligible":true,"reason":null},"model":32,"benchmark":36},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"normalized_expected_score_mae":0.18388951267736653,"normalized_score_rmse":0.27092500505522304,"constant_score_baseline":0.5,"constant_mae_baseline":0.3333333333333333,"baseline_adjusted_skill":0.4483314619679004,"baseline_adjusted_score":0.4483314619679004},"scoring":{"eligible":true,"reason":null},"model":32,"benchmark":37},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.37666666666666665,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.16888888888888887,"baseline_adjusted_score":0.16888888888888887},"scoring":{"eligible":true,"reason":null},"model":32,"benchmark":38},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"binary_brier":0.2611576295979634,"accuracy":0.49666666666666665,"positive_recall":0.2733333333333333,"specificity":0.72,"precision":0.4939759036144578,"balanced_accuracy":0.49666666666666665,"f1":0.351931330472103,"true_positive":41,"false_positive":42,"false_negative":109,"true_negative":108,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.04463051839185361,"baseline_adjusted_skill":-0.00666666666666671,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":32,"benchmark":39},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"normalized_expected_score_mae":0.30125836420338603,"normalized_score_rmse":0.351325377927362,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":-0.004194547344620103,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":32,"benchmark":40},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9666666666666667,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.9523809523809526,"baseline_adjusted_score":0.9523809523809526},"scoring":{"eligible":true,"reason":null},"model":32,"benchmark":42},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.02790142493503805,"accuracy":0.9666666666666667,"positive_recall":0.9463087248322147,"specificity":0.9867549668874173,"precision":0.986013986013986,"balanced_accuracy":0.966531845859816,"f1":0.9657534246575342,"true_positive":141,"false_positive":2,"false_negative":8,"true_negative":149,"positive_prevalence":0.49666666666666665,"majority_accuracy_baseline":0.5033333333333334,"constant_brier_baseline":0.2499888888888889,"brier_skill":0.8883893397860605,"baseline_adjusted_skill":0.933063691719632,"baseline_adjusted_score":0.933063691719632},"scoring":{"eligible":true,"reason":null},"model":32,"benchmark":43},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.1747107246052474,"normalized_score_rmse":0.23095670183045655,"constant_score_baseline":0.5,"constant_mae_baseline":0.36666666666666664,"baseline_adjusted_skill":0.5235162056220526,"baseline_adjusted_score":0.5235162056220526},"scoring":{"eligible":true,"reason":null},"model":32,"benchmark":44},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7266666666666667,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2866666666666667,"baseline_adjusted_skill":0.616822429906542,"baseline_adjusted_score":0.616822429906542},"scoring":{"eligible":true,"reason":null},"model":32,"benchmark":46},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.12956428572389894,"accuracy":0.8266666666666667,"positive_recall":0.7961783439490446,"specificity":0.8601398601398601,"precision":0.8620689655172413,"balanced_accuracy":0.8281591020444523,"f1":0.8278145695364238,"true_positive":125,"false_positive":20,"false_negative":32,"true_negative":123,"positive_prevalence":0.5233333333333333,"majority_accuracy_baseline":0.5233333333333333,"constant_brier_baseline":0.24945555555555557,"brier_skill":0.4806117449044184,"baseline_adjusted_skill":0.6563182040889046,"baseline_adjusted_score":0.6563182040889046},"scoring":{"eligible":true,"reason":null},"model":32,"benchmark":47},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.24814407531482477,"normalized_score_rmse":0.30705078921381884,"constant_score_baseline":0.5,"constant_mae_baseline":0.3016666666666667,"baseline_adjusted_skill":0.17742295475748704,"baseline_adjusted_score":0.17742295475748704},"scoring":{"eligible":true,"reason":null},"model":32,"benchmark":48},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.039798778290647936,"accuracy":0.9110059523809524,"positive_recall":0.5649241146711637,"specificity":0.9330986138463389,"precision":0.35024600246002463,"balanced_accuracy":0.7490113642587513,"f1":0.43240575528643566,"true_positive":94.91666666666673,"false_positive":176.08333333333343,"false_negative":73.10000000000002,"true_negative":2455.9,"positive_prevalence":0.060005952380952354,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679296,"brier_skill":-0.2359495874777089,"baseline_adjusted_skill":0.4980227285175025,"baseline_adjusted_score":0.4980227285175025},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.43,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.24,"baseline_adjusted_score":0.24},"scoring":{"eligible":true,"reason":null},"model":32,"benchmark":50},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.7648725212464589,"uniform_accuracy_baseline":0.027777777777777853,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.7305194805194805,"baseline_adjusted_score":0.7305194805194805},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.6428571428571429,"baseline_adjusted_score":0.6428571428571429},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08409539292541632,"accuracy":0.89,"positive_recall":0.94,"specificity":0.84,"precision":0.8545454545454545,"balanced_accuracy":0.8899999999999999,"f1":0.8952380952380953,"true_positive":47,"false_positive":8,"false_negative":3,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6636184282983347,"baseline_adjusted_skill":0.7799999999999998,"baseline_adjusted_score":0.7799999999999998},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09118167601634336,"accuracy":0.86,"positive_recall":0.9,"specificity":0.82,"precision":0.8333333333333334,"balanced_accuracy":0.86,"f1":0.8653846153846154,"true_positive":45,"false_positive":9,"false_negative":5,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6352732959346266,"baseline_adjusted_skill":0.72,"baseline_adjusted_score":0.72},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.65,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":0.10256410256410266,"baseline_adjusted_score":0.10256410256410266},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.9148936170212768,"baseline_adjusted_score":0.9148936170212768},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11375803448704583,"accuracy":0.83,"positive_recall":0.72,"specificity":0.94,"precision":0.9230769230769231,"balanced_accuracy":0.83,"f1":0.8089887640449438,"true_positive":36,"false_positive":3,"false_negative":14,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5449678620518167,"baseline_adjusted_skill":0.6599999999999999,"baseline_adjusted_score":0.6599999999999999},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.44,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.25333333333333335,"baseline_adjusted_score":0.25333333333333335},"scoring":{"eligible":true,"reason":null},"model":32,"benchmark":58},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.6633333333333333,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.495,"baseline_adjusted_score":0.495},"scoring":{"eligible":true,"reason":null},"model":32,"benchmark":59},{"provenance":"measured","status":"complete","counts":{"cases":285,"expected":285,"succeeded":285,"failed":0},"metrics":{"target_mass_at_prediction":0.7473684210526316,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5263157894736842,"baseline_adjusted_skill":0.4666666666666667,"baseline_adjusted_score":0.4666666666666667},"scoring":{"eligible":true,"reason":null},"model":32,"benchmark":60},{"provenance":"measured","status":"complete","counts":{"cases":299,"expected":299,"succeeded":299,"failed":0},"metrics":{"binary_brier":0.26697405610856795,"accuracy":0.5852842809364549,"positive_recall":0.9666666666666667,"specificity":0.20134228187919462,"precision":0.5492424242424242,"balanced_accuracy":0.5840044742729307,"f1":0.7004830917874396,"true_positive":145,"false_positive":119,"false_negative":5,"true_negative":30,"positive_prevalence":0.5016722408026756,"majority_accuracy_baseline":0.5016722408026756,"constant_brier_baseline":0.24999720361069788,"brier_skill":-0.06790816958219614,"baseline_adjusted_skill":0.16800894854586135,"baseline_adjusted_score":0.16800894854586135},"scoring":{"eligible":true,"reason":null},"model":32,"benchmark":61},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.2,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":0.95,"baseline_adjusted_score":0.95},"scoring":{"eligible":true,"reason":null},"model":32,"benchmark":62},{"provenance":"measured","status":"complete","counts":{"cases":283,"expected":283,"succeeded":283,"failed":0},"metrics":{"binary_brier":0.32445455241503035,"accuracy":0.5265017667844523,"positive_recall":0.7593984962406015,"specificity":0.32,"precision":0.4975369458128079,"balanced_accuracy":0.5396992481203008,"f1":0.6011904761904762,"true_positive":101,"false_positive":102,"false_negative":32,"true_negative":48,"positive_prevalence":0.46996466431095407,"majority_accuracy_baseline":0.5300353356890459,"constant_brier_baseline":0.24909787861004634,"brier_skill":-0.30251832823896563,"baseline_adjusted_skill":0.07939849624060158,"baseline_adjusted_score":0.07939849624060158},"scoring":{"eligible":true,"reason":null},"model":32,"benchmark":63},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.8066666666666666,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.7422222222222222,"baseline_adjusted_score":0.7422222222222222},"scoring":{"eligible":true,"reason":null},"model":32,"benchmark":64},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.20616666666666666,"fixed_answer_accuracy_baseline":0.21333333333333335,"baseline_adjusted_skill":0.847457627118644,"baseline_adjusted_score":0.847457627118644},"scoring":{"eligible":true,"reason":null},"model":32,"benchmark":65},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.7633333333333333,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.6449999999999999,"baseline_adjusted_score":0.6449999999999999},"scoring":{"eligible":true,"reason":null},"model":32,"benchmark":66},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.6633333333333333,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.37333333333333335,"baseline_adjusted_skill":0.46276595744680843,"baseline_adjusted_score":0.46276595744680843},"scoring":{"eligible":true,"reason":null},"model":32,"benchmark":67},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"normalized_expected_score_mae":0.1559826747269059,"normalized_score_rmse":0.19039749113044413,"constant_score_baseline":0.5,"constant_mae_baseline":0.26208333333333333,"baseline_adjusted_skill":0.404835581328181,"baseline_adjusted_score":0.404835581328181},"scoring":{"eligible":true,"reason":null},"model":32,"benchmark":68},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"normalized_expected_score_mae":0.10334127549401795,"normalized_score_rmse":0.12905401037939865,"constant_score_baseline":0.52,"constant_mae_baseline":0.24733333333333335,"baseline_adjusted_skill":0.5821781314258034,"baseline_adjusted_score":0.5821781314258034},"scoring":{"eligible":true,"reason":null},"model":32,"benchmark":69},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.12279277002393847,"normalized_score_rmse":0.14580200448412506,"constant_score_baseline":0.578319964349225,"constant_mae_baseline":0.11212962028602311,"baseline_adjusted_skill":-0.09509663647050193,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":32,"benchmark":70},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.7766666666666666,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.7022222222222222,"baseline_adjusted_score":0.7022222222222222},"scoring":{"eligible":true,"reason":null},"model":32,"benchmark":71},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8805970149253733,"baseline_adjusted_score":0.8805970149253733},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.013845979938744622,"accuracy":0.99,"positive_recall":0.98,"specificity":1,"precision":1,"balanced_accuracy":0.99,"f1":0.98989898989899,"true_positive":49,"false_positive":0,"false_negative":1,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9446160802450215,"baseline_adjusted_skill":0.98,"baseline_adjusted_score":0.98},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.49913637162162156,"uniform_accuracy_baseline":0.23445945945945923,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.32100658823452677,"baseline_adjusted_score":0.32100658823452677},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.07082849712512583,"accuracy":0.6802631381578949,"positive_recall":0.8061774694020446,"specificity":0.5603647403171619,"precision":0.6358510638297873,"balanced_accuracy":0.6832711048596032,"f1":0.7109551437322147,"true_positive":59.77,"false_positive":34.23,"false_negative":14.370003,"true_negative":43.629997,"positive_prevalence":0.48776317763157917,"majority_accuracy_baseline":0.5122368223684208,"constant_brier_baseline":0.0945191003976856,"brier_skill":0.2506435542962474,"baseline_adjusted_skill":0.36654220971920637,"baseline_adjusted_score":0.36654220971920637},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.09899614047767205,"normalized_score_rmse":0.13354797863705326,"constant_score_baseline":0.5841668333333334,"constant_mae_baseline":0.21700552708333315,"baseline_adjusted_skill":0.5438082070616748,"baseline_adjusted_score":0.5438082070616748},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.23305847893937404,"accuracy":0.66,"positive_recall":0.94,"specificity":0.38,"precision":0.6025641025641025,"balanced_accuracy":0.6599999999999999,"f1":0.734375,"true_positive":47,"false_positive":31,"false_negative":3,"true_negative":19,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.06776608424250385,"baseline_adjusted_skill":0.31999999999999984,"baseline_adjusted_score":0.31999999999999984},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.304983441339506,"accuracy":0.62,"positive_recall":0.26,"specificity":0.98,"precision":0.9285714285714286,"balanced_accuracy":0.62,"f1":0.40625,"true_positive":13,"false_positive":1,"false_negative":37,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.219933765358024,"baseline_adjusted_skill":0.24,"baseline_adjusted_score":0.24},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.8360655737704918,"baseline_adjusted_score":0.8360655737704918},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.03611111111111102,"fixed_answer_accuracy_baseline":0.08833333333333329,"baseline_adjusted_skill":0.9670932358318098,"baseline_adjusted_score":0.9670932358318098},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"binary_brier":0.1733019870457319,"accuracy":0.73,"positive_recall":0.6933333333333334,"specificity":0.7666666666666667,"precision":0.7482014388489209,"balanced_accuracy":0.73,"f1":0.7197231833910035,"true_positive":104,"false_positive":35,"false_negative":46,"true_negative":115,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.30679205181707236,"baseline_adjusted_skill":0.45999999999999996,"baseline_adjusted_score":0.45999999999999996},"scoring":{"eligible":true,"reason":null},"model":32,"benchmark":81},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.8636363636363635,"baseline_adjusted_score":0.8636363636363635},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.5366666666666666,"uniform_accuracy_baseline":0.11021428571428572,"fixed_answer_accuracy_baseline":0.12554761904761905,"baseline_adjusted_skill":0.4701445802815367,"baseline_adjusted_score":0.4701445802815367},"scoring":{"eligible":true,"reason":null},"model":32,"benchmark":83},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.7766666666666666,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.7022222222222222,"baseline_adjusted_score":0.7022222222222222},"scoring":{"eligible":true,"reason":null},"model":32,"benchmark":84},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.855,"uniform_accuracy_baseline":0.04987932421560751,"fixed_answer_accuracy_baseline":0.1244247787610618,"baseline_adjusted_skill":0.8343945825752982,"baseline_adjusted_score":0.8343945825752982},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2988745003577376,"accuracy":0.55,"positive_recall":0.37962962962962965,"specificity":0.9880952380952381,"precision":0.9879518072289156,"balanced_accuracy":0.683862433862434,"f1":0.5484949832775919,"true_positive":82,"false_positive":1,"false_negative":134,"true_negative":83,"positive_prevalence":0.72,"majority_accuracy_baseline":0.72,"constant_brier_baseline":0.2016,"brier_skill":-0.4825124025681429,"baseline_adjusted_skill":0.3677248677248679,"baseline_adjusted_score":0.3677248677248679},"scoring":{"eligible":true,"reason":null},"model":32,"benchmark":86},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9133333333333333,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5033333333333333,"baseline_adjusted_skill":0.825503355704698,"baseline_adjusted_score":0.825503355704698},"scoring":{"eligible":true,"reason":null},"model":32,"benchmark":87},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3787211216961924,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":50,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.5148844867847695,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.06900446736796123,"accuracy":0.9033333333333333,"positive_recall":0.91875,"specificity":0.8857142857142857,"precision":0.901840490797546,"balanced_accuracy":0.9022321428571428,"f1":0.9102167182662538,"true_positive":147,"false_positive":16,"false_negative":13,"true_negative":124,"positive_prevalence":0.5333333333333333,"majority_accuracy_baseline":0.5333333333333333,"constant_brier_baseline":0.2488888888888889,"brier_skill":0.7227499078965844,"baseline_adjusted_skill":0.8044642857142856,"baseline_adjusted_score":0.8044642857142856},"scoring":{"eligible":true,"reason":null},"model":32,"benchmark":89},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.8333333333333334,"uniform_accuracy_baseline":0.23888888888888893,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.7647058823529413,"baseline_adjusted_score":0.7647058823529413},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.07369577205833988,"accuracy":0.90625,"positive_recall":0.90625,"specificity":0.90625,"precision":0.90625,"balanced_accuracy":0.90625,"f1":0.90625,"true_positive":29,"false_positive":3,"false_negative":3,"true_negative":29,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7052169117666405,"baseline_adjusted_skill":0.8125,"baseline_adjusted_score":0.8125},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.81,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.7121212121212123,"baseline_adjusted_score":0.7121212121212123},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2731294839869897,"accuracy":0.62,"positive_recall":0.24,"specificity":1,"precision":1,"balanced_accuracy":0.62,"f1":0.3870967741935484,"true_positive":12,"false_positive":0,"false_negative":38,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.09251793594795887,"baseline_adjusted_skill":0.24,"baseline_adjusted_score":0.24},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.7941176470588235,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.6956521739130433,"baseline_adjusted_score":0.6956521739130433},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.026354367466837014,"accuracy":0.9696969696969697,"positive_recall":1,"specificity":0.9411764705882353,"precision":0.9411764705882353,"balanced_accuracy":0.9705882352941176,"f1":0.9696969696969697,"true_positive":16,"false_positive":1,"false_negative":0,"true_negative":16,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.8944856390757886,"baseline_adjusted_skill":0.9411764705882353,"baseline_adjusted_score":0.9411764705882353},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.19357825093902647,"normalized_score_rmse":0.36453841476598686,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.4133992395787077,"baseline_adjusted_score":0.4133992395787077},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.25,"uniform_accuracy_baseline":0.17812500000000006,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.05263157894736839,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.04107069705495108,"accuracy":0.9705882352941176,"positive_recall":1,"specificity":0.9411764705882353,"precision":0.9444444444444444,"balanced_accuracy":0.9705882352941176,"f1":0.9714285714285714,"true_positive":17,"false_positive":1,"false_negative":0,"true_negative":16,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8357172117801956,"baseline_adjusted_skill":0.9411764705882353,"baseline_adjusted_score":0.9411764705882353},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.13543515657896504,"normalized_score_rmse":0.1876379928352882,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":0.07904093526303768,"baseline_adjusted_score":0.07904093526303768},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.7708333333333334,"uniform_accuracy_baseline":0.13194444444444448,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":0.4260869565217393,"baseline_adjusted_score":0.4260869565217393},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.14157367910115684,"accuracy":0.8076923076923077,"positive_recall":0.9230769230769231,"specificity":0.6923076923076923,"precision":0.75,"balanced_accuracy":0.8076923076923077,"f1":0.8275862068965517,"true_positive":24,"false_positive":8,"false_negative":2,"true_negative":18,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.43370528359537264,"baseline_adjusted_skill":0.6153846153846154,"baseline_adjusted_score":0.6153846153846154},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.1281729803767952,"accuracy":0.8133333333333334,"positive_recall":0.9743589743589743,"specificity":0.6388888888888888,"precision":0.7450980392156863,"balanced_accuracy":0.8066239316239316,"f1":0.8444444444444444,"true_positive":38,"false_positive":13,"false_negative":1,"true_negative":23,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24959999999999993,"brier_skill":0.48648645682373703,"baseline_adjusted_skill":0.6132478632478633,"baseline_adjusted_score":0.6132478632478633},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.3335405394434929,"normalized_score_rmse":0.3654489080312138,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.19121621229818864,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.7647058823529411,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.6799999999999998,"baseline_adjusted_score":0.6799999999999998},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.19044114615351151,"accuracy":0.75,"positive_recall":1,"specificity":0.5,"precision":0.6666666666666666,"balanced_accuracy":0.75,"f1":0.8,"true_positive":14,"false_positive":7,"false_negative":0,"true_negative":7,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.23823541538595394,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.20471471330207414,"normalized_score_rmse":0.2959634040037269,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.16969696969696968,"baseline_adjusted_skill":-0.20635456053007983,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.021821307278260663,"accuracy":0.9882352941176471,"positive_recall":1,"specificity":0.975,"precision":0.9782608695652174,"balanced_accuracy":0.9875,"f1":0.989010989010989,"true_positive":45,"false_positive":1,"false_negative":0,"true_negative":39,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.24913494809688563,"brier_skill":0.9124116971747592,"baseline_adjusted_skill":0.9750000000000001,"baseline_adjusted_score":0.9750000000000001},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.2170207224779863,"accuracy":0.7,"positive_recall":0.5714285714285714,"specificity":1,"precision":1,"balanced_accuracy":0.7857142857142857,"f1":0.7272727272727273,"true_positive":20,"false_positive":0,"false_negative":15,"true_negative":15,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.20999999999999996,"brier_skill":-0.033432011799934935,"baseline_adjusted_skill":0.5714285714285714,"baseline_adjusted_score":0.5714285714285714},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.16085887726396322,"normalized_score_rmse":0.30276638781742676,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.42550400977156,"baseline_adjusted_score":0.42550400977156},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.8227848101265823,"uniform_accuracy_baseline":0.24240506329113914,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.6956521739130436,"baseline_adjusted_score":0.6956521739130436},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.09749933610043976,"accuracy":0.9047619047619048,"positive_recall":1,"specificity":0.8,"precision":0.8461538461538461,"balanced_accuracy":0.9,"f1":0.9166666666666666,"true_positive":11,"false_positive":2,"false_negative":0,"true_negative":8,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.24943310657596363,"brier_skill":0.6091162979973277,"baseline_adjusted_skill":0.8,"baseline_adjusted_score":0.8},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.7575757575757576,"uniform_accuracy_baseline":0.3237373737373738,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.6,"baseline_adjusted_score":0.6},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.20844731488149296,"accuracy":0.6363636363636364,"positive_recall":0.4117647058823529,"specificity":0.875,"precision":0.7777777777777778,"balanced_accuracy":0.6433823529411764,"f1":0.5384615384615384,"true_positive":7,"false_positive":2,"false_negative":10,"true_negative":14,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.1654443900516701,"baseline_adjusted_skill":0.2867647058823528,"baseline_adjusted_score":0.2867647058823528},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.14382103090368523,"normalized_score_rmse":0.1914407360412783,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.34313725490196084,"baseline_adjusted_skill":0.580864424223546,"baseline_adjusted_score":0.580864424223546},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1892608053502577,"accuracy":0.73,"positive_recall":0.72,"specificity":0.74,"precision":0.7346938775510204,"balanced_accuracy":0.73,"f1":0.7272727272727273,"true_positive":36,"false_positive":13,"false_negative":14,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.24295677859896925,"baseline_adjusted_skill":0.45999999999999996,"baseline_adjusted_score":0.45999999999999996},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.4933333333333333,"uniform_accuracy_baseline":0.3333333333333332,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":0.21649484536082467,"baseline_adjusted_score":0.21649484536082467},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.2680921882507788,"accuracy":0.56,"positive_recall":0.10810810810810811,"specificity":1,"precision":1,"balanced_accuracy":0.5540540540540541,"f1":0.1951219512195122,"true_positive":4,"false_positive":0,"false_negative":33,"true_negative":38,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555535,"brier_skill":-0.07255943023515798,"baseline_adjusted_skill":0.10810810810810811,"baseline_adjusted_score":0.10810810810810811},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.1428571428571427,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.8846153846153847,"baseline_adjusted_score":0.8846153846153847},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.30999999999999994,"uniform_accuracy_baseline":0.32416666666666627,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.04545454545454559,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.4175480801997466,"accuracy":0.5151515151515151,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":16,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":-0.6717274240350142,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.2214021837395249,"normalized_score_rmse":0.2761004664965821,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":-0.007761663917837502,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.141689549505398,"accuracy":0.84,"positive_recall":0.6363636363636364,"specificity":0.8974358974358975,"precision":0.6363636363636364,"balanced_accuracy":0.7668997668997669,"f1":0.6363636363636364,"true_positive":14,"false_positive":8,"false_negative":8,"true_negative":70,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000028,"brier_skill":0.17430332456061903,"baseline_adjusted_skill":0.5337995337995338,"baseline_adjusted_score":0.5337995337995338},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11883177193400499,"accuracy":0.83,"positive_recall":0.5675675675675675,"specificity":0.9841269841269841,"precision":0.9545454545454546,"balanced_accuracy":0.7758472758472759,"f1":0.711864406779661,"true_positive":21,"false_positive":1,"false_negative":16,"true_negative":62,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000008,"brier_skill":0.49021118861430746,"baseline_adjusted_skill":0.5516945516945517,"baseline_adjusted_score":0.5516945516945517},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.17289272695861682,"accuracy":0.75,"positive_recall":0.38461538461538464,"specificity":0.9836065573770492,"precision":0.9375,"balanced_accuracy":0.6841109709962169,"f1":0.5454545454545454,"true_positive":15,"false_positive":1,"false_negative":24,"true_negative":60,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379000000000002,"brier_skill":0.273254615558568,"baseline_adjusted_skill":0.36822194199243374,"baseline_adjusted_score":0.36822194199243374},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.05099263656137445,"accuracy":0.94,"positive_recall":0.8709677419354839,"specificity":0.9710144927536232,"precision":0.9310344827586207,"balanced_accuracy":0.9209911173445535,"f1":0.9,"true_positive":27,"false_positive":2,"false_negative":4,"true_negative":67,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999987,"brier_skill":0.7616052521674872,"baseline_adjusted_skill":0.841982234689107,"baseline_adjusted_score":0.841982234689107},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.9444444444444444,"baseline_adjusted_score":0.9444444444444444},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.13887401628308,"normalized_score_rmse":0.17194007239726114,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.40269240308352694,"baseline_adjusted_score":0.40269240308352694},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1605993431533025,"accuracy":0.78,"positive_recall":0.86,"specificity":0.7,"precision":0.7413793103448276,"balanced_accuracy":0.78,"f1":0.7962962962962963,"true_positive":43,"false_positive":15,"false_negative":7,"true_negative":35,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.35760262738679005,"baseline_adjusted_skill":0.56,"baseline_adjusted_score":0.56},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24310423728614428,"accuracy":0.65,"positive_recall":0.82,"specificity":0.48,"precision":0.6119402985074627,"balanced_accuracy":0.6499999999999999,"f1":0.7008547008547008,"true_positive":41,"false_positive":26,"false_negative":9,"true_negative":24,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.027583050855422897,"baseline_adjusted_skill":0.2999999999999998,"baseline_adjusted_score":0.2999999999999998},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.78,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":0.37142857142857144,"baseline_adjusted_score":0.37142857142857144},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1200246894248797,"accuracy":0.8466666666666667,"positive_recall":0.7066666666666667,"specificity":0.9866666666666667,"precision":0.9814814814814815,"balanced_accuracy":0.8466666666666667,"f1":0.8217054263565892,"true_positive":106,"false_positive":2,"false_negative":44,"true_negative":148,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5199012423004812,"baseline_adjusted_skill":0.6933333333333334,"baseline_adjusted_score":0.6933333333333334},"scoring":{"eligible":true,"reason":null},"model":32,"benchmark":134},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09971673204644682,"accuracy":0.83,"positive_recall":0.82,"specificity":0.84,"precision":0.8367346938775511,"balanced_accuracy":0.83,"f1":0.8282828282828283,"true_positive":41,"false_positive":8,"false_negative":9,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6011330718142127,"baseline_adjusted_skill":0.6599999999999999,"baseline_adjusted_score":0.6599999999999999},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.93,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.8333333333333335,"baseline_adjusted_score":0.8333333333333335},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.68,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.46666666666666673,"baseline_adjusted_score":0.46666666666666673},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.18213270999748613,"accuracy":0.73,"positive_recall":0.62,"specificity":0.84,"precision":0.7948717948717948,"balanced_accuracy":0.73,"f1":0.6966292134831461,"true_positive":31,"false_positive":8,"false_negative":19,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2714691600100555,"baseline_adjusted_skill":0.45999999999999996,"baseline_adjusted_score":0.45999999999999996},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7466666666666667,"uniform_accuracy_baseline":0.0625,"fixed_answer_accuracy_baseline":0.10666666666666667,"baseline_adjusted_skill":0.7164179104477613,"baseline_adjusted_score":0.7164179104477613},"scoring":{"eligible":true,"reason":null},"model":32,"benchmark":142},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.20851190476190457,"fixed_answer_accuracy_baseline":0.2233333333333332,"baseline_adjusted_skill":0.9742489270386266,"baseline_adjusted_score":0.9742489270386266},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.04393644105124591,"accuracy":0.93,"positive_recall":0.9,"specificity":0.96,"precision":0.9574468085106383,"balanced_accuracy":0.9299999999999999,"f1":0.9278350515463918,"true_positive":45,"false_positive":2,"false_negative":5,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8242542357950163,"baseline_adjusted_skill":0.8599999999999999,"baseline_adjusted_score":0.8599999999999999},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.1052119200094603,"normalized_score_rmse":0.1525289262347171,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.6492935999684657,"baseline_adjusted_score":0.6492935999684657},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.22851190476190467,"fixed_answer_accuracy_baseline":0.2433333333333333,"baseline_adjusted_skill":0.986784140969163,"baseline_adjusted_score":0.986784140969163},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.030943376979530188,"accuracy":0.96,"positive_recall":0.94,"specificity":0.98,"precision":0.9791666666666666,"balanced_accuracy":0.96,"f1":0.9591836734693877,"true_positive":47,"false_positive":1,"false_negative":3,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8762264920818792,"baseline_adjusted_skill":0.9199999999999999,"baseline_adjusted_score":0.9199999999999999},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.09565778260794469,"normalized_score_rmse":0.1443476537270189,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.304222222222222,"baseline_adjusted_skill":0.6855660907700867,"baseline_adjusted_score":0.6855660907700867},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.76,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.6129032258064516,"baseline_adjusted_score":0.6129032258064516},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.3467777777777778,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.9375,"baseline_adjusted_score":0.9375},"scoring":{"eligible":true,"reason":null},"model":32,"benchmark":150},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.06757180465568788,"accuracy":0.91,"positive_recall":0.96,"specificity":0.86,"precision":0.8727272727272727,"balanced_accuracy":0.9099999999999999,"f1":0.9142857142857143,"true_positive":48,"false_positive":7,"false_negative":2,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7297127813772485,"baseline_adjusted_skill":0.8199999999999998,"baseline_adjusted_score":0.8199999999999998},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.74,"baseline_adjusted_score":0.74},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.05515305316653135,"accuracy":0.93,"positive_recall":0.92,"specificity":0.94,"precision":0.9387755102040817,"balanced_accuracy":0.9299999999999999,"f1":0.9292929292929293,"true_positive":46,"false_positive":3,"false_negative":4,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7793877873338746,"baseline_adjusted_skill":0.8599999999999999,"baseline_adjusted_score":0.8599999999999999},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.35333333333333317,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.9491525423728813,"baseline_adjusted_score":0.9491525423728813},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.7580645161290323,"baseline_adjusted_score":0.7580645161290323},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.56,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.3400000000000001,"baseline_adjusted_score":0.3400000000000001},"scoring":{"eligible":true,"reason":null},"model":32,"benchmark":157},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.49,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.17741935483870966,"baseline_adjusted_score":0.17741935483870966},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.44,"uniform_accuracy_baseline":0.11111111111111088,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.33333333333333337,"baseline_adjusted_score":0.33333333333333337},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9533333333333334,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.888888888888889,"baseline_adjusted_score":0.888888888888889},"scoring":{"eligible":true,"reason":null},"model":32,"benchmark":160},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.11380837516551173,"accuracy":0.718625,"positive_recall":0.6743572841133817,"specificity":0.728983495295388,"precision":0.3679856115107914,"balanced_accuracy":0.7016703897043848,"f1":0.4761461484756807,"true_positive":51.15000000000001,"false_positive":87.85000000000002,"false_negative":24.700000000000006,"true_negative":236.29999999999998,"positive_prevalence":0.1896249999999999,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500007,"brier_skill":-0.49504701760618053,"baseline_adjusted_skill":0.40334077940876956,"baseline_adjusted_score":0.40334077940876956},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.2022150004399009,"normalized_score_rmse":0.23664789529407665,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":0.05396491022268579,"baseline_adjusted_score":0.05396491022268579},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.07098873858699625,"accuracy":0.7898749999999999,"positive_recall":0.47163619315518046,"specificity":0.9055735469575592,"precision":0.644871794871795,"balanced_accuracy":0.6886048700563698,"f1":0.5448145139453019,"true_positive":50.30000000000001,"false_positive":27.69999999999998,"false_negative":56.350000000000016,"true_negative":265.6499999999999,"positive_prevalence":0.2666249999999998,"majority_accuracy_baseline":0.7333750000000002,"constant_brier_baseline":0.11565485937499977,"brier_skill":0.38620185117495076,"baseline_adjusted_skill":0.37720974011273967,"baseline_adjusted_score":0.37720974011273967},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.17937556179880632,"normalized_score_rmse":0.22412538933819096,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.3325560491207207,"baseline_adjusted_score":0.3325560491207207},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.051760755616944085,"accuracy":0.7996249999999998,"positive_recall":0.606711409395973,"specificity":0.8744145706851691,"precision":0.6519230769230769,"balanced_accuracy":0.740562990040571,"f1":0.628505214368482,"true_positive":67.79999999999997,"false_positive":36.19999999999999,"false_negative":43.95,"true_negative":252.04999999999995,"positive_prevalence":0.2793749999999999,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937499995,"brier_skill":0.5425711412308903,"baseline_adjusted_skill":0.48112598008114205,"baseline_adjusted_score":0.48112598008114205},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.17135702039988246,"normalized_score_rmse":0.21100065443211394,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.3518410575890971,"baseline_adjusted_score":0.3518410575890971},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.08678427018383074,"accuracy":0.8183749999999993,"positive_recall":0.22028169014084514,"specificity":0.9889156626506025,"precision":0.85,"balanced_accuracy":0.6045986763957238,"f1":0.3498881431767339,"true_positive":19.55,"false_positive":3.4499999999999997,"false_negative":69.19999999999997,"true_negative":307.7999999999997,"positive_prevalence":0.22187499999999974,"majority_accuracy_baseline":0.7781250000000003,"constant_brier_baseline":0.126740234375001,"brier_skill":0.31525872102262276,"baseline_adjusted_skill":0.2091973527914477,"baseline_adjusted_score":0.2091973527914477},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.17743368052353617,"normalized_score_rmse":0.2339881208472177,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.2135903356297566,"baseline_adjusted_score":0.2135903356297566},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.03281268652980923,"accuracy":0.8467499999999994,"positive_recall":0.6592627599243859,"specificity":0.914174031271244,"precision":0.7342105263157895,"balanced_accuracy":0.786718395597815,"f1":0.6947211155378487,"true_positive":69.75000000000001,"false_positive":25.25,"false_negative":36.04999999999997,"true_negative":268.94999999999976,"positive_prevalence":0.26449999999999985,"majority_accuracy_baseline":0.7355000000000002,"constant_brier_baseline":0.11362725000000028,"brier_skill":0.7112251987986231,"baseline_adjusted_skill":0.57343679119563,"baseline_adjusted_score":0.57343679119563},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.14825682961614803,"normalized_score_rmse":0.18261650670443574,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.4099230662043859,"baseline_adjusted_score":0.4099230662043859},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.05407636839786914,"accuracy":0.8432499999999995,"positive_recall":0.34530026109660555,"specificity":0.9611935683364254,"precision":0.6782051282051282,"balanced_accuracy":0.6532469147165155,"f1":0.4576124567474047,"true_positive":26.450000000000003,"false_positive":12.55,"false_negative":50.15000000000005,"true_negative":310.8499999999998,"positive_prevalence":0.1914999999999999,"majority_accuracy_baseline":0.8085000000000001,"constant_brier_baseline":0.09190274999999995,"brier_skill":0.4115914007157656,"baseline_adjusted_skill":0.30649382943303105,"baseline_adjusted_score":0.30649382943303105},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.15080619672720785,"normalized_score_rmse":0.2055174946662512,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.27102744784431254,"baseline_adjusted_score":0.27102744784431254},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.02981601643291847,"accuracy":0.9089999999999996,"positive_recall":0.6260162601626016,"specificity":0.9730226854690374,"precision":0.8400000000000001,"balanced_accuracy":0.7995194728158195,"f1":0.717391304347826,"true_positive":46.2,"false_positive":8.8,"false_negative":27.600000000000016,"true_negative":317.39999999999986,"positive_prevalence":0.1844999999999999,"majority_accuracy_baseline":0.8155000000000001,"constant_brier_baseline":0.1092222499999995,"brier_skill":0.7270151783824395,"baseline_adjusted_skill":0.599038945631639,"baseline_adjusted_score":0.599038945631639},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1519067158526741,"normalized_score_rmse":0.19421439970814,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":0.19785232553043375,"baseline_adjusted_score":0.19785232553043375},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.06457395547894267,"accuracy":0.8322499999999995,"positive_recall":0.18089171974522292,"specificity":0.9912908242612752,"precision":0.8352941176470587,"balanced_accuracy":0.5860912720032491,"f1":0.29738219895287954,"true_positive":14.2,"false_positive":2.8,"false_negative":64.3,"true_negative":318.6999999999998,"positive_prevalence":0.19624999999999987,"majority_accuracy_baseline":0.8037500000000002,"constant_brier_baseline":0.09878593749999955,"brier_skill":0.3463244150621847,"baseline_adjusted_skill":0.17218254400649813,"baseline_adjusted_score":0.17218254400649813},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.18352802536450327,"normalized_score_rmse":0.23806805948742646,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":0.13122828229820938,"baseline_adjusted_score":0.13122828229820938},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.07324088705230704,"accuracy":0.7084183673469389,"positive_recall":0.8016014234875443,"specificity":0.6380931065353624,"precision":0.6256944444444442,"balanced_accuracy":0.7198472650114534,"f1":0.7028081123244927,"true_positive":135.14999999999998,"false_positive":80.85000000000007,"false_negative":33.45000000000003,"true_negative":142.55000000000007,"positive_prevalence":0.43010204081632636,"majority_accuracy_baseline":0.5698979591836737,"constant_brier_baseline":0.12359641815910102,"brier_skill":0.40741901631787747,"baseline_adjusted_skill":0.4396945300229067,"baseline_adjusted_score":0.4396945300229067},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.16131974520917258,"normalized_score_rmse":0.20550744248178993,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.41446907294448465,"baseline_adjusted_score":0.41446907294448465},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.06486098903142726,"accuracy":0.8532500000000006,"positive_recall":0.40794649881982675,"specificity":0.9373606776638431,"precision":0.551595744680851,"balanced_accuracy":0.672653588241835,"f1":0.46901854364540924,"true_positive":51.849999999999994,"false_positive":42.15,"false_negative":75.25000000000004,"true_negative":630.7500000000005,"positive_prevalence":0.15887500000000002,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499934,"brier_skill":0.3433626150551813,"baseline_adjusted_skill":0.34530717648366993,"baseline_adjusted_score":0.34530717648366993},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.1880586781236343,"normalized_score_rmse":0.2355091661558718,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-0.13974956438566233,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.05398434517700312,"normalized_score_rmse":0.08577638205790465,"constant_score_baseline":0.1111111111111111,"constant_mae_baseline":0.10629629629629629,"baseline_adjusted_skill":0.4921333380560682,"baseline_adjusted_score":0.4921333380560682},"scoring":{"eligible":true,"reason":null},"model":32,"benchmark":181},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.57,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.3064516129032257,"baseline_adjusted_score":0.3064516129032257},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2856940638856102,"accuracy":0.56,"positive_recall":0.46,"specificity":0.66,"precision":0.575,"balanced_accuracy":0.56,"f1":0.5111111111111111,"true_positive":23,"false_positive":17,"false_negative":27,"true_negative":33,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.14277625554244078,"baseline_adjusted_skill":0.1200000000000001,"baseline_adjusted_score":0.1200000000000001},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.42213386348575216,"uniform_accuracy_baseline":0.058823529411766766,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.3208722741433022,"baseline_adjusted_score":0.3208722741433022},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.37598832364167517,"accuracy":0.46,"positive_recall":0.06896551724137931,"specificity":1,"precision":1,"balanced_accuracy":0.5344827586206896,"f1":0.12903225806451613,"true_positive":12,"false_positive":0,"false_negative":162,"true_negative":126,"positive_prevalence":0.58,"majority_accuracy_baseline":0.58,"constant_brier_baseline":0.24359999999999998,"brier_skill":-0.5434660248016223,"baseline_adjusted_skill":0.06896551724137923,"baseline_adjusted_score":0.06896551724137923},"scoring":{"eligible":true,"reason":null},"model":32,"benchmark":185},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1423372330832452,"accuracy":0.79,"positive_recall":0.8471337579617835,"specificity":0.7272727272727273,"precision":0.7732558139534884,"balanced_accuracy":0.7872032426172554,"f1":0.8085106382978723,"true_positive":133,"false_positive":39,"false_negative":24,"true_negative":104,"positive_prevalence":0.5233333333333333,"majority_accuracy_baseline":0.5233333333333333,"constant_brier_baseline":0.24945555555555557,"brier_skill":0.4294084460606624,"baseline_adjusted_skill":0.5744064852345108,"baseline_adjusted_score":0.5744064852345108},"scoring":{"eligible":true,"reason":null},"model":32,"benchmark":186},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.8043478260869565,"baseline_adjusted_score":0.8043478260869565},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.21777193864380986,"accuracy":0.67,"positive_recall":0.7,"specificity":0.64,"precision":0.660377358490566,"balanced_accuracy":0.6699999999999999,"f1":0.6796116504854369,"true_positive":35,"false_positive":18,"false_negative":15,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.12891224542476054,"baseline_adjusted_skill":0.33999999999999986,"baseline_adjusted_score":0.33999999999999986},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.59,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.3492063492063492,"baseline_adjusted_score":0.3492063492063492},"scoring":{"eligible":true,"reason":null},"model":31,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.16112712063878493,"accuracy":0.7702702702702703,"positive_recall":0.7183098591549296,"specificity":0.8181818181818182,"precision":0.7846153846153846,"balanced_accuracy":0.7682458386683739,"f1":0.75,"true_positive":51,"false_positive":14,"false_negative":20,"true_negative":63,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.2495891161431699,"brier_skill":0.354430501102625,"baseline_adjusted_skill":0.5364916773367479,"baseline_adjusted_score":0.5364916773367479},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.64,"uniform_accuracy_baseline":0.20049999999999962,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.4929577464788733,"baseline_adjusted_score":0.4929577464788733},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.9705882352941176,"baseline_adjusted_score":0.9705882352941176},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.7234042553191489,"baseline_adjusted_score":0.7234042553191489},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.8979591836734693,"baseline_adjusted_score":0.8979591836734693},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.06781713757807664,"accuracy":0.6549717725199998,"positive_recall":0.7718776966908456,"specificity":0.4674082822616405,"precision":0.6992688996911764,"balanced_accuracy":0.6196429894762431,"f1":0.7337814857996746,"true_positive":47.55028517899999,"false_positive":20.449714820999993,"false_negative":14.053107927,"true_negative":17.946892072999997,"positive_prevalence":0.6160339310599999,"majority_accuracy_baseline":0.6160339310599999,"constant_brier_baseline":0.079087076552024,"brier_skill":0.14250038647634067,"baseline_adjusted_skill":0.23928597895248616,"baseline_adjusted_score":0.23928597895248616},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10670396380122471,"accuracy":0.85,"positive_recall":0.82,"specificity":0.88,"precision":0.8723404255319149,"balanced_accuracy":0.85,"f1":0.845360824742268,"true_positive":41,"false_positive":6,"false_negative":9,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5731841447951012,"baseline_adjusted_skill":0.7,"baseline_adjusted_score":0.7},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.012987012987012965,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.9368421052631578,"baseline_adjusted_score":0.9368421052631578},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.8166666666666667,"baseline_adjusted_score":0.8166666666666667},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.65,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.45312500000000006,"baseline_adjusted_score":0.45312500000000006},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1540570630667901,"accuracy":0.78,"positive_recall":1,"specificity":0.56,"precision":0.6944444444444444,"balanced_accuracy":0.78,"f1":0.819672131147541,"true_positive":50,"false_positive":22,"false_negative":0,"true_negative":28,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3837717477328396,"baseline_adjusted_skill":0.56,"baseline_adjusted_score":0.56},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.09230054258067365,"accuracy":0.6924679948861844,"positive_recall":0.5668360663938117,"specificity":0.7509668329818995,"precision":0.5145295361741161,"balanced_accuracy":0.6589014496878556,"f1":0.5394177466636177,"true_positive":126.05973636265844,"false_positive":118.94026363734156,"false_negative":96.33213994232938,"true_negative":358.6678600576706,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768597,"brier_skill":-0.04027659748337964,"baseline_adjusted_skill":0.31780289937571116,"baseline_adjusted_score":0.31780289937571116},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.042401443887513525,"accuracy":0.95,"positive_recall":0.94,"specificity":0.96,"precision":0.9591836734693877,"balanced_accuracy":0.95,"f1":0.9494949494949495,"true_positive":47,"false_positive":2,"false_negative":3,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8303942244499459,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.9867549668874173,"uniform_accuracy_baseline":0.006622516556291403,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.9862068965517242,"baseline_adjusted_score":0.9862068965517242},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"binary_brier":0.0803481965481978,"accuracy":0.9033333333333333,"positive_recall":0.8266666666666667,"specificity":0.98,"precision":0.9763779527559056,"balanced_accuracy":0.9033333333333333,"f1":0.8953068592057761,"true_positive":124,"false_positive":3,"false_negative":26,"true_negative":147,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6786072138072088,"baseline_adjusted_skill":0.8066666666666666,"baseline_adjusted_score":0.8066666666666666},"scoring":{"eligible":true,"reason":null},"model":34,"benchmark":14},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.8694117647058823,"uniform_accuracy_baseline":0.3333333333333301,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.7592190889370932,"baseline_adjusted_score":0.7592190889370932},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.44,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.06666666666666664,"baseline_adjusted_score":0.06666666666666664},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09503811114948245,"accuracy":0.86,"positive_recall":0.98,"specificity":0.74,"precision":0.7903225806451613,"balanced_accuracy":0.86,"f1":0.875,"true_positive":49,"false_positive":13,"false_negative":1,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6198475554020701,"baseline_adjusted_skill":0.72,"baseline_adjusted_score":0.72},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.81,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.6041666666666667,"baseline_adjusted_score":0.6041666666666667},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.07142857142857136,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9887640449438202,"baseline_adjusted_score":0.9887640449438202},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.6739130434782608,"baseline_adjusted_score":0.6739130434782608},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.6,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.4520547945205479,"baseline_adjusted_score":0.4520547945205479},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.8888888888888888,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.6666666666666665,"baseline_adjusted_score":0.6666666666666665},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.13149566861908837,"accuracy":0.8414634146341463,"positive_recall":0.8,"specificity":0.8809523809523809,"precision":0.8648648648648649,"balanced_accuracy":0.8404761904761905,"f1":0.8311688311688312,"true_positive":32,"false_positive":5,"false_negative":8,"true_negative":37,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.24985127900059498,"brier_skill":0.47370424059836314,"baseline_adjusted_skill":0.680952380952381,"baseline_adjusted_score":0.680952380952381},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.20611538470408838,"accuracy":0.72,"positive_recall":0.52,"specificity":0.92,"precision":0.8666666666666667,"balanced_accuracy":0.72,"f1":0.65,"true_positive":26,"false_positive":4,"false_negative":24,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.17553846118364647,"baseline_adjusted_skill":0.43999999999999995,"baseline_adjusted_score":0.43999999999999995},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.8212290502793296,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.7706093189964157,"baseline_adjusted_score":0.7706093189964157},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.59,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.3278688524590163,"baseline_adjusted_score":0.3278688524590163},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.1546698639356976,"accuracy":0.815,"positive_recall":0.45454545454545453,"specificity":0.9166666666666666,"precision":0.6060606060606061,"balanced_accuracy":0.6856060606060606,"f1":0.5194805194805194,"true_positive":20,"false_positive":13,"false_negative":24,"true_negative":143,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000053,"brier_skill":0.09866046657519167,"baseline_adjusted_skill":0.3712121212121211,"baseline_adjusted_score":0.3712121212121211},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.150535734157395,"accuracy":0.77,"positive_recall":0.36,"specificity":0.9066666666666666,"precision":0.5625,"balanced_accuracy":0.6333333333333333,"f1":0.43902439024390244,"true_positive":18,"false_positive":14,"false_negative":32,"true_negative":136,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":0.19714275116056001,"baseline_adjusted_skill":0.2666666666666666,"baseline_adjusted_score":0.2666666666666666},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.04545814544176128,"accuracy":0.94,"positive_recall":0.7368421052631579,"specificity":0.9613259668508287,"precision":0.6666666666666666,"balanced_accuracy":0.8490840360569933,"f1":0.7,"true_positive":14,"false_positive":7,"false_negative":5,"true_negative":174,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.0859749999999999,"brier_skill":0.47126321091292434,"baseline_adjusted_skill":0.6981680721139867,"baseline_adjusted_score":0.6981680721139867},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.9966666666666667,"uniform_accuracy_baseline":0.3333333333333322,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.9949999999999999,"baseline_adjusted_score":0.9949999999999999},"scoring":{"eligible":true,"reason":null},"model":34,"benchmark":33},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"binary_brier":0.004024140687034135,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":150,"false_positive":0,"false_negative":0,"true_negative":150,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9839034372518635,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":34,"benchmark":34},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.9933333333333333,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.991111111111111,"baseline_adjusted_score":0.991111111111111},"scoring":{"eligible":true,"reason":null},"model":34,"benchmark":35},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"binary_brier":0.13022007256085394,"accuracy":0.7933333333333333,"positive_recall":0.9933333333333333,"specificity":0.5933333333333334,"precision":0.7095238095238096,"balanced_accuracy":0.7933333333333333,"f1":0.8277777777777777,"true_positive":149,"false_positive":61,"false_negative":1,"true_negative":89,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.47911970975658424,"baseline_adjusted_skill":0.5866666666666667,"baseline_adjusted_score":0.5866666666666667},"scoring":{"eligible":true,"reason":null},"model":34,"benchmark":36},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"normalized_expected_score_mae":0.14012516514087717,"normalized_score_rmse":0.1813443070484841,"constant_score_baseline":0.5,"constant_mae_baseline":0.3333333333333333,"baseline_adjusted_skill":0.5796245045773685,"baseline_adjusted_score":0.5796245045773685},"scoring":{"eligible":true,"reason":null},"model":34,"benchmark":37},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.4633333333333333,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.28444444444444444,"baseline_adjusted_score":0.28444444444444444},"scoring":{"eligible":true,"reason":null},"model":34,"benchmark":38},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"binary_brier":0.2756691284907727,"accuracy":0.5333333333333333,"positive_recall":0.26666666666666666,"specificity":0.8,"precision":0.5714285714285714,"balanced_accuracy":0.5333333333333333,"f1":0.36363636363636365,"true_positive":40,"false_positive":30,"false_negative":110,"true_negative":120,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.10267651396309074,"baseline_adjusted_skill":0.06666666666666665,"baseline_adjusted_score":0.06666666666666665},"scoring":{"eligible":true,"reason":null},"model":34,"benchmark":39},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"normalized_expected_score_mae":0.2982529764048134,"normalized_score_rmse":0.3483959595329873,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.005823411983955307,"baseline_adjusted_score":0.005823411983955307},"scoring":{"eligible":true,"reason":null},"model":34,"benchmark":40},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.042077939187331374,"accuracy":0.9081130952380956,"positive_recall":0.6211685348675727,"specificity":0.926430638491885,"precision":0.35022371364653243,"balanced_accuracy":0.7737995866797289,"f1":0.44790958835520905,"true_positive":104.36666666666673,"false_positive":193.63333333333344,"false_negative":63.65000000000001,"true_negative":2438.350000000001,"positive_prevalence":0.060005952380952354,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679296,"brier_skill":-0.3067288448076546,"baseline_adjusted_skill":0.5475991733594578,"baseline_adjusted_score":0.5475991733594578},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.43333333333333335,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.24444444444444446,"baseline_adjusted_score":0.24444444444444446},"scoring":{"eligible":true,"reason":null},"model":34,"benchmark":50},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.7903682719546742,"uniform_accuracy_baseline":0.027777777777777853,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.7597402597402597,"baseline_adjusted_score":0.7597402597402597},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.83,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.7571428571428572,"baseline_adjusted_score":0.7571428571428572},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.0673819323363518,"accuracy":0.94,"positive_recall":1,"specificity":0.88,"precision":0.8928571428571429,"balanced_accuracy":0.94,"f1":0.9433962264150944,"true_positive":50,"false_positive":6,"false_negative":0,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7304722706545927,"baseline_adjusted_skill":0.8799999999999999,"baseline_adjusted_score":0.8799999999999999},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11287172771733159,"accuracy":0.83,"positive_recall":0.94,"specificity":0.72,"precision":0.7704918032786885,"balanced_accuracy":0.83,"f1":0.8468468468468469,"true_positive":47,"false_positive":14,"false_negative":3,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5485130891306736,"baseline_adjusted_skill":0.6599999999999999,"baseline_adjusted_score":0.6599999999999999},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.63,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":0.05128205128205133,"baseline_adjusted_score":0.05128205128205133},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.9148936170212768,"baseline_adjusted_score":0.9148936170212768},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11992722797148044,"accuracy":0.82,"positive_recall":0.76,"specificity":0.88,"precision":0.8636363636363636,"balanced_accuracy":0.8200000000000001,"f1":0.8085106382978723,"true_positive":38,"false_positive":6,"false_negative":12,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5202910881140783,"baseline_adjusted_skill":0.6400000000000001,"baseline_adjusted_score":0.6400000000000001},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.49666666666666665,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.32888888888888884,"baseline_adjusted_score":0.32888888888888884},"scoring":{"eligible":true,"reason":null},"model":34,"benchmark":58},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.69,"uniform_accuracy_baseline":0.3333333333333322,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.5349999999999999,"baseline_adjusted_score":0.5349999999999999},"scoring":{"eligible":true,"reason":null},"model":34,"benchmark":59},{"provenance":"measured","status":"complete","counts":{"cases":285,"expected":285,"succeeded":285,"failed":0},"metrics":{"target_mass_at_prediction":0.6771929824561403,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5263157894736842,"baseline_adjusted_skill":0.31851851851851853,"baseline_adjusted_score":0.31851851851851853},"scoring":{"eligible":true,"reason":null},"model":34,"benchmark":60},{"provenance":"measured","status":"complete","counts":{"cases":299,"expected":299,"succeeded":299,"failed":0},"metrics":{"binary_brier":0.19814350762880695,"accuracy":0.6722408026755853,"positive_recall":0.8066666666666666,"specificity":0.5369127516778524,"precision":0.6368421052631579,"balanced_accuracy":0.6717897091722596,"f1":0.711764705882353,"true_positive":121,"false_positive":69,"false_negative":29,"true_negative":80,"positive_prevalence":0.5016722408026756,"majority_accuracy_baseline":0.5016722408026756,"constant_brier_baseline":0.24999720361069733,"brier_skill":0.20741710400344482,"baseline_adjusted_skill":0.3435794183445191,"baseline_adjusted_score":0.3435794183445191},"scoring":{"eligible":true,"reason":null},"model":34,"benchmark":61},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.9466666666666667,"uniform_accuracy_baseline":0.20000000000000104,"fixed_answer_accuracy_baseline":0.20000000000000104,"baseline_adjusted_skill":0.9333333333333332,"baseline_adjusted_score":0.9333333333333332},"scoring":{"eligible":true,"reason":null},"model":34,"benchmark":62},{"provenance":"measured","status":"complete","counts":{"cases":283,"expected":283,"succeeded":283,"failed":0},"metrics":{"binary_brier":0.26024002125135315,"accuracy":0.5618374558303887,"positive_recall":0.8045112781954887,"specificity":0.3466666666666667,"precision":0.5219512195121951,"balanced_accuracy":0.5755889724310777,"f1":0.6331360946745562,"true_positive":107,"false_positive":98,"false_negative":26,"true_negative":52,"positive_prevalence":0.46996466431095407,"majority_accuracy_baseline":0.5300353356890459,"constant_brier_baseline":0.2490978786100456,"brier_skill":-0.04472997804509693,"baseline_adjusted_skill":0.1511779448621553,"baseline_adjusted_score":0.1511779448621553},"scoring":{"eligible":true,"reason":null},"model":34,"benchmark":63},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.8533333333333334,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.8044444444444445,"baseline_adjusted_score":0.8044444444444445},"scoring":{"eligible":true,"reason":null},"model":34,"benchmark":64},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.9633333333333334,"uniform_accuracy_baseline":0.2061666666666668,"fixed_answer_accuracy_baseline":0.21333333333333335,"baseline_adjusted_skill":0.9533898305084746,"baseline_adjusted_score":0.9533898305084746},"scoring":{"eligible":true,"reason":null},"model":34,"benchmark":65},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.8266666666666667,"uniform_accuracy_baseline":0.3333333333333322,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.74,"baseline_adjusted_score":0.74},"scoring":{"eligible":true,"reason":null},"model":34,"benchmark":66},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.6233333333333333,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.37333333333333335,"baseline_adjusted_skill":0.39893617021276584,"baseline_adjusted_score":0.39893617021276584},"scoring":{"eligible":true,"reason":null},"model":34,"benchmark":67},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"normalized_expected_score_mae":0.15973096203272397,"normalized_score_rmse":0.1969362565805731,"constant_score_baseline":0.5,"constant_mae_baseline":0.26208333333333317,"baseline_adjusted_skill":0.3905336901772055,"baseline_adjusted_score":0.3905336901772055},"scoring":{"eligible":true,"reason":null},"model":34,"benchmark":68},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"normalized_expected_score_mae":0.09103160013398158,"normalized_score_rmse":0.11594904608095581,"constant_score_baseline":0.52,"constant_mae_baseline":0.24733333333333307,"baseline_adjusted_skill":0.6319477083531738,"baseline_adjusted_score":0.6319477083531738},"scoring":{"eligible":true,"reason":null},"model":34,"benchmark":69},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.78,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.7066666666666667,"baseline_adjusted_score":0.7066666666666667},"scoring":{"eligible":true,"reason":null},"model":34,"benchmark":71},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8805970149253733,"baseline_adjusted_score":0.8805970149253733},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.031191096477811268,"accuracy":0.96,"positive_recall":0.96,"specificity":0.96,"precision":0.96,"balanced_accuracy":0.96,"f1":0.96,"true_positive":48,"false_positive":2,"false_negative":2,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8752356140887549,"baseline_adjusted_skill":0.9199999999999999,"baseline_adjusted_score":0.9199999999999999},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.48200570945945975,"uniform_accuracy_baseline":0.23445945945945923,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.2977834869984737,"baseline_adjusted_score":0.2977834869984737},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.0641008045840347,"accuracy":0.7063596381578946,"positive_recall":0.900368644441517,"specificity":0.5216199918425376,"precision":0.6418589807692306,"balanced_accuracy":0.7109943181420273,"f1":0.7494479945641406,"true_positive":66.75333399999998,"false_positive":37.246666000000005,"false_negative":7.386669,"true_negative":40.613330999999995,"positive_prevalence":0.48776317763157917,"majority_accuracy_baseline":0.5122368223684208,"constant_brier_baseline":0.0945191003976856,"brier_skill":0.32182168139208944,"baseline_adjusted_skill":0.4219886362840546,"baseline_adjusted_score":0.4219886362840546},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.09499809716231024,"normalized_score_rmse":0.13075660703227174,"constant_score_baseline":0.5841668333333334,"constant_mae_baseline":0.21700552708333315,"baseline_adjusted_skill":0.5622319005458803,"baseline_adjusted_score":0.5622319005458803},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.19493887572279522,"accuracy":0.71,"positive_recall":0.74,"specificity":0.68,"precision":0.6981132075471698,"balanced_accuracy":0.71,"f1":0.7184466019417476,"true_positive":37,"false_positive":16,"false_negative":13,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2202444971088191,"baseline_adjusted_skill":0.41999999999999993,"baseline_adjusted_score":0.41999999999999993},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.32030538399522385,"accuracy":0.57,"positive_recall":0.2,"specificity":0.94,"precision":0.7692307692307693,"balanced_accuracy":0.57,"f1":0.31746031746031744,"true_positive":10,"false_positive":3,"false_negative":40,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.2812215359808954,"baseline_adjusted_skill":0.1399999999999999,"baseline_adjusted_score":0.1399999999999999},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.7704918032786885,"baseline_adjusted_score":0.7704918032786885},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.03611111111111102,"fixed_answer_accuracy_baseline":0.08833333333333329,"baseline_adjusted_skill":0.9451553930530164,"baseline_adjusted_score":0.9451553930530164},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"binary_brier":0.14549292831388055,"accuracy":0.7766666666666666,"positive_recall":0.7933333333333333,"specificity":0.76,"precision":0.7677419354838709,"balanced_accuracy":0.7766666666666666,"f1":0.780327868852459,"true_positive":119,"false_positive":36,"false_negative":31,"true_negative":114,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4180282867444778,"baseline_adjusted_skill":0.5533333333333332,"baseline_adjusted_score":0.5533333333333332},"scoring":{"eligible":true,"reason":null},"model":34,"benchmark":81},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.9318181818181818,"baseline_adjusted_score":0.9318181818181818},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.6133333333333333,"uniform_accuracy_baseline":0.11021428571428617,"fixed_answer_accuracy_baseline":0.12554761904761905,"baseline_adjusted_skill":0.5578184986522177,"baseline_adjusted_score":0.5578184986522177},"scoring":{"eligible":true,"reason":null},"model":34,"benchmark":83},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.8033333333333333,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.7377777777777778,"baseline_adjusted_score":0.7377777777777778},"scoring":{"eligible":true,"reason":null},"model":34,"benchmark":84},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.04987932421560751,"fixed_answer_accuracy_baseline":0.1244247787610618,"baseline_adjusted_skill":0.8401051142106327,"baseline_adjusted_score":0.8401051142106327},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.34037010436766857,"accuracy":0.52,"positive_recall":0.12,"specificity":0.92,"precision":0.6,"balanced_accuracy":0.52,"f1":0.2,"true_positive":6,"false_positive":4,"false_negative":44,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.3614804174706743,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.8611111111111112,"uniform_accuracy_baseline":0.23888888888888893,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.803921568627451,"baseline_adjusted_score":0.803921568627451},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.10994812820353331,"accuracy":0.859375,"positive_recall":0.71875,"specificity":1,"precision":1,"balanced_accuracy":0.859375,"f1":0.8363636363636363,"true_positive":23,"false_positive":0,"false_negative":9,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5602074871858668,"baseline_adjusted_skill":0.71875,"baseline_adjusted_score":0.71875},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.9393939393939393,"baseline_adjusted_score":0.9393939393939393},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.025942070533230686,"accuracy":0.96,"positive_recall":0.92,"specificity":1,"precision":1,"balanced_accuracy":0.96,"f1":0.9583333333333334,"true_positive":46,"false_positive":0,"false_negative":4,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8962317178670772,"baseline_adjusted_skill":0.9199999999999999,"baseline_adjusted_score":0.9199999999999999},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8529411764705882,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.7826086956521737,"baseline_adjusted_score":0.7826086956521737},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.0012536016290700806,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":16,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.994980984654201,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.1462834028340876,"normalized_score_rmse":0.29567424127089104,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.5567169611088254,"baseline_adjusted_score":0.5567169611088254},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.21875,"uniform_accuracy_baseline":0.17812500000000006,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.0964912280701754,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.051266015401809695,"accuracy":0.9117647058823529,"positive_recall":0.8235294117647058,"specificity":1,"precision":1,"balanced_accuracy":0.9117647058823529,"f1":0.9032258064516129,"true_positive":14,"false_positive":0,"false_negative":3,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7949359383927612,"baseline_adjusted_skill":0.8235294117647058,"baseline_adjusted_score":0.8235294117647058},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.4088315679143895,"normalized_score_rmse":0.47222510646032284,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-1.7800546618178488,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.13194444444444448,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.00043130299170984505,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":26,"false_positive":0,"false_negative":0,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9982747880331606,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.008947317585563145,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":39,"false_positive":0,"false_negative":0,"true_negative":36,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24959999999999993,"brier_skill":0.9641533750578399,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.16874201072379946,"normalized_score_rmse":0.2325605298800104,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.39734996170071624,"baseline_adjusted_score":0.39734996170071624},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.84,"baseline_adjusted_score":0.84},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.06404409169823458,"accuracy":0.9285714285714286,"positive_recall":1,"specificity":0.8571428571428571,"precision":0.875,"balanced_accuracy":0.9285714285714286,"f1":0.9333333333333333,"true_positive":14,"false_positive":2,"false_negative":0,"true_negative":12,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7438236332070617,"baseline_adjusted_skill":0.8571428571428572,"baseline_adjusted_score":0.8571428571428572},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.07737521357890782,"normalized_score_rmse":0.11908367870445373,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.16969696969696968,"baseline_adjusted_skill":0.5440389199814359,"baseline_adjusted_score":0.5440389199814359},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.03738835691620036,"accuracy":0.9529411764705882,"positive_recall":0.9555555555555556,"specificity":0.95,"precision":0.9555555555555556,"balanced_accuracy":0.9527777777777777,"f1":0.9555555555555556,"true_positive":43,"false_positive":2,"false_negative":2,"true_negative":38,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.24913494809688563,"brier_skill":0.8499272896002512,"baseline_adjusted_skill":0.9055555555555554,"baseline_adjusted_score":0.9055555555555554},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.2752252984813446,"accuracy":0.7,"positive_recall":0.5714285714285714,"specificity":1,"precision":1,"balanced_accuracy":0.7857142857142857,"f1":0.7272727272727273,"true_positive":20,"false_positive":0,"false_negative":15,"true_negative":15,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.20999999999999996,"brier_skill":-0.3105966594349745,"baseline_adjusted_skill":0.5714285714285714,"baseline_adjusted_score":0.5714285714285714},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.048326771324500445,"normalized_score_rmse":0.10264411673900314,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.8274043881267841,"baseline_adjusted_score":0.8274043881267841},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.7974683544303798,"uniform_accuracy_baseline":0.24240506329113914,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.6521739130434783,"baseline_adjusted_score":0.6521739130434783},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.00020390039945117444,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":11,"false_positive":0,"false_negative":0,"true_negative":10,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.24943310657596363,"brier_skill":0.9991825447622003,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.8181818181818182,"uniform_accuracy_baseline":0.3237373737373738,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.7000000000000001,"baseline_adjusted_score":0.7000000000000001},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.23815746838303076,"accuracy":0.6363636363636364,"positive_recall":0.35294117647058826,"specificity":0.9375,"precision":0.8571428571428571,"balanced_accuracy":0.6452205882352942,"f1":0.5,"true_positive":6,"false_positive":1,"false_negative":11,"true_negative":15,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.0464945475399986,"baseline_adjusted_skill":0.2904411764705883,"baseline_adjusted_score":0.2904411764705883},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.13454057040907372,"normalized_score_rmse":0.22456241826594495,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.34313725490196084,"baseline_adjusted_skill":0.6079103376649853,"baseline_adjusted_score":0.6079103376649853},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.04178185988815725,"accuracy":0.94,"positive_recall":0.96,"specificity":0.92,"precision":0.9230769230769231,"balanced_accuracy":0.94,"f1":0.9411764705882353,"true_positive":48,"false_positive":4,"false_negative":2,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.832872560447371,"baseline_adjusted_skill":0.8799999999999999,"baseline_adjusted_score":0.8799999999999999},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.4133333333333333,"uniform_accuracy_baseline":0.3333333333333332,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":0.09278350515463908,"baseline_adjusted_score":0.09278350515463908},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.2087606330142149,"accuracy":0.6533333333333333,"positive_recall":0.5405405405405406,"specificity":0.7631578947368421,"precision":0.6896551724137931,"balanced_accuracy":0.6518492176386914,"f1":0.6060606060606061,"true_positive":20,"false_positive":9,"false_negative":17,"true_negative":29,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555535,"brier_skill":0.16480898954128032,"baseline_adjusted_skill":0.3036984352773828,"baseline_adjusted_score":0.3036984352773828},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.1428571428571427,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.9743589743589743,"baseline_adjusted_score":0.9743589743589743},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.375,"uniform_accuracy_baseline":0.32416666666666627,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.053030303030303,"baseline_adjusted_score":0.053030303030303},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.01971391215988438,"accuracy":0.9696969696969697,"positive_recall":1,"specificity":0.9411764705882353,"precision":0.9411764705882353,"balanced_accuracy":0.9705882352941176,"f1":0.9696969696969697,"true_positive":16,"false_positive":1,"false_negative":0,"true_negative":16,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.9210718737422277,"baseline_adjusted_skill":0.9411764705882353,"baseline_adjusted_score":0.9411764705882353},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.061528103200323654,"normalized_score_rmse":0.07563651595767494,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.7199410475019751,"baseline_adjusted_score":0.7199410475019751},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.12441047728393965,"accuracy":0.84,"positive_recall":0.8181818181818182,"specificity":0.8461538461538461,"precision":0.6,"balanced_accuracy":0.8321678321678322,"f1":0.6923076923076923,"true_positive":18,"false_positive":12,"false_negative":4,"true_negative":66,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000028,"brier_skill":0.27499721862506143,"baseline_adjusted_skill":0.6643356643356644,"baseline_adjusted_score":0.6643356643356644},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.12815454914443714,"accuracy":0.85,"positive_recall":0.6216216216216216,"specificity":0.9841269841269841,"precision":0.9583333333333334,"balanced_accuracy":0.8028743028743028,"f1":0.7540983606557377,"true_positive":23,"false_positive":1,"false_negative":14,"true_negative":62,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000008,"brier_skill":0.45021643438679926,"baseline_adjusted_skill":0.6057486057486057,"baseline_adjusted_score":0.6057486057486057},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.057216465390855946,"accuracy":0.93,"positive_recall":0.8205128205128205,"specificity":1,"precision":1,"balanced_accuracy":0.9102564102564102,"f1":0.9014084507042254,"true_positive":32,"false_positive":0,"false_negative":7,"true_negative":61,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379000000000002,"brier_skill":0.7594936301351161,"baseline_adjusted_skill":0.8205128205128205,"baseline_adjusted_score":0.8205128205128205},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.05260487279120984,"accuracy":0.93,"positive_recall":0.8387096774193549,"specificity":0.9710144927536232,"precision":0.9285714285714286,"balanced_accuracy":0.904862085086489,"f1":0.8813559322033898,"true_positive":26,"false_positive":2,"false_negative":5,"true_negative":67,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999987,"brier_skill":0.754067915889622,"baseline_adjusted_skill":0.809724170172978,"baseline_adjusted_score":0.809724170172978},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.9305555555555555,"baseline_adjusted_score":0.9305555555555555},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.1423316943878308,"normalized_score_rmse":0.1744531871583556,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.38782066929965253,"baseline_adjusted_score":0.38782066929965253},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11655353209787891,"accuracy":0.83,"positive_recall":0.92,"specificity":0.74,"precision":0.7796610169491526,"balanced_accuracy":0.8300000000000001,"f1":0.8440366972477065,"true_positive":46,"false_positive":13,"false_negative":4,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5337858716084843,"baseline_adjusted_skill":0.6600000000000001,"baseline_adjusted_score":0.6600000000000001},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.23926534628998666,"accuracy":0.57,"positive_recall":0.54,"specificity":0.6,"precision":0.574468085106383,"balanced_accuracy":0.5700000000000001,"f1":0.5567010309278351,"true_positive":27,"false_positive":20,"false_negative":23,"true_negative":30,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.042938614840053346,"baseline_adjusted_skill":0.14000000000000012,"baseline_adjusted_score":0.14000000000000012},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.53,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.34285714285714286,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08098570228981238,"accuracy":0.88,"positive_recall":0.88,"specificity":0.88,"precision":0.88,"balanced_accuracy":0.88,"f1":0.88,"true_positive":44,"false_positive":6,"false_negative":6,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6760571908407504,"baseline_adjusted_skill":0.76,"baseline_adjusted_score":0.76},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.761904761904762,"baseline_adjusted_score":0.761904761904762},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.5833333333333334,"baseline_adjusted_score":0.5833333333333334},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.13301882951626473,"accuracy":0.8,"positive_recall":0.86,"specificity":0.74,"precision":0.7678571428571429,"balanced_accuracy":0.8,"f1":0.8113207547169812,"true_positive":43,"false_positive":13,"false_negative":7,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4679246819349411,"baseline_adjusted_skill":0.6000000000000001,"baseline_adjusted_score":0.6000000000000001},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.20851190476190457,"fixed_answer_accuracy_baseline":0.2233333333333332,"baseline_adjusted_skill":0.9742489270386266,"baseline_adjusted_score":0.9742489270386266},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.04353440691264484,"accuracy":0.95,"positive_recall":0.92,"specificity":0.98,"precision":0.9787234042553191,"balanced_accuracy":0.95,"f1":0.9484536082474226,"true_positive":46,"false_positive":1,"false_negative":4,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8258623723494206,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.07663949115609285,"normalized_score_rmse":0.1278174299683955,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.7445350294796904,"baseline_adjusted_score":0.7445350294796904},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.22851190476190467,"fixed_answer_accuracy_baseline":0.2433333333333333,"baseline_adjusted_skill":0.986784140969163,"baseline_adjusted_score":0.986784140969163},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.023488303872686522,"accuracy":0.98,"positive_recall":0.96,"specificity":1,"precision":1,"balanced_accuracy":0.98,"f1":0.9795918367346939,"true_positive":48,"false_positive":0,"false_negative":2,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9060467845092539,"baseline_adjusted_skill":0.96,"baseline_adjusted_score":0.96},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.05254361404501834,"normalized_score_rmse":0.08930271335214417,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.304222222222222,"baseline_adjusted_skill":0.82728541767525,"baseline_adjusted_score":0.82728541767525},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.6774193548387097,"baseline_adjusted_score":0.6774193548387097},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.051339593824844786,"accuracy":0.92,"positive_recall":0.96,"specificity":0.88,"precision":0.8888888888888888,"balanced_accuracy":0.9199999999999999,"f1":0.9230769230769231,"true_positive":48,"false_positive":6,"false_negative":2,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7946416247006208,"baseline_adjusted_skill":0.8399999999999999,"baseline_adjusted_score":0.8399999999999999},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.76,"baseline_adjusted_score":0.76},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.05332428226302327,"accuracy":0.94,"positive_recall":0.96,"specificity":0.92,"precision":0.9230769230769231,"balanced_accuracy":0.94,"f1":0.9411764705882353,"true_positive":48,"false_positive":4,"false_negative":2,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7867028709479069,"baseline_adjusted_skill":0.8799999999999999,"baseline_adjusted_score":0.8799999999999999},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.35333333333333317,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.8644067796610169,"baseline_adjusted_score":0.8644067796610169},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.7580645161290323,"baseline_adjusted_score":0.7580645161290323},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.6433333333333333,"uniform_accuracy_baseline":0.3333333333333322,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.46499999999999997,"baseline_adjusted_score":0.46499999999999997},"scoring":{"eligible":true,"reason":null},"model":34,"benchmark":157},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.48,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.16129032258064513,"baseline_adjusted_score":0.16129032258064513},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.39,"uniform_accuracy_baseline":0.11111111111111088,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.27380952380952384,"baseline_adjusted_score":0.27380952380952384},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.044064133588074206,"accuracy":0.8378749999999999,"positive_recall":0.42847725774555045,"specificity":0.9336726824001234,"precision":0.6018518518518519,"balanced_accuracy":0.6810749700728369,"f1":0.5005775895263767,"true_positive":32.5,"false_positive":21.499999999999996,"false_negative":43.349999999999994,"true_negative":302.65,"positive_prevalence":0.1896249999999999,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500007,"brier_skill":0.4211502324987574,"baseline_adjusted_skill":0.3621499401456738,"baseline_adjusted_score":0.3621499401456738},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.18919883417722302,"normalized_score_rmse":0.222955473987627,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":0.11485925531123731,"baseline_adjusted_score":0.11485925531123731},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.06462827271892033,"accuracy":0.791125,"positive_recall":0.49273323956868265,"specificity":0.8996079768194989,"precision":0.6408536585365856,"balanced_accuracy":0.6961706081940908,"f1":0.5571163530347205,"true_positive":52.55000000000002,"false_positive":29.449999999999978,"false_negative":54.10000000000001,"true_negative":263.9,"positive_prevalence":0.2666249999999998,"majority_accuracy_baseline":0.7333750000000002,"constant_brier_baseline":0.11565485937499977,"brier_skill":0.4411970835624869,"baseline_adjusted_skill":0.39234121638818165,"baseline_adjusted_score":0.39234121638818165},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.18556035031098872,"normalized_score_rmse":0.2261595936311412,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.30954288256376283,"baseline_adjusted_score":0.30954288256376283},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.04822666627733348,"accuracy":0.8166249999999998,"positive_recall":0.6639821029082772,"specificity":0.8758022549869905,"precision":0.6745454545454544,"balanced_accuracy":0.7698921789476338,"f1":0.6692220969560315,"true_positive":74.19999999999997,"false_positive":35.8,"false_negative":37.550000000000026,"true_negative":252.44999999999996,"positive_prevalence":0.2793749999999999,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937499995,"brier_skill":0.5738031901864693,"baseline_adjusted_skill":0.5397843578952677,"baseline_adjusted_score":0.5397843578952677},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1857174855004996,"normalized_score_rmse":0.2198009543113406,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.2975225134732876,"baseline_adjusted_score":0.2975225134732876},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.03297833863231196,"accuracy":0.9026249999999996,"positive_recall":0.7369014084507042,"specificity":0.9498795180722891,"precision":0.8074074074074074,"balanced_accuracy":0.8433904632614966,"f1":0.7705449189985273,"true_positive":65.4,"false_positive":15.600000000000003,"false_negative":23.35000000000001,"true_negative":295.64999999999986,"positive_prevalence":0.22187499999999974,"majority_accuracy_baseline":0.7781250000000003,"constant_brier_baseline":0.126740234375001,"brier_skill":0.7397958209960767,"baseline_adjusted_skill":0.6867809265229932,"baseline_adjusted_score":0.6867809265229932},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.16857155303470792,"normalized_score_rmse":0.2028385055547715,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.2528684630040646,"baseline_adjusted_score":0.2528684630040646},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.03755065941432374,"accuracy":0.8419999999999996,"positive_recall":0.7495274102079394,"specificity":0.8752549286199863,"precision":0.6836206896551724,"balanced_accuracy":0.8123911694139629,"f1":0.715058611361587,"true_positive":79.3,"false_positive":36.699999999999996,"false_negative":26.50000000000001,"true_negative":257.49999999999983,"positive_prevalence":0.26449999999999985,"majority_accuracy_baseline":0.7355000000000002,"constant_brier_baseline":0.11362725000000028,"brier_skill":0.6695276932749525,"baseline_adjusted_skill":0.6247823388279259,"baseline_adjusted_score":0.6247823388279259},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.15517286177782807,"normalized_score_rmse":0.18944681984467074,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.38239657003849514,"baseline_adjusted_score":0.38239657003849514},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.05212015898274424,"accuracy":0.8304999999999993,"positive_recall":0.29242819843342027,"specificity":0.9579468150896722,"precision":0.6222222222222222,"balanced_accuracy":0.6251875067615462,"f1":0.3978685612788631,"true_positive":22.400000000000002,"false_positive":13.6,"false_negative":54.20000000000004,"true_negative":309.7999999999998,"positive_prevalence":0.1914999999999999,"majority_accuracy_baseline":0.8085000000000001,"constant_brier_baseline":0.09190274999999995,"brier_skill":0.43287704684849726,"baseline_adjusted_skill":0.25037501352309244,"baseline_adjusted_score":0.25037501352309244},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1584439049480716,"normalized_score_rmse":0.20999762100154407,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.23410801233560563,"baseline_adjusted_score":0.23410801233560563},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.04150974895389938,"accuracy":0.8887499999999996,"positive_recall":0.6998644986449863,"specificity":0.9314837522992029,"precision":0.697972972972973,"balanced_accuracy":0.8156741254720946,"f1":0.6989174560216508,"true_positive":51.65,"false_positive":22.35,"false_negative":22.150000000000016,"true_negative":303.84999999999985,"positive_prevalence":0.1844999999999999,"majority_accuracy_baseline":0.8155000000000001,"constant_brier_baseline":0.1092222499999995,"brier_skill":0.6199515304445791,"baseline_adjusted_skill":0.6313482509441892,"baseline_adjusted_score":0.6313482509441892},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1888176027132431,"normalized_score_rmse":0.23259872140275273,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":0.0029433520092773113,"baseline_adjusted_score":0.0029433520092773113},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.05675287883924535,"accuracy":0.8387499999999996,"positive_recall":0.2611464968152867,"specificity":0.9797822706065319,"precision":0.7592592592592593,"balanced_accuracy":0.6204643837109093,"f1":0.3886255924170617,"true_positive":20.500000000000004,"false_positive":6.5,"false_negative":57.99999999999999,"true_negative":314.99999999999983,"positive_prevalence":0.19624999999999987,"majority_accuracy_baseline":0.8037500000000002,"constant_brier_baseline":0.09878593749999955,"brier_skill":0.42549637857872624,"baseline_adjusted_skill":0.24092876742181857,"baseline_adjusted_score":0.24092876742181857},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.20182069752481765,"normalized_score_rmse":0.24175385254331982,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":0.04463575136180986,"baseline_adjusted_score":0.04463575136180986},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.07912901485908384,"accuracy":0.7068877551020408,"positive_recall":0.8116844602609726,"specificity":0.6277976723366158,"precision":0.6220454545454543,"balanced_accuracy":0.7197410662987942,"f1":0.7043232115285638,"true_positive":136.84999999999997,"false_positive":83.15000000000006,"false_negative":31.75000000000001,"true_negative":140.25000000000003,"positive_prevalence":0.43010204081632636,"majority_accuracy_baseline":0.5698979591836737,"constant_brier_baseline":0.12359641815910102,"brier_skill":0.35977906125706627,"baseline_adjusted_skill":0.4394821325975884,"baseline_adjusted_score":0.4394821325975884},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.16715380496865764,"normalized_score_rmse":0.20738063712044194,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.39329359678042775,"baseline_adjusted_score":0.39329359678042775},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.037034568836311864,"accuracy":0.9142500000000006,"positive_recall":0.6077891424075532,"specificity":0.9721355327686135,"precision":0.8046875,"balanced_accuracy":0.7899623375880833,"f1":0.6925145674585389,"true_positive":77.25,"false_positive":18.75,"false_negative":49.84999999999997,"true_negative":654.1500000000004,"positive_prevalence":0.15887500000000002,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499934,"brier_skill":0.6250707428859634,"baseline_adjusted_skill":0.5799246751761666,"baseline_adjusted_score":0.5799246751761666},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.18172179955829051,"normalized_score_rmse":0.21565069158693012,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-0.10134423974721529,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.63,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.40322580645161293,"baseline_adjusted_score":0.40322580645161293},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2519784780394673,"accuracy":0.59,"positive_recall":0.48,"specificity":0.7,"precision":0.6153846153846154,"balanced_accuracy":0.59,"f1":0.5393258426966292,"true_positive":24,"false_positive":15,"false_negative":26,"true_negative":35,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.007913912157869296,"baseline_adjusted_skill":0.17999999999999994,"baseline_adjusted_score":0.17999999999999994},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.5467196819085487,"uniform_accuracy_baseline":0.058823529411766766,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.4672897196261682,"baseline_adjusted_score":0.4672897196261682},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.8260869565217392,"baseline_adjusted_score":0.8260869565217392},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.19229552420911286,"accuracy":0.74,"positive_recall":0.66,"specificity":0.82,"precision":0.7857142857142857,"balanced_accuracy":0.74,"f1":0.717391304347826,"true_positive":33,"false_positive":9,"false_negative":17,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.23081790316354855,"baseline_adjusted_skill":0.48,"baseline_adjusted_score":0.48},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.56,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.3015873015873017,"baseline_adjusted_score":0.3015873015873017},"scoring":{"eligible":true,"reason":null},"model":33,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.2430874971755487,"accuracy":0.5472972972972973,"positive_recall":0.5774647887323944,"specificity":0.5194805194805194,"precision":0.5256410256410257,"balanced_accuracy":0.5484726541064568,"f1":0.5503355704697986,"true_positive":41,"false_positive":37,"false_negative":30,"true_negative":40,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.2495891161431699,"brier_skill":0.026049288799483206,"baseline_adjusted_skill":0.0969453082129137,"baseline_adjusted_score":0.0969453082129137},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.2,"uniform_accuracy_baseline":0.20049999999999962,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":-0.12676056338028166,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.63,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.4558823529411765,"baseline_adjusted_score":0.4558823529411765},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.72,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.4042553191489361,"baseline_adjusted_score":0.4042553191489361},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.09,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":-0.8571428571428572,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08861287070234294,"accuracy":0.56740314802,"positive_recall":0.7657346710242425,"specificity":0.2492006878215899,"precision":0.620682288868421,"balanced_accuracy":0.5074676794229163,"f1":0.6856205052685309,"true_positive":47.171853954,"false_positive":28.828146046000004,"false_negative":14.431539151999997,"true_negative":9.568460848,"positive_prevalence":0.6160339310599999,"majority_accuracy_baseline":0.6160339310599999,"constant_brier_baseline":0.079087076552024,"brier_skill":-0.12044691200657565,"baseline_adjusted_skill":0.014935358845832525,"baseline_adjusted_score":0.014935358845832525},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24488462424624746,"accuracy":0.56,"positive_recall":0.58,"specificity":0.54,"precision":0.5576923076923077,"balanced_accuracy":0.56,"f1":0.5686274509803921,"true_positive":29,"false_positive":23,"false_negative":21,"true_negative":27,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.020461503015010152,"baseline_adjusted_skill":0.1200000000000001,"baseline_adjusted_score":0.1200000000000001},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.012987012987012965,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.8526315789473684,"baseline_adjusted_score":0.8526315789473684},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.51,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.18333333333333332,"baseline_adjusted_score":0.18333333333333332},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":-0.04687499999999995,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24324956343337642,"accuracy":0.61,"positive_recall":0.74,"specificity":0.48,"precision":0.5873015873015873,"balanced_accuracy":0.61,"f1":0.6548672566371682,"true_positive":37,"false_positive":26,"false_negative":13,"true_negative":24,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.02700174626649432,"baseline_adjusted_skill":0.21999999999999997,"baseline_adjusted_score":0.21999999999999997},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.11113410574336657,"accuracy":0.5969086227878662,"positive_recall":0.39171375130977876,"specificity":0.6924548880463549,"precision":0.3722818637959277,"balanced_accuracy":0.5420843196780668,"f1":0.3817506868594323,"true_positive":87.11395612824708,"false_positive":146.88604387175292,"false_negative":135.27792017674074,"true_negative":330.72207982325926,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768597,"brier_skill":-0.2525409510569283,"baseline_adjusted_skill":0.08416863935613361,"baseline_adjusted_score":0.08416863935613361},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25218976151563216,"accuracy":0.57,"positive_recall":0.68,"specificity":0.46,"precision":0.5573770491803278,"balanced_accuracy":0.5700000000000001,"f1":0.6126126126126126,"true_positive":34,"false_positive":27,"false_negative":16,"true_negative":23,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.008759046062528641,"baseline_adjusted_skill":0.14000000000000012,"baseline_adjusted_score":0.14000000000000012},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.17880794701986755,"uniform_accuracy_baseline":0.006622516556291403,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.14482758620689654,"baseline_adjusted_score":0.14482758620689654},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.44588235294117645,"uniform_accuracy_baseline":0.3333333333333301,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":-0.02169197396963126,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.11666666666666668,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24975486570972996,"accuracy":0.53,"positive_recall":0.96,"specificity":0.1,"precision":0.5161290322580645,"balanced_accuracy":0.53,"f1":0.6713286713286714,"true_positive":48,"false_positive":45,"false_negative":2,"true_negative":5,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.0009805371610801528,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.47916666666666663,"baseline_adjusted_score":0.47916666666666663},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.07142857142857136,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.8539325842696629,"baseline_adjusted_score":0.8539325842696629},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.61,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.15217391304347816,"baseline_adjusted_score":0.15217391304347816},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.26,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":-0.013698630136986314,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.5555555555555556,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":-0.3333333333333331,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.2544661774822851,"accuracy":0.573170731707317,"positive_recall":0.325,"specificity":0.8095238095238095,"precision":0.6190476190476191,"balanced_accuracy":0.5672619047619047,"f1":0.4262295081967213,"true_positive":13,"false_positive":8,"false_negative":27,"true_negative":34,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.24985127900059498,"brier_skill":-0.018470581780288375,"baseline_adjusted_skill":0.1345238095238095,"baseline_adjusted_score":0.1345238095238095},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.23001137619179726,"accuracy":0.6,"positive_recall":0.96,"specificity":0.24,"precision":0.5581395348837209,"balanced_accuracy":0.6,"f1":0.7058823529411765,"true_positive":48,"false_positive":38,"false_negative":2,"true_negative":12,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.07995449523281095,"baseline_adjusted_skill":0.19999999999999996,"baseline_adjusted_score":0.19999999999999996},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.4441340782122905,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.2867383512544803,"baseline_adjusted_score":0.2867383512544803},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.35,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":-0.06557377049180334,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.27042321044681855,"accuracy":0.375,"positive_recall":0.7272727272727273,"specificity":0.27564102564102566,"precision":0.2206896551724138,"balanced_accuracy":0.5014568764568765,"f1":0.3386243386243386,"true_positive":32,"false_positive":113,"false_negative":12,"true_negative":43,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000053,"brier_skill":-0.575892834771665,"baseline_adjusted_skill":0.002913752913753065,"baseline_adjusted_score":0.002913752913753065},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.2752662344365604,"accuracy":0.305,"positive_recall":0.9,"specificity":0.10666666666666667,"precision":0.25139664804469275,"balanced_accuracy":0.5033333333333333,"f1":0.3930131004366812,"true_positive":45,"false_positive":134,"false_negative":5,"true_negative":16,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-0.46808658366165545,"baseline_adjusted_skill":0.006666666666666599,"baseline_adjusted_score":0.006666666666666599},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.2724784669211551,"accuracy":0.35,"positive_recall":0.6842105263157895,"specificity":0.3149171270718232,"precision":0.0948905109489051,"balanced_accuracy":0.49956382669380633,"f1":0.16666666666666666,"true_positive":13,"false_positive":124,"false_negative":6,"true_negative":57,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.0859749999999999,"brier_skill":-2.1692755675621456,"baseline_adjusted_skill":-0.0008723466123873314,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.1543985537252123,"accuracy":0.7384464285714283,"positive_recall":0.561452236881262,"specificity":0.7497451224995092,"precision":0.1252766710934042,"balanced_accuracy":0.6555986796903857,"f1":0.20484609399033682,"true_positive":94.33333333333339,"false_positive":658.6666666666667,"false_negative":73.68333333333334,"true_negative":1973.316666666666,"positive_prevalence":0.060005952380952354,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679296,"brier_skill":-3.794841374029632,"baseline_adjusted_skill":0.3111973593807713,"baseline_adjusted_score":0.3111973593807713},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.2747875354107649,"uniform_accuracy_baseline":0.027777777777777853,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.16883116883116886,"baseline_adjusted_score":0.16883116883116886},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.0571428571428572,"baseline_adjusted_score":0.0571428571428572},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.257390263359904,"accuracy":0.48,"positive_recall":0.6,"specificity":0.36,"precision":0.4838709677419355,"balanced_accuracy":0.48,"f1":0.5357142857142857,"true_positive":30,"false_positive":32,"false_negative":20,"true_negative":18,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.029561053439616014,"baseline_adjusted_skill":-0.040000000000000036,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2186730584660143,"accuracy":0.78,"positive_recall":0.84,"specificity":0.72,"precision":0.75,"balanced_accuracy":0.78,"f1":0.7924528301886793,"true_positive":42,"false_positive":14,"false_negative":8,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.12530776613594286,"baseline_adjusted_skill":0.56,"baseline_adjusted_score":0.56},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.52,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":-0.23076923076923067,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.7,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.6808510638297872,"baseline_adjusted_score":0.6808510638297872},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2602715101313488,"accuracy":0.58,"positive_recall":0.26,"specificity":0.9,"precision":0.7222222222222222,"balanced_accuracy":0.5800000000000001,"f1":0.38235294117647056,"true_positive":13,"false_positive":5,"false_negative":37,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.04108604052539522,"baseline_adjusted_skill":0.16000000000000014,"baseline_adjusted_score":0.16000000000000014},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.7761194029850748,"baseline_adjusted_score":0.7761194029850748},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.29968139802222327,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":50,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.19872559208889307,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.3488711689189189,"uniform_accuracy_baseline":0.23445945945945923,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.11730027603319355,"baseline_adjusted_score":0.11730027603319355},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.09874154212949368,"accuracy":0.5103947434210527,"positive_recall":0.8208794110785241,"specificity":0.21474440847974863,"precision":0.4988524754098362,"balanced_accuracy":0.5178119097791364,"f1":0.6205771496801702,"true_positive":60.860002000000016,"false_positive":61.139997999999984,"false_negative":13.280000999999999,"true_negative":16.719999,"positive_prevalence":0.48776317763157917,"majority_accuracy_baseline":0.5122368223684208,"constant_brier_baseline":0.0945191003976856,"brier_skill":-0.04467289377535666,"baseline_adjusted_skill":0.03562381955827276,"baseline_adjusted_score":0.03562381955827276},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.2222368838802426,"normalized_score_rmse":0.2539725454219054,"constant_score_baseline":0.5841668333333334,"constant_mae_baseline":0.21700552708333315,"baseline_adjusted_skill":-0.024107020992605976,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2512716238955257,"accuracy":0.5,"positive_recall":0.08,"specificity":0.92,"precision":0.5,"balanced_accuracy":0.5,"f1":0.13793103448275862,"true_positive":4,"false_positive":4,"false_negative":46,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.005086495582102835,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.29390925822896036,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":50,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.17563703291584143,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.35,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":-0.06557377049180334,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.675,"uniform_accuracy_baseline":0.03611111111111102,"fixed_answer_accuracy_baseline":0.08833333333333329,"baseline_adjusted_skill":0.643510054844607,"baseline_adjusted_score":0.643510054844607},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.6818181818181818,"baseline_adjusted_score":0.6818181818181818},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.705,"uniform_accuracy_baseline":0.04987932421560751,"fixed_answer_accuracy_baseline":0.1244247787610618,"baseline_adjusted_skill":0.6630786335152618,"baseline_adjusted_score":0.6630786335152618},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24631239264552274,"accuracy":0.58,"positive_recall":0.56,"specificity":0.6,"precision":0.5833333333333334,"balanced_accuracy":0.5800000000000001,"f1":0.5714285714285714,"true_positive":28,"false_positive":20,"false_negative":22,"true_negative":30,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.01475042941790905,"baseline_adjusted_skill":0.16000000000000014,"baseline_adjusted_score":0.16000000000000014},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.6388888888888888,"uniform_accuracy_baseline":0.23888888888888893,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.49019607843137253,"baseline_adjusted_score":0.49019607843137253},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.2522104635418512,"accuracy":0.53125,"positive_recall":0.0625,"specificity":1,"precision":1,"balanced_accuracy":0.53125,"f1":0.11764705882352941,"true_positive":2,"false_positive":0,"false_negative":30,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.008841854167404906,"baseline_adjusted_skill":0.0625,"baseline_adjusted_score":0.0625},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.47,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":-0.1521739130434784,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2619857820322075,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":50,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.04794312812883006,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.5294117647058824,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.3043478260869565,"baseline_adjusted_score":0.3043478260869565},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.2475215328956704,"accuracy":0.48484848484848486,"positive_recall":0.375,"specificity":0.5882352941176471,"precision":0.46153846153846156,"balanced_accuracy":0.48161764705882354,"f1":0.41379310344827586,"true_positive":6,"false_positive":7,"false_negative":10,"true_negative":10,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.009003862781672978,"baseline_adjusted_skill":-0.03676470588235292,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.29428363636136057,"normalized_score_rmse":0.34530905465119865,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.10823140496557404,"baseline_adjusted_score":0.10823140496557404},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0,"uniform_accuracy_baseline":0.17812500000000006,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.40350877192982454,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.2640467663112055,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":17,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.056187065244821977,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.22507284406353445,"normalized_score_rmse":0.3060639005046316,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-0.5304953396320342,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.7708333333333334,"uniform_accuracy_baseline":0.13194444444444448,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":0.4260869565217393,"baseline_adjusted_score":0.4260869565217393},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.25370386829636654,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":26,"false_positive":26,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.014815473185466166,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.2532975334781884,"accuracy":0.48,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":39,"true_negative":36,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24959999999999993,"brier_skill":-0.014813836050434626,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.29548680007457734,"normalized_score_rmse":0.3721360562639465,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.05531000026634758,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.35294117647058826,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.12000000000000002,"baseline_adjusted_score":0.12000000000000002},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.24735491545704627,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":14,"true_negative":14,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.010580338171814918,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.31048161829962867,"normalized_score_rmse":0.3520016279992279,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.16969696969696968,"baseline_adjusted_skill":-0.829623822122812,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":0.8666666666666667,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":0.8333333333333334,"baseline_adjusted_score":0.8333333333333334},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.25098801098796947,"accuracy":0.47058823529411764,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":45,"true_negative":40,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.24913494809688563,"brier_skill":-0.007437988548933738,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.2,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":-0.0526315789473684,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.25763815126566153,"accuracy":0.44,"positive_recall":0.2,"specificity":1,"precision":1,"balanced_accuracy":0.6,"f1":0.3333333333333333,"true_positive":7,"false_positive":0,"false_negative":28,"true_negative":15,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.20999999999999996,"brier_skill":-0.22684833936029314,"baseline_adjusted_skill":0.19999999999999996,"baseline_adjusted_score":0.19999999999999996},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.30338341265916824,"normalized_score_rmse":0.388552268129606,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.08351218806845795,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.1518987341772152,"uniform_accuracy_baseline":0.24240506329113914,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":-0.45652173913043476,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.25222930660366877,"accuracy":0.5238095238095238,"positive_recall":1,"specificity":0,"precision":0.5238095238095238,"balanced_accuracy":0.5,"f1":0.6875,"true_positive":11,"false_positive":10,"false_negative":0,"true_negative":0,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.24943310657596363,"brier_skill":-0.011210220111072422,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.3333333333333333,"uniform_accuracy_baseline":0.3237373737373738,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":-0.1,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.2494137027826807,"accuracy":0.48484848484848486,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":17,"true_negative":16,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.0014282267266941817,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.38237180480477856,"normalized_score_rmse":0.41669688745352695,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.34313725490196084,"baseline_adjusted_skill":-0.11434068828821164,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25312120684568895,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":50,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.012484827382755803,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.33333333333333326,"uniform_accuracy_baseline":0.3333333333333332,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":-0.030927835051546504,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.25496400222424564,"accuracy":0.5066666666666667,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":37,"true_negative":38,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555535,"brier_skill":-0.02003734887011599,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.18,"uniform_accuracy_baseline":0.1428571428571427,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":-0.05128205128205129,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.31999999999999995,"uniform_accuracy_baseline":0.32416666666666627,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.03030303030303042,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.2503330429259444,"accuracy":0.5151515151515151,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":16,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":-0.0022525137733577782,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.22283297009540326,"normalized_score_rmse":0.27983822214661686,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":-0.014274208710111314,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.232383027487162,"accuracy":0.69,"positive_recall":0.09090909090909091,"specificity":0.8589743589743589,"precision":0.15384615384615385,"balanced_accuracy":0.47494172494172493,"f1":0.11428571428571428,"true_positive":2,"false_positive":11,"false_negative":20,"true_negative":67,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000028,"brier_skill":-0.3542134468948812,"baseline_adjusted_skill":-0.05011655011655014,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2337593654977686,"accuracy":0.63,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":37,"true_negative":63,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000008,"brier_skill":-0.002828680814107809,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24702766074190283,"accuracy":0.55,"positive_recall":0.23076923076923078,"specificity":0.7540983606557377,"precision":0.375,"balanced_accuracy":0.49243379571248425,"f1":0.2857142857142857,"true_positive":9,"false_positive":15,"false_negative":30,"true_negative":46,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379000000000002,"brier_skill":-0.03836763657798503,"baseline_adjusted_skill":-0.015132408575031508,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25124726027029126,"accuracy":0.46,"positive_recall":0.7419354838709677,"specificity":0.3333333333333333,"precision":0.3333333333333333,"balanced_accuracy":0.5376344086021505,"f1":0.46,"true_positive":23,"false_positive":46,"false_negative":8,"true_negative":23,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999987,"brier_skill":-0.1746014972898149,"baseline_adjusted_skill":0.07526881720430101,"baseline_adjusted_score":0.07526881720430101},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.51,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.3194444444444444,"baseline_adjusted_score":0.3194444444444444},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.24625936489552258,"normalized_score_rmse":0.2986891694407624,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":-0.05918006406676368,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25170142190697936,"accuracy":0.51,"positive_recall":0.32,"specificity":0.7,"precision":0.5161290322580645,"balanced_accuracy":0.51,"f1":0.3950617283950617,"true_positive":16,"false_positive":15,"false_negative":34,"true_negative":35,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.006805687627917445,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2599343859189297,"accuracy":0.45,"positive_recall":0.62,"specificity":0.28,"precision":0.4626865671641791,"balanced_accuracy":0.45,"f1":0.5299145299145299,"true_positive":31,"false_positive":36,"false_negative":19,"true_negative":14,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.0397375436757188,"baseline_adjusted_skill":-0.09999999999999998,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.16,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-1.4000000000000001,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24199805568707083,"accuracy":0.6,"positive_recall":0.58,"specificity":0.62,"precision":0.6041666666666666,"balanced_accuracy":0.6,"f1":0.5918367346938775,"true_positive":29,"false_positive":19,"false_negative":21,"true_negative":31,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.03200777725171666,"baseline_adjusted_skill":0.19999999999999996,"baseline_adjusted_score":0.19999999999999996},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.69,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.26190476190476186,"baseline_adjusted_score":0.26190476190476186},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.37,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.050000000000000044,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25024842495058996,"accuracy":0.56,"positive_recall":0.28,"specificity":0.84,"precision":0.6363636363636364,"balanced_accuracy":0.56,"f1":0.3888888888888889,"true_positive":14,"false_positive":8,"false_negative":36,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.0009936998023598598,"baseline_adjusted_skill":0.1200000000000001,"baseline_adjusted_score":0.1200000000000001},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.20851190476190457,"fixed_answer_accuracy_baseline":0.2233333333333332,"baseline_adjusted_skill":0.8454935622317596,"baseline_adjusted_score":0.8454935622317596},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.20679142098188297,"accuracy":0.66,"positive_recall":0.64,"specificity":0.68,"precision":0.6666666666666666,"balanced_accuracy":0.66,"f1":0.6530612244897959,"true_positive":32,"false_positive":16,"false_negative":18,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.17283431607246813,"baseline_adjusted_skill":0.32000000000000006,"baseline_adjusted_score":0.32000000000000006},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.26857006885111334,"normalized_score_rmse":0.3104661302626346,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.10476643716295553,"baseline_adjusted_score":0.10476643716295553},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.67,"uniform_accuracy_baseline":0.22851190476190467,"fixed_answer_accuracy_baseline":0.2433333333333333,"baseline_adjusted_skill":0.5638766519823789,"baseline_adjusted_score":0.5638766519823789},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1963951609685057,"accuracy":0.74,"positive_recall":0.78,"specificity":0.7,"precision":0.7222222222222222,"balanced_accuracy":0.74,"f1":0.75,"true_positive":39,"false_positive":15,"false_negative":11,"true_negative":35,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.21441935612597718,"baseline_adjusted_skill":0.48,"baseline_adjusted_score":0.48},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.2742362405272822,"normalized_score_rmse":0.32848760508482605,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.304222222222222,"baseline_adjusted_skill":0.09856604647715794,"baseline_adjusted_score":0.09856604647715794},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.54,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.2580645161290323,"baseline_adjusted_score":0.2580645161290323},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24055289175923203,"accuracy":0.53,"positive_recall":0.48,"specificity":0.58,"precision":0.5333333333333333,"balanced_accuracy":0.53,"f1":0.5052631578947369,"true_positive":24,"false_positive":21,"false_negative":26,"true_negative":29,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.03778843296307188,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.45,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":-0.09999999999999998,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24404806027443185,"accuracy":0.58,"positive_recall":0.56,"specificity":0.6,"precision":0.5833333333333334,"balanced_accuracy":0.5800000000000001,"f1":0.5714285714285714,"true_positive":28,"false_positive":20,"false_negative":22,"true_negative":30,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.023807758902272602,"baseline_adjusted_skill":0.16000000000000014,"baseline_adjusted_score":0.16000000000000014},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.35333333333333317,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.15254237288135594,"baseline_adjusted_score":0.15254237288135594},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.06451612903225803,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.25,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.20967741935483872,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.2,"uniform_accuracy_baseline":0.11111111111111088,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.04761904761904763,"baseline_adjusted_score":0.04761904761904763},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.14019223509062992,"accuracy":0.7341249999999998,"positive_recall":0.06921555702043508,"specificity":0.8897115532932284,"precision":0.12804878048780488,"balanced_accuracy":0.4794635551568317,"f1":0.08985879332477535,"true_positive":5.25,"false_positive":35.75,"false_negative":70.6,"true_negative":288.3999999999999,"positive_prevalence":0.1896249999999999,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500007,"brier_skill":-0.8416393579029475,"baseline_adjusted_skill":-0.0410728896863366,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.38461443240288645,"normalized_score_rmse":0.4205515443216413,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":-0.799365765627539,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.14912360952818818,"accuracy":0.7333749999999994,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":106.64999999999992,"true_negative":293.3499999999998,"positive_prevalence":0.2666249999999998,"majority_accuracy_baseline":0.7333750000000002,"constant_brier_baseline":0.11565485937499977,"brier_skill":-0.28938472913333624,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3887605107529089,"normalized_score_rmse":0.4345878778377291,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":-0.44655073768524245,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.14043467405866966,"accuracy":0.7123749999999993,"positive_recall":0.03445190156599554,"specificity":0.9751951431049437,"precision":0.35000000000000003,"balanced_accuracy":0.5048235223354697,"f1":0.06272912423625257,"true_positive":3.85,"false_positive":7.15,"false_negative":107.89999999999995,"true_negative":281.0999999999997,"positive_prevalence":0.2793749999999999,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937499995,"brier_skill":-0.2410729310381301,"baseline_adjusted_skill":0.009647044670939353,"baseline_adjusted_score":0.009647044670939353},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.36916216448880734,"normalized_score_rmse":0.4134327317092572,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":-0.3963580689883963,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.17582101187285237,"accuracy":0.7781249999999993,"positive_recall":0.01126760563380283,"specificity":0.9967871485943776,"precision":0.5,"balanced_accuracy":0.5040273771140902,"f1":0.022038567493112973,"true_positive":1,"false_positive":1,"false_negative":87.7499999999999,"true_negative":310.2499999999997,"positive_prevalence":0.22187499999999974,"majority_accuracy_baseline":0.7781250000000003,"constant_brier_baseline":0.126740234375001,"brier_skill":-0.38725490559399134,"baseline_adjusted_skill":0.00805475422818036,"baseline_adjusted_score":0.00805475422818036},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.4402020555222407,"normalized_score_rmse":0.4606978629280755,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":-0.9510340410958036,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.14905562769432532,"accuracy":0.7344999999999992,"positive_recall":0.00283553875236295,"specificity":0.9976206662134602,"precision":0.3,"balanced_accuracy":0.5002281024829116,"f1":0.00561797752808989,"true_positive":0.3,"false_positive":0.7,"false_negative":105.49999999999996,"true_negative":293.49999999999966,"positive_prevalence":0.26449999999999985,"majority_accuracy_baseline":0.7355000000000002,"constant_brier_baseline":0.11362725000000028,"brier_skill":-0.3117947296473773,"baseline_adjusted_skill":0.0004562049658232148,"baseline_adjusted_score":0.0004562049658232148},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.38390342112164944,"normalized_score_rmse":0.4227315570836798,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":-0.5279738154095501,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.15922077462665846,"accuracy":0.7882499999999993,"positive_recall":0.02545691906005224,"specificity":0.9689239332096474,"precision":0.1625,"balanced_accuracy":0.4971904261348498,"f1":0.04401805869074495,"true_positive":1.95,"false_positive":10.05,"false_negative":74.64999999999993,"true_negative":313.34999999999974,"positive_prevalence":0.1914999999999999,"majority_accuracy_baseline":0.8085000000000001,"constant_brier_baseline":0.09190274999999995,"brier_skill":-0.7324919507485743,"baseline_adjusted_skill":-0.005619147730300367,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.40928171438165006,"normalized_score_rmse":0.44188280298451965,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":-0.9784010362859217,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.17522889672966105,"accuracy":0.8087499999999995,"positive_recall":0.0020325203252032527,"specificity":0.9912630288166768,"precision":0.049999999999999996,"balanced_accuracy":0.49664777457094006,"f1":0.003906250000000002,"true_positive":0.15,"false_positive":2.85,"false_negative":73.64999999999996,"true_negative":323.34999999999985,"positive_prevalence":0.1844999999999999,"majority_accuracy_baseline":0.8155000000000001,"constant_brier_baseline":0.1092222499999995,"brier_skill":-0.6043333361990058,"baseline_adjusted_skill":-0.006704450858119881,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.4521501443348825,"normalized_score_rmse":0.47191703770538024,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":-1.3875915212403038,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.17212231777760972,"accuracy":0.7342499999999997,"positive_recall":0.14140127388535037,"specificity":0.87900466562986,"precision":0.222,"balanced_accuracy":0.5102029697576052,"f1":0.1727626459143969,"true_positive":11.1,"false_positive":38.9,"false_negative":67.39999999999998,"true_negative":282.59999999999985,"positive_prevalence":0.19624999999999987,"majority_accuracy_baseline":0.8037500000000002,"constant_brier_baseline":0.09878593749999955,"brier_skill":-0.7423767201441047,"baseline_adjusted_skill":0.020405939515210303,"baseline_adjusted_score":0.020405939515210303},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.42761334917042404,"normalized_score_rmse":0.4605942750912387,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":-1.0242052031736049,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.12557348311471647,"accuracy":0.5826530612244901,"positive_recall":0.0771055753262159,"specificity":0.964189794091316,"precision":0.619047619047619,"balanced_accuracy":0.520647684708766,"f1":0.13713080168776373,"true_positive":12.999999999999998,"false_positive":8,"false_negative":155.59999999999997,"true_negative":215.40000000000015,"positive_prevalence":0.43010204081632636,"majority_accuracy_baseline":0.5698979591836737,"constant_brier_baseline":0.12359641815910102,"brier_skill":-0.015996134718649024,"baseline_adjusted_skill":0.04129536941753198,"baseline_adjusted_score":0.04129536941753198},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.2864245667160318,"normalized_score_rmse":0.33541344347381213,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":-0.03961509400633778,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.1672464392559602,"accuracy":0.8398750000000007,"positive_recall":0,"specificity":0.9985138950809928,"precision":0,"balanced_accuracy":0.4992569475404964,"f1":0,"true_positive":0,"false_positive":1,"false_negative":127.10000000000001,"true_negative":671.9000000000005,"positive_prevalence":0.15887500000000002,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499934,"brier_skill":-0.6931635819052142,"baseline_adjusted_skill":-0.0014861049190072473,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.4651789805921726,"normalized_score_rmse":0.48624943760852724,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-1.81926654904347,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.06451612903225803,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25567830027004645,"accuracy":0.52,"positive_recall":0.76,"specificity":0.28,"precision":0.5135135135135135,"balanced_accuracy":0.52,"f1":0.6129032258064516,"true_positive":38,"false_positive":36,"false_negative":12,"true_negative":14,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.02271320108018582,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.10603048376408217,"uniform_accuracy_baseline":0.058823529411766766,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":-0.05062305295950155,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.6,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.13043478260869554,"baseline_adjusted_score":0.13043478260869554},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2552404183180401,"accuracy":0.49,"positive_recall":0.46,"specificity":0.52,"precision":0.48936170212765956,"balanced_accuracy":0.49,"f1":0.4742268041237113,"true_positive":23,"false_positive":24,"false_negative":27,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.020961673272160475,"baseline_adjusted_skill":-0.020000000000000018,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":-0.047619047619047575,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":35,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.2544426609411724,"accuracy":0.5743243243243243,"positive_recall":0.38028169014084506,"specificity":0.7532467532467533,"precision":0.5869565217391305,"balanced_accuracy":0.5667642216937991,"f1":0.46153846153846156,"true_positive":27,"false_positive":19,"false_negative":44,"true_negative":58,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.24958911614317017,"brier_skill":-0.01944613961138475,"baseline_adjusted_skill":0.13352844338759828,"baseline_adjusted_score":0.13352844338759828},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.23,"uniform_accuracy_baseline":0.2005,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":-0.08450704225352108,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.41,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.13235294117647056,"baseline_adjusted_score":0.13235294117647056},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.58,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.10638297872340412,"baseline_adjusted_score":0.10638297872340412},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.49,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":-0.04081632653061228,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1601506706836532,"accuracy":0.61603393106,"positive_recall":1,"specificity":0,"precision":0.61603393106,"balanced_accuracy":0.5,"f1":0.7624022233938205,"true_positive":61.603393106,"false_positive":38.396606894,"false_negative":0,"true_negative":0,"positive_prevalence":0.61603393106,"majority_accuracy_baseline":0.61603393106,"constant_brier_baseline":0.07908707655202402,"brier_skill":-1.0249916631866522,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24258764003105932,"accuracy":0.66,"positive_recall":0.82,"specificity":0.5,"precision":0.6212121212121212,"balanced_accuracy":0.6599999999999999,"f1":0.7068965517241379,"true_positive":41,"false_positive":25,"false_negative":9,"true_negative":25,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.02964943987576274,"baseline_adjusted_skill":0.31999999999999984,"baseline_adjusted_score":0.31999999999999984},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.04,"uniform_accuracy_baseline":0.012987012987012986,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":-0.010526315789473687,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.46,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.1,"baseline_adjusted_score":0.1},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":-0.04687499999999995,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3395471951182199,"accuracy":0.54,"positive_recall":1,"specificity":0.08,"precision":0.5208333333333334,"balanced_accuracy":0.54,"f1":0.684931506849315,"true_positive":50,"false_positive":46,"false_negative":0,"true_negative":4,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.3581887804728796,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.12191279454748105,"accuracy":0.6492325384482476,"positive_recall":0.4560747824721947,"specificity":0.7391738808233332,"precision":0.44879348057248025,"balanced_accuracy":0.597624331647764,"f1":0.4524048359002453,"true_positive":101.42732660938054,"false_positive":124.57267339061946,"false_negative":120.96454969560727,"true_negative":353.0354503043927,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768642,"brier_skill":-0.3740225523668601,"baseline_adjusted_skill":0.19524866329552792,"baseline_adjusted_score":0.19524866329552792},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25296292048054586,"accuracy":0.59,"positive_recall":0.96,"specificity":0.22,"precision":0.5517241379310345,"balanced_accuracy":0.59,"f1":0.7007299270072993,"true_positive":48,"false_positive":39,"false_negative":2,"true_negative":11,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.011851681922183444,"baseline_adjusted_skill":0.17999999999999994,"baseline_adjusted_score":0.17999999999999994},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.013245033112582781,"uniform_accuracy_baseline":0.006622516556291391,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":-0.027586206896551727,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.4329411764705882,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":-0.04555314533622562,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.1,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.17137798306412308,"accuracy":0.75,"positive_recall":0.88,"specificity":0.62,"precision":0.6984126984126984,"balanced_accuracy":0.75,"f1":0.7787610619469026,"true_positive":44,"false_positive":19,"false_negative":6,"true_negative":31,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3144880677435077,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.51,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":-0.020833333333333353,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.17,"uniform_accuracy_baseline":0.07142857142857142,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.06741573033707866,"baseline_adjusted_score":0.06741573033707866},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":-0.08695652173913052,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.0821917808219178,"baseline_adjusted_score":0.0821917808219178},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.6111111111111112,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":-0.16666666666666638,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.3871200552343307,"accuracy":0.5365853658536586,"positive_recall":0.125,"specificity":0.9285714285714286,"precision":0.625,"balanced_accuracy":0.5267857142857143,"f1":0.20833333333333334,"true_positive":5,"false_positive":3,"false_negative":35,"true_negative":39,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.2498512790005949,"brier_skill":-0.5494019353545472,"baseline_adjusted_skill":0.0535714285714286,"baseline_adjusted_score":0.0535714285714286},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24521452653974093,"accuracy":0.63,"positive_recall":0.26,"specificity":1,"precision":1,"balanced_accuracy":0.63,"f1":0.4126984126984127,"true_positive":13,"false_positive":0,"false_negative":37,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.01914189384103626,"baseline_adjusted_skill":0.26,"baseline_adjusted_score":0.26},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.15083798882681565,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":-0.08960573476702506,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":-0.09836065573770492,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.2810815251774324,"accuracy":0.545,"positive_recall":0.4772727272727273,"specificity":0.5641025641025641,"precision":0.23595505617977527,"balanced_accuracy":0.5206876456876457,"f1":0.3157894736842105,"true_positive":21,"false_positive":68,"false_negative":23,"true_negative":88,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.6380042259757133,"baseline_adjusted_skill":0.04137529137529139,"baseline_adjusted_score":0.04137529137529139},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.2895434094898087,"accuracy":0.58,"positive_recall":0.38,"specificity":0.6466666666666666,"precision":0.2638888888888889,"balanced_accuracy":0.5133333333333333,"f1":0.3114754098360656,"true_positive":19,"false_positive":53,"false_negative":31,"true_negative":97,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-0.5442315172789798,"baseline_adjusted_skill":0.026666666666666616,"baseline_adjusted_score":0.026666666666666616},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.18483652669360365,"accuracy":0.72,"positive_recall":0.47368421052631576,"specificity":0.7458563535911602,"precision":0.16363636363636364,"balanced_accuracy":0.609770282058738,"f1":0.24324324324324326,"true_positive":9,"false_positive":46,"false_negative":10,"true_negative":135,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.085975,"brier_skill":-1.1498869054213858,"baseline_adjusted_skill":0.2195405641174759,"baseline_adjusted_score":0.2195405641174759},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.12730283749505486,"accuracy":0.8027202380952382,"positive_recall":0.5911119928578514,"specificity":0.8162285728759681,"precision":0.17035448827901659,"balanced_accuracy":0.7036702828669097,"f1":0.2644859190874592,"true_positive":99.31666666666666,"false_positive":483.68333333333334,"false_negative":68.7,"true_negative":2148.3,"positive_prevalence":0.060005952380952375,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679138,"brier_skill":-2.9533849088964343,"baseline_adjusted_skill":0.4073405657338194,"baseline_adjusted_score":0.4073405657338194},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.08781869688385269,"uniform_accuracy_baseline":0.027777777777777776,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":-0.04545454545454546,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.42,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.17142857142857143,"baseline_adjusted_score":0.17142857142857143},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.44643770629630775,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":50,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.785750825185231,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.22717728105364565,"accuracy":0.67,"positive_recall":1,"specificity":0.34,"precision":0.6024096385542169,"balanced_accuracy":0.67,"f1":0.7518796992481203,"true_positive":50,"false_positive":33,"false_negative":0,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.09129087578541739,"baseline_adjusted_skill":0.3400000000000001,"baseline_adjusted_score":0.3400000000000001},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.51,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":-0.25641025641025633,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.01,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":-0.05319148936170213,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.4147414472694744,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":50,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.6589657890778975,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.49,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.23880597014925373,"baseline_adjusted_score":0.23880597014925373},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.17107050853220293,"accuracy":0.74,"positive_recall":0.98,"specificity":0.5,"precision":0.6621621621621622,"balanced_accuracy":0.74,"f1":0.7903225806451613,"true_positive":49,"false_positive":25,"false_negative":1,"true_negative":25,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3157179658711883,"baseline_adjusted_skill":0.48,"baseline_adjusted_score":0.48},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.2929139324324324,"uniform_accuracy_baseline":0.23445945945945948,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.04144211272846305,"baseline_adjusted_score":0.04144211272846305},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.22272847589900893,"accuracy":0.5265789671052632,"positive_recall":0.9925816026740653,"specificity":0.08284099985259438,"precision":0.5075172620689655,"balanced_accuracy":0.5377113012633298,"f1":0.6716254631063412,"true_positive":73.590003,"false_positive":71.409997,"false_negative":0.55,"true_negative":6.45,"positive_prevalence":0.4877631776315789,"majority_accuracy_baseline":0.512236822368421,"constant_brier_baseline":0.09451910039768556,"brier_skill":-1.3564388040288922,"baseline_adjusted_skill":0.07542260252665955,"baseline_adjusted_score":0.07542260252665955},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.3161462292494388,"normalized_score_rmse":0.37948131183399486,"constant_score_baseline":0.5841668333333333,"constant_mae_baseline":0.21700552708333334,"baseline_adjusted_skill":-0.4568579588667987,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.27247606835748556,"accuracy":0.58,"positive_recall":0.24,"specificity":0.92,"precision":0.75,"balanced_accuracy":0.5800000000000001,"f1":0.36363636363636365,"true_positive":12,"false_positive":4,"false_negative":38,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.08990427342994223,"baseline_adjusted_skill":0.16000000000000014,"baseline_adjusted_score":0.16000000000000014},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.49350710004510384,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":50,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.9740284001804154,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":-0.08196721311475408,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.215,"uniform_accuracy_baseline":0.036111111111111115,"fixed_answer_accuracy_baseline":0.08833333333333333,"baseline_adjusted_skill":0.13893967093235832,"baseline_adjusted_score":0.13893967093235832},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.58,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.04545454545454525,"baseline_adjusted_score":0.04545454545454525},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.17,"uniform_accuracy_baseline":0.049879324215607396,"fixed_answer_accuracy_baseline":0.12442477876106194,"baseline_adjusted_skill":0.05205174853446536,"baseline_adjusted_score":0.05205174853446536},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.4901929473753159,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":50,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.9607717895012635,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.4722222222222222,"uniform_accuracy_baseline":0.23888888888888887,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.2549019607843137,"baseline_adjusted_score":0.2549019607843137},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.39079310517021126,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":32,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.563172420680845,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.4,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":-0.3043478260869566,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.015151515151515168,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3519430981530059,"accuracy":0.51,"positive_recall":0.96,"specificity":0.06,"precision":0.5052631578947369,"balanced_accuracy":0.51,"f1":0.6620689655172414,"true_positive":48,"false_positive":47,"false_negative":2,"true_negative":3,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.4077723926120236,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.14705882352941177,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":-0.2608695652173913,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.3290074087604635,"accuracy":0.5757575757575758,"positive_recall":0.125,"specificity":1,"precision":1,"balanced_accuracy":0.5625,"f1":0.2222222222222222,"true_positive":2,"false_positive":0,"false_negative":14,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":-0.3172392211034736,"baseline_adjusted_skill":0.125,"baseline_adjusted_score":0.125},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.37636770429905814,"normalized_score_rmse":0.4588360516341833,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":-0.1405081948456306,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.5625,"uniform_accuracy_baseline":0.178125,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":0.3859649122807018,"baseline_adjusted_score":0.3859649122807018},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.06137541948200719,"accuracy":0.9411764705882353,"positive_recall":1,"specificity":0.8823529411764706,"precision":0.8947368421052632,"balanced_accuracy":0.9411764705882353,"f1":0.9444444444444444,"true_positive":17,"false_positive":2,"false_negative":0,"true_negative":15,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7544983220719712,"baseline_adjusted_skill":0.8823529411764706,"baseline_adjusted_score":0.8823529411764706},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.17939675585950715,"normalized_score_rmse":0.28154183488950757,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-0.21989793984464856,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.8125,"uniform_accuracy_baseline":0.13194444444444445,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":0.5304347826086957,"baseline_adjusted_score":0.5304347826086957},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.22576232316778524,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":26,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.09695070732885902,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.48995923344084474,"accuracy":0.48,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":39,"true_negative":36,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24960000000000004,"brier_skill":-0.9629776980803071,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.4244769615750309,"normalized_score_rmse":0.5168877947793336,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.515989148482253,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.29411764705882354,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.04000000000000001,"baseline_adjusted_score":0.04000000000000001},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.1338992548784443,"accuracy":0.8928571428571429,"positive_recall":0.7857142857142857,"specificity":1,"precision":1,"balanced_accuracy":0.8928571428571428,"f1":0.88,"true_positive":11,"false_positive":0,"false_negative":3,"true_negative":14,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.46440298048622275,"baseline_adjusted_skill":0.7857142857142856,"baseline_adjusted_score":0.7857142857142856},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.24074421623367093,"normalized_score_rmse":0.2836624560538827,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.1696969696969697,"baseline_adjusted_skill":-0.4186712742341321,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":0.4,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":0.25,"baseline_adjusted_score":0.25},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.18295565712861844,"accuracy":0.7411764705882353,"positive_recall":0.7333333333333333,"specificity":0.75,"precision":0.7674418604651163,"balanced_accuracy":0.7416666666666667,"f1":0.75,"true_positive":33,"false_positive":10,"false_negative":12,"true_negative":30,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.2491349480968858,"brier_skill":0.2656363206920731,"baseline_adjusted_skill":0.4833333333333334,"baseline_adjusted_score":0.4833333333333334},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.04,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":-0.2631578947368421,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.2137019223328889,"accuracy":0.66,"positive_recall":0.9142857142857143,"specificity":0.06666666666666667,"precision":0.6956521739130435,"balanced_accuracy":0.49047619047619045,"f1":0.7901234567901234,"true_positive":32,"false_positive":14,"false_negative":3,"true_negative":1,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.21,"brier_skill":-0.017628201585185188,"baseline_adjusted_skill":-0.01904761904761909,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.23782020416653082,"normalized_score_rmse":0.34654657206907813,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.15064212797667575,"baseline_adjusted_score":0.15064212797667575},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.27848101265822783,"uniform_accuracy_baseline":0.24240506329113923,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":-0.23913043478260873,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.28405143258019694,"accuracy":0.6666666666666666,"positive_recall":1,"specificity":0.3,"precision":0.6111111111111112,"balanced_accuracy":0.65,"f1":0.7586206896551724,"true_positive":11,"false_positive":7,"false_negative":0,"true_negative":3,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.2494331065759637,"brier_skill":-0.13878801607151692,"baseline_adjusted_skill":0.30000000000000004,"baseline_adjusted_score":0.30000000000000004},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.3333333333333333,"uniform_accuracy_baseline":0.32373737373737377,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":-0.1,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.257043639557167,"accuracy":0.696969696969697,"positive_recall":0.5294117647058824,"specificity":0.875,"precision":0.8181818181818182,"balanced_accuracy":0.7022058823529411,"f1":0.6428571428571429,"true_positive":9,"false_positive":2,"false_negative":8,"true_negative":14,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":-0.029119571609393047,"baseline_adjusted_skill":0.40441176470588225,"baseline_adjusted_score":0.40441176470588225},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.33526391124063076,"normalized_score_rmse":0.4013208950645645,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.3431372549019608,"baseline_adjusted_skill":0.02294517295587606,"baseline_adjusted_score":0.02294517295587606},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.4858531893855971,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":50,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.9434127575423883,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.33333333333333337,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":-0.03092783505154633,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.3108201475587855,"accuracy":0.49333333333333335,"positive_recall":1,"specificity":0,"precision":0.49333333333333335,"balanced_accuracy":0.5,"f1":0.6607142857142857,"true_positive":37,"false_positive":38,"false_negative":0,"true_negative":0,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555554,"brier_skill":-0.24350165719642147,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.05,"uniform_accuracy_baseline":0.14285714285714285,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":-0.21794871794871792,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.36,"uniform_accuracy_baseline":0.32416666666666666,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.03030303030303025,"baseline_adjusted_score":0.03030303030303025},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.35585933474495013,"accuracy":0.48484848484848486,"positive_recall":1,"specificity":0,"precision":0.48484848484848486,"balanced_accuracy":0.5,"f1":0.6530612244897959,"true_positive":16,"false_positive":17,"false_negative":0,"true_negative":0,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":-0.42474564535753934,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.3232345991804995,"normalized_score_rmse":0.4253240207723389,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":-0.4712747273043427,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.6171012961223085,"accuracy":0.22,"positive_recall":1,"specificity":0,"precision":0.22,"balanced_accuracy":0.5,"f1":0.36065573770491804,"true_positive":22,"false_positive":78,"false_negative":0,"true_negative":0,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-2.596161399314152,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.5074803784629125,"accuracy":0.37,"positive_recall":1,"specificity":0,"precision":0.37,"balanced_accuracy":0.5,"f1":0.5401459854014599,"true_positive":37,"false_positive":63,"false_negative":0,"true_negative":0,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000003,"brier_skill":-1.1770930006988949,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.5511099410152434,"accuracy":0.39,"positive_recall":1,"specificity":0,"precision":0.39,"balanced_accuracy":0.5,"f1":0.5611510791366906,"true_positive":39,"false_positive":61,"false_negative":0,"true_negative":0,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379,"brier_skill":-1.3165613325567187,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.6079805932639943,"accuracy":0.31,"positive_recall":1,"specificity":0,"precision":0.31,"balanced_accuracy":0.5,"f1":0.4732824427480916,"true_positive":31,"false_positive":69,"false_negative":0,"true_negative":0,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999998,"brier_skill":-1.8423590147919326,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.29,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.013888888888888824,"baseline_adjusted_score":0.013888888888888824},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.32540147513182754,"normalized_score_rmse":0.3822930664285223,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":-0.39957623712614,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.45849630172083466,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":50,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.8339852068833387,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.49759900556632963,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":50,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.9903960222653185,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.28,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-1.0571428571428572,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.19508414015013723,"accuracy":0.72,"positive_recall":0.9,"specificity":0.54,"precision":0.6617647058823529,"balanced_accuracy":0.72,"f1":0.7627118644067796,"true_positive":45,"false_positive":23,"false_negative":5,"true_negative":27,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2196634393994511,"baseline_adjusted_skill":0.43999999999999995,"baseline_adjusted_score":0.43999999999999995},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":-0.19047619047619035,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.11666666666666668,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.280524329098982,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":50,"false_positive":50,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.12209731639592802,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.4,"uniform_accuracy_baseline":0.20851190476190473,"fixed_answer_accuracy_baseline":0.22333333333333333,"baseline_adjusted_skill":0.22746781115879833,"baseline_adjusted_score":0.22746781115879833},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3471293709100676,"accuracy":0.57,"positive_recall":0.8,"specificity":0.34,"precision":0.547945205479452,"balanced_accuracy":0.5700000000000001,"f1":0.6504065040650406,"true_positive":40,"false_positive":33,"false_negative":10,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.3885174836402705,"baseline_adjusted_skill":0.14000000000000012,"baseline_adjusted_score":0.14000000000000012},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.32451927145565773,"normalized_score_rmse":0.3995944840054944,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":-0.08173090485219259,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.4,"uniform_accuracy_baseline":0.22851190476190475,"fixed_answer_accuracy_baseline":0.24333333333333332,"baseline_adjusted_skill":0.20704845814977976,"baseline_adjusted_score":0.20704845814977976},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.38099480957921983,"accuracy":0.52,"positive_recall":0.62,"specificity":0.42,"precision":0.5166666666666667,"balanced_accuracy":0.52,"f1":0.5636363636363636,"true_positive":31,"false_positive":29,"false_negative":19,"true_negative":21,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.5239792383168793,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.2809513870406974,"normalized_score_rmse":0.3689192654139247,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.3042222222222222,"baseline_adjusted_skill":0.0764928840882847,"baseline_adjusted_score":0.0764928840882847},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.38,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11256845311609322,"accuracy":0.85,"positive_recall":0.84,"specificity":0.86,"precision":0.8571428571428571,"balanced_accuracy":0.85,"f1":0.8484848484848485,"true_positive":42,"false_positive":7,"false_negative":8,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5497261875356272,"baseline_adjusted_skill":0.7,"baseline_adjusted_score":0.7},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.49,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":-0.020000000000000018,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2148284826412168,"accuracy":0.7,"positive_recall":0.4,"specificity":1,"precision":1,"balanced_accuracy":0.7,"f1":0.5714285714285714,"true_positive":20,"false_positive":0,"false_negative":30,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.14068606943513284,"baseline_adjusted_skill":0.3999999999999999,"baseline_adjusted_score":0.3999999999999999},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.41,"uniform_accuracy_baseline":0.3533333333333333,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.06451612903225803,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.28,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.16129032258064513,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.11,"uniform_accuracy_baseline":0.1111111111111111,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":-0.05952380952380953,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.19845212447168933,"accuracy":0.43487500000000007,"positive_recall":0.5787738958470666,"specificity":0.40120314669134666,"precision":0.18445378151260503,"balanced_accuracy":0.48998852126920667,"f1":0.27975147363390157,"true_positive":43.9,"false_positive":194.1,"false_negative":31.95,"true_negative":130.05,"positive_prevalence":0.189625,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500001,"brier_skill":-1.6069720826567062,"baseline_adjusted_skill":-0.020022957461586666,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3154674559862231,"normalized_score_rmse":0.43871321592121454,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":-0.4758711391168333,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.22715289502023556,"accuracy":0.371125,"positive_recall":0.7834036568213782,"specificity":0.2212374296914948,"precision":0.26778846153846153,"balanced_accuracy":0.5023205432564365,"f1":0.3991400931565747,"true_positive":83.55,"false_positive":228.45,"false_negative":23.1,"true_negative":64.9,"positive_prevalence":0.266625,"majority_accuracy_baseline":0.733375,"constant_brier_baseline":0.115654859375,"brier_skill":-0.9640583737490325,"baseline_adjusted_skill":0.004641086512872983,"baseline_adjusted_score":0.004641086512872983},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.35367947861608334,"normalized_score_rmse":0.47869571209410466,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":-0.3160166646179845,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.167681829769691,"accuracy":0.501625,"positive_recall":0.4760626398210291,"specificity":0.5115351257588898,"precision":0.27422680412371137,"balanced_accuracy":0.4937988827899594,"f1":0.34799672935404746,"true_positive":53.2,"false_positive":140.8,"false_negative":58.55,"true_negative":147.45,"positive_prevalence":0.279375,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937500001,"brier_skill":-0.4818660800762531,"baseline_adjusted_skill":-0.012402234420081149,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3246657026482424,"normalized_score_rmse":0.4544455554031309,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":-0.2280499390950066,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.2667021036572031,"accuracy":0.328125,"positive_recall":0.8394366197183099,"specificity":0.1823293172690763,"precision":0.22644376899696048,"balanced_accuracy":0.5108829684936931,"f1":0.3566726511071215,"true_positive":74.5,"false_positive":254.5,"false_negative":14.25,"true_negative":56.75,"positive_prevalence":0.221875,"majority_accuracy_baseline":0.778125,"constant_brier_baseline":0.12674023437499998,"brier_skill":-1.10432073896978,"baseline_adjusted_skill":0.02176593698738616,"baseline_adjusted_score":0.02176593698738616},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3109095325363971,"normalized_score_rmse":0.4719746091202949,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":-0.3779923879729512,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.20775461968990258,"accuracy":0.4040000000000001,"positive_recall":0.8620037807183365,"specificity":0.23929299796057102,"precision":0.2895238095238095,"balanced_accuracy":0.5506483893394538,"f1":0.4334600760456273,"true_positive":91.2,"false_positive":223.8,"false_negative":14.6,"true_negative":70.4,"positive_prevalence":0.2645,"majority_accuracy_baseline":0.7355,"constant_brier_baseline":0.11362725,"brier_skill":-0.8283872899317952,"baseline_adjusted_skill":0.10129677867890763,"baseline_adjusted_score":0.10129677867890763},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3419599600554086,"normalized_score_rmse":0.4706979257769788,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":-0.36103466688719843,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.22043968496053445,"accuracy":0.418,"positive_recall":0.6840731070496084,"specificity":0.354978354978355,"precision":0.20076628352490422,"balanced_accuracy":0.5195257310139817,"f1":0.31042654028436023,"true_positive":52.4,"false_positive":208.6,"false_negative":24.2,"true_negative":114.8,"positive_prevalence":0.19149999999999998,"majority_accuracy_baseline":0.8085,"constant_brier_baseline":0.09190274999999999,"brier_skill":-1.3986190289249723,"baseline_adjusted_skill":0.03905146202796339,"baseline_adjusted_score":0.03905146202796339},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3667073273689186,"normalized_score_rmse":0.49527247591737705,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":-0.7726033951367666,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.2514676197159246,"accuracy":0.3575,"positive_recall":0.8455284552845529,"specificity":0.2470876762722256,"precision":0.20259740259740258,"balanced_accuracy":0.5463080657783892,"f1":0.32687270822420117,"true_positive":62.4,"false_positive":245.6,"false_negative":11.4,"true_negative":80.6,"positive_prevalence":0.1845,"majority_accuracy_baseline":0.8155,"constant_brier_baseline":0.10922225,"brier_skill":-1.3023479164357497,"baseline_adjusted_skill":0.09261613155677839,"baseline_adjusted_score":0.09261613155677839},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.27368842255682396,"normalized_score_rmse":0.4379922226281705,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":-0.44521939303933444,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.23229958357322317,"accuracy":0.37375,"positive_recall":0.7452229299363057,"specificity":0.28304821150855364,"precision":0.20242214532871972,"balanced_accuracy":0.5141355707224297,"f1":0.3183673469387755,"true_positive":58.5,"false_positive":230.5,"false_negative":20,"true_negative":91,"positive_prevalence":0.19625,"majority_accuracy_baseline":0.80375,"constant_brier_baseline":0.09878593749999999,"brier_skill":-1.3515450625067276,"baseline_adjusted_skill":0.028271141444859316,"baseline_adjusted_score":0.028271141444859316},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.35824511894618793,"normalized_score_rmse":0.4941249198698014,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":-0.695834882585505,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.14933056719070603,"accuracy":0.4446428571428572,"positive_recall":0.6313760379596679,"specificity":0.30371530886302595,"precision":0.40629770992366415,"balanced_accuracy":0.4675456734113469,"f1":0.4944263817928472,"true_positive":106.45,"false_positive":155.55,"false_negative":62.15,"true_negative":67.85,"positive_prevalence":0.4301020408163265,"majority_accuracy_baseline":0.5698979591836735,"constant_brier_baseline":0.12359641815910039,"brier_skill":-0.20821112306409373,"baseline_adjusted_skill":-0.06490865317730621,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.3946619056675763,"normalized_score_rmse":0.5012966839855724,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":-0.43247654649712897,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.3361455667681741,"accuracy":0.264625,"positive_recall":0.8725413060582219,"specificity":0.14979937583593403,"precision":0.16237188872620792,"balanced_accuracy":0.5111703409470779,"f1":0.27379335884458705,"true_positive":110.9,"false_positive":572.1,"false_negative":16.2,"true_negative":100.8,"positive_prevalence":0.158875,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499999,"brier_skill":-2.403058590680718,"baseline_adjusted_skill":0.022340681894155834,"baseline_adjusted_score":0.022340681894155834},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.2974834579700932,"normalized_score_rmse":0.4576761873918829,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-0.802930048303595,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.06451612903225803,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2829475168090221,"accuracy":0.5,"positive_recall":0.46,"specificity":0.54,"precision":0.5,"balanced_accuracy":0.5,"f1":0.4791666666666667,"true_positive":23,"false_positive":23,"false_negative":27,"true_negative":27,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.13179006723608833,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.05765407554671968,"uniform_accuracy_baseline":0.058823529411764705,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":-0.10747663551401868,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.52,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":-0.04347826086956526,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.45940309221046394,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":50,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.8376123688418557,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.51,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.22222222222222224,"baseline_adjusted_score":0.22222222222222224},"scoring":{"eligible":true,"reason":null},"model":36,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.3226135035086123,"accuracy":0.5540540540540541,"positive_recall":0.7887323943661971,"specificity":0.33766233766233766,"precision":0.5233644859813084,"balanced_accuracy":0.5631973660142674,"f1":0.6292134831460674,"true_positive":56,"false_positive":51,"false_negative":15,"true_negative":26,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.2495891161431699,"brier_skill":-0.29257841244789695,"baseline_adjusted_skill":0.1263947320285348,"baseline_adjusted_score":0.1263947320285348},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.18,"uniform_accuracy_baseline":0.20049999999999962,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":-0.15492957746478872,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.37,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.07352941176470587,"baseline_adjusted_score":0.07352941176470587},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.55,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.04255319148936174,"baseline_adjusted_score":0.04255319148936174},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.58,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.14285714285714277,"baseline_adjusted_score":0.14285714285714277},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.26252242208739074,"accuracy":0.46703147578000004,"positive_recall":0.28656327926002867,"specificity":0.7565740721881195,"precision":0.6538248274814814,"balanced_accuracy":0.5215686757240741,"f1":0.3984784266869023,"true_positive":17.653270342,"false_positive":9.346729658000001,"false_negative":43.950122763999985,"true_negative":29.049877236000007,"positive_prevalence":0.6160339310599999,"majority_accuracy_baseline":0.6160339310599999,"constant_brier_baseline":0.079087076552024,"brier_skill":-2.319409864830466,"baseline_adjusted_skill":0.04313735144814812,"baseline_adjusted_score":0.04313735144814812},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.35220603368710823,"accuracy":0.53,"positive_recall":0.14,"specificity":0.92,"precision":0.6363636363636364,"balanced_accuracy":0.53,"f1":0.22950819672131148,"true_positive":7,"false_positive":4,"false_negative":43,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.40882413474843293,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.46,"uniform_accuracy_baseline":0.012987012987012965,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.4315789473684211,"baseline_adjusted_score":0.4315789473684211},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.36,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.06666666666666674,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":-0.04687499999999995,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3933781701761507,"accuracy":0.47,"positive_recall":0.62,"specificity":0.32,"precision":0.47692307692307695,"balanced_accuracy":0.47,"f1":0.5391304347826087,"true_positive":31,"false_positive":34,"false_negative":19,"true_negative":16,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.5735126807046027,"baseline_adjusted_skill":-0.06000000000000005,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.20676450868347404,"accuracy":0.5315978569876668,"positive_recall":0.7947915680866668,"specificity":0.40904520275275574,"precision":0.3850875557694495,"balanced_accuracy":0.6019183854197113,"f1":0.5188062677138889,"true_positive":176.7551880981773,"false_positive":282.2448119018227,"false_negative":45.636688206810504,"true_negative":195.3633117931895,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768597,"brier_skill":-1.330346859939306,"baseline_adjusted_skill":0.20383677083942264,"baseline_adjusted_score":0.20383677083942264},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.40120703008806474,"accuracy":0.45,"positive_recall":0.64,"specificity":0.26,"precision":0.463768115942029,"balanced_accuracy":0.45,"f1":0.5378151260504201,"true_positive":32,"false_positive":37,"false_negative":18,"true_negative":13,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.604828120352259,"baseline_adjusted_skill":-0.09999999999999998,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.6158940397350994,"uniform_accuracy_baseline":0.006622516556291403,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.6000000000000001,"baseline_adjusted_score":0.6000000000000001},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"binary_brier":0.3332321285212097,"accuracy":0.5366666666666666,"positive_recall":0.12666666666666668,"specificity":0.9466666666666667,"precision":0.7037037037037037,"balanced_accuracy":0.5366666666666666,"f1":0.21468926553672316,"true_positive":19,"false_positive":8,"false_negative":131,"true_negative":142,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.3329285140848388,"baseline_adjusted_skill":0.07333333333333325,"baseline_adjusted_score":0.07333333333333325},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":14},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.3976470588235294,"uniform_accuracy_baseline":0.3333333333333301,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":-0.1106290672451193,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.11666666666666668,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.31327027434178206,"accuracy":0.48,"positive_recall":0.5,"specificity":0.46,"precision":0.4807692307692308,"balanced_accuracy":0.48,"f1":0.49019607843137253,"true_positive":25,"false_positive":27,"false_negative":25,"true_negative":23,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.25308109736712825,"baseline_adjusted_skill":-0.040000000000000036,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.44,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":-0.1666666666666667,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.62,"uniform_accuracy_baseline":0.07142857142857136,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.5730337078651685,"baseline_adjusted_score":0.5730337078651685},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.6,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.13043478260869554,"baseline_adjusted_score":0.13043478260869554},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.29,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.027397260273972553,"baseline_adjusted_score":0.027397260273972553},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.6111111111111112,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":-0.16666666666666638,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.3436416512625889,"accuracy":0.524390243902439,"positive_recall":0.05,"specificity":0.9761904761904762,"precision":0.6666666666666666,"balanced_accuracy":0.513095238095238,"f1":0.09302325581395349,"true_positive":2,"false_positive":1,"false_negative":38,"true_negative":41,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.24985127900059498,"brier_skill":-0.3753847994581232,"baseline_adjusted_skill":0.026190476190476097,"baseline_adjusted_score":0.026190476190476097},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.12939564949938528,"accuracy":0.83,"positive_recall":0.86,"specificity":0.8,"precision":0.8113207547169812,"balanced_accuracy":0.8300000000000001,"f1":0.8349514563106796,"true_positive":43,"false_positive":10,"false_negative":7,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.48241740200245886,"baseline_adjusted_skill":0.6600000000000001,"baseline_adjusted_score":0.6600000000000001},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.164804469273743,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":-0.07168458781362007,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.47,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.13114754098360648,"baseline_adjusted_score":0.13114754098360648},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.4550123406954743,"accuracy":0.44,"positive_recall":0.7954545454545454,"specificity":0.33974358974358976,"precision":0.2536231884057971,"balanced_accuracy":0.5675990675990676,"f1":0.38461538461538464,"true_positive":35,"false_positive":103,"false_negative":9,"true_negative":53,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000053,"brier_skill":-1.6515870669899355,"baseline_adjusted_skill":0.13519813519813528,"baseline_adjusted_score":0.13519813519813528},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.5817440651494209,"accuracy":0.295,"positive_recall":0.68,"specificity":0.16666666666666666,"precision":0.2138364779874214,"balanced_accuracy":0.42333333333333334,"f1":0.3253588516746411,"true_positive":34,"false_positive":125,"false_negative":16,"true_negative":25,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-2.102635014130245,"baseline_adjusted_skill":-0.15333333333333332,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.4197593335874579,"accuracy":0.46,"positive_recall":0.8421052631578947,"specificity":0.4198895027624309,"precision":0.1322314049586777,"balanced_accuracy":0.6309973829601628,"f1":0.22857142857142856,"true_positive":16,"false_positive":105,"false_negative":3,"true_negative":76,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.0859749999999999,"brier_skill":-3.8823417689730544,"baseline_adjusted_skill":0.26199476592032567,"baseline_adjusted_score":0.26199476592032567},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.4633333333333333,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.19499999999999998,"baseline_adjusted_score":0.19499999999999998},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":33},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"binary_brier":0.30117884310638243,"accuracy":0.5766666666666667,"positive_recall":0.86,"specificity":0.29333333333333333,"precision":0.548936170212766,"balanced_accuracy":0.5766666666666667,"f1":0.6701298701298701,"true_positive":129,"false_positive":106,"false_negative":21,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.20471537242552973,"baseline_adjusted_skill":0.15333333333333332,"baseline_adjusted_score":0.15333333333333332},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":34},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.2966666666666667,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.062222222222222255,"baseline_adjusted_score":0.062222222222222255},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":35},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"binary_brier":0.29363884769857285,"accuracy":0.5066666666666667,"positive_recall":0.88,"specificity":0.13333333333333333,"precision":0.5038167938931297,"balanced_accuracy":0.5066666666666667,"f1":0.6407766990291263,"true_positive":132,"false_positive":130,"false_negative":18,"true_negative":20,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.1745553907942914,"baseline_adjusted_skill":0.01333333333333342,"baseline_adjusted_score":0.01333333333333342},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":36},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"normalized_expected_score_mae":0.4060050621877114,"normalized_score_rmse":0.4628561538729619,"constant_score_baseline":0.5,"constant_mae_baseline":0.3333333333333333,"baseline_adjusted_skill":-0.21801518656313412,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":37},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.23666666666666666,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":-0.01777777777777778,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":38},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"binary_brier":0.4118232088821099,"accuracy":0.51,"positive_recall":0.9866666666666667,"specificity":0.03333333333333333,"precision":0.5051194539249146,"balanced_accuracy":0.51,"f1":0.6681715575620768,"true_positive":148,"false_positive":145,"false_negative":2,"true_negative":5,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.6472928355284395,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":39},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"normalized_expected_score_mae":0.3131649827770889,"normalized_score_rmse":0.36463142498973633,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":-0.04388327592362962,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":40},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.12498375495279747,"accuracy":0.7993035714285713,"positive_recall":0.753099890883841,"specificity":0.8022530537807359,"precision":0.1955692941782588,"balanced_accuracy":0.7776764723322884,"f1":0.31050489765035505,"true_positive":126.53333333333343,"false_positive":520.4666666666665,"false_negative":41.48333333333332,"true_negative":2111.5166666666664,"positive_prevalence":0.060005952380952354,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679296,"brier_skill":-2.88136588633988,"baseline_adjusted_skill":0.5553529446645769,"baseline_adjusted_score":0.5553529446645769},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.22333333333333333,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":-0.03555555555555556,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":50},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.18696883852691218,"uniform_accuracy_baseline":0.027777777777777853,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.06818181818181818,"baseline_adjusted_score":0.06818181818181818},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.25,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":-0.07142857142857141,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.4419771797157651,"accuracy":0.51,"positive_recall":0.12,"specificity":0.9,"precision":0.5454545454545454,"balanced_accuracy":0.51,"f1":0.19672131147540983,"true_positive":6,"false_positive":5,"false_negative":44,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.7679087188630604,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.245310763727056,"accuracy":0.65,"positive_recall":0.9,"specificity":0.4,"precision":0.6,"balanced_accuracy":0.65,"f1":0.72,"true_positive":45,"false_positive":30,"false_negative":5,"true_negative":20,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.018756945091775945,"baseline_adjusted_skill":0.30000000000000004,"baseline_adjusted_score":0.30000000000000004},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.49,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":-0.30769230769230765,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.4,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.3617021276595745,"baseline_adjusted_score":0.3617021276595745},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.30630578657817537,"accuracy":0.6,"positive_recall":0.64,"specificity":0.56,"precision":0.5925925925925926,"balanced_accuracy":0.6000000000000001,"f1":0.6153846153846154,"true_positive":32,"false_positive":22,"false_negative":18,"true_negative":28,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.22522314631270146,"baseline_adjusted_skill":0.20000000000000018,"baseline_adjusted_score":0.20000000000000018},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.21666666666666667,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":-0.04444444444444443,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":58},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.49,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.235,"baseline_adjusted_score":0.235},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":59},{"provenance":"measured","status":"complete","counts":{"cases":285,"expected":285,"succeeded":285,"failed":0},"metrics":{"target_mass_at_prediction":0.631578947368421,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5263157894736842,"baseline_adjusted_skill":0.2222222222222222,"baseline_adjusted_score":0.2222222222222222},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":60},{"provenance":"measured","status":"complete","counts":{"cases":299,"expected":299,"succeeded":299,"failed":0},"metrics":{"binary_brier":0.38665859863684376,"accuracy":0.5050167224080268,"positive_recall":0.07333333333333333,"specificity":0.9395973154362416,"precision":0.55,"balanced_accuracy":0.5064653243847874,"f1":0.12941176470588237,"true_positive":11,"false_positive":9,"false_negative":139,"true_negative":140,"positive_prevalence":0.5016722408026756,"majority_accuracy_baseline":0.5016722408026756,"constant_brier_baseline":0.24999720361069788,"brier_skill":-0.5466516947083877,"baseline_adjusted_skill":0.012930648769574837,"baseline_adjusted_score":0.012930648769574837},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":61},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.45666666666666667,"uniform_accuracy_baseline":0.2,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":0.3208333333333333,"baseline_adjusted_score":0.3208333333333333},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":62},{"provenance":"measured","status":"complete","counts":{"cases":283,"expected":283,"succeeded":283,"failed":0},"metrics":{"binary_brier":0.45741238686884994,"accuracy":0.4876325088339223,"positive_recall":0.9774436090225563,"specificity":0.05333333333333334,"precision":0.47794117647058826,"balanced_accuracy":0.5153884711779448,"f1":0.6419753086419753,"true_positive":130,"false_positive":142,"false_negative":3,"true_negative":8,"positive_prevalence":0.46996466431095407,"majority_accuracy_baseline":0.5300353356890459,"constant_brier_baseline":0.24909787861004634,"brier_skill":-0.8362757219017203,"baseline_adjusted_skill":0.03077694235588968,"baseline_adjusted_score":0.03077694235588968},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":63},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.30333333333333334,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.07111111111111112,"baseline_adjusted_score":0.07111111111111112},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":64},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.3433333333333333,"uniform_accuracy_baseline":0.20616666666666666,"fixed_answer_accuracy_baseline":0.21333333333333335,"baseline_adjusted_skill":0.16525423728813557,"baseline_adjusted_score":0.16525423728813557},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":65},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.47,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.20499999999999996,"baseline_adjusted_score":0.20499999999999996},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":66},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.41,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.37333333333333335,"baseline_adjusted_skill":0.05851063829787227,"baseline_adjusted_score":0.05851063829787227},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":67},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"normalized_expected_score_mae":0.2854817868961642,"normalized_score_rmse":0.3302322225268315,"constant_score_baseline":0.5,"constant_mae_baseline":0.26208333333333333,"baseline_adjusted_skill":-0.08927867814116719,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":68},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"normalized_expected_score_mae":0.2613865564584732,"normalized_score_rmse":0.30258856411317786,"constant_score_baseline":0.52,"constant_mae_baseline":0.24733333333333335,"baseline_adjusted_skill":-0.056818961422398395,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":69},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.3333333333333333,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.11111111111111109,"baseline_adjusted_score":0.11111111111111109},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":71},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8656716417910449,"baseline_adjusted_score":0.8656716417910449},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.01133947347230432,"accuracy":0.99,"positive_recall":1,"specificity":0.98,"precision":0.9803921568627451,"balanced_accuracy":0.99,"f1":0.9900990099009901,"true_positive":50,"false_positive":1,"false_negative":0,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9546421061107827,"baseline_adjusted_skill":0.98,"baseline_adjusted_score":0.98},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.2797410000000001,"uniform_accuracy_baseline":0.23445945945945923,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.023584289104471984,"baseline_adjusted_score":0.023584289104471984},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.2655065269439756,"accuracy":0.49714915131578935,"positive_recall":0.7735815306077072,"specificity":0.23392415491616314,"precision":0.49019946153846145,"balanced_accuracy":0.5037528427619351,"f1":0.600118615672513,"true_positive":57.35333699999998,"false_positive":59.646663000000004,"false_negative":16.786666,"true_negative":18.213333999999996,"positive_prevalence":0.48776317763157917,"majority_accuracy_baseline":0.5122368223684208,"constant_brier_baseline":0.0945191003976856,"brier_skill":-1.8090251158429012,"baseline_adjusted_skill":0.007505685523870209,"baseline_adjusted_score":0.007505685523870209},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.2497435837018128,"normalized_score_rmse":0.3002262287243748,"constant_score_baseline":0.5841668333333334,"constant_mae_baseline":0.21700552708333315,"baseline_adjusted_skill":-0.15086277782181923,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.31694466739703936,"accuracy":0.58,"positive_recall":0.68,"specificity":0.48,"precision":0.5666666666666667,"balanced_accuracy":0.5800000000000001,"f1":0.6181818181818182,"true_positive":34,"false_positive":26,"false_negative":16,"true_negative":24,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.26777866958815744,"baseline_adjusted_skill":0.16000000000000014,"baseline_adjusted_score":0.16000000000000014},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3222593582037907,"accuracy":0.55,"positive_recall":0.36,"specificity":0.74,"precision":0.5806451612903226,"balanced_accuracy":0.55,"f1":0.4444444444444444,"true_positive":18,"false_positive":13,"false_negative":32,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.2890374328151628,"baseline_adjusted_skill":0.10000000000000009,"baseline_adjusted_score":0.10000000000000009},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.38,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":-0.016393442622950834,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.38,"uniform_accuracy_baseline":0.03611111111111102,"fixed_answer_accuracy_baseline":0.08833333333333329,"baseline_adjusted_skill":0.3199268738574041,"baseline_adjusted_score":0.3199268738574041},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"binary_brier":0.3224393965653302,"accuracy":0.5166666666666667,"positive_recall":0.38,"specificity":0.6533333333333333,"precision":0.5229357798165137,"balanced_accuracy":0.5166666666666666,"f1":0.44015444015444016,"true_positive":57,"false_positive":52,"false_negative":93,"true_negative":98,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.28975758626132087,"baseline_adjusted_skill":0.033333333333333215,"baseline_adjusted_score":0.033333333333333215},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":81},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.59,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.068181818181818,"baseline_adjusted_score":0.068181818181818},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.14,"uniform_accuracy_baseline":0.11021428571428572,"fixed_answer_accuracy_baseline":0.12554761904761905,"baseline_adjusted_skill":0.016527350450622175,"baseline_adjusted_score":0.016527350450622175},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":83},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.30333333333333334,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.07111111111111112,"baseline_adjusted_score":0.07111111111111112},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":84},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.55,"uniform_accuracy_baseline":0.04987932421560751,"fixed_answer_accuracy_baseline":0.1244247787610618,"baseline_adjusted_skill":0.486052152819891,"baseline_adjusted_score":0.486052152819891},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.41375576140581694,"accuracy":0.45,"positive_recall":0.76,"specificity":0.14,"precision":0.4691358024691358,"balanced_accuracy":0.45,"f1":0.5801526717557252,"true_positive":38,"false_positive":43,"false_negative":12,"true_negative":7,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.6550230456232677,"baseline_adjusted_skill":-0.09999999999999998,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.6388888888888888,"uniform_accuracy_baseline":0.23888888888888893,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.49019607843137253,"baseline_adjusted_score":0.49019607843137253},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.49393925977349173,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":32,"false_positive":32,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.9757570390939669,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.54,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.3,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.06060606060606067,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.4260096882579086,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":50,"false_positive":50,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.7040387530316343,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.3235294117647059,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.3616419972905105,"accuracy":0.5454545454545454,"positive_recall":0.6875,"specificity":0.4117647058823529,"precision":0.5238095238095238,"balanced_accuracy":0.5496323529411764,"f1":0.5945945945945946,"true_positive":11,"false_positive":10,"false_negative":5,"true_negative":7,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":-0.4478975553285507,"baseline_adjusted_skill":0.09926470588235281,"baseline_adjusted_score":0.09926470588235281},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.279925833446905,"normalized_score_rmse":0.3636016112492291,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.15173989864574233,"baseline_adjusted_score":0.15173989864574233},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.09375,"uniform_accuracy_baseline":0.17812500000000006,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.27192982456140347,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.4535117370031867,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":17,"false_positive":17,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.8140469480127468,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.2514663123909165,"normalized_score_rmse":0.32077351772509827,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-0.7099709242582322,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.020833333333333332,"uniform_accuracy_baseline":0.13194444444444448,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":-1.452173913043478,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.48790625766878976,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":26,"false_positive":26,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.951625030675159,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.46520790836063686,"accuracy":0.52,"positive_recall":1,"specificity":0,"precision":0.52,"balanced_accuracy":0.5,"f1":0.6842105263157895,"true_positive":39,"false_positive":36,"false_negative":0,"true_negative":0,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24959999999999993,"brier_skill":-0.8638137354192186,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.3195842605829239,"normalized_score_rmse":0.38915108241774715,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.14137235922472802,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.23529411764705882,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":-0.04000000000000001,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.49476966958676577,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":14,"false_positive":14,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.9790786783470631,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.3611409252340144,"normalized_score_rmse":0.4085922681602229,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.16969696969696968,"baseline_adjusted_skill":-1.1281518808432995,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":0.6666666666666666,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":0.5833333333333333,"baseline_adjusted_score":0.5833333333333333},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.44419027433572233,"accuracy":0.5294117647058824,"positive_recall":1,"specificity":0,"precision":0.5294117647058824,"balanced_accuracy":0.5,"f1":0.6923076923076923,"true_positive":45,"false_positive":40,"false_negative":0,"true_negative":0,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.24913494809688563,"brier_skill":-0.7829304067086647,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.72,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.631578947368421,"baseline_adjusted_score":0.631578947368421},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.2931543650796639,"accuracy":0.7,"positive_recall":1,"specificity":0,"precision":0.7,"balanced_accuracy":0.5,"f1":0.8235294117647058,"true_positive":35,"false_positive":15,"false_negative":0,"true_negative":0,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.20999999999999996,"brier_skill":-0.3959731670460189,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.35099684685468674,"normalized_score_rmse":0.4257247310721194,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.2535601673381669,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.20253164556962025,"uniform_accuracy_baseline":0.24240506329113914,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":-0.3695652173913044,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.4609627547438427,"accuracy":0.5238095238095238,"positive_recall":1,"specificity":0,"precision":0.5238095238095238,"balanced_accuracy":0.5,"f1":0.6875,"true_positive":11,"false_positive":10,"false_negative":0,"true_negative":0,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.24943310657596363,"brier_skill":-0.8480415894730426,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.2727272727272727,"uniform_accuracy_baseline":0.3237373737373738,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":-0.2,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.3755437722544153,"accuracy":0.5151515151515151,"positive_recall":0.9411764705882353,"specificity":0.0625,"precision":0.5161290322580645,"balanced_accuracy":0.5018382352941176,"f1":0.6666666666666666,"true_positive":16,"false_positive":15,"false_negative":1,"true_negative":1,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":-0.503555764650949,"baseline_adjusted_skill":0.003676470588235281,"baseline_adjusted_score":0.003676470588235281},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.36837608274072414,"normalized_score_rmse":0.4232027022428212,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.34313725490196084,"baseline_adjusted_skill":-0.07355315541582441,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.48029361814944693,"accuracy":0.47,"positive_recall":0.94,"specificity":0,"precision":0.4845360824742268,"balanced_accuracy":0.47,"f1":0.6394557823129252,"true_positive":47,"false_positive":50,"false_negative":3,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.9211744725977877,"baseline_adjusted_skill":-0.06000000000000005,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.4333333333333333,"uniform_accuracy_baseline":0.3333333333333332,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":0.12371134020618549,"baseline_adjusted_score":0.12371134020618549},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.35098254749021135,"accuracy":0.49333333333333335,"positive_recall":1,"specificity":0,"precision":0.49333333333333335,"balanced_accuracy":0.5,"f1":0.6607142857142857,"true_positive":37,"false_positive":38,"false_negative":0,"true_negative":0,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555535,"brier_skill":-0.40417982192918944,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.17,"uniform_accuracy_baseline":0.1428571428571427,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":-0.06410256410256408,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.31999999999999995,"uniform_accuracy_baseline":0.32416666666666627,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.03030303030303042,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.4559181607333093,"accuracy":0.48484848484848486,"positive_recall":1,"specificity":0,"precision":0.48484848484848486,"balanced_accuracy":0.5,"f1":0.6530612244897959,"true_positive":16,"false_positive":17,"false_negative":0,"true_negative":0,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":-0.8253488126418149,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.2715970329714544,"normalized_score_rmse":0.34090616265773527,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":-0.23623477076661992,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.6654449968967966,"accuracy":0.22,"positive_recall":1,"specificity":0,"precision":0.22,"balanced_accuracy":0.5,"f1":0.36065573770491804,"true_positive":22,"false_positive":78,"false_negative":0,"true_negative":0,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000028,"brier_skill":-2.8778845973006733,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.6144845754509605,"accuracy":0.37,"positive_recall":1,"specificity":0,"precision":0.37,"balanced_accuracy":0.5,"f1":0.5401459854014599,"true_positive":37,"false_positive":63,"false_negative":0,"true_negative":0,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000008,"brier_skill":-1.6361414648260841,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.5731759888568412,"accuracy":0.39,"positive_recall":1,"specificity":0,"precision":0.39,"balanced_accuracy":0.5,"f1":0.5611510791366906,"true_positive":39,"false_positive":61,"false_negative":0,"true_negative":0,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379000000000002,"brier_skill":-1.4093147913276196,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.6869861032578183,"accuracy":0.31,"positive_recall":1,"specificity":0,"precision":0.31,"balanced_accuracy":0.5,"f1":0.4732824427480916,"true_positive":31,"false_positive":69,"false_negative":0,"true_negative":0,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999987,"brier_skill":-2.2117162377644632,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.27,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":-0.013888888888888902,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.2523172425590747,"normalized_score_rmse":0.30733263410303613,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":-0.08523545186698778,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.22358774609384743,"accuracy":0.7,"positive_recall":0.78,"specificity":0.62,"precision":0.6724137931034483,"balanced_accuracy":0.7,"f1":0.7222222222222222,"true_positive":39,"false_positive":19,"false_negative":11,"true_negative":31,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.10564901562461027,"baseline_adjusted_skill":0.3999999999999999,"baseline_adjusted_score":0.3999999999999999},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3157793957433928,"accuracy":0.58,"positive_recall":0.28,"specificity":0.88,"precision":0.7,"balanced_accuracy":0.5800000000000001,"f1":0.4,"true_positive":14,"false_positive":6,"false_negative":36,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.26311758297357124,"baseline_adjusted_skill":0.16000000000000014,"baseline_adjusted_score":0.16000000000000014},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.43,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.6285714285714287,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.4269828046581229,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":50,"false_positive":50,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.7079312186324915,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.6,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.04761904761904766,"baseline_adjusted_score":0.04761904761904766},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.38,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.03333333333333337,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.32742922661879686,"accuracy":0.46,"positive_recall":0.38,"specificity":0.54,"precision":0.4523809523809524,"balanced_accuracy":0.46,"f1":0.41304347826086957,"true_positive":19,"false_positive":23,"false_negative":31,"true_negative":27,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.30971690647518746,"baseline_adjusted_skill":-0.07999999999999996,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.55,"uniform_accuracy_baseline":0.20851190476190457,"fixed_answer_accuracy_baseline":0.2233333333333332,"baseline_adjusted_skill":0.4206008583690989,"baseline_adjusted_score":0.4206008583690989},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.33829086387743845,"accuracy":0.51,"positive_recall":0.52,"specificity":0.5,"precision":0.5098039215686274,"balanced_accuracy":0.51,"f1":0.5148514851485149,"true_positive":26,"false_positive":25,"false_negative":24,"true_negative":25,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.3531634555097538,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.2954763105278835,"normalized_score_rmse":0.34539307913916834,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.01507896490705507,"baseline_adjusted_score":0.01507896490705507},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.48,"uniform_accuracy_baseline":0.22851190476190467,"fixed_answer_accuracy_baseline":0.2433333333333333,"baseline_adjusted_skill":0.31277533039647576,"baseline_adjusted_score":0.31277533039647576},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3125946456128587,"accuracy":0.55,"positive_recall":0.74,"specificity":0.36,"precision":0.5362318840579711,"balanced_accuracy":0.55,"f1":0.6218487394957983,"true_positive":37,"false_positive":32,"false_negative":13,"true_negative":18,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.25037858245143485,"baseline_adjusted_skill":0.10000000000000009,"baseline_adjusted_score":0.10000000000000009},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.30636378438406003,"normalized_score_rmse":0.3622626436020791,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.304222222222222,"baseline_adjusted_skill":-0.007039466565574193,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.47,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.1451612903225806,"baseline_adjusted_score":0.1451612903225806},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2848011025334612,"accuracy":0.66,"positive_recall":0.42,"specificity":0.9,"precision":0.8076923076923077,"balanced_accuracy":0.66,"f1":0.5526315789473685,"true_positive":21,"false_positive":5,"false_negative":29,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.13920441013384477,"baseline_adjusted_skill":0.32000000000000006,"baseline_adjusted_score":0.32000000000000006},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.26,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":-0.48,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1301351152295568,"accuracy":0.84,"positive_recall":0.74,"specificity":0.94,"precision":0.925,"balanced_accuracy":0.84,"f1":0.8222222222222222,"true_positive":37,"false_positive":3,"false_negative":13,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.47945953908177275,"baseline_adjusted_skill":0.6799999999999999,"baseline_adjusted_score":0.6799999999999999},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.46,"uniform_accuracy_baseline":0.35333333333333317,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.08474576271186447,"baseline_adjusted_score":0.08474576271186447},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.53,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.24193548387096778,"baseline_adjusted_score":0.24193548387096778},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.3566666666666667,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.03500000000000005,"baseline_adjusted_score":0.03500000000000005},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":157},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.21,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.2741935483870968,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.13,"uniform_accuracy_baseline":0.11111111111111088,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":-0.03571428571428571,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.2657464584534868,"accuracy":0.5231250000000001,"positive_recall":0.5939353988134476,"specificity":0.5065556069720807,"precision":0.21975609756097558,"balanced_accuracy":0.5502455028927642,"f1":0.32081182125689867,"true_positive":45.05000000000001,"false_positive":159.95000000000007,"false_negative":30.800000000000004,"true_negative":164.20000000000002,"positive_prevalence":0.1896249999999999,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500007,"brier_skill":-2.490986050653048,"baseline_adjusted_skill":0.10049100578552839,"baseline_adjusted_score":0.10049100578552839},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.37426573088832354,"normalized_score_rmse":0.4133677975044888,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":-0.7509507877816306,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.17299606398829925,"accuracy":0.6708750000000003,"positive_recall":0.5110173464603843,"specificity":0.7289926708709732,"precision":0.4067164179104475,"balanced_accuracy":0.6200050086656788,"f1":0.45293995429046313,"true_positive":54.499999999999986,"false_positive":79.50000000000006,"false_negative":52.15000000000002,"true_negative":213.85000000000016,"positive_prevalence":0.2666249999999998,"majority_accuracy_baseline":0.7333750000000002,"constant_brier_baseline":0.11565485937499977,"brier_skill":-0.49579589585056816,"baseline_adjusted_skill":0.24001001733135752,"baseline_adjusted_score":0.24001001733135752},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.34787380610388935,"normalized_score_rmse":0.39580778628828917,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":-0.2944141622470302,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.20663911468080026,"accuracy":0.5936250000000001,"positive_recall":0.6541387024608499,"specificity":0.5701647875108412,"precision":0.37106598984771555,"balanced_accuracy":0.6121517449858456,"f1":0.4735222672064776,"true_positive":73.09999999999997,"false_positive":123.90000000000005,"false_negative":38.65,"true_negative":164.35000000000005,"positive_prevalence":0.2793749999999999,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937499995,"brier_skill":-0.8261459532201123,"baseline_adjusted_skill":0.22430348997169114,"baseline_adjusted_score":0.22430348997169114},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.36069455933647987,"normalized_score_rmse":0.4068994809334208,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":-0.36432930245477,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.14463990501463211,"accuracy":0.7498749999999998,"positive_recall":0.3983098591549295,"specificity":0.8501204819277108,"precision":0.4310975609756097,"balanced_accuracy":0.6242151705413201,"f1":0.4140556368960468,"true_positive":35.349999999999994,"false_positive":46.65,"false_negative":53.400000000000006,"true_negative":264.5999999999999,"positive_prevalence":0.22187499999999974,"majority_accuracy_baseline":0.7781250000000003,"constant_brier_baseline":0.126740234375001,"brier_skill":-0.14123116252625256,"baseline_adjusted_skill":0.24843034108264028,"baseline_adjusted_score":0.24843034108264028},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.37825358668496845,"normalized_score_rmse":0.4154705254091817,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":-0.6764701902934891,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.16708908650612567,"accuracy":0.6707499999999998,"positive_recall":0.6999054820415879,"specificity":0.6602651257647858,"precision":0.4255747126436784,"balanced_accuracy":0.6800853039031869,"f1":0.5293066476054326,"true_positive":74.05000000000004,"false_positive":99.94999999999996,"false_negative":31.75000000000002,"true_negative":194.24999999999991,"positive_prevalence":0.26449999999999985,"majority_accuracy_baseline":0.7355000000000002,"constant_brier_baseline":0.11362725000000028,"brier_skill":-0.4705018955059219,"baseline_adjusted_skill":0.3601706078063738,"baseline_adjusted_score":0.3601706078063738},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.344458736073866,"normalized_score_rmse":0.3907407949944685,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":-0.3709800440750888,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.13116161263027984,"accuracy":0.7512500000000002,"positive_recall":0.4640992167101826,"specificity":0.8192640692640694,"precision":0.37819148936170216,"balanced_accuracy":0.6416816429871259,"f1":0.41676436107854625,"true_positive":35.55000000000001,"false_positive":58.45000000000001,"false_negative":41.05000000000005,"true_negative":264.95000000000005,"positive_prevalence":0.1914999999999999,"majority_accuracy_baseline":0.8085000000000001,"constant_brier_baseline":0.09190274999999995,"brier_skill":-0.4271783230673718,"baseline_adjusted_skill":0.28336328597425187,"baseline_adjusted_score":0.28336328597425187},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3604064353022886,"normalized_score_rmse":0.4104603979306817,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":-0.7421459108267727,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.21247889028954905,"accuracy":0.6500000000000001,"positive_recall":0.7168021680216802,"specificity":0.634886572654813,"precision":0.3075581395348836,"balanced_accuracy":0.6758443703382466,"f1":0.4304312449145645,"true_positive":52.89999999999999,"false_positive":119.10000000000005,"false_negative":20.900000000000002,"true_negative":207.10000000000008,"positive_prevalence":0.1844999999999999,"majority_accuracy_baseline":0.8155000000000001,"constant_brier_baseline":0.1092222499999995,"brier_skill":-0.94538100331709,"baseline_adjusted_skill":0.35168874067649325,"baseline_adjusted_score":0.35168874067649325},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.41120850340332255,"normalized_score_rmse":0.44543956403492935,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":-1.1713980377733204,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.15657534832269404,"accuracy":0.7262499999999998,"positive_recall":0.32484076433121023,"specificity":0.8242612752721618,"precision":0.31097560975609756,"balanced_accuracy":0.574551019801686,"f1":0.31775700934579443,"true_positive":25.500000000000007,"false_positive":56.500000000000014,"false_negative":53.00000000000001,"true_negative":264.99999999999994,"positive_prevalence":0.19624999999999987,"majority_accuracy_baseline":0.8037500000000002,"constant_brier_baseline":0.09878593749999955,"brier_skill":-0.5849963292872,"baseline_adjusted_skill":0.14910203960337198,"baseline_adjusted_score":0.14910203960337198},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3887653352257985,"normalized_score_rmse":0.4318971512592456,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":-0.8403092791753775,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.14366624550666687,"accuracy":0.6426020408163264,"positive_recall":0.7221233689205216,"specificity":0.5825872873769024,"precision":0.5662790697674416,"balanced_accuracy":0.652355328148712,"f1":0.6347758081334721,"true_positive":121.74999999999993,"false_positive":93.25000000000006,"false_negative":46.85000000000003,"true_negative":130.15000000000003,"positive_prevalence":0.43010204081632636,"majority_accuracy_baseline":0.5698979591836737,"constant_brier_baseline":0.12359641815910102,"brier_skill":-0.16238194962681463,"baseline_adjusted_skill":0.304710656297424,"baseline_adjusted_score":0.304710656297424},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.29451382214652505,"normalized_score_rmse":0.34914489615769195,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":-0.06897609519849834,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.3911915497902232,"accuracy":0.4331249999999999,"positive_recall":0.7970102281667978,"specificity":0.36439292614058555,"precision":0.1914933837429112,"balanced_accuracy":0.5807015771536916,"f1":0.3087943910989179,"true_positive":101.3,"false_positive":427.69999999999993,"false_negative":25.799999999999997,"true_negative":245.19999999999996,"positive_prevalence":0.15887500000000002,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499934,"brier_skill":-2.9603311651985553,"baseline_adjusted_skill":0.16140315430738328,"baseline_adjusted_score":0.16140315430738328},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.4479107774208205,"normalized_score_rmse":0.4722312028454856,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-1.714610772247397,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.38,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.32046003583439303,"accuracy":0.54,"positive_recall":0.36,"specificity":0.72,"precision":0.5625,"balanced_accuracy":0.54,"f1":0.43902439024390244,"true_positive":18,"false_positive":14,"false_negative":32,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.2818401433375721,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.04837640821736249,"uniform_accuracy_baseline":0.058823529411766766,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":-0.11838006230529594,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.39,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":-0.3260869565217392,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.38712567952378035,"accuracy":0.57,"positive_recall":0.22,"specificity":0.92,"precision":0.7333333333333333,"balanced_accuracy":0.5700000000000001,"f1":0.3384615384615385,"true_positive":11,"false_positive":4,"false_negative":39,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.5485027180951214,"baseline_adjusted_skill":0.14000000000000012,"baseline_adjusted_score":0.14000000000000012},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.3,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":-0.11111111111111112,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":37,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.25101205886337846,"accuracy":0.5405405405405406,"positive_recall":0.14084507042253522,"specificity":0.9090909090909091,"precision":0.5882352941176471,"balanced_accuracy":0.5249679897567221,"f1":0.22727272727272727,"true_positive":10,"false_positive":7,"false_negative":61,"true_negative":70,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.2495891161431699,"brier_skill":-0.005701140907892643,"baseline_adjusted_skill":0.049935979513444195,"baseline_adjusted_score":0.049935979513444195},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.24,"uniform_accuracy_baseline":0.20049999999999962,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":-0.0704225352112676,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.43,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.16176470588235295,"baseline_adjusted_score":0.16176470588235295},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.72,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.4042553191489361,"baseline_adjusted_score":0.4042553191489361},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.74,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.4693877551020408,"baseline_adjusted_score":0.4693877551020408},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.19841533914144674,"accuracy":0.4916081394,"positive_recall":0.3065107710951872,"specificity":0.7885777641912277,"precision":0.6993371675185185,"balanced_accuracy":0.5475442676432074,"f1":0.4262162624045455,"true_positive":18.882103522999998,"false_positive":8.117896477,"false_negative":42.721289582999994,"true_negative":30.278710416999996,"positive_prevalence":0.6160339310599999,"majority_accuracy_baseline":0.6160339310599999,"constant_brier_baseline":0.079087076552024,"brier_skill":-1.5088212612199392,"baseline_adjusted_skill":0.09508853528641481,"baseline_adjusted_score":0.09508853528641481},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.29646705188119027,"accuracy":0.57,"positive_recall":0.14,"specificity":1,"precision":1,"balanced_accuracy":0.5700000000000001,"f1":0.24561403508771928,"true_positive":7,"false_positive":0,"false_negative":43,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.18586820752476108,"baseline_adjusted_skill":0.14000000000000012,"baseline_adjusted_score":0.14000000000000012},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.44,"uniform_accuracy_baseline":0.012987012987012965,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.41052631578947374,"baseline_adjusted_score":0.41052631578947374},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.1,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.4,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.06250000000000006,"baseline_adjusted_score":0.06250000000000006},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2570899094210411,"accuracy":0.52,"positive_recall":0.98,"specificity":0.06,"precision":0.5104166666666666,"balanced_accuracy":0.52,"f1":0.6712328767123288,"true_positive":49,"false_positive":47,"false_negative":1,"true_negative":3,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.028359637684164385,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.11374347933367178,"accuracy":0.5811492227410365,"positive_recall":0.6726781957929886,"specificity":0.5385299726834504,"precision":0.404319367869883,"balanced_accuracy":0.6056040842382195,"f1":0.5050648805144565,"true_positive":149.5981661118567,"false_positive":220.4018338881433,"false_negative":72.79371019313112,"true_negative":257.2062898068689,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768597,"brier_skill":-0.28194999031271784,"baseline_adjusted_skill":0.21120816847643908,"baseline_adjusted_score":0.21120816847643908},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2634183991544492,"accuracy":0.56,"positive_recall":0.62,"specificity":0.5,"precision":0.5535714285714286,"balanced_accuracy":0.56,"f1":0.5849056603773585,"true_positive":31,"false_positive":25,"false_negative":19,"true_negative":25,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.053673596617796804,"baseline_adjusted_skill":0.1200000000000001,"baseline_adjusted_score":0.1200000000000001},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.4768211920529801,"uniform_accuracy_baseline":0.006622516556291403,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.45517241379310347,"baseline_adjusted_score":0.45517241379310347},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.44058823529411767,"uniform_accuracy_baseline":0.3333333333333301,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":-0.03145336225596524,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.11666666666666668,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2889570289363159,"accuracy":0.5,"positive_recall":0.02,"specificity":0.98,"precision":0.5,"balanced_accuracy":0.5,"f1":0.038461538461538464,"true_positive":1,"false_positive":1,"false_negative":49,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.15582811574526367,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.65,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.27083333333333337,"baseline_adjusted_score":0.27083333333333337},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.07142857142857136,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.8539325842696629,"baseline_adjusted_score":0.8539325842696629},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.61,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.15217391304347816,"baseline_adjusted_score":0.15217391304347816},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.24,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":-0.04109589041095894,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.6111111111111112,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":-0.16666666666666638,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.2939628414707025,"accuracy":0.5365853658536586,"positive_recall":0.075,"specificity":0.9761904761904762,"precision":0.75,"balanced_accuracy":0.5255952380952381,"f1":0.13636363636363635,"true_positive":3,"false_positive":1,"false_negative":37,"true_negative":41,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.24985127900059498,"brier_skill":-0.17655127741012078,"baseline_adjusted_skill":0.05119047619047623,"baseline_adjusted_score":0.05119047619047623},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.12581770128819184,"accuracy":0.88,"positive_recall":0.8,"specificity":0.96,"precision":0.9523809523809523,"balanced_accuracy":0.88,"f1":0.8695652173913043,"true_positive":40,"false_positive":2,"false_negative":10,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.49672919484723266,"baseline_adjusted_skill":0.76,"baseline_adjusted_score":0.76},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.19553072625698323,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":-0.03225806451612903,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.31,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":-0.1311475409836066,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.31529116068144886,"accuracy":0.29,"positive_recall":0.8863636363636364,"specificity":0.12179487179487179,"precision":0.2215909090909091,"balanced_accuracy":0.504079254079254,"f1":0.35454545454545455,"true_positive":39,"false_positive":137,"false_negative":5,"true_negative":19,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000053,"brier_skill":-0.8373610762322137,"baseline_adjusted_skill":0.008158508158508049,"baseline_adjusted_score":0.008158508158508049},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.34015482108271383,"accuracy":0.25,"positive_recall":0.86,"specificity":0.04666666666666667,"precision":0.23118279569892472,"balanced_accuracy":0.4533333333333333,"f1":0.3644067796610169,"true_positive":43,"false_positive":143,"false_negative":7,"true_negative":7,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-0.8141590457744738,"baseline_adjusted_skill":-0.09333333333333338,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.30819425075166246,"accuracy":0.285,"positive_recall":1,"specificity":0.20994475138121546,"precision":0.11728395061728394,"balanced_accuracy":0.6049723756906077,"f1":0.20994475138121546,"true_positive":19,"false_positive":143,"false_negative":0,"true_negative":38,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.0859749999999999,"brier_skill":-2.5846961413394918,"baseline_adjusted_skill":0.20994475138121538,"baseline_adjusted_score":0.20994475138121538},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.057335879747593736,"accuracy":0.8956726190476193,"positive_recall":0.7049895843666305,"specificity":0.9078451611269068,"precision":0.32811634349030466,"balanced_accuracy":0.8064173727467687,"f1":0.44781197819854446,"true_positive":118.4500000000001,"false_positive":242.55000000000024,"false_negative":49.56666666666668,"true_negative":2389.433333333334,"positive_prevalence":0.060005952380952354,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679296,"brier_skill":-0.7805636244457774,"baseline_adjusted_skill":0.6128347454935374,"baseline_adjusted_score":0.6128347454935374},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.24079320113314448,"uniform_accuracy_baseline":0.027777777777777853,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.12987012987012989,"baseline_adjusted_score":0.12987012987012989},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.24,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":-0.08571428571428572,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3768383330226155,"accuracy":0.55,"positive_recall":0.14,"specificity":0.96,"precision":0.7777777777777778,"balanced_accuracy":0.55,"f1":0.23728813559322035,"true_positive":7,"false_positive":2,"false_negative":43,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.507353332090462,"baseline_adjusted_skill":0.10000000000000009,"baseline_adjusted_score":0.10000000000000009},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.16126828126360224,"accuracy":0.8,"positive_recall":0.8,"specificity":0.8,"precision":0.8,"balanced_accuracy":0.8,"f1":0.8,"true_positive":40,"false_positive":10,"false_negative":10,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.35492687494559105,"baseline_adjusted_skill":0.6000000000000001,"baseline_adjusted_score":0.6000000000000001},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.53,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":-0.205128205128205,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.57,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.5425531914893618,"baseline_adjusted_score":0.5425531914893618},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.16061168945723034,"accuracy":0.79,"positive_recall":0.86,"specificity":0.72,"precision":0.7543859649122807,"balanced_accuracy":0.79,"f1":0.8037383177570093,"true_positive":43,"false_positive":14,"false_negative":7,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.35755324217107864,"baseline_adjusted_skill":0.5800000000000001,"baseline_adjusted_score":0.5800000000000001},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.9402985074626865,"baseline_adjusted_score":0.9402985074626865},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08745435338802952,"accuracy":0.89,"positive_recall":0.78,"specificity":1,"precision":1,"balanced_accuracy":0.89,"f1":0.8764044943820225,"true_positive":39,"false_positive":0,"false_negative":11,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6501825864478818,"baseline_adjusted_skill":0.78,"baseline_adjusted_score":0.78},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.47388859459459454,"uniform_accuracy_baseline":0.23445945945945923,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.2867795585766171,"baseline_adjusted_score":0.2867795585766171},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.02731642073806788,"accuracy":0.7197368355263157,"positive_recall":0.8196654780281032,"specificity":0.6245825825038241,"precision":0.6752222333333333,"balanced_accuracy":0.7221240302659637,"f1":0.7404654549689511,"true_positive":60.770001,"false_positive":29.229999000000003,"false_negative":13.370001999999998,"true_negative":48.62999799999999,"positive_prevalence":0.48776317763157917,"majority_accuracy_baseline":0.5122368223684208,"constant_brier_baseline":0.0945191003976856,"brier_skill":0.710995760400437,"baseline_adjusted_skill":0.44424806053192745,"baseline_adjusted_score":0.44424806053192745},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.07925330766662533,"normalized_score_rmse":0.10497225065918542,"constant_score_baseline":0.5841668333333334,"constant_mae_baseline":0.21700552708333315,"baseline_adjusted_skill":0.634786686164952,"baseline_adjusted_score":0.634786686164952},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.26694703372984624,"accuracy":0.56,"positive_recall":0.54,"specificity":0.58,"precision":0.5625,"balanced_accuracy":0.56,"f1":0.5510204081632653,"true_positive":27,"false_positive":21,"false_negative":23,"true_negative":29,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.06778813491938496,"baseline_adjusted_skill":0.1200000000000001,"baseline_adjusted_score":0.1200000000000001},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3230871421438783,"accuracy":0.49,"positive_recall":0.16,"specificity":0.82,"precision":0.47058823529411764,"balanced_accuracy":0.49,"f1":0.23880597014925373,"true_positive":8,"false_positive":9,"false_negative":42,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.29234856857551317,"baseline_adjusted_skill":-0.020000000000000018,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.38,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":-0.016393442622950834,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.575,"uniform_accuracy_baseline":0.03611111111111102,"fixed_answer_accuracy_baseline":0.08833333333333329,"baseline_adjusted_skill":0.5338208409506399,"baseline_adjusted_score":0.5338208409506399},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.76,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.4545454545454545,"baseline_adjusted_score":0.4545454545454545},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.6,"uniform_accuracy_baseline":0.04987932421560751,"fixed_answer_accuracy_baseline":0.1244247787610618,"baseline_adjusted_skill":0.5431574691732364,"baseline_adjusted_score":0.5431574691732364},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3498014705620955,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":50,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.39920588224838194,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.2777777777777778,"uniform_accuracy_baseline":0.23888888888888893,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":-0.019607843137254912,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.24949340284319121,"accuracy":0.515625,"positive_recall":0.96875,"specificity":0.0625,"precision":0.5081967213114754,"balanced_accuracy":0.515625,"f1":0.6666666666666666,"true_positive":31,"false_positive":30,"false_negative":1,"true_negative":2,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.002026388627235143,"baseline_adjusted_skill":0.03125,"baseline_adjusted_score":0.03125},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.76,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.47826086956521735,"baseline_adjusted_score":0.47826086956521735},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.3,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.06060606060606067,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25828108301679786,"accuracy":0.44,"positive_recall":0.72,"specificity":0.16,"precision":0.46153846153846156,"balanced_accuracy":0.44,"f1":0.5625,"true_positive":36,"false_positive":42,"false_negative":14,"true_negative":8,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.03312433206719145,"baseline_adjusted_skill":-0.12,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.4411764705882353,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.1739130434782608,"baseline_adjusted_score":0.1739130434782608},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.14710173240293167,"accuracy":0.8787878787878788,"positive_recall":0.8125,"specificity":0.9411764705882353,"precision":0.9285714285714286,"balanced_accuracy":0.8768382352941176,"f1":0.8666666666666667,"true_positive":13,"false_positive":1,"false_negative":3,"true_negative":16,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.4110522551956157,"baseline_adjusted_skill":0.7536764705882353,"baseline_adjusted_score":0.7536764705882353},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.26401959858834745,"normalized_score_rmse":0.34374054326870995,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.1999406103383411,"baseline_adjusted_score":0.1999406103383411},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.4375,"uniform_accuracy_baseline":0.17812500000000006,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":0.2105263157894737,"baseline_adjusted_score":0.2105263157894737},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.25171258186340695,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":17,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.006850327453627791,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.24776332080364227,"normalized_score_rmse":0.3224931497336279,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-0.6847905814647675,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.0625,"uniform_accuracy_baseline":0.13194444444444448,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":-1.3478260869565215,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.2820657318195922,"accuracy":0.5,"positive_recall":0.9230769230769231,"specificity":0.07692307692307693,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6486486486486487,"true_positive":24,"false_positive":24,"false_negative":2,"true_negative":2,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.12826292727836885,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.25567573892118495,"accuracy":0.5466666666666666,"positive_recall":0.9743589743589743,"specificity":0.08333333333333333,"precision":0.5352112676056338,"balanced_accuracy":0.5288461538461539,"f1":0.6909090909090909,"true_positive":38,"false_positive":33,"false_negative":1,"true_negative":3,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24959999999999993,"brier_skill":-0.024341902729106524,"baseline_adjusted_skill":0.05769230769230771,"baseline_adjusted_score":0.05769230769230771},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.311642684340477,"normalized_score_rmse":0.38962542954386714,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.11300958693027474,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.17647058823529413,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":-0.11999999999999998,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.24369812190021584,"accuracy":0.5714285714285714,"positive_recall":0.5714285714285714,"specificity":0.5714285714285714,"precision":0.5714285714285714,"balanced_accuracy":0.5714285714285714,"f1":0.5714285714285714,"true_positive":8,"false_positive":6,"false_negative":6,"true_negative":8,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.025207512399136656,"baseline_adjusted_skill":0.1428571428571428,"baseline_adjusted_score":0.1428571428571428},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.2799135299343052,"normalized_score_rmse":0.3330138928766228,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.16969696969696968,"baseline_adjusted_skill":-0.6494904442557272,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":0.8666666666666667,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":0.8333333333333334,"baseline_adjusted_score":0.8333333333333334},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.21286116762523874,"accuracy":0.6352941176470588,"positive_recall":0.8888888888888888,"specificity":0.35,"precision":0.6060606060606061,"balanced_accuracy":0.6194444444444445,"f1":0.7207207207207207,"true_positive":40,"false_positive":26,"false_negative":5,"true_negative":14,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.24913494809688563,"brier_skill":0.14559892439313837,"baseline_adjusted_skill":0.23888888888888893,"baseline_adjusted_score":0.23888888888888893},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.56,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.42105263157894746,"baseline_adjusted_score":0.42105263157894746},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.3591964241792828,"accuracy":0.3,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":35,"true_negative":15,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.20999999999999996,"brier_skill":-0.71045916275849,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.25484458334743976,"normalized_score_rmse":0.34251710849932,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.08984077375914379,"baseline_adjusted_score":0.08984077375914379},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.12658227848101267,"uniform_accuracy_baseline":0.24240506329113914,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":-0.5,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.27586201682077194,"accuracy":0.5238095238095238,"positive_recall":1,"specificity":0,"precision":0.5238095238095238,"balanced_accuracy":0.5,"f1":0.6875,"true_positive":11,"false_positive":10,"false_negative":0,"true_negative":0,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.24943310657596363,"brier_skill":-0.1059559037996407,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.3333333333333333,"uniform_accuracy_baseline":0.3237373737373738,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":-0.1,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.27793802697841086,"accuracy":0.5454545454545454,"positive_recall":0.47058823529411764,"specificity":0.625,"precision":0.5714285714285714,"balanced_accuracy":0.5477941176470589,"f1":0.5161290322580645,"true_positive":8,"false_positive":6,"false_negative":9,"true_negative":10,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":-0.11277393889518117,"baseline_adjusted_skill":0.09558823529411775,"baseline_adjusted_score":0.09558823529411775},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.3291279457454734,"normalized_score_rmse":0.37962321256963794,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.34313725490196084,"baseline_adjusted_skill":0.040827129541763485,"baseline_adjusted_score":0.040827129541763485},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.26593538998944355,"accuracy":0.49,"positive_recall":0.56,"specificity":0.42,"precision":0.49122807017543857,"balanced_accuracy":0.49,"f1":0.5233644859813084,"true_positive":28,"false_positive":29,"false_negative":22,"true_negative":21,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.0637415599577742,"baseline_adjusted_skill":-0.020000000000000018,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.33333333333333326,"uniform_accuracy_baseline":0.3333333333333332,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":-0.030927835051546504,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.24028531064226197,"accuracy":0.6,"positive_recall":0.40540540540540543,"specificity":0.7894736842105263,"precision":0.6521739130434783,"balanced_accuracy":0.5974395448079659,"f1":0.5,"true_positive":15,"false_positive":8,"false_negative":22,"true_negative":30,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555535,"brier_skill":0.03868785749450587,"baseline_adjusted_skill":0.1948790896159318,"baseline_adjusted_score":0.1948790896159318},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.2,"uniform_accuracy_baseline":0.1428571428571427,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":-0.025641025641025626,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.30999999999999994,"uniform_accuracy_baseline":0.32416666666666627,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.04545454545454559,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.28402762516606794,"accuracy":0.24242424242424243,"positive_recall":0.4375,"specificity":0.058823529411764705,"precision":0.30434782608695654,"balanced_accuracy":0.24816176470588236,"f1":0.358974358974359,"true_positive":7,"false_positive":16,"false_negative":9,"true_negative":1,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":-0.13715471987444072,"baseline_adjusted_skill":-0.5036764705882353,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.23601965233683586,"normalized_score_rmse":0.2815953140210182,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":-0.07429634856766665,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2834486129128172,"accuracy":0.42,"positive_recall":1,"specificity":0.2564102564102564,"precision":0.275,"balanced_accuracy":0.6282051282051282,"f1":0.43137254901960786,"true_positive":22,"false_positive":58,"false_negative":0,"true_negative":20,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000028,"brier_skill":-0.6517984435478832,"baseline_adjusted_skill":0.2564102564102564,"baseline_adjusted_score":0.2564102564102564},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2234731550196793,"accuracy":0.69,"positive_recall":0.8108108108108109,"specificity":0.6190476190476191,"precision":0.5555555555555556,"balanced_accuracy":0.714929214929215,"f1":0.6593406593406593,"true_positive":30,"false_positive":24,"false_negative":7,"true_negative":39,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000008,"brier_skill":0.04129920626478245,"baseline_adjusted_skill":0.42985842985843004,"baseline_adjusted_score":0.42985842985843004},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2536986174423874,"accuracy":0.5,"positive_recall":0.20512820512820512,"specificity":0.6885245901639344,"precision":0.2962962962962963,"balanced_accuracy":0.4468263976460698,"f1":0.24242424242424243,"true_positive":8,"false_positive":19,"false_negative":31,"true_negative":42,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379000000000002,"brier_skill":-0.06640864834967308,"baseline_adjusted_skill":-0.10634720470786041,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2724440357948508,"accuracy":0.37,"positive_recall":0.7096774193548387,"specificity":0.21739130434782608,"precision":0.2894736842105263,"balanced_accuracy":0.4635343618513324,"f1":0.411214953271028,"true_positive":22,"false_positive":54,"false_negative":9,"true_negative":15,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999987,"brier_skill":-0.27369815705867695,"baseline_adjusted_skill":-0.0729312762973352,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.3055555555555555,"baseline_adjusted_score":0.3055555555555555},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.25027078807353975,"normalized_score_rmse":0.2987981462932217,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":-0.07643349709049341,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.12954272969351074,"accuracy":0.83,"positive_recall":0.78,"specificity":0.88,"precision":0.8666666666666667,"balanced_accuracy":0.8300000000000001,"f1":0.8210526315789474,"true_positive":39,"false_positive":6,"false_negative":11,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.481829081225957,"baseline_adjusted_skill":0.6600000000000001,"baseline_adjusted_score":0.6600000000000001},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.30310939710948964,"accuracy":0.55,"positive_recall":0.12,"specificity":0.98,"precision":0.8571428571428571,"balanced_accuracy":0.55,"f1":0.21052631578947367,"true_positive":6,"false_positive":1,"false_negative":44,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.21243758843795857,"baseline_adjusted_skill":0.10000000000000009,"baseline_adjusted_score":0.10000000000000009},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.42,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.6571428571428573,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25883357147490366,"accuracy":0.51,"positive_recall":0.98,"specificity":0.04,"precision":0.5051546391752577,"balanced_accuracy":0.51,"f1":0.6666666666666666,"true_positive":49,"false_positive":48,"false_negative":1,"true_negative":2,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.035334285899614626,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.56,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":-0.047619047619047394,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.1,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.376573490917883,"accuracy":0.51,"positive_recall":0.02,"specificity":1,"precision":1,"balanced_accuracy":0.51,"f1":0.0392156862745098,"true_positive":1,"false_positive":0,"false_negative":49,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.506293963671532,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.20851190476190457,"fixed_answer_accuracy_baseline":0.2233333333333332,"baseline_adjusted_skill":0.6781115879828327,"baseline_adjusted_score":0.6781115879828327},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.23486473377497266,"accuracy":0.62,"positive_recall":0.6,"specificity":0.64,"precision":0.625,"balanced_accuracy":0.62,"f1":0.6122448979591837,"true_positive":30,"false_positive":18,"false_negative":20,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.060541064900109354,"baseline_adjusted_skill":0.24,"baseline_adjusted_score":0.24},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.25566627020481975,"normalized_score_rmse":0.3234928121889767,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.14777909931726751,"baseline_adjusted_score":0.14777909931726751},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.62,"uniform_accuracy_baseline":0.22851190476190467,"fixed_answer_accuracy_baseline":0.2433333333333333,"baseline_adjusted_skill":0.49779735682819387,"baseline_adjusted_score":0.49779735682819387},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2436748266563896,"accuracy":0.6,"positive_recall":0.82,"specificity":0.38,"precision":0.5694444444444444,"balanced_accuracy":0.6,"f1":0.6721311475409836,"true_positive":41,"false_positive":31,"false_negative":9,"true_negative":19,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.02530069337444163,"baseline_adjusted_skill":0.19999999999999996,"baseline_adjusted_score":0.19999999999999996},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.25992521207117375,"normalized_score_rmse":0.3253557124241841,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.304222222222222,"baseline_adjusted_skill":0.1456074110151332,"baseline_adjusted_score":0.1456074110151332},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.64,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.41935483870967744,"baseline_adjusted_score":0.41935483870967744},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.23078845413080487,"accuracy":0.66,"positive_recall":0.38,"specificity":0.94,"precision":0.8636363636363636,"balanced_accuracy":0.6599999999999999,"f1":0.5277777777777778,"true_positive":19,"false_positive":3,"false_negative":31,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.07684618347678052,"baseline_adjusted_skill":0.31999999999999984,"baseline_adjusted_score":0.31999999999999984},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.25,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":-0.5,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10347115705170778,"accuracy":0.86,"positive_recall":0.74,"specificity":0.98,"precision":0.9736842105263158,"balanced_accuracy":0.86,"f1":0.8409090909090909,"true_positive":37,"false_positive":1,"false_negative":13,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5861153717931689,"baseline_adjusted_skill":0.72,"baseline_adjusted_score":0.72},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.47,"uniform_accuracy_baseline":0.35333333333333317,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.10169491525423727,"baseline_adjusted_score":0.10169491525423727},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.27,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.17741935483870966,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.36,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.03225806451612906,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.15,"uniform_accuracy_baseline":0.11111111111111088,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":-0.011904761904761916,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.2209947495749186,"accuracy":0.332625,"positive_recall":0.7837837837837839,"specificity":0.2270553755977171,"precision":0.19177419354838715,"balanced_accuracy":0.5054195796907505,"f1":0.3081508358170274,"true_positive":59.45,"false_positive":250.54999999999995,"false_negative":16.4,"true_negative":73.6,"positive_prevalence":0.1896249999999999,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500007,"brier_skill":-1.9031039304278705,"baseline_adjusted_skill":0.010839159381500929,"baseline_adjusted_score":0.010839159381500929},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.45819363279268144,"normalized_score_rmse":0.501008066726974,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":-1.1435959428897378,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.11590029649234608,"accuracy":0.675625,"positive_recall":0.6933895921237693,"specificity":0.6691665246292823,"precision":0.432456140350877,"balanced_accuracy":0.6812780583765258,"f1":0.5326850351161533,"true_positive":73.94999999999999,"false_positive":97.05000000000005,"false_negative":32.7,"true_negative":196.29999999999998,"positive_prevalence":0.2666249999999998,"majority_accuracy_baseline":0.7333750000000002,"constant_brier_baseline":0.11565485937499977,"brier_skill":-0.002122151362015101,"baseline_adjusted_skill":0.36255611675305155,"baseline_adjusted_score":0.36255611675305155},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.33767190675716846,"normalized_score_rmse":0.3873245782767766,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":-0.2564536065383014,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.1965684340887051,"accuracy":0.441125,"positive_recall":0.8107382550335569,"specificity":0.2978317432784042,"precision":0.3092150170648464,"balanced_accuracy":0.5542849991559806,"f1":0.4476837554045706,"true_positive":90.59999999999995,"false_positive":202.39999999999995,"false_negative":21.150000000000006,"true_negative":85.85000000000002,"positive_prevalence":0.2793749999999999,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937499995,"brier_skill":-0.7371476402054873,"baseline_adjusted_skill":0.10856999831196124,"baseline_adjusted_score":0.10856999831196124},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.39322501949965954,"normalized_score_rmse":0.44757717086647103,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":-0.48737596028239993,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.13020032148829894,"accuracy":0.7508750000000001,"positive_recall":0.6766197183098591,"specificity":0.7720481927710844,"precision":0.45839694656488555,"balanced_accuracy":0.7243339555404718,"f1":0.5465301478953356,"true_positive":60.050000000000004,"false_positive":70.95,"false_negative":28.700000000000014,"true_negative":240.3,"positive_prevalence":0.22187499999999974,"majority_accuracy_baseline":0.7781250000000003,"constant_brier_baseline":0.126740234375001,"brier_skill":-0.02730062107239095,"baseline_adjusted_skill":0.4486679110809435,"baseline_adjusted_score":0.4486679110809435},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.389923973842524,"normalized_score_rmse":0.4213272867024208,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":-0.7281948979170039,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.15067647317231977,"accuracy":0.5934999999999999,"positive_recall":0.8894139886578449,"specificity":0.4870836165873556,"precision":0.3840816326530613,"balanced_accuracy":0.6882488026226002,"f1":0.5364880273660205,"true_positive":94.09999999999997,"false_positive":150.89999999999992,"false_negative":11.7,"true_negative":143.29999999999998,"positive_prevalence":0.26449999999999985,"majority_accuracy_baseline":0.7355000000000002,"constant_brier_baseline":0.11362725000000028,"brier_skill":-0.3260593138733834,"baseline_adjusted_skill":0.3764976052452005,"baseline_adjusted_score":0.3764976052452005},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3836490794364363,"normalized_score_rmse":0.428375586700063,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":-0.5269615101947713,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.2207566626109184,"accuracy":0.45049999999999996,"positive_recall":0.8537859007832898,"specificity":0.35497835497835484,"precision":0.23868613138686123,"balanced_accuracy":0.6043821278808224,"f1":0.37307472903593836,"true_positive":65.4,"false_positive":208.6000000000001,"false_negative":11.2,"true_negative":114.79999999999998,"positive_prevalence":0.1914999999999999,"majority_accuracy_baseline":0.8085000000000001,"constant_brier_baseline":0.09190274999999995,"brier_skill":-1.4020680840444766,"baseline_adjusted_skill":0.2087642557616447,"baseline_adjusted_score":0.2087642557616447},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.4286958057526499,"normalized_score_rmse":0.4688481861711163,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":-1.0722455867197578,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.2382043314156184,"accuracy":0.48524999999999996,"positive_recall":0.8733062330623307,"specificity":0.39745554874310235,"precision":0.2469348659003831,"balanced_accuracy":0.6353808909027165,"f1":0.385005973715651,"true_positive":64.44999999999999,"false_positive":196.55000000000004,"false_negative":9.349999999999998,"true_negative":129.65,"positive_prevalence":0.1844999999999999,"majority_accuracy_baseline":0.8155000000000001,"constant_brier_baseline":0.1092222499999995,"brier_skill":-1.1809139750885875,"baseline_adjusted_skill":0.2707617818054331,"baseline_adjusted_score":0.2707617818054331},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.4792227476998232,"normalized_score_rmse":0.5143000168660834,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":-1.5305491627713437,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.27620885429775255,"accuracy":0.33474999999999994,"positive_recall":0.9452229299363057,"specificity":0.18569206842923797,"precision":0.22083333333333327,"balanced_accuracy":0.5654574991827719,"f1":0.35802171290711693,"true_positive":74.19999999999997,"false_positive":261.8,"false_negative":4.3,"true_negative":59.70000000000001,"positive_prevalence":0.19624999999999987,"majority_accuracy_baseline":0.8037500000000002,"constant_brier_baseline":0.09878593749999955,"brier_skill":-1.7960341450194144,"baseline_adjusted_skill":0.13091499836554377,"baseline_adjusted_score":0.13091499836554377},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.4646450238977559,"normalized_score_rmse":0.5157438200327177,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":-1.1995030717053536,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.13100799522144924,"accuracy":0.5714285714285714,"positive_recall":0.7135231316725976,"specificity":0.46418979409131605,"precision":0.5012499999999998,"balanced_accuracy":0.5888564628819568,"f1":0.5888399412628486,"true_positive":120.29999999999994,"false_positive":119.70000000000006,"false_negative":48.30000000000002,"true_negative":103.70000000000005,"positive_prevalence":0.43010204081632636,"majority_accuracy_baseline":0.5698979591836737,"constant_brier_baseline":0.12359641815910102,"brier_skill":-0.05996595348586542,"baseline_adjusted_skill":0.17771292576391362,"baseline_adjusted_score":0.17771292576391362},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.282766750989938,"normalized_score_rmse":0.3453097781252792,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":-0.026338577667182284,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.27251726180687713,"accuracy":0.27974999999999994,"positive_recall":0.9437450826121164,"specificity":0.15433199583890617,"precision":0.17409288824383162,"balanced_accuracy":0.5490385392255113,"f1":0.2939590736429359,"true_positive":119.94999999999999,"false_positive":569.0500000000001,"false_negative":7.150000000000001,"true_negative":103.84999999999998,"positive_prevalence":0.15887500000000002,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499934,"brier_skill":-1.7589006090931738,"baseline_adjusted_skill":0.09807707845102254,"baseline_adjusted_score":0.09807707845102254},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.5078038491215557,"normalized_score_rmse":0.5342550686301222,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-2.0775990855851862,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.3,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.12903225806451615,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.35539299933090196,"accuracy":0.51,"positive_recall":0.02,"specificity":1,"precision":1,"balanced_accuracy":0.51,"f1":0.0392156862745098,"true_positive":1,"false_positive":0,"false_negative":49,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.42157199732360784,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.0390987408880053,"uniform_accuracy_baseline":0.058823529411766766,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":-0.1292834890965732,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.41,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":-0.28260869565217406,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2692645200913509,"accuracy":0.61,"positive_recall":0.26,"specificity":0.96,"precision":0.8666666666666667,"balanced_accuracy":0.61,"f1":0.4,"true_positive":13,"false_positive":2,"false_negative":37,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.07705808036540351,"baseline_adjusted_skill":0.21999999999999997,"baseline_adjusted_score":0.21999999999999997},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.29,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":-0.126984126984127,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":38,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.2879644531070572,"accuracy":0.5540540540540541,"positive_recall":0.18309859154929578,"specificity":0.8961038961038961,"precision":0.6190476190476191,"balanced_accuracy":0.5396012438265959,"f1":0.2826086956521739,"true_positive":13,"false_positive":8,"false_negative":58,"true_negative":69,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.2495891161431699,"brier_skill":-0.15375404808066384,"baseline_adjusted_skill":0.07920248765319182,"baseline_adjusted_score":0.07920248765319182},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.24,"uniform_accuracy_baseline":0.20049999999999962,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":-0.0704225352112676,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.49,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.25,"baseline_adjusted_score":0.25},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.71,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.3829787234042552,"baseline_adjusted_score":0.3829787234042552},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.69,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.36734693877551006,"baseline_adjusted_score":0.36734693877551006},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1873606597851344,"accuracy":0.4925555930600001,"positive_recall":0.45337561452081365,"specificity":0.5554158251241855,"precision":0.6206550268000001,"balanced_accuracy":0.5043957198224995,"f1":0.5239885034096169,"true_positive":27.929476206000004,"false_positive":17.070523794,"false_negative":33.673916899999995,"true_negative":21.3260831,"positive_prevalence":0.6160339310599999,"majority_accuracy_baseline":0.6160339310599999,"constant_brier_baseline":0.079087076552024,"brier_skill":-1.3690426799615905,"baseline_adjusted_skill":0.008791439644999066,"baseline_adjusted_score":0.008791439644999066},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.35054908142255825,"accuracy":0.58,"positive_recall":0.16,"specificity":1,"precision":1,"balanced_accuracy":0.58,"f1":0.27586206896551724,"true_positive":8,"false_positive":0,"false_negative":42,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.402196325690233,"baseline_adjusted_skill":0.15999999999999992,"baseline_adjusted_score":0.15999999999999992},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.42,"uniform_accuracy_baseline":0.012987012987012965,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.3894736842105263,"baseline_adjusted_score":0.3894736842105263},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.37,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.050000000000000044,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.38,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.03125000000000003,"baseline_adjusted_score":0.03125000000000003},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.28034749587597896,"accuracy":0.5,"positive_recall":0.98,"specificity":0.02,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6621621621621622,"true_positive":49,"false_positive":49,"false_negative":1,"true_negative":1,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.12138998350391583,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.12458670826586228,"accuracy":0.5938935036711128,"positive_recall":0.6005554998520778,"specificity":0.5907914336745658,"precision":0.40595338734766995,"balanced_accuracy":0.5956734667633218,"f1":0.4844419012205721,"true_positive":133.5586644373834,"false_positive":195.4413355626166,"false_negative":88.8332118676044,"true_negative":282.1667881323956,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768597,"brier_skill":-0.4041589934662304,"baseline_adjusted_skill":0.19134693352664356,"baseline_adjusted_score":0.19134693352664356},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.32944359233062825,"accuracy":0.55,"positive_recall":0.72,"specificity":0.38,"precision":0.5373134328358209,"balanced_accuracy":0.55,"f1":0.6153846153846154,"true_positive":36,"false_positive":31,"false_negative":14,"true_negative":19,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.317774369322513,"baseline_adjusted_skill":0.10000000000000009,"baseline_adjusted_score":0.10000000000000009},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.4503311258278146,"uniform_accuracy_baseline":0.006622516556291403,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.42758620689655175,"baseline_adjusted_score":0.42758620689655175},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.36470588235294116,"uniform_accuracy_baseline":0.3333333333333301,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":-0.1713665943600868,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.4,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.39085574418182867,"accuracy":0.49,"positive_recall":0,"specificity":0.98,"precision":0,"balanced_accuracy":0.49,"f1":0,"true_positive":0,"false_positive":1,"false_negative":50,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.5634229767273147,"baseline_adjusted_skill":-0.020000000000000018,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.6,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.1666666666666666,"baseline_adjusted_score":0.1666666666666666},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.83,"uniform_accuracy_baseline":0.07142857142857136,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.8089887640449438,"baseline_adjusted_score":0.8089887640449438},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.57,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.06521739130434764,"baseline_adjusted_score":0.06521739130434764},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.24,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":-0.04109589041095894,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.5555555555555556,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":-0.3333333333333331,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.35217205221848064,"accuracy":0.5365853658536586,"positive_recall":0.075,"specificity":0.9761904761904762,"precision":0.75,"balanced_accuracy":0.5255952380952381,"f1":0.13636363636363635,"true_positive":3,"false_positive":1,"false_negative":37,"true_negative":41,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.24985127900059498,"brier_skill":-0.4095267137601566,"baseline_adjusted_skill":0.05119047619047623,"baseline_adjusted_score":0.05119047619047623},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.094665355059991,"accuracy":0.86,"positive_recall":0.78,"specificity":0.94,"precision":0.9285714285714286,"balanced_accuracy":0.86,"f1":0.8478260869565217,"true_positive":39,"false_positive":3,"false_negative":11,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6213385797600359,"baseline_adjusted_skill":0.72,"baseline_adjusted_score":0.72},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.15363128491620112,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":-0.08602150537634407,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":-0.09836065573770492,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.36296529943440453,"accuracy":0.37,"positive_recall":0.9318181818181818,"specificity":0.21153846153846154,"precision":0.25,"balanced_accuracy":0.5716783216783217,"f1":0.3942307692307692,"true_positive":41,"false_positive":123,"false_negative":3,"true_negative":33,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000053,"brier_skill":-1.1151823976363837,"baseline_adjusted_skill":0.14335664335664333,"baseline_adjusted_score":0.14335664335664333},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.4113169800042511,"accuracy":0.315,"positive_recall":0.8,"specificity":0.15333333333333332,"precision":0.23952095808383234,"balanced_accuracy":0.4766666666666667,"f1":0.3686635944700461,"true_positive":40,"false_positive":127,"false_negative":10,"true_negative":23,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-1.1936905600226724,"baseline_adjusted_skill":-0.046666666666666634,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.3403241098527053,"accuracy":0.38,"positive_recall":0.8421052631578947,"specificity":0.3314917127071823,"precision":0.11678832116788321,"balanced_accuracy":0.5867984879325385,"f1":0.20512820512820512,"true_positive":16,"false_positive":121,"false_negative":3,"true_negative":60,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.0859749999999999,"brier_skill":-2.958407791249848,"baseline_adjusted_skill":0.17359697586507705,"baseline_adjusted_score":0.17359697586507705},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.051071656420736765,"accuracy":0.8967797619047622,"positive_recall":0.6933835928975302,"specificity":0.9097638662858808,"precision":0.3290960451977401,"balanced_accuracy":0.8015737295917055,"f1":0.44634590211040515,"true_positive":116.5000000000001,"false_positive":237.5000000000002,"false_negative":51.516666666666666,"true_negative":2394.483333333334,"positive_prevalence":0.060005952380952354,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679296,"brier_skill":-0.586028400772431,"baseline_adjusted_skill":0.603147459183411,"baseline_adjusted_score":0.603147459183411},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.22662889518413598,"uniform_accuracy_baseline":0.027777777777777853,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.11363636363636365,"baseline_adjusted_score":0.11363636363636365},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.24,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":-0.08571428571428572,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.43608154444413116,"accuracy":0.55,"positive_recall":0.14,"specificity":0.96,"precision":0.7777777777777778,"balanced_accuracy":0.55,"f1":0.23728813559322035,"true_positive":7,"false_positive":2,"false_negative":43,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.7443261777765247,"baseline_adjusted_skill":0.10000000000000009,"baseline_adjusted_score":0.10000000000000009},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1343080826014858,"accuracy":0.83,"positive_recall":0.88,"specificity":0.78,"precision":0.8,"balanced_accuracy":0.8300000000000001,"f1":0.8380952380952381,"true_positive":44,"false_positive":11,"false_negative":6,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4627676695940568,"baseline_adjusted_skill":0.6600000000000001,"baseline_adjusted_score":0.6600000000000001},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.56,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":-0.12820512820512803,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.46808510638297873,"baseline_adjusted_score":0.46808510638297873},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2061272918513689,"accuracy":0.74,"positive_recall":0.84,"specificity":0.64,"precision":0.7,"balanced_accuracy":0.74,"f1":0.7636363636363637,"true_positive":42,"false_positive":18,"false_negative":8,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.17549083259452436,"baseline_adjusted_skill":0.48,"baseline_adjusted_score":0.48},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.9253731343283581,"baseline_adjusted_score":0.9253731343283581},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.023532207106560774,"accuracy":0.96,"positive_recall":0.96,"specificity":0.96,"precision":0.96,"balanced_accuracy":0.96,"f1":0.96,"true_positive":48,"false_positive":2,"false_negative":2,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9058711715737569,"baseline_adjusted_skill":0.9199999999999999,"baseline_adjusted_score":0.9199999999999999},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.27678101351351353,"uniform_accuracy_baseline":0.23445945945945923,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.019571597406841112,"baseline_adjusted_score":0.019571597406841112},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.1597216962319894,"accuracy":0.497850927631579,"positive_recall":0.7270929298451742,"specificity":0.27956164704193354,"precision":0.4900606545454546,"balanced_accuracy":0.5033272884435538,"f1":0.5854965908738473,"true_positive":53.90667200000001,"false_positive":56.093327999999985,"false_negative":20.233331,"true_negative":21.766669,"positive_prevalence":0.48776317763157917,"majority_accuracy_baseline":0.5122368223684208,"constant_brier_baseline":0.0945191003976856,"brier_skill":-0.689835129195753,"baseline_adjusted_skill":0.006654576887107577,"baseline_adjusted_score":0.006654576887107577},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.21608705575704015,"normalized_score_rmse":0.25776117729555037,"constant_score_baseline":0.5841668333333334,"constant_mae_baseline":0.21700552708333315,"baseline_adjusted_skill":0.004232478954051211,"baseline_adjusted_score":0.004232478954051211},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3183443307416203,"accuracy":0.53,"positive_recall":0.36,"specificity":0.7,"precision":0.5454545454545454,"balanced_accuracy":0.53,"f1":0.43373493975903615,"true_positive":18,"false_positive":15,"false_negative":32,"true_negative":35,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.2733773229664811,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3702418842653652,"accuracy":0.5,"positive_recall":0.16,"specificity":0.84,"precision":0.5,"balanced_accuracy":0.5,"f1":0.24242424242424243,"true_positive":8,"false_positive":8,"false_negative":42,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.4809675370614608,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.37,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":-0.03278688524590167,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.495,"uniform_accuracy_baseline":0.03611111111111102,"fixed_answer_accuracy_baseline":0.08833333333333329,"baseline_adjusted_skill":0.4460694698354662,"baseline_adjusted_score":0.4460694698354662},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.43181818181818177,"baseline_adjusted_score":0.43181818181818177},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.605,"uniform_accuracy_baseline":0.04987932421560751,"fixed_answer_accuracy_baseline":0.1244247787610618,"baseline_adjusted_skill":0.5488680008085709,"baseline_adjusted_score":0.5488680008085709},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3964356790688088,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":50,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.5857427162752351,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.25,"uniform_accuracy_baseline":0.23888888888888893,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":-0.05882352941176474,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.29253110081569716,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":32,"false_positive":32,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.17012440326278866,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.58,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.08695652173913028,"baseline_adjusted_score":0.08695652173913028},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.36,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.03030303030303025,"baseline_adjusted_score":0.03030303030303025},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.26828216603112,"accuracy":0.51,"positive_recall":0.98,"specificity":0.04,"precision":0.5051546391752577,"balanced_accuracy":0.51,"f1":0.6666666666666666,"true_positive":49,"false_positive":48,"false_negative":1,"true_negative":2,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.07312866412447994,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.38235294117647056,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.08695652173913036,"baseline_adjusted_score":0.08695652173913036},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.1414686702795254,"accuracy":0.8484848484848485,"positive_recall":0.75,"specificity":0.9411764705882353,"precision":0.9230769230769231,"balanced_accuracy":0.8455882352941176,"f1":0.8275862068965517,"true_positive":12,"false_positive":1,"false_negative":4,"true_negative":16,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.4336052134764592,"baseline_adjusted_skill":0.6911764705882353,"baseline_adjusted_score":0.6911764705882353},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.26082093734294176,"normalized_score_rmse":0.3332193482452495,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.20963352320320683,"baseline_adjusted_score":0.20963352320320683},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.21875,"uniform_accuracy_baseline":0.17812500000000006,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.0964912280701754,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.23890822751374574,"accuracy":0.8235294117647058,"positive_recall":0.7647058823529411,"specificity":0.8823529411764706,"precision":0.8666666666666667,"balanced_accuracy":0.8235294117647058,"f1":0.8125,"true_positive":13,"false_positive":2,"false_negative":4,"true_negative":15,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.044367089945017035,"baseline_adjusted_skill":0.6470588235294117,"baseline_adjusted_score":0.6470588235294117},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.16529532565790064,"normalized_score_rmse":0.2795907657940006,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-0.12400821447372423,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.020833333333333332,"uniform_accuracy_baseline":0.13194444444444448,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":-1.452173913043478,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.33312871714405207,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":26,"false_positive":26,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.33251486857620827,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.29696164813572995,"accuracy":0.5333333333333333,"positive_recall":0.9743589743589743,"specificity":0.05555555555555555,"precision":0.5277777777777778,"balanced_accuracy":0.5149572649572649,"f1":0.6846846846846847,"true_positive":38,"false_positive":34,"false_negative":1,"true_negative":2,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24959999999999993,"brier_skill":-0.18975019285148242,"baseline_adjusted_skill":0.029914529914529808,"baseline_adjusted_score":0.029914529914529808},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.31348977252841,"normalized_score_rmse":0.37932545771038373,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.11960633045860702,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.23529411764705882,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":-0.04000000000000001,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.32239427359296763,"accuracy":0.5714285714285714,"positive_recall":0.5714285714285714,"specificity":0.5714285714285714,"precision":0.5714285714285714,"balanced_accuracy":0.5714285714285714,"f1":0.5714285714285714,"true_positive":8,"false_positive":6,"false_negative":6,"true_negative":8,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.2895770943718705,"baseline_adjusted_skill":0.1428571428571428,"baseline_adjusted_score":0.1428571428571428},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.24775099347938187,"normalized_score_rmse":0.30506029922624506,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.16969696969696968,"baseline_adjusted_skill":-0.459961211574929,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":0.9333333333333333,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":0.9166666666666667,"baseline_adjusted_score":0.9166666666666667},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.3281994686295853,"accuracy":0.5764705882352941,"positive_recall":0.9111111111111111,"specificity":0.2,"precision":0.5616438356164384,"balanced_accuracy":0.5555555555555556,"f1":0.6949152542372882,"true_positive":41,"false_positive":32,"false_negative":4,"true_negative":8,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.24913494809688563,"brier_skill":-0.3173562004715309,"baseline_adjusted_skill":0.11111111111111116,"baseline_adjusted_score":0.11111111111111116},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.6,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.47368421052631576,"baseline_adjusted_score":0.47368421052631576},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.27688650048683344,"accuracy":0.6,"positive_recall":0.42857142857142855,"specificity":1,"precision":1,"balanced_accuracy":0.7142857142857143,"f1":0.6,"true_positive":15,"false_positive":0,"false_negative":20,"true_negative":15,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.20999999999999996,"brier_skill":-0.3185071451753976,"baseline_adjusted_skill":0.4285714285714286,"baseline_adjusted_score":0.4285714285714286},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.28220401242375376,"normalized_score_rmse":0.36690342863808634,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.007871472941977542,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.16455696202531644,"uniform_accuracy_baseline":0.24240506329113914,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":-0.4347826086956522,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.359650047130151,"accuracy":0.5238095238095238,"positive_recall":1,"specificity":0,"precision":0.5238095238095238,"balanced_accuracy":0.5,"f1":0.6875,"true_positive":11,"false_positive":10,"false_negative":0,"true_negative":0,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.24943310657596363,"brier_skill":-0.4418697344036058,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.30303030303030304,"uniform_accuracy_baseline":0.3237373737373738,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":-0.14999999999999997,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.3192846434188511,"accuracy":0.5454545454545454,"positive_recall":0.7058823529411765,"specificity":0.375,"precision":0.5454545454545454,"balanced_accuracy":0.5404411764705883,"f1":0.6153846153846154,"true_positive":12,"false_positive":10,"false_negative":5,"true_negative":6,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":-0.27831241427620856,"baseline_adjusted_skill":0.08088235294117663,"baseline_adjusted_score":0.08088235294117663},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.32515964861593993,"normalized_score_rmse":0.38716147042428956,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.34313725490196084,"baseline_adjusted_skill":0.05239188117640381,"baseline_adjusted_score":0.05239188117640381},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2929658393088939,"accuracy":0.47,"positive_recall":0.56,"specificity":0.38,"precision":0.4745762711864407,"balanced_accuracy":0.47000000000000003,"f1":0.5137614678899083,"true_positive":28,"false_positive":31,"false_negative":22,"true_negative":19,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.17186335723557566,"baseline_adjusted_skill":-0.05999999999999994,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.33333333333333326,"uniform_accuracy_baseline":0.3333333333333332,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":-0.030927835051546504,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.35798958950965354,"accuracy":0.5733333333333334,"positive_recall":0.9459459459459459,"specificity":0.21052631578947367,"precision":0.5384615384615384,"balanced_accuracy":0.5782361308677098,"f1":0.6862745098039216,"true_positive":35,"false_positive":30,"false_negative":2,"true_negative":8,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555535,"brier_skill":-0.4322129736783804,"baseline_adjusted_skill":0.1564722617354195,"baseline_adjusted_score":0.1564722617354195},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.16,"uniform_accuracy_baseline":0.1428571428571427,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":-0.07692307692307691,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.31999999999999995,"uniform_accuracy_baseline":0.32416666666666627,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.03030303030303042,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.31309132820922814,"accuracy":0.42424242424242425,"positive_recall":0.875,"specificity":0,"precision":0.45161290322580644,"balanced_accuracy":0.4375,"f1":0.5957446808510638,"true_positive":14,"false_positive":17,"false_negative":2,"true_negative":0,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":-0.2535163838965049,"baseline_adjusted_skill":-0.125,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.2315648797560822,"normalized_score_rmse":0.29383974838754623,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":-0.054019452682857017,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.4442985605196739,"accuracy":0.28,"positive_recall":1,"specificity":0.07692307692307693,"precision":0.23404255319148937,"balanced_accuracy":0.5384615384615384,"f1":0.3793103448275862,"true_positive":22,"false_positive":72,"false_negative":0,"true_negative":6,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000028,"brier_skill":-1.5891524505808463,"baseline_adjusted_skill":0.07692307692307687,"baseline_adjusted_score":0.07692307692307687},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.33967826067708273,"accuracy":0.38,"positive_recall":1,"specificity":0.015873015873015872,"precision":0.37373737373737376,"balanced_accuracy":0.5079365079365079,"f1":0.5441176470588235,"true_positive":37,"false_positive":62,"false_negative":0,"true_negative":1,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000008,"brier_skill":-0.4572211955258798,"baseline_adjusted_skill":0.015873015873015817,"baseline_adjusted_score":0.015873015873015817},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3664251269657484,"accuracy":0.4,"positive_recall":0.9743589743589743,"specificity":0.03278688524590164,"precision":0.3917525773195876,"balanced_accuracy":0.503572929802438,"f1":0.5588235294117647,"true_positive":38,"false_positive":59,"false_negative":1,"true_negative":2,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379000000000002,"brier_skill":-0.5402485370565284,"baseline_adjusted_skill":0.007145859604875904,"baseline_adjusted_score":0.007145859604875904},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.327328541271947,"accuracy":0.32,"positive_recall":0.8709677419354839,"specificity":0.07246376811594203,"precision":0.2967032967032967,"balanced_accuracy":0.47171575502571295,"f1":0.4426229508196721,"true_positive":27,"false_positive":64,"false_negative":4,"true_negative":5,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999987,"brier_skill":-0.5302877104812866,"baseline_adjusted_skill":-0.05656848994857411,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.49,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.29166666666666663,"baseline_adjusted_score":0.29166666666666663},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.22240449629141948,"normalized_score_rmse":0.2714180531003557,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.043421521327228096,"baseline_adjusted_score":0.043421521327228096},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.12175678595467626,"accuracy":0.85,"positive_recall":0.82,"specificity":0.88,"precision":0.8723404255319149,"balanced_accuracy":0.85,"f1":0.845360824742268,"true_positive":41,"false_positive":6,"false_negative":9,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.512972856181295,"baseline_adjusted_skill":0.7,"baseline_adjusted_score":0.7},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3537057918873512,"accuracy":0.54,"positive_recall":0.1,"specificity":0.98,"precision":0.8333333333333334,"balanced_accuracy":0.54,"f1":0.17857142857142858,"true_positive":5,"false_positive":1,"false_negative":45,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.41482316754940474,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.51,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.4000000000000001,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2764674702516242,"accuracy":0.49,"positive_recall":0.88,"specificity":0.1,"precision":0.4943820224719101,"balanced_accuracy":0.49,"f1":0.6330935251798561,"true_positive":44,"false_positive":45,"false_negative":6,"true_negative":5,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.10586988100649686,"baseline_adjusted_skill":-0.020000000000000018,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.6,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.04761904761904766,"baseline_adjusted_score":0.04761904761904766},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.36,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.06666666666666674,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.43939379167522746,"accuracy":0.51,"positive_recall":0.02,"specificity":1,"precision":1,"balanced_accuracy":0.51,"f1":0.0392156862745098,"true_positive":1,"false_positive":0,"false_negative":49,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.7575751667009099,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.20851190476190457,"fixed_answer_accuracy_baseline":0.2233333333333332,"baseline_adjusted_skill":0.6781115879828327,"baseline_adjusted_score":0.6781115879828327},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2714002046264033,"accuracy":0.57,"positive_recall":0.56,"specificity":0.58,"precision":0.5714285714285714,"balanced_accuracy":0.5700000000000001,"f1":0.5656565656565656,"true_positive":28,"false_positive":21,"false_negative":22,"true_negative":29,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.08560081850561319,"baseline_adjusted_skill":0.14000000000000012,"baseline_adjusted_score":0.14000000000000012},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.2544444954197388,"normalized_score_rmse":0.3275995130973038,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.15185168193420395,"baseline_adjusted_score":0.15185168193420395},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.56,"uniform_accuracy_baseline":0.22851190476190467,"fixed_answer_accuracy_baseline":0.2433333333333333,"baseline_adjusted_skill":0.4185022026431719,"baseline_adjusted_score":0.4185022026431719},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.28426021069380253,"accuracy":0.52,"positive_recall":0.72,"specificity":0.32,"precision":0.5142857142857142,"balanced_accuracy":0.52,"f1":0.6,"true_positive":36,"false_positive":34,"false_negative":14,"true_negative":16,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.13704084277521011,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.2550516535169963,"normalized_score_rmse":0.3332008474110347,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.304222222222222,"baseline_adjusted_skill":0.1616271432969435,"baseline_adjusted_score":0.1616271432969435},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.62,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.3870967741935484,"baseline_adjusted_score":0.3870967741935484},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2820077459182407,"accuracy":0.66,"positive_recall":0.36,"specificity":0.96,"precision":0.9,"balanced_accuracy":0.6599999999999999,"f1":0.5142857142857142,"true_positive":18,"false_positive":2,"false_negative":32,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.12803098367296273,"baseline_adjusted_skill":0.31999999999999984,"baseline_adjusted_score":0.31999999999999984},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.25,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":-0.5,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10902424162431965,"accuracy":0.86,"positive_recall":0.74,"specificity":0.98,"precision":0.9736842105263158,"balanced_accuracy":0.86,"f1":0.8409090909090909,"true_positive":37,"false_positive":1,"false_negative":13,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5639030335027214,"baseline_adjusted_skill":0.72,"baseline_adjusted_score":0.72},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.43,"uniform_accuracy_baseline":0.35333333333333317,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.03389830508474579,"baseline_adjusted_score":0.03389830508474579},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.31,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.11290322580645162,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.35,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.04838709677419359,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.13,"uniform_accuracy_baseline":0.11111111111111088,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":-0.03571428571428571,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.2047662923401851,"accuracy":0.48962500000000003,"positive_recall":0.6572181938035596,"specificity":0.4504087613759061,"precision":0.21864035087719294,"balanced_accuracy":0.5538134775897329,"f1":0.32812242883001475,"true_positive":49.850000000000016,"false_positive":178.1500000000001,"false_negative":26,"true_negative":146,"positive_prevalence":0.1896249999999999,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500007,"brier_skill":-1.689918331794615,"baseline_adjusted_skill":0.10762695517946574,"baseline_adjusted_score":0.10762695517946574},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.36975171252852307,"normalized_score_rmse":0.4092049212978149,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":-0.7298325732328566,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.12575276930964613,"accuracy":0.7056250000000002,"positive_recall":0.5761837787154244,"specificity":0.7526845065621272,"precision":0.4585820895522388,"balanced_accuracy":0.6644341426387758,"f1":0.5107001869935591,"true_positive":61.45000000000001,"false_positive":72.55000000000001,"false_negative":45.199999999999996,"true_negative":220.80000000000007,"positive_prevalence":0.2666249999999998,"majority_accuracy_baseline":0.7333750000000002,"constant_brier_baseline":0.11565485937499977,"brier_skill":-0.08731072770496273,"baseline_adjusted_skill":0.3288682852775515,"baseline_adjusted_score":0.3288682852775515},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.2622827284093364,"normalized_score_rmse":0.30668531714757385,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.024064266383864497,"baseline_adjusted_score":0.024064266383864497},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.18287030745329694,"accuracy":0.5976249999999997,"positive_recall":0.6791946308724832,"specificity":0.5660017346053771,"precision":0.37761194029850725,"balanced_accuracy":0.6225981827389302,"f1":0.48537170263788953,"true_positive":75.89999999999996,"false_positive":125.10000000000005,"false_negative":35.84999999999999,"true_negative":163.14999999999995,"positive_prevalence":0.2793749999999999,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937499995,"brier_skill":-0.6160922506651858,"baseline_adjusted_skill":0.2451963654778604,"baseline_adjusted_score":0.2451963654778604},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3166774672555039,"normalized_score_rmse":0.3699230849613594,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":-0.19783439151018012,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.14114997702735252,"accuracy":0.7331250000000001,"positive_recall":0.5352112676056338,"specificity":0.789558232931727,"precision":0.420353982300885,"balanced_accuracy":0.6623847502686804,"f1":0.4708798017348204,"true_positive":47.50000000000001,"false_positive":65.5,"false_negative":41.25000000000001,"true_negative":245.75000000000003,"positive_prevalence":0.22187499999999974,"majority_accuracy_baseline":0.7781250000000003,"constant_brier_baseline":0.126740234375001,"brier_skill":-0.11369509235493225,"baseline_adjusted_skill":0.32476950053736076,"baseline_adjusted_score":0.32476950053736076},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.2847274560222286,"normalized_score_rmse":0.32799821483217684,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":-0.26194994358882484,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.1267615811843735,"accuracy":0.6917499999999999,"positive_recall":0.744328922495274,"specificity":0.6728416043507816,"precision":0.4499999999999998,"balanced_accuracy":0.7085852634230279,"f1":0.5608974358974357,"true_positive":78.74999999999997,"false_positive":96.25000000000006,"false_negative":27.05,"true_negative":197.94999999999993,"positive_prevalence":0.26449999999999985,"majority_accuracy_baseline":0.7355000000000002,"constant_brier_baseline":0.11362725000000028,"brier_skill":-0.1155913848515493,"baseline_adjusted_skill":0.4171705268460557,"baseline_adjusted_score":0.4171705268460557},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.28107958877109923,"normalized_score_rmse":0.3308658079448231,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":-0.11872473142726081,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.12503250071948496,"accuracy":0.7152500000000004,"positive_recall":0.578981723237598,"specificity":0.7475262832405689,"precision":0.35198412698412707,"balanced_accuracy":0.6632540032390835,"f1":0.4378084896347484,"true_positive":44.35000000000003,"false_positive":81.65000000000003,"false_negative":32.25000000000001,"true_negative":241.7500000000001,"positive_prevalence":0.1914999999999999,"majority_accuracy_baseline":0.8085000000000001,"constant_brier_baseline":0.09190274999999995,"brier_skill":-0.3604870443973116,"baseline_adjusted_skill":0.3265080064781669,"baseline_adjusted_score":0.3265080064781669},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.2859249873762019,"normalized_score_rmse":0.3217793606686065,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":-0.38211474260399725,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.2168954226299449,"accuracy":0.6115000000000002,"positive_recall":0.7818428184281843,"specificity":0.572961373390558,"precision":0.2928934010152283,"balanced_accuracy":0.6774020959093712,"f1":0.42614475627769555,"true_positive":57.69999999999998,"false_positive":139.30000000000004,"false_negative":16.099999999999998,"true_negative":186.90000000000006,"positive_prevalence":0.1844999999999999,"majority_accuracy_baseline":0.8155000000000001,"constant_brier_baseline":0.1092222499999995,"brier_skill":-0.9858171996085587,"baseline_adjusted_skill":0.35480419181874234,"baseline_adjusted_score":0.35480419181874234},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3622685695908149,"normalized_score_rmse":0.4044369617091164,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":-0.9129693443739402,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.18974406051326373,"accuracy":0.629,"positive_recall":0.6439490445859871,"specificity":0.6253499222395023,"precision":0.2956140350877191,"balanced_accuracy":0.6346494834127447,"f1":0.40521042084168324,"true_positive":50.54999999999998,"false_positive":120.45000000000006,"false_negative":27.950000000000003,"true_negative":201.05,"positive_prevalence":0.19624999999999987,"majority_accuracy_baseline":0.8037500000000002,"constant_brier_baseline":0.09878593749999955,"brier_skill":-0.9207598299430484,"baseline_adjusted_skill":0.2692989668254895,"baseline_adjusted_score":0.2692989668254895},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3265885759142111,"normalized_score_rmse":0.3759660450263878,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":-0.5459814244459698,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.13551901451689835,"accuracy":0.5977040816326531,"positive_recall":0.6758600237247923,"specificity":0.5387197851387645,"precision":0.5251152073732717,"balanced_accuracy":0.6072899044317783,"f1":0.5910269709543567,"true_positive":113.94999999999996,"false_positive":103.05000000000003,"false_negative":54.65,"true_negative":120.35000000000005,"positive_prevalence":0.43010204081632636,"majority_accuracy_baseline":0.5698979591836737,"constant_brier_baseline":0.12359641815910102,"brier_skill":-0.09646393103762785,"baseline_adjusted_skill":0.21457980886355665,"baseline_adjusted_score":0.21457980886355665},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.24647544241006658,"normalized_score_rmse":0.30408090995465004,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.10538543125235089,"baseline_adjusted_score":0.10538543125235089},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.22981952843528436,"accuracy":0.51025,"positive_recall":0.7800944138473643,"specificity":0.4592807252192006,"precision":0.21414686825054,"balanced_accuracy":0.6196875695332824,"f1":0.3360447381799695,"true_positive":99.14999999999999,"false_positive":363.8499999999999,"false_negative":27.949999999999992,"true_negative":309.05,"positive_prevalence":0.15887500000000002,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499934,"brier_skill":-1.3266388073095317,"baseline_adjusted_skill":0.23937513906656482,"baseline_adjusted_score":0.23937513906656482},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.4013025475339964,"normalized_score_rmse":0.432973365638095,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-1.4321366517211902,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.27,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.17741935483870966,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.4021927811628132,"accuracy":0.53,"positive_recall":0.08,"specificity":0.98,"precision":0.8,"balanced_accuracy":0.53,"f1":0.14545454545454545,"true_positive":4,"false_positive":1,"false_negative":46,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.6087711246512528,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.04638833664678595,"uniform_accuracy_baseline":0.058823529411766766,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":-0.12071651090342676,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.42,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":-0.2608695652173914,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3214094220073395,"accuracy":0.57,"positive_recall":0.18,"specificity":0.96,"precision":0.8181818181818182,"balanced_accuracy":0.57,"f1":0.29508196721311475,"true_positive":9,"false_positive":2,"false_negative":41,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.28563768802935807,"baseline_adjusted_skill":0.1399999999999999,"baseline_adjusted_score":0.1399999999999999},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.29,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":-0.126984126984127,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":39,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0,"abstained":0},"metrics":{"binary_brier":0.18999616703427766,"accuracy":0.722972972972973,"positive_recall":0.5352112676056338,"specificity":0.8961038961038961,"precision":0.8260869565217391,"balanced_accuracy":0.7156575818547649,"f1":0.6495726495726496,"true_positive":38,"false_positive":8,"false_negative":33,"true_negative":69,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.24958911614317017,"brier_skill":0.2387642138798577,"baseline_adjusted_skill":0.4313151637095298,"baseline_adjusted_score":0.4313151637095298},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.45,"uniform_accuracy_baseline":0.2005,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.2253521126760564,"baseline_adjusted_score":0.2253521126760564},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.9411764705882353,"baseline_adjusted_score":0.9411764705882353},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.79,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.5531914893617021,"baseline_adjusted_score":0.5531914893617021},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.82,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.6326530612244897,"baseline_adjusted_score":0.6326530612244897},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.08951631390611084,"accuracy":0.56299749172,"positive_recall":0.6079465635043457,"specificity":0.4908813449332495,"precision":0.6570451077017544,"balanced_accuracy":0.5494139542187976,"f1":0.6315429965064865,"true_positive":37.451571139,"false_positive":19.548428861,"false_negative":24.151821967,"true_negative":18.848178033,"positive_prevalence":0.61603393106,"majority_accuracy_baseline":0.61603393106,"constant_brier_baseline":0.07908707655202402,"brier_skill":-0.13187031065974986,"baseline_adjusted_skill":0.09882790843759515,"baseline_adjusted_score":0.09882790843759515},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.17061498147372148,"accuracy":0.74,"positive_recall":0.66,"specificity":0.82,"precision":0.7857142857142857,"balanced_accuracy":0.74,"f1":0.717391304347826,"true_positive":33,"false_positive":9,"false_negative":17,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3175400741051141,"baseline_adjusted_skill":0.48,"baseline_adjusted_score":0.48},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.72,"uniform_accuracy_baseline":0.012987012987012986,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.7052631578947368,"baseline_adjusted_score":0.7052631578947368},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.9333333333333332,"baseline_adjusted_score":0.9333333333333332},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.55,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.2968750000000001,"baseline_adjusted_score":0.2968750000000001},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.08324369680289498,"accuracy":0.87,"positive_recall":1,"specificity":0.74,"precision":0.7936507936507936,"balanced_accuracy":0.87,"f1":0.8849557522123894,"true_positive":50,"false_positive":13,"false_negative":0,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6670252127884201,"baseline_adjusted_skill":0.74,"baseline_adjusted_score":0.74},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0,"abstained":0},"metrics":{"binary_brier":0.12515452689822032,"accuracy":0.6306960703239644,"positive_recall":0.662971890950203,"specificity":0.6156672633329507,"precision":0.44543674551625806,"balanced_accuracy":0.639319577141577,"f1":0.5328577056473589,"true_positive":147.43956276588142,"false_positive":183.56043723411858,"false_negative":74.9523135391064,"true_negative":294.0476864608936,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768642,"brier_skill":-0.4105586138621793,"baseline_adjusted_skill":0.2786391542831539,"baseline_adjusted_score":0.2786391542831539},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.218358452689621,"accuracy":0.62,"positive_recall":0.54,"specificity":0.7,"precision":0.6428571428571429,"balanced_accuracy":0.62,"f1":0.5869565217391305,"true_positive":27,"false_positive":15,"false_negative":23,"true_negative":35,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.12656618924151597,"baseline_adjusted_skill":0.24,"baseline_adjusted_score":0.24},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8344370860927153,"uniform_accuracy_baseline":0.006622516556291391,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.8275862068965518,"baseline_adjusted_score":0.8275862068965518},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.17375738471555993,"accuracy":0.7533333333333333,"positive_recall":0.5266666666666666,"specificity":0.98,"precision":0.9634146341463414,"balanced_accuracy":0.7533333333333333,"f1":0.6810344827586207,"true_positive":79,"false_positive":3,"false_negative":71,"true_negative":147,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3049704611377603,"baseline_adjusted_skill":0.5066666666666666,"baseline_adjusted_score":0.5066666666666666},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":14},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7858823529411765,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.6052060737527115,"baseline_adjusted_score":0.6052060737527115},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.41,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.01666666666666659,"baseline_adjusted_score":0.01666666666666659},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.13362721481922515,"accuracy":0.8,"positive_recall":0.88,"specificity":0.72,"precision":0.7586206896551724,"balanced_accuracy":0.8,"f1":0.8148148148148148,"true_positive":44,"false_positive":14,"false_negative":6,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4654911407230994,"baseline_adjusted_skill":0.6000000000000001,"baseline_adjusted_score":0.6000000000000001},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.82,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.6249999999999999,"baseline_adjusted_score":0.6249999999999999},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.8200000000000001,"baseline_adjusted_score":0.8200000000000001},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":19},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7366666666666667,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.4513888888888889,"baseline_adjusted_score":0.4513888888888889},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":20},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8366666666666667,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5266666666666666,"baseline_adjusted_skill":0.6549295774647887,"baseline_adjusted_score":0.6549295774647887},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":21},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.07142857142857142,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9887640449438202,"baseline_adjusted_score":0.9887640449438202},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.79,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.5434782608695653,"baseline_adjusted_score":0.5434782608695653},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.37,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.13698630136986298,"baseline_adjusted_score":0.13698630136986298},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.6666666666666666,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0,"abstained":0},"metrics":{"binary_brier":0.24342575728484392,"accuracy":0.6463414634146342,"positive_recall":0.65,"specificity":0.6428571428571429,"precision":0.6341463414634146,"balanced_accuracy":0.6464285714285715,"f1":0.6419753086419753,"true_positive":26,"false_positive":15,"false_negative":14,"true_negative":27,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.2498512790005949,"brier_skill":0.025717385724231878,"baseline_adjusted_skill":0.2928571428571429,"baseline_adjusted_score":0.2928571428571429},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.10451093015896634,"accuracy":0.87,"positive_recall":0.86,"specificity":0.88,"precision":0.8775510204081632,"balanced_accuracy":0.87,"f1":0.8686868686868687,"true_positive":43,"false_positive":6,"false_negative":7,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5819562793641346,"baseline_adjusted_skill":0.74,"baseline_adjusted_score":0.74},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7346368715083799,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.6594982078853047,"baseline_adjusted_score":0.6594982078853047},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.42,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.04918032786885241,"baseline_adjusted_score":0.04918032786885241},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"binary_brier":0.15630462935955772,"accuracy":0.785,"positive_recall":0.4772727272727273,"specificity":0.8717948717948718,"precision":0.5121951219512195,"balanced_accuracy":0.6745337995337995,"f1":0.49411764705882355,"true_positive":21,"false_positive":20,"false_negative":23,"true_negative":136,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":0.08913386154103897,"baseline_adjusted_skill":0.3490675990675991,"baseline_adjusted_score":0.3490675990675991},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1785760200324887,"accuracy":0.745,"positive_recall":0.28,"specificity":0.9,"precision":0.4827586206896552,"balanced_accuracy":0.5900000000000001,"f1":0.35443037974683544,"true_positive":14,"false_positive":15,"false_negative":36,"true_negative":135,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":0.04759455982672689,"baseline_adjusted_skill":0.18000000000000016,"baseline_adjusted_score":0.18000000000000016},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"binary_brier":0.03212113019462533,"accuracy":0.965,"positive_recall":0.7894736842105263,"specificity":0.9834254143646409,"precision":0.8333333333333334,"balanced_accuracy":0.8864495492875837,"f1":0.8108108108108109,"true_positive":15,"false_positive":3,"false_negative":4,"true_negative":178,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.085975,"brier_skill":0.6263898785155531,"baseline_adjusted_skill":0.7728990985751674,"baseline_adjusted_score":0.7728990985751674},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9966666666666667,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.9949999999999999,"baseline_adjusted_score":0.9949999999999999},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":33},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.03086649160190295,"accuracy":0.9666666666666667,"positive_recall":0.9666666666666667,"specificity":0.9666666666666667,"precision":0.9666666666666667,"balanced_accuracy":0.9666666666666667,"f1":0.9666666666666667,"true_positive":145,"false_positive":5,"false_negative":5,"true_negative":145,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8765340335923882,"baseline_adjusted_skill":0.9333333333333333,"baseline_adjusted_score":0.9333333333333333},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":34},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9533333333333334,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.9377777777777778,"baseline_adjusted_score":0.9377777777777778},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":35},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.19910198395604703,"accuracy":0.7033333333333334,"positive_recall":0.9866666666666667,"specificity":0.42,"precision":0.6297872340425532,"balanced_accuracy":0.7033333333333334,"f1":0.7688311688311689,"true_positive":148,"false_positive":87,"false_negative":2,"true_negative":63,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.20359206417581188,"baseline_adjusted_skill":0.40666666666666673,"baseline_adjusted_score":0.40666666666666673},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":36},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.27024103423580526,"normalized_score_rmse":0.36024343935549447,"constant_score_baseline":0.5,"constant_mae_baseline":0.3333333333333333,"baseline_adjusted_skill":0.18927689729258423,"baseline_adjusted_score":0.18927689729258423},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":37},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.37666666666666665,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.16888888888888887,"baseline_adjusted_score":0.16888888888888887},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":38},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2644773014781295,"accuracy":0.5566666666666666,"positive_recall":0.5266666666666666,"specificity":0.5866666666666667,"precision":0.5602836879432624,"balanced_accuracy":0.5566666666666666,"f1":0.5429553264604811,"true_positive":79,"false_positive":62,"false_negative":71,"true_negative":88,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.057909205912517914,"baseline_adjusted_skill":0.11333333333333329,"baseline_adjusted_score":0.11333333333333329},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":39},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.3128725358036657,"normalized_score_rmse":0.3618189807437819,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":-0.042908452678885656,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":40},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.9285714285714285,"baseline_adjusted_score":0.9285714285714285},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":42},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.04230592862632909,"accuracy":0.9533333333333334,"positive_recall":0.9463087248322147,"specificity":0.9602649006622517,"precision":0.9591836734693877,"balanced_accuracy":0.9532868127472331,"f1":0.9527027027027027,"true_positive":141,"false_positive":6,"false_negative":8,"true_negative":145,"positive_prevalence":0.49666666666666665,"majority_accuracy_baseline":0.5033333333333334,"constant_brier_baseline":0.2499888888888889,"brier_skill":0.8307687641064216,"baseline_adjusted_skill":0.9065736254944663,"baseline_adjusted_score":0.9065736254944663},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":43},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.21673335693155726,"normalized_score_rmse":0.26468831786800795,"constant_score_baseline":0.5,"constant_mae_baseline":0.36666666666666664,"baseline_adjusted_skill":0.40890902655029837,"baseline_adjusted_score":0.40890902655029837},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":44},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.5633333333333334,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2866666666666667,"baseline_adjusted_skill":0.3878504672897196,"baseline_adjusted_score":0.3878504672897196},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":46},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1723235476203856,"accuracy":0.7466666666666667,"positive_recall":0.7579617834394905,"specificity":0.7342657342657343,"precision":0.7579617834394905,"balanced_accuracy":0.7461137588526123,"f1":0.7579617834394905,"true_positive":119,"false_positive":38,"false_negative":38,"true_negative":105,"positive_prevalence":0.5233333333333333,"majority_accuracy_baseline":0.5233333333333333,"constant_brier_baseline":0.24945555555555557,"brier_skill":0.30920140368648596,"baseline_adjusted_skill":0.49222751770522466,"baseline_adjusted_score":0.49222751770522466},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":47},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.2897409680485725,"normalized_score_rmse":0.35008261421656184,"constant_score_baseline":0.5,"constant_mae_baseline":0.3016666666666667,"baseline_adjusted_skill":0.03953270260141717,"baseline_adjusted_score":0.03953270260141717},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":48},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0,"abstained":0},"metrics":{"binary_brier":0.13502304478493848,"accuracy":0.7774702380952381,"positive_recall":0.6872334093839898,"specificity":0.7832306435577733,"precision":0.16831875607385813,"balanced_accuracy":0.7352320264708816,"f1":0.27040846197381,"true_positive":115.46666666666667,"false_positive":570.5333333333333,"false_negative":52.55,"true_negative":2061.45,"positive_prevalence":0.060005952380952375,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679138,"brier_skill":-3.193135660678096,"baseline_adjusted_skill":0.4704640529417632,"baseline_adjusted_score":0.4704640529417632},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.3466666666666667,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.12888888888888891,"baseline_adjusted_score":0.12888888888888891},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":50},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8385269121813032,"uniform_accuracy_baseline":0.027777777777777776,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.814935064935065,"baseline_adjusted_score":0.814935064935065},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.51,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.30000000000000004,"baseline_adjusted_score":0.30000000000000004},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.10013557653193811,"accuracy":0.86,"positive_recall":0.92,"specificity":0.8,"precision":0.8214285714285714,"balanced_accuracy":0.8600000000000001,"f1":0.8679245283018868,"true_positive":46,"false_positive":10,"false_negative":4,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5994576938722476,"baseline_adjusted_skill":0.7200000000000002,"baseline_adjusted_score":0.7200000000000002},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.09722534573286086,"accuracy":0.85,"positive_recall":0.94,"specificity":0.76,"precision":0.7966101694915254,"balanced_accuracy":0.85,"f1":0.8623853211009175,"true_positive":47,"false_positive":12,"false_negative":3,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6110986170685566,"baseline_adjusted_skill":0.7,"baseline_adjusted_score":0.7},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.61,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.77,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.7553191489361702,"baseline_adjusted_score":0.7553191489361702},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.13000005489838204,"accuracy":0.82,"positive_recall":0.72,"specificity":0.92,"precision":0.9,"balanced_accuracy":0.8200000000000001,"f1":0.8,"true_positive":36,"false_positive":4,"false_negative":14,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.47999978040647184,"baseline_adjusted_skill":0.6400000000000001,"baseline_adjusted_score":0.6400000000000001},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.32666666666666666,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.10222222222222221,"baseline_adjusted_score":0.10222222222222221},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":58},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.6233333333333333,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.43499999999999994,"baseline_adjusted_score":0.43499999999999994},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":59},{"provenance":"measured","status":"complete","counts":{"cases":285,"expected":285,"succeeded":285,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.6035087719298246,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5263157894736842,"baseline_adjusted_skill":0.162962962962963,"baseline_adjusted_score":0.162962962962963},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":60},{"provenance":"measured","status":"complete","counts":{"cases":299,"expected":299,"succeeded":299,"failed":0,"abstained":0},"metrics":{"binary_brier":0.31997006992672256,"accuracy":0.5518394648829431,"positive_recall":0.9466666666666667,"specificity":0.15436241610738255,"precision":0.5298507462686567,"balanced_accuracy":0.5505145413870246,"f1":0.6794258373205742,"true_positive":142,"false_positive":126,"false_negative":8,"true_negative":23,"positive_prevalence":0.5016722408026756,"majority_accuracy_baseline":0.5016722408026756,"constant_brier_baseline":0.24999720361069788,"brier_skill":-0.279894596041115,"baseline_adjusted_skill":0.1010290827740492,"baseline_adjusted_score":0.1010290827740492},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":61},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.2,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":0.8875,"baseline_adjusted_score":0.8875},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":62},{"provenance":"measured","status":"complete","counts":{"cases":283,"expected":283,"succeeded":283,"failed":0,"abstained":0},"metrics":{"binary_brier":0.3958090231973316,"accuracy":0.49823321554770317,"positive_recall":0.9849624060150376,"specificity":0.06666666666666667,"precision":0.4833948339483395,"balanced_accuracy":0.5258145363408522,"f1":0.6485148514851485,"true_positive":131,"false_positive":140,"false_negative":2,"true_negative":10,"positive_prevalence":0.46996466431095407,"majority_accuracy_baseline":0.5300353356890459,"constant_brier_baseline":0.24909787861004634,"brier_skill":-0.5889698676115833,"baseline_adjusted_skill":0.05162907268170436,"baseline_adjusted_score":0.05162907268170436},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":63},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.76,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.68,"baseline_adjusted_score":0.68},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":64},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9633333333333334,"uniform_accuracy_baseline":0.20616666666666666,"fixed_answer_accuracy_baseline":0.21333333333333335,"baseline_adjusted_skill":0.9533898305084746,"baseline_adjusted_score":0.9533898305084746},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":65},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7233333333333334,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.5850000000000001,"baseline_adjusted_score":0.5850000000000001},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":66},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.6233333333333333,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.37333333333333335,"baseline_adjusted_skill":0.39893617021276584,"baseline_adjusted_score":0.39893617021276584},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":67},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.1774116454589336,"normalized_score_rmse":0.22063265004362606,"constant_score_baseline":0.5,"constant_mae_baseline":0.26208333333333333,"baseline_adjusted_skill":0.3230716230501739,"baseline_adjusted_score":0.3230716230501739},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":68},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.09639543748861179,"normalized_score_rmse":0.11883701625363349,"constant_score_baseline":0.52,"constant_mae_baseline":0.24733333333333335,"baseline_adjusted_skill":0.6102610344126208,"baseline_adjusted_score":0.6102610344126208},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":69},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.14568516694813596,"normalized_score_rmse":0.1599121499632415,"constant_score_baseline":0.578319964349225,"constant_mae_baseline":0.11212962028602311,"baseline_adjusted_skill":-0.29925675817432107,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":70},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.6966666666666667,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.5955555555555555,"baseline_adjusted_score":0.5955555555555555},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":71},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.93,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8955223880597017,"baseline_adjusted_score":0.8955223880597017},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.04840343269429176,"accuracy":0.95,"positive_recall":0.92,"specificity":0.98,"precision":0.9787234042553191,"balanced_accuracy":0.95,"f1":0.9484536082474226,"true_positive":46,"false_positive":1,"false_negative":4,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.806386269222833,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.4216813783783784,"uniform_accuracy_baseline":0.23445945945945948,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.21600509253643813,"baseline_adjusted_score":0.21600509253643813},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0740527044687077,"accuracy":0.6435964802631579,"positive_recall":0.8225429124948915,"specificity":0.4731997485178429,"precision":0.5978758235294117,"balanced_accuracy":0.6478713305063672,"f1":0.6924416141857338,"true_positive":60.983334,"false_positive":41.016666,"false_negative":13.156669,"true_negative":36.843331,"positive_prevalence":0.4877631776315789,"majority_accuracy_baseline":0.512236822368421,"constant_brier_baseline":0.09451910039768556,"brier_skill":0.21653185274580766,"baseline_adjusted_skill":0.2957426610127345,"baseline_adjusted_score":0.2957426610127345},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.1579536124988214,"normalized_score_rmse":0.19076192600385247,"constant_score_baseline":0.5841668333333333,"constant_mae_baseline":0.21700552708333334,"baseline_adjusted_skill":0.2721217075813702,"baseline_adjusted_score":0.2721217075813702},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.23399464490047833,"accuracy":0.67,"positive_recall":0.94,"specificity":0.4,"precision":0.6103896103896104,"balanced_accuracy":0.6699999999999999,"f1":0.7401574803149606,"true_positive":47,"false_positive":30,"false_negative":3,"true_negative":20,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.06402142039808667,"baseline_adjusted_skill":0.33999999999999986,"baseline_adjusted_score":0.33999999999999986},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2765335152513501,"accuracy":0.56,"positive_recall":0.28,"specificity":0.84,"precision":0.6363636363636364,"balanced_accuracy":0.56,"f1":0.3888888888888889,"true_positive":14,"false_positive":8,"false_negative":36,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.10613406100540046,"baseline_adjusted_skill":0.1200000000000001,"baseline_adjusted_score":0.1200000000000001},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.76,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.6065573770491803,"baseline_adjusted_score":0.6065573770491803},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.81,"uniform_accuracy_baseline":0.036111111111111115,"fixed_answer_accuracy_baseline":0.08833333333333333,"baseline_adjusted_skill":0.7915904936014626,"baseline_adjusted_score":0.7915904936014626},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2354357107577489,"accuracy":0.5966666666666667,"positive_recall":0.4066666666666667,"specificity":0.7866666666666666,"precision":0.6559139784946236,"balanced_accuracy":0.5966666666666667,"f1":0.5020576131687243,"true_positive":61,"false_positive":32,"false_negative":89,"true_negative":118,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.05825715696900435,"baseline_adjusted_skill":0.19333333333333336,"baseline_adjusted_score":0.19333333333333336},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":81},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.7954545454545455,"baseline_adjusted_score":0.7954545454545455},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.4066666666666667,"uniform_accuracy_baseline":0.11021428571428572,"fixed_answer_accuracy_baseline":0.12554761904761905,"baseline_adjusted_skill":0.32148011000081683,"baseline_adjusted_score":0.32148011000081683},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":83},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.61,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.48,"baseline_adjusted_score":0.48},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":84},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.825,"uniform_accuracy_baseline":0.049879324215607396,"fixed_answer_accuracy_baseline":0.12442477876106194,"baseline_adjusted_skill":0.8001313927632908,"baseline_adjusted_score":0.8001313927632908},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1748903707725693,"accuracy":0.7466666666666667,"positive_recall":0.6898148148148148,"specificity":0.8928571428571429,"precision":0.9430379746835443,"balanced_accuracy":0.7913359788359788,"f1":0.7967914438502673,"true_positive":149,"false_positive":9,"false_negative":67,"true_negative":75,"positive_prevalence":0.72,"majority_accuracy_baseline":0.72,"constant_brier_baseline":0.2016,"brier_skill":0.13248824021543004,"baseline_adjusted_skill":0.5826719576719577,"baseline_adjusted_score":0.5826719576719577},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":86},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5033333333333333,"baseline_adjusted_skill":0.8389261744966444,"baseline_adjusted_score":0.8389261744966444},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":87},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2552177161017719,"accuracy":0.52,"positive_recall":0.8,"specificity":0.24,"precision":0.5128205128205128,"balanced_accuracy":0.52,"f1":0.625,"true_positive":40,"false_positive":38,"false_negative":10,"true_negative":12,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.02087086440708763,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.17288845809219816,"accuracy":0.73,"positive_recall":0.98125,"specificity":0.44285714285714284,"precision":0.6680851063829787,"balanced_accuracy":0.7120535714285714,"f1":0.7949367088607595,"true_positive":157,"false_positive":78,"false_negative":3,"true_negative":62,"positive_prevalence":0.5333333333333333,"majority_accuracy_baseline":0.5333333333333333,"constant_brier_baseline":0.2488888888888889,"brier_skill":0.3053588737367039,"baseline_adjusted_skill":0.4241071428571428,"baseline_adjusted_score":0.4241071428571428},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":89},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7222222222222222,"uniform_accuracy_baseline":0.23888888888888887,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.607843137254902,"baseline_adjusted_score":0.607843137254902},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1954867582265866,"accuracy":0.71875,"positive_recall":0.625,"specificity":0.8125,"precision":0.7692307692307693,"balanced_accuracy":0.71875,"f1":0.6896551724137931,"true_positive":20,"false_positive":6,"false_negative":12,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.21805296709365363,"baseline_adjusted_skill":0.4375,"baseline_adjusted_score":0.4375},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.9393939393939393,"baseline_adjusted_score":0.9393939393939393},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2751641270789026,"accuracy":0.61,"positive_recall":0.22,"specificity":1,"precision":1,"balanced_accuracy":0.61,"f1":0.36065573770491804,"true_positive":11,"false_positive":0,"false_negative":39,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.10065650831561035,"baseline_adjusted_skill":0.21999999999999997,"baseline_adjusted_score":0.21999999999999997},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.8260869565217391,"baseline_adjusted_score":0.8260869565217391},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"binary_brier":0.017688913303020252,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":16,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.9291793140184226,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.21476875618565827,"normalized_score_rmse":0.34925151527087367,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.3491855873161871,"baseline_adjusted_score":0.3491855873161871},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.1875,"uniform_accuracy_baseline":0.178125,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.14035087719298242,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0,"abstained":0},"metrics":{"binary_brier":0.06429687469480687,"accuracy":0.9705882352941176,"positive_recall":1,"specificity":0.9411764705882353,"precision":0.9444444444444444,"balanced_accuracy":0.9705882352941176,"f1":0.9714285714285714,"true_positive":17,"false_positive":1,"false_negative":0,"true_negative":16,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7428125012207725,"baseline_adjusted_skill":0.9411764705882353,"baseline_adjusted_score":0.9411764705882353},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.4724816346869749,"normalized_score_rmse":0.5285818789332732,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-2.2128751158714293,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.5208333333333334,"uniform_accuracy_baseline":0.13194444444444445,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":-0.19999999999999984,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0,"abstained":0},"metrics":{"binary_brier":0.19163518165702448,"accuracy":0.7692307692307693,"positive_recall":1,"specificity":0.5384615384615384,"precision":0.6842105263157895,"balanced_accuracy":0.7692307692307692,"f1":0.8125,"true_positive":26,"false_positive":12,"false_negative":0,"true_negative":14,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2334592733719021,"baseline_adjusted_skill":0.5384615384615383,"baseline_adjusted_score":0.5384615384615383},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0,"abstained":0},"metrics":{"binary_brier":0.175576495132081,"accuracy":0.7333333333333333,"positive_recall":0.7435897435897436,"specificity":0.7222222222222222,"precision":0.7435897435897436,"balanced_accuracy":0.732905982905983,"f1":0.7435897435897436,"true_positive":29,"false_positive":10,"false_negative":10,"true_negative":26,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24960000000000004,"brier_skill":0.29656852911826526,"baseline_adjusted_skill":0.46581196581196593,"baseline_adjusted_score":0.46581196581196593},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.27114239752292635,"normalized_score_rmse":0.3310750578716301,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.03163429456097744,"baseline_adjusted_score":0.03163429456097744},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7647058823529411,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.6799999999999998,"baseline_adjusted_score":0.6799999999999998},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0,"abstained":0},"metrics":{"binary_brier":0.14810250182300497,"accuracy":0.7857142857142857,"positive_recall":1,"specificity":0.5714285714285714,"precision":0.7,"balanced_accuracy":0.7857142857142857,"f1":0.8235294117647058,"true_positive":14,"false_positive":6,"false_negative":0,"true_negative":8,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.40758999270798013,"baseline_adjusted_skill":0.5714285714285714,"baseline_adjusted_score":0.5714285714285714},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.32643199338944573,"normalized_score_rmse":0.4433087335999718,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.1696969696969697,"baseline_adjusted_skill":-0.9236171039020908,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0,"abstained":0},"metrics":{"binary_brier":0.037593237661467827,"accuracy":0.9529411764705882,"positive_recall":0.9777777777777777,"specificity":0.925,"precision":0.9361702127659575,"balanced_accuracy":0.9513888888888888,"f1":0.9565217391304348,"true_positive":44,"false_positive":3,"false_negative":1,"true_negative":37,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.2491349480968858,"brier_skill":0.849104921053275,"baseline_adjusted_skill":0.9027777777777777,"baseline_adjusted_score":0.9027777777777777},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.72,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.631578947368421,"baseline_adjusted_score":0.631578947368421},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0,"abstained":0},"metrics":{"binary_brier":0.25059514222950074,"accuracy":0.62,"positive_recall":0.5142857142857142,"specificity":0.8666666666666667,"precision":0.9,"balanced_accuracy":0.6904761904761905,"f1":0.6545454545454545,"true_positive":18,"false_positive":2,"false_negative":17,"true_negative":13,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.21,"brier_skill":-0.19331020109286068,"baseline_adjusted_skill":0.38095238095238093,"baseline_adjusted_score":0.38095238095238093},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.2380915703997016,"normalized_score_rmse":0.3501114147967607,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.14967296285820864,"baseline_adjusted_score":0.14967296285820864},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.6582278481012658,"uniform_accuracy_baseline":0.24240506329113923,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.41304347826086946,"baseline_adjusted_score":0.41304347826086946},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0,"abstained":0},"metrics":{"binary_brier":0.10493983734417567,"accuracy":0.8571428571428571,"positive_recall":1,"specificity":0.7,"precision":0.7857142857142857,"balanced_accuracy":0.85,"f1":0.88,"true_positive":11,"false_positive":3,"false_negative":0,"true_negative":7,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.2494331065759637,"brier_skill":0.5792866521019866,"baseline_adjusted_skill":0.7,"baseline_adjusted_score":0.7},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.45454545454545453,"uniform_accuracy_baseline":0.32373737373737377,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.1,"baseline_adjusted_score":0.1},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"binary_brier":0.23853726748019805,"accuracy":0.696969696969697,"positive_recall":0.5294117647058824,"specificity":0.875,"precision":0.8181818181818182,"balanced_accuracy":0.7022058823529411,"f1":0.6428571428571429,"true_positive":9,"false_positive":2,"false_negative":8,"true_negative":14,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.04497395483111877,"baseline_adjusted_skill":0.40441176470588225,"baseline_adjusted_score":0.40441176470588225},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.2590631755781086,"normalized_score_rmse":0.3344732621030547,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.3431372549019608,"baseline_adjusted_skill":0.24501588831522636,"baseline_adjusted_score":0.24501588831522636},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1256162365824438,"accuracy":0.79,"positive_recall":0.98,"specificity":0.6,"precision":0.7101449275362319,"balanced_accuracy":0.79,"f1":0.8235294117647058,"true_positive":49,"false_positive":20,"false_negative":1,"true_negative":30,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.49753505367022477,"baseline_adjusted_skill":0.5800000000000001,"baseline_adjusted_score":0.5800000000000001},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.2533333333333333,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":-0.154639175257732,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0,"abstained":0},"metrics":{"binary_brier":0.24938123733129142,"accuracy":0.52,"positive_recall":0.9459459459459459,"specificity":0.10526315789473684,"precision":0.5072463768115942,"balanced_accuracy":0.5256045519203414,"f1":0.660377358490566,"true_positive":35,"false_positive":34,"false_negative":2,"true_negative":4,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555554,"brier_skill":0.0022976813737451973,"baseline_adjusted_skill":0.05120910384068278,"baseline_adjusted_score":0.05120910384068278},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.14285714285714285,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.8461538461538461,"baseline_adjusted_score":0.8461538461538461},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.32,"uniform_accuracy_baseline":0.32416666666666666,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.030303030303030335,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1746400379404747,"accuracy":0.696969696969697,"positive_recall":0.4375,"specificity":0.9411764705882353,"precision":0.875,"balanced_accuracy":0.6893382352941176,"f1":0.5833333333333334,"true_positive":7,"false_positive":1,"false_negative":9,"true_negative":16,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.3007977892750847,"baseline_adjusted_skill":0.3786764705882353,"baseline_adjusted_score":0.3786764705882353},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.15455808916665387,"normalized_score_rmse":0.18910280810355437,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.2964942148276445,"baseline_adjusted_score":0.2964942148276445},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.18045735469103782,"accuracy":0.71,"positive_recall":0.5909090909090909,"specificity":0.7435897435897436,"precision":0.3939393939393939,"balanced_accuracy":0.6672494172494172,"f1":0.4727272727272727,"true_positive":13,"false_positive":20,"false_negative":9,"true_negative":58,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.051616286078308926,"baseline_adjusted_skill":0.33449883449883444,"baseline_adjusted_score":0.33449883449883444},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.09499789149775063,"accuracy":0.9,"positive_recall":0.7567567567567568,"specificity":0.9841269841269841,"precision":0.9655172413793104,"balanced_accuracy":0.8704418704418704,"f1":0.8484848484848485,"true_positive":28,"false_positive":1,"false_negative":9,"true_negative":62,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000003,"brier_skill":0.5924586379332878,"baseline_adjusted_skill":0.7408837408837408,"baseline_adjusted_score":0.7408837408837408},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1411831119186324,"accuracy":0.81,"positive_recall":0.7692307692307693,"specificity":0.8360655737704918,"precision":0.75,"balanced_accuracy":0.8026481715006306,"f1":0.759493670886076,"true_positive":30,"false_positive":10,"false_negative":9,"true_negative":51,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379,"brier_skill":0.406544296264681,"baseline_adjusted_skill":0.6052963430012612,"baseline_adjusted_score":0.6052963430012612},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.21961025985760269,"accuracy":0.62,"positive_recall":0.8709677419354839,"specificity":0.5072463768115942,"precision":0.4426229508196721,"balanced_accuracy":0.6891070593735391,"f1":0.5869565217391305,"true_positive":27,"false_positive":34,"false_negative":4,"true_negative":35,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999998,"brier_skill":-0.02669593201310283,"baseline_adjusted_skill":0.3782141187470782,"baseline_adjusted_score":0.3782141187470782},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.7777777777777777,"baseline_adjusted_score":0.7777777777777777},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.18243298738729208,"normalized_score_rmse":0.2194108379845402,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.21534198973207708,"baseline_adjusted_score":0.21534198973207708},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1231075338648682,"accuracy":0.84,"positive_recall":0.88,"specificity":0.8,"precision":0.8148148148148148,"balanced_accuracy":0.8400000000000001,"f1":0.8461538461538461,"true_positive":44,"false_positive":10,"false_negative":6,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5075698645405272,"baseline_adjusted_skill":0.6800000000000002,"baseline_adjusted_score":0.6800000000000002},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.32752539460864505,"accuracy":0.46,"positive_recall":0.74,"specificity":0.18,"precision":0.47435897435897434,"balanced_accuracy":0.45999999999999996,"f1":0.578125,"true_positive":37,"false_positive":41,"false_negative":13,"true_negative":9,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.3101015784345802,"baseline_adjusted_skill":-0.08000000000000007,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.35,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.8571428571428573,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.10574002985987674,"accuracy":0.8566666666666667,"positive_recall":0.7466666666666667,"specificity":0.9666666666666667,"precision":0.9572649572649573,"balanced_accuracy":0.8566666666666667,"f1":0.8389513108614233,"true_positive":112,"false_positive":5,"false_negative":38,"true_negative":145,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.577039880560493,"baseline_adjusted_skill":0.7133333333333334,"baseline_adjusted_score":0.7133333333333334},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":134},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.09444427106099768,"accuracy":0.85,"positive_recall":0.9,"specificity":0.8,"precision":0.8181818181818182,"balanced_accuracy":0.8500000000000001,"f1":0.8571428571428571,"true_positive":45,"false_positive":10,"false_negative":5,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6222229157560093,"baseline_adjusted_skill":0.7000000000000002,"baseline_adjusted_score":0.7000000000000002},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.6904761904761905,"baseline_adjusted_score":0.6904761904761905},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.55,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.25000000000000006,"baseline_adjusted_score":0.25000000000000006},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.18798287469758,"accuracy":0.68,"positive_recall":0.54,"specificity":0.82,"precision":0.75,"balanced_accuracy":0.6799999999999999,"f1":0.627906976744186,"true_positive":27,"false_positive":9,"false_negative":23,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.24806850120968005,"baseline_adjusted_skill":0.3599999999999999,"baseline_adjusted_score":0.3599999999999999},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.6933333333333334,"uniform_accuracy_baseline":0.0625,"fixed_answer_accuracy_baseline":0.10666666666666667,"baseline_adjusted_skill":0.6567164179104478,"baseline_adjusted_score":0.6567164179104478},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":142},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.20851190476190473,"fixed_answer_accuracy_baseline":0.22333333333333333,"baseline_adjusted_skill":0.9742489270386265,"baseline_adjusted_score":0.9742489270386265},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.06959095682942218,"accuracy":0.92,"positive_recall":0.88,"specificity":0.96,"precision":0.9565217391304348,"balanced_accuracy":0.9199999999999999,"f1":0.9166666666666666,"true_positive":44,"false_positive":2,"false_negative":6,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7216361726823113,"baseline_adjusted_skill":0.8399999999999999,"baseline_adjusted_score":0.8399999999999999},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.14792090580784134,"normalized_score_rmse":0.23488789880505195,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.5069303139738621,"baseline_adjusted_score":0.5069303139738621},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.22851190476190475,"fixed_answer_accuracy_baseline":0.24333333333333332,"baseline_adjusted_skill":0.881057268722467,"baseline_adjusted_score":0.881057268722467},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.058219499167911665,"accuracy":0.94,"positive_recall":0.96,"specificity":0.92,"precision":0.9230769230769231,"balanced_accuracy":0.94,"f1":0.9411764705882353,"true_positive":48,"false_positive":4,"false_negative":2,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7671220033283533,"baseline_adjusted_skill":0.8799999999999999,"baseline_adjusted_score":0.8799999999999999},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.1190086429587617,"normalized_score_rmse":0.17985050571451422,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.3042222222222222,"baseline_adjusted_skill":0.6088101582801844,"baseline_adjusted_score":0.6088101582801844},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.5967741935483871,"baseline_adjusted_score":0.5967741935483871},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9233333333333333,"uniform_accuracy_baseline":0.3467777777777778,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.8802083333333334,"baseline_adjusted_score":0.8802083333333334},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":150},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.07394128487361566,"accuracy":0.89,"positive_recall":1,"specificity":0.78,"precision":0.819672131147541,"balanced_accuracy":0.89,"f1":0.9009009009009009,"true_positive":50,"false_positive":11,"false_negative":0,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7042348605055373,"baseline_adjusted_skill":0.78,"baseline_adjusted_score":0.78},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.6000000000000001,"baseline_adjusted_score":0.6000000000000001},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.06016182509225405,"accuracy":0.91,"positive_recall":0.88,"specificity":0.94,"precision":0.9361702127659575,"balanced_accuracy":0.9099999999999999,"f1":0.9072164948453608,"true_positive":44,"false_positive":3,"false_negative":6,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7593526996309838,"baseline_adjusted_skill":0.8199999999999998,"baseline_adjusted_score":0.8199999999999998},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.56,"uniform_accuracy_baseline":0.3533333333333333,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.2542372881355933,"baseline_adjusted_score":0.2542372881355933},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.7741935483870968,"baseline_adjusted_score":0.7741935483870968},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.42333333333333334,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.135,"baseline_adjusted_score":0.135},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":157},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.38,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.35,"uniform_accuracy_baseline":0.1111111111111111,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.22619047619047616,"baseline_adjusted_score":0.22619047619047616},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9266666666666666,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.8253968253968254,"baseline_adjusted_score":0.8253968253968254},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":160},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.07218361126115957,"accuracy":0.793625,"positive_recall":0.26565589980224125,"specificity":0.917167977788061,"precision":0.42872340425531913,"balanced_accuracy":0.5914119387951511,"f1":0.328042328042328,"true_positive":20.15,"false_positive":26.85,"false_negative":55.7,"true_negative":297.3,"positive_prevalence":0.189625,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500001,"brier_skill":0.051757899371681404,"baseline_adjusted_skill":0.18282387759030216,"baseline_adjusted_score":0.18282387759030216},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.24169325500057312,"normalized_score_rmse":0.29387384719106535,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":-0.13072867836525437,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.07284129791591516,"accuracy":0.788875,"positive_recall":0.5447726207219878,"specificity":0.8776205897392194,"precision":0.6180851063829788,"balanced_accuracy":0.7111966052306036,"f1":0.5791178669324696,"true_positive":58.1,"false_positive":35.9,"false_negative":48.55,"true_negative":257.45,"positive_prevalence":0.266625,"majority_accuracy_baseline":0.733375,"constant_brier_baseline":0.115654859375,"brier_skill":0.3701838529781606,"baseline_adjusted_skill":0.42239321046120715,"baseline_adjusted_score":0.42239321046120715},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.19195679003612895,"normalized_score_rmse":0.2443810035943526,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.28574217660975276,"baseline_adjusted_score":0.28574217660975276},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.060054736085698786,"accuracy":0.8001249999999999,"positive_recall":0.5046979865771812,"specificity":0.9146574154379877,"precision":0.6962962962962963,"balanced_accuracy":0.7096777010075845,"f1":0.5852140077821012,"true_positive":56.4,"false_positive":24.599999999999998,"false_negative":55.35,"true_negative":263.65,"positive_prevalence":0.279375,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937500001,"brier_skill":0.4692741814926561,"baseline_adjusted_skill":0.4193554020151691,"baseline_adjusted_score":0.4193554020151691},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.18395239225690602,"normalized_score_rmse":0.23076762417712943,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.30419898909917353,"baseline_adjusted_score":0.30419898909917353},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.08051212639687616,"accuracy":0.8261250000000001,"positive_recall":0.24901408450704227,"specificity":0.9906827309236949,"precision":0.884,"balanced_accuracy":0.6198484077153685,"f1":0.3885714285714286,"true_positive":22.1,"false_positive":2.9,"false_negative":66.65,"true_negative":308.35,"positive_prevalence":0.221875,"majority_accuracy_baseline":0.778125,"constant_brier_baseline":0.12674023437499998,"brier_skill":0.3647469030343099,"baseline_adjusted_skill":0.23969681543073706,"baseline_adjusted_score":0.23969681543073706},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.18595485621874105,"normalized_score_rmse":0.2294726009573815,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.17582335193909782,"baseline_adjusted_score":0.17582335193909782},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.04838364934361538,"accuracy":0.81575,"positive_recall":0.6337429111531191,"specificity":0.8812032630863359,"precision":0.6573529411764706,"balanced_accuracy":0.7574730871197275,"f1":0.6453320500481231,"true_positive":67.05,"false_positive":34.95,"false_negative":38.75,"true_negative":259.25,"positive_prevalence":0.2645,"majority_accuracy_baseline":0.7355,"constant_brier_baseline":0.11362725,"brier_skill":0.5741897357929953,"baseline_adjusted_skill":0.514946174239455,"baseline_adjusted_score":0.514946174239455},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.1770654944900889,"normalized_score_rmse":0.242305857162806,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.2952617134722829,"baseline_adjusted_score":0.2952617134722829},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.06902628967035893,"accuracy":0.82175,"positive_recall":0.45234986945169714,"specificity":0.9092455163883735,"precision":0.54140625,"balanced_accuracy":0.6807976929200353,"f1":0.49288762446657175,"true_positive":34.65,"false_positive":29.35,"false_negative":41.95,"true_negative":294.05,"positive_prevalence":0.19149999999999998,"majority_accuracy_baseline":0.8085,"constant_brier_baseline":0.09190274999999999,"brier_skill":0.24892030248976305,"baseline_adjusted_skill":0.36159538584007067,"baseline_adjusted_score":0.36159538584007067},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.1737986444766284,"normalized_score_rmse":0.23866610086905884,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.1598857064573853,"baseline_adjusted_score":0.1598857064573853},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.053064221462429145,"accuracy":0.8725,"positive_recall":0.6151761517615176,"specificity":0.9307173513182097,"precision":0.6676470588235294,"balanced_accuracy":0.7729467515398636,"f1":0.6403385049365302,"true_positive":45.4,"false_positive":22.6,"false_negative":28.4,"true_negative":303.6,"positive_prevalence":0.1845,"majority_accuracy_baseline":0.8155,"constant_brier_baseline":0.10922225,"brier_skill":0.514162897555863,"baseline_adjusted_skill":0.5458935030797272,"baseline_adjusted_score":0.5458935030797272},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.1963813373431185,"normalized_score_rmse":0.25894916347705016,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":-0.0369971608877544,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.06696546324462904,"accuracy":0.8357499999999999,"positive_recall":0.221656050955414,"specificity":0.9856920684292378,"precision":0.7909090909090909,"balanced_accuracy":0.6036740596923259,"f1":0.3462686567164179,"true_positive":17.4,"false_positive":4.6,"false_negative":61.1,"true_negative":316.9,"positive_prevalence":0.19625,"majority_accuracy_baseline":0.80375,"constant_brier_baseline":0.09878593749999999,"brier_skill":0.3221154251370135,"baseline_adjusted_skill":0.2073481193846518,"baseline_adjusted_score":0.2073481193846518},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.18022980276495218,"normalized_score_rmse":0.24052655817693186,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":0.1468411703434216,"baseline_adjusted_score":0.1468411703434216},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0,"abstained":0},"metrics":{"binary_brier":0.07938570021517545,"accuracy":0.6908163265306123,"positive_recall":0.5438908659549229,"specificity":0.8017009847806625,"precision":0.674264705882353,"balanced_accuracy":0.6727959253677926,"f1":0.6021011162179908,"true_positive":91.7,"false_positive":44.3,"false_negative":76.9,"true_negative":179.1,"positive_prevalence":0.4301020408163265,"majority_accuracy_baseline":0.5698979591836735,"constant_brier_baseline":0.12359641815910039,"brier_skill":0.35770225870958794,"baseline_adjusted_skill":0.3455918507355853,"baseline_adjusted_score":0.3455918507355853},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.17119117533507144,"normalized_score_rmse":0.22226290297583157,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.3786394376727036,"baseline_adjusted_score":0.3786394376727036},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0,"abstained":0},"metrics":{"binary_brier":0.09857605415638754,"accuracy":0.837875,"positive_recall":0.6742722265932337,"specificity":0.868776935651657,"precision":0.4925287356321839,"balanced_accuracy":0.7715245811224454,"f1":0.5692460976419795,"true_positive":85.7,"false_positive":88.3,"false_negative":41.4,"true_negative":584.6,"positive_prevalence":0.158875,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499999,"brier_skill":0.0020392321173896555,"baseline_adjusted_skill":0.5430491622448907,"baseline_adjusted_score":0.5430491622448907},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.30613235505759806,"normalized_score_rmse":0.3822469110421366,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-0.8553476064096852,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.08630784621229395,"normalized_score_rmse":0.12296868587122069,"constant_score_baseline":0.1111111111111111,"constant_mae_baseline":0.10629629629629629,"baseline_adjusted_skill":0.1880446523582101,"baseline_adjusted_score":0.1880446523582101},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":181},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.1935483870967742,"baseline_adjusted_score":0.1935483870967742},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.26576139202019833,"accuracy":0.56,"positive_recall":0.5,"specificity":0.62,"precision":0.5681818181818182,"balanced_accuracy":0.56,"f1":0.5319148936170213,"true_positive":25,"false_positive":19,"false_negative":25,"true_negative":31,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.06304556808079331,"baseline_adjusted_skill":0.1200000000000001,"baseline_adjusted_score":0.1200000000000001},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7024519549370444,"uniform_accuracy_baseline":0.058823529411764705,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.6503115264797508,"baseline_adjusted_score":0.6503115264797508},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.21959613606442133,"accuracy":0.6533333333333333,"positive_recall":0.40229885057471265,"specificity":1,"precision":1,"balanced_accuracy":0.7011494252873564,"f1":0.5737704918032787,"true_positive":70,"false_positive":0,"false_negative":104,"true_negative":126,"positive_prevalence":0.58,"majority_accuracy_baseline":0.58,"constant_brier_baseline":0.24359999999999998,"brier_skill":0.0985380292921948,"baseline_adjusted_skill":0.4022988505747127,"baseline_adjusted_score":0.4022988505747127},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":185},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2354810426817104,"accuracy":0.63,"positive_recall":0.7770700636942676,"specificity":0.46853146853146854,"precision":0.6161616161616161,"balanced_accuracy":0.622800766112868,"f1":0.6873239436619718,"true_positive":122,"false_positive":76,"false_negative":35,"true_negative":67,"positive_prevalence":0.5233333333333333,"majority_accuracy_baseline":0.5233333333333333,"constant_brier_baseline":0.24945555555555557,"brier_skill":0.05602005071694194,"baseline_adjusted_skill":0.2456015322257361,"baseline_adjusted_score":0.2456015322257361},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":186},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.3478260869565216,"baseline_adjusted_score":0.3478260869565216},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.23603126664638294,"accuracy":0.63,"positive_recall":0.92,"specificity":0.34,"precision":0.5822784810126582,"balanced_accuracy":0.63,"f1":0.7131782945736435,"true_positive":46,"false_positive":33,"false_negative":4,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.05587493341446825,"baseline_adjusted_skill":0.26,"baseline_adjusted_score":0.26},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.20634920634920637,"baseline_adjusted_score":0.20634920634920637},"scoring":{"eligible":true,"reason":null},"model":40,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0,"abstained":0},"metrics":{"binary_brier":0.18286600677598117,"accuracy":0.7702702702702703,"positive_recall":0.6197183098591549,"specificity":0.9090909090909091,"precision":0.8627450980392157,"balanced_accuracy":0.764404609475032,"f1":0.7213114754098361,"true_positive":44,"false_positive":7,"false_negative":27,"true_negative":70,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.24958911614317017,"brier_skill":0.267331806764022,"baseline_adjusted_skill":0.5288092189500639,"baseline_adjusted_score":0.5288092189500639},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.44,"uniform_accuracy_baseline":0.2005,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.21126760563380287,"baseline_adjusted_score":0.21126760563380287},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.9705882352941176,"baseline_adjusted_score":0.9705882352941176},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.74,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.4468085106382978,"baseline_adjusted_score":0.4468085106382978},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.8163265306122449,"baseline_adjusted_score":0.8163265306122449},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.09498491785028548,"accuracy":0.56624231712,"positive_recall":0.6836281296475897,"specificity":0.3779088955192927,"precision":0.6380880668030303,"balanced_accuracy":0.5307685125834412,"f1":0.6600735510852145,"true_positive":42.113812409,"false_positive":23.886187591,"false_negative":19.489580697,"true_negative":14.510419303,"positive_prevalence":0.61603393106,"majority_accuracy_baseline":0.61603393106,"constant_brier_baseline":0.07908707655202402,"brier_skill":-0.2010169295839852,"baseline_adjusted_skill":0.06153702516688231,"baseline_adjusted_score":0.06153702516688231},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.15079244060644784,"accuracy":0.8,"positive_recall":0.62,"specificity":0.98,"precision":0.96875,"balanced_accuracy":0.8,"f1":0.7560975609756098,"true_positive":31,"false_positive":1,"false_negative":19,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.39683023757420866,"baseline_adjusted_skill":0.6000000000000001,"baseline_adjusted_score":0.6000000000000001},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.79,"uniform_accuracy_baseline":0.012987012987012986,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.7789473684210526,"baseline_adjusted_score":0.7789473684210526},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.58,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.34374999999999994,"baseline_adjusted_score":0.34374999999999994},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.131149398903501,"accuracy":0.81,"positive_recall":1,"specificity":0.62,"precision":0.7246376811594203,"balanced_accuracy":0.81,"f1":0.8403361344537815,"true_positive":50,"false_positive":19,"false_negative":0,"true_negative":31,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.475402404385996,"baseline_adjusted_skill":0.6200000000000001,"baseline_adjusted_score":0.6200000000000001},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0,"abstained":0},"metrics":{"binary_brier":0.10652644097004846,"accuracy":0.6704407748653154,"positive_recall":0.5883767497689825,"specificity":0.7086527976783262,"precision":0.4846304050198308,"balanced_accuracy":0.6485147737236543,"f1":0.5314880917097243,"true_positive":130.8502093553543,"false_positive":139.1497906446457,"false_negative":91.54166694963351,"true_negative":338.4583330503665,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768642,"brier_skill":-0.200610098878649,"baseline_adjusted_skill":0.2970295474473086,"baseline_adjusted_score":0.2970295474473086},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.21400702541138716,"accuracy":0.65,"positive_recall":0.6,"specificity":0.7,"precision":0.6666666666666666,"balanced_accuracy":0.6499999999999999,"f1":0.631578947368421,"true_positive":30,"false_positive":15,"false_negative":20,"true_negative":35,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.14397189835445134,"baseline_adjusted_skill":0.2999999999999998,"baseline_adjusted_score":0.2999999999999998},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8940397350993378,"uniform_accuracy_baseline":0.006622516556291391,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.8896551724137931,"baseline_adjusted_score":0.8896551724137931},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.16807674533027125,"accuracy":0.78,"positive_recall":0.56,"specificity":1,"precision":1,"balanced_accuracy":0.78,"f1":0.717948717948718,"true_positive":84,"false_positive":0,"false_negative":66,"true_negative":150,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.327693018678915,"baseline_adjusted_skill":0.56,"baseline_adjusted_score":0.56},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":14},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7923529411764706,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.6171366594360087,"baseline_adjusted_score":0.6171366594360087},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.41,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.01666666666666659,"baseline_adjusted_score":0.01666666666666659},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.11321614087700885,"accuracy":0.86,"positive_recall":0.9,"specificity":0.82,"precision":0.8333333333333334,"balanced_accuracy":0.86,"f1":0.8653846153846154,"true_positive":45,"false_positive":9,"false_negative":5,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5471354364919646,"baseline_adjusted_skill":0.72,"baseline_adjusted_score":0.72},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.77,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.5208333333333334,"baseline_adjusted_score":0.5208333333333334},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9266666666666666,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.8533333333333333,"baseline_adjusted_score":0.8533333333333333},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":19},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7633333333333333,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.5069444444444444,"baseline_adjusted_score":0.5069444444444444},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":20},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8566666666666667,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5266666666666666,"baseline_adjusted_skill":0.6971830985915494,"baseline_adjusted_score":0.6971830985915494},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":21},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.07142857142857142,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9887640449438202,"baseline_adjusted_score":0.9887640449438202},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.77,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.37,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.13698630136986298,"baseline_adjusted_score":0.13698630136986298},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8333333333333334,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.5000000000000001,"baseline_adjusted_score":0.5000000000000001},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2017406837676511,"accuracy":0.7317073170731707,"positive_recall":0.75,"specificity":0.7142857142857143,"precision":0.7142857142857143,"balanced_accuracy":0.7321428571428572,"f1":0.7317073170731707,"true_positive":30,"false_positive":12,"false_negative":10,"true_negative":30,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.2498512790005949,"brier_skill":0.19255692996804408,"baseline_adjusted_skill":0.4642857142857144,"baseline_adjusted_score":0.4642857142857144},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1236096785652624,"accuracy":0.82,"positive_recall":0.74,"specificity":0.9,"precision":0.8809523809523809,"balanced_accuracy":0.8200000000000001,"f1":0.8043478260869565,"true_positive":37,"false_positive":5,"false_negative":13,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5055612857389504,"baseline_adjusted_skill":0.6400000000000001,"baseline_adjusted_score":0.6400000000000001},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7206703910614525,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.6415770609318996,"baseline_adjusted_score":0.6415770609318996},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.46,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.11475409836065575,"baseline_adjusted_score":0.11475409836065575},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"binary_brier":0.165206470314721,"accuracy":0.78,"positive_recall":0.36363636363636365,"specificity":0.8974358974358975,"precision":0.5,"balanced_accuracy":0.6305361305361306,"f1":0.42105263157894735,"true_positive":16,"false_positive":16,"false_negative":28,"true_negative":140,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":0.03725833149929492,"baseline_adjusted_skill":0.2610722610722611,"baseline_adjusted_score":0.2610722610722611},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"binary_brier":0.19713295295911235,"accuracy":0.735,"positive_recall":0.08,"specificity":0.9533333333333334,"precision":0.36363636363636365,"balanced_accuracy":0.5166666666666667,"f1":0.13114754098360656,"true_positive":4,"false_positive":7,"false_negative":46,"true_negative":143,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-0.05137574911526577,"baseline_adjusted_skill":0.03333333333333344,"baseline_adjusted_score":0.03333333333333344},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"binary_brier":0.03200262434689822,"accuracy":0.975,"positive_recall":0.7894736842105263,"specificity":0.994475138121547,"precision":0.9375,"balanced_accuracy":0.8919744111660366,"f1":0.8571428571428571,"true_positive":15,"false_positive":1,"false_negative":4,"true_negative":180,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.085975,"brier_skill":0.627768254179724,"baseline_adjusted_skill":0.7839488223320732,"baseline_adjusted_score":0.7839488223320732},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":33},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0168367763658644,"accuracy":0.9866666666666667,"positive_recall":0.9866666666666667,"specificity":0.9866666666666667,"precision":0.9866666666666667,"balanced_accuracy":0.9866666666666667,"f1":0.9866666666666667,"true_positive":148,"false_positive":2,"false_negative":2,"true_negative":148,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9326528945365424,"baseline_adjusted_skill":0.9733333333333334,"baseline_adjusted_score":0.9733333333333334},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":34},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9633333333333334,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.9511111111111111,"baseline_adjusted_score":0.9511111111111111},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":35},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.14533065808033171,"accuracy":0.7666666666666667,"positive_recall":0.98,"specificity":0.5533333333333333,"precision":0.6869158878504673,"balanced_accuracy":0.7666666666666666,"f1":0.8076923076923077,"true_positive":147,"false_positive":67,"false_negative":3,"true_negative":83,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.41867736767867314,"baseline_adjusted_skill":0.5333333333333332,"baseline_adjusted_score":0.5333333333333332},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":36},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.20410083772304158,"normalized_score_rmse":0.2699286179014019,"constant_score_baseline":0.5,"constant_mae_baseline":0.3333333333333333,"baseline_adjusted_skill":0.38769748683087524,"baseline_adjusted_score":0.38769748683087524},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":37},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.43333333333333335,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.24444444444444446,"baseline_adjusted_score":0.24444444444444446},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":38},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2817517131079541,"accuracy":0.53,"positive_recall":0.2,"specificity":0.86,"precision":0.5882352941176471,"balanced_accuracy":0.53,"f1":0.29850746268656714,"true_positive":30,"false_positive":21,"false_negative":120,"true_negative":129,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.12700685243181642,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":39},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.3101287338975817,"normalized_score_rmse":0.3615515144402933,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":-0.033762446325272366,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":40},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9533333333333334,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.9333333333333333,"baseline_adjusted_score":0.9333333333333333},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":42},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.025917450420763502,"accuracy":0.97,"positive_recall":0.959731543624161,"specificity":0.9801324503311258,"precision":0.9794520547945206,"balanced_accuracy":0.9699319969776434,"f1":0.9694915254237289,"true_positive":143,"false_positive":3,"false_negative":6,"true_negative":148,"positive_prevalence":0.49666666666666665,"majority_accuracy_baseline":0.5033333333333334,"constant_brier_baseline":0.2499888888888889,"brier_skill":0.8963255905654156,"baseline_adjusted_skill":0.9398639939552869,"baseline_adjusted_score":0.9398639939552869},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":43},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.20183862334971006,"normalized_score_rmse":0.2568125281526301,"constant_score_baseline":0.5,"constant_mae_baseline":0.36666666666666664,"baseline_adjusted_skill":0.4495310272280635,"baseline_adjusted_score":0.4495310272280635},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":44},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.63,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2866666666666667,"baseline_adjusted_skill":0.4813084112149532,"baseline_adjusted_score":0.4813084112149532},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":46},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.16013808115016287,"accuracy":0.76,"positive_recall":0.7388535031847133,"specificity":0.7832167832167832,"precision":0.7891156462585034,"balanced_accuracy":0.7610351432007483,"f1":0.7631578947368421,"true_positive":116,"false_positive":31,"false_negative":41,"true_negative":112,"positive_prevalence":0.5233333333333333,"majority_accuracy_baseline":0.5233333333333333,"constant_brier_baseline":0.24945555555555557,"brier_skill":0.3580496501931024,"baseline_adjusted_skill":0.5220702864014966,"baseline_adjusted_score":0.5220702864014966},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":47},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.2697694974765181,"normalized_score_rmse":0.3335809579949572,"constant_score_baseline":0.5,"constant_mae_baseline":0.3016666666666667,"baseline_adjusted_skill":0.10573647245353113,"baseline_adjusted_score":0.10573647245353113},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":48},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0,"abstained":0},"metrics":{"binary_brier":0.08641517501107102,"accuracy":0.8486011904761905,"positive_recall":0.6192838012101974,"specificity":0.8632400154509591,"precision":0.22424568965517241,"balanced_accuracy":0.7412619083305783,"f1":0.32926346879038,"true_positive":104.05,"false_positive":359.95,"false_negative":63.96666666666667,"true_negative":2272.0333333333333,"positive_prevalence":0.060005952380952375,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679138,"brier_skill":-1.6836200630774099,"baseline_adjusted_skill":0.4825238166611565,"baseline_adjusted_score":0.4825238166611565},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.37333333333333335,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.16444444444444448,"baseline_adjusted_score":0.16444444444444448},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":50},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8611898016997167,"uniform_accuracy_baseline":0.027777777777777776,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.8409090909090909,"baseline_adjusted_score":0.8409090909090909},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.69,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.5571428571428572,"baseline_adjusted_score":0.5571428571428572},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.10660246283672777,"accuracy":0.85,"positive_recall":0.98,"specificity":0.72,"precision":0.7777777777777778,"balanced_accuracy":0.85,"f1":0.8672566371681416,"true_positive":49,"false_positive":14,"false_negative":1,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.573590148653089,"baseline_adjusted_skill":0.7,"baseline_adjusted_score":0.7},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.05766293601659977,"accuracy":0.92,"positive_recall":0.94,"specificity":0.9,"precision":0.9038461538461539,"balanced_accuracy":0.9199999999999999,"f1":0.9215686274509803,"true_positive":47,"false_positive":5,"false_negative":3,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7693482559336009,"baseline_adjusted_skill":0.8399999999999999,"baseline_adjusted_score":0.8399999999999999},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.66,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":0.1282051282051283,"baseline_adjusted_score":0.1282051282051283},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.8404255319148937,"baseline_adjusted_score":0.8404255319148937},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.11419256118725567,"accuracy":0.86,"positive_recall":0.84,"specificity":0.88,"precision":0.875,"balanced_accuracy":0.86,"f1":0.8571428571428571,"true_positive":42,"false_positive":6,"false_negative":8,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5432297552509773,"baseline_adjusted_skill":0.72,"baseline_adjusted_score":0.72},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.4066666666666667,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.2088888888888889,"baseline_adjusted_score":0.2088888888888889},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":58},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.6333333333333333,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.44999999999999996,"baseline_adjusted_score":0.44999999999999996},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":59},{"provenance":"measured","status":"complete","counts":{"cases":285,"expected":285,"succeeded":285,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.5859649122807018,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5263157894736842,"baseline_adjusted_skill":0.12592592592592608,"baseline_adjusted_score":0.12592592592592608},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":60},{"provenance":"measured","status":"complete","counts":{"cases":299,"expected":299,"succeeded":299,"failed":0,"abstained":0},"metrics":{"binary_brier":0.23194917724139022,"accuracy":0.6521739130434783,"positive_recall":0.9066666666666666,"specificity":0.3959731543624161,"precision":0.6017699115044248,"balanced_accuracy":0.6513199105145413,"f1":0.723404255319149,"true_positive":136,"false_positive":90,"false_negative":14,"true_negative":59,"positive_prevalence":0.5016722408026756,"majority_accuracy_baseline":0.5016722408026756,"constant_brier_baseline":0.24999720361069788,"brier_skill":0.07219291299518904,"baseline_adjusted_skill":0.3026398210290826,"baseline_adjusted_score":0.3026398210290826},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":61},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9166666666666666,"uniform_accuracy_baseline":0.2,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":0.8958333333333331,"baseline_adjusted_score":0.8958333333333331},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":62},{"provenance":"measured","status":"complete","counts":{"cases":283,"expected":283,"succeeded":283,"failed":0,"abstained":0},"metrics":{"binary_brier":0.35514753010919303,"accuracy":0.49823321554770317,"positive_recall":0.9022556390977443,"specificity":0.14,"precision":0.4819277108433735,"balanced_accuracy":0.5211278195488722,"f1":0.6282722513089005,"true_positive":120,"false_positive":129,"false_negative":13,"true_negative":21,"positive_prevalence":0.46996466431095407,"majority_accuracy_baseline":0.5300353356890459,"constant_brier_baseline":0.24909787861004634,"brier_skill":-0.425734864106023,"baseline_adjusted_skill":0.042255639097744435,"baseline_adjusted_score":0.042255639097744435},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":63},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8066666666666666,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.7422222222222222,"baseline_adjusted_score":0.7422222222222222},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":64},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9666666666666667,"uniform_accuracy_baseline":0.20616666666666666,"fixed_answer_accuracy_baseline":0.21333333333333335,"baseline_adjusted_skill":0.9576271186440678,"baseline_adjusted_score":0.9576271186440678},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":65},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.7599999999999998,"baseline_adjusted_score":0.7599999999999998},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":66},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.72,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.37333333333333335,"baseline_adjusted_skill":0.553191489361702,"baseline_adjusted_score":0.553191489361702},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":67},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.22732193403642545,"normalized_score_rmse":0.28128028550707984,"constant_score_baseline":0.5,"constant_mae_baseline":0.26208333333333333,"baseline_adjusted_skill":0.13263490987691406,"baseline_adjusted_score":0.13263490987691406},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":68},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.09706641713361798,"normalized_score_rmse":0.12419769658081348,"constant_score_baseline":0.52,"constant_mae_baseline":0.24733333333333335,"baseline_adjusted_skill":0.6075481787050486,"baseline_adjusted_score":0.6075481787050486},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":69},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.16279670878656544,"normalized_score_rmse":0.1761254715267433,"constant_score_baseline":0.578319964349225,"constant_mae_baseline":0.11212962028602311,"baseline_adjusted_skill":-0.4518617682936892,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":70},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7433333333333333,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.6577777777777777,"baseline_adjusted_score":0.6577777777777777},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":71},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.93,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8955223880597017,"baseline_adjusted_score":0.8955223880597017},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.06233428569710376,"accuracy":0.92,"positive_recall":0.88,"specificity":0.96,"precision":0.9565217391304348,"balanced_accuracy":0.9199999999999999,"f1":0.9166666666666666,"true_positive":44,"false_positive":2,"false_negative":6,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.750662857211585,"baseline_adjusted_skill":0.8399999999999999,"baseline_adjusted_score":0.8399999999999999},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.4759832094594595,"uniform_accuracy_baseline":0.23445945945945948,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.28961911332335327,"baseline_adjusted_score":0.28961911332335327},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0,"abstained":0},"metrics":{"binary_brier":0.05580365365573007,"accuracy":0.700306980263158,"positive_recall":0.7727721834594475,"specificity":0.6313040186734146,"precision":0.6662015348837209,"balanced_accuracy":0.702038101066431,"f1":0.7155405386123292,"true_positive":57.293332,"false_positive":28.706668,"false_negative":16.846671,"true_negative":49.153329,"positive_prevalence":0.4877631776315789,"majority_accuracy_baseline":0.512236822368421,"constant_brier_baseline":0.09451910039768556,"brier_skill":0.4096044776035923,"baseline_adjusted_skill":0.4040762021328621,"baseline_adjusted_score":0.4040762021328621},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.17171695338382734,"normalized_score_rmse":0.20643466342025923,"constant_score_baseline":0.5841668333333333,"constant_mae_baseline":0.21700552708333334,"baseline_adjusted_skill":0.2086977889835706,"baseline_adjusted_score":0.2086977889835706},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2274812829668348,"accuracy":0.69,"positive_recall":0.94,"specificity":0.44,"precision":0.6266666666666667,"balanced_accuracy":0.69,"f1":0.752,"true_positive":47,"false_positive":28,"false_negative":3,"true_negative":22,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.09007486813266075,"baseline_adjusted_skill":0.3799999999999999,"baseline_adjusted_score":0.3799999999999999},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.26235763475876533,"accuracy":0.55,"positive_recall":0.38,"specificity":0.72,"precision":0.5757575757575758,"balanced_accuracy":0.55,"f1":0.4578313253012048,"true_positive":19,"false_positive":14,"false_negative":31,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.04943053903506134,"baseline_adjusted_skill":0.10000000000000009,"baseline_adjusted_score":0.10000000000000009},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.7540983606557377,"baseline_adjusted_score":0.7540983606557377},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.855,"uniform_accuracy_baseline":0.036111111111111115,"fixed_answer_accuracy_baseline":0.08833333333333333,"baseline_adjusted_skill":0.8409506398537477,"baseline_adjusted_score":0.8409506398537477},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.19607757574219195,"accuracy":0.6933333333333334,"positive_recall":0.5133333333333333,"specificity":0.8733333333333333,"precision":0.8020833333333334,"balanced_accuracy":0.6933333333333334,"f1":0.6260162601626016,"true_positive":77,"false_positive":19,"false_negative":73,"true_negative":131,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2156896970312322,"baseline_adjusted_skill":0.3866666666666667,"baseline_adjusted_score":0.3866666666666667},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":81},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.8863636363636362,"baseline_adjusted_score":0.8863636363636362},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.45666666666666667,"uniform_accuracy_baseline":0.11021428571428572,"fixed_answer_accuracy_baseline":0.12554761904761905,"baseline_adjusted_skill":0.37865875241647834,"baseline_adjusted_score":0.37865875241647834},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":83},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.6666666666666666,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.5555555555555555,"baseline_adjusted_score":0.5555555555555555},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":84},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.795,"uniform_accuracy_baseline":0.049879324215607396,"fixed_answer_accuracy_baseline":0.12442477876106194,"baseline_adjusted_skill":0.7658682029512837,"baseline_adjusted_score":0.7658682029512837},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1423477087436371,"accuracy":0.79,"positive_recall":0.7222222222222222,"specificity":0.9642857142857143,"precision":0.9811320754716981,"balanced_accuracy":0.8432539682539683,"f1":0.832,"true_positive":156,"false_positive":3,"false_negative":60,"true_negative":81,"positive_prevalence":0.72,"majority_accuracy_baseline":0.72,"constant_brier_baseline":0.2016,"brier_skill":0.2939101748827524,"baseline_adjusted_skill":0.6865079365079365,"baseline_adjusted_score":0.6865079365079365},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":86},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5033333333333333,"baseline_adjusted_skill":0.8389261744966444,"baseline_adjusted_score":0.8389261744966444},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":87},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.24864054686200834,"accuracy":0.57,"positive_recall":0.48,"specificity":0.66,"precision":0.5853658536585366,"balanced_accuracy":0.5700000000000001,"f1":0.5274725274725275,"true_positive":24,"false_positive":17,"false_negative":26,"true_negative":33,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.005437812551966625,"baseline_adjusted_skill":0.14000000000000012,"baseline_adjusted_score":0.14000000000000012},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.40540788037616315,"accuracy":0.5333333333333333,"positive_recall":1,"specificity":0,"precision":0.5333333333333333,"balanced_accuracy":0.5,"f1":0.6956521739130435,"true_positive":160,"false_positive":140,"false_negative":0,"true_negative":0,"positive_prevalence":0.5333333333333333,"majority_accuracy_baseline":0.5333333333333333,"constant_brier_baseline":0.2488888888888889,"brier_skill":-0.628870947939941,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":89},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8333333333333334,"uniform_accuracy_baseline":0.23888888888888887,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.7647058823529413,"baseline_adjusted_score":0.7647058823529413},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0,"abstained":0},"metrics":{"binary_brier":0.16910351653935732,"accuracy":0.8125,"positive_recall":0.71875,"specificity":0.90625,"precision":0.8846153846153846,"balanced_accuracy":0.8125,"f1":0.7931034482758621,"true_positive":23,"false_positive":3,"false_negative":9,"true_negative":29,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3235859338425707,"baseline_adjusted_skill":0.625,"baseline_adjusted_score":0.625},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.6212121212121212,"baseline_adjusted_score":0.6212121212121212},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.21928571843049272,"accuracy":0.67,"positive_recall":0.34,"specificity":1,"precision":1,"balanced_accuracy":0.67,"f1":0.5074626865671642,"true_positive":17,"false_positive":0,"false_negative":33,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.12285712627802914,"baseline_adjusted_skill":0.3400000000000001,"baseline_adjusted_score":0.3400000000000001},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7941176470588235,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.6956521739130433,"baseline_adjusted_score":0.6956521739130433},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"binary_brier":0.016936304829701265,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":16,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.9321925148546152,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.248407468944788,"normalized_score_rmse":0.3962868074460137,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.24725009410670307,"baseline_adjusted_score":0.24725009410670307},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.1875,"uniform_accuracy_baseline":0.178125,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.14035087719298242,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0,"abstained":0},"metrics":{"binary_brier":0.08982589924192577,"accuracy":0.9411764705882353,"positive_recall":1,"specificity":0.8823529411764706,"precision":0.8947368421052632,"balanced_accuracy":0.9411764705882353,"f1":0.9444444444444444,"true_positive":17,"false_positive":2,"false_negative":0,"true_negative":15,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6406964030322969,"baseline_adjusted_skill":0.8823529411764706,"baseline_adjusted_score":0.8823529411764706},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.45503272428451214,"normalized_score_rmse":0.5153699972685025,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-2.094222525134682,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.5208333333333334,"uniform_accuracy_baseline":0.13194444444444445,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":-0.19999999999999984,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1371012251771579,"accuracy":0.8461538461538461,"positive_recall":0.9615384615384616,"specificity":0.7307692307692307,"precision":0.78125,"balanced_accuracy":0.8461538461538461,"f1":0.8620689655172413,"true_positive":25,"false_positive":7,"false_negative":1,"true_negative":19,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.45159509929136843,"baseline_adjusted_skill":0.6923076923076923,"baseline_adjusted_score":0.6923076923076923},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0,"abstained":0},"metrics":{"binary_brier":0.18447140476585372,"accuracy":0.7066666666666667,"positive_recall":0.5384615384615384,"specificity":0.8888888888888888,"precision":0.84,"balanced_accuracy":0.7136752136752136,"f1":0.65625,"true_positive":21,"false_positive":4,"false_negative":18,"true_negative":32,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24960000000000004,"brier_skill":0.2609318719316759,"baseline_adjusted_skill":0.42735042735042716,"baseline_adjusted_score":0.42735042735042716},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.2840672785788774,"normalized_score_rmse":0.3403364785337733,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.014525994924562191,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8235294117647058,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.76,"baseline_adjusted_score":0.76},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0,"abstained":0},"metrics":{"binary_brier":0.10118302637646719,"accuracy":0.8214285714285714,"positive_recall":1,"specificity":0.6428571428571429,"precision":0.7368421052631579,"balanced_accuracy":0.8214285714285714,"f1":0.8484848484848485,"true_positive":14,"false_positive":5,"false_negative":0,"true_negative":9,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5952678944941312,"baseline_adjusted_skill":0.6428571428571428,"baseline_adjusted_score":0.6428571428571428},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.3017209562825773,"normalized_score_rmse":0.42582754137925755,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.1696969696969697,"baseline_adjusted_skill":-0.7779984923794732,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0,"abstained":0},"metrics":{"binary_brier":0.022328041337544333,"accuracy":0.9882352941176471,"positive_recall":1,"specificity":0.975,"precision":0.9782608695652174,"balanced_accuracy":0.9875,"f1":0.989010989010989,"true_positive":45,"false_positive":1,"false_negative":0,"true_negative":39,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.2491349480968858,"brier_skill":0.910377722964579,"baseline_adjusted_skill":0.9750000000000001,"baseline_adjusted_score":0.9750000000000001},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.8421052631578947,"baseline_adjusted_score":0.8421052631578947},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2852178042219029,"accuracy":0.6,"positive_recall":0.4857142857142857,"specificity":0.8666666666666667,"precision":0.8947368421052632,"balanced_accuracy":0.6761904761904762,"f1":0.6296296296296297,"true_positive":17,"false_positive":2,"false_negative":18,"true_negative":13,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.21,"brier_skill":-0.3581800201042995,"baseline_adjusted_skill":0.35238095238095246,"baseline_adjusted_score":0.35238095238095246},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.23575823809951543,"normalized_score_rmse":0.34408584584306606,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.1580062925017307,"baseline_adjusted_score":0.1580062925017307},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.6835443037974683,"uniform_accuracy_baseline":0.24240506329113923,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.45652173913043476,"baseline_adjusted_score":0.45652173913043476},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0,"abstained":0},"metrics":{"binary_brier":0.12127352904066849,"accuracy":0.8571428571428571,"positive_recall":1,"specificity":0.7,"precision":0.7857142857142857,"balanced_accuracy":0.85,"f1":0.88,"true_positive":11,"false_positive":3,"false_negative":0,"true_negative":7,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.2494331065759637,"brier_skill":0.5138033972096836,"baseline_adjusted_skill":0.7,"baseline_adjusted_score":0.7},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.696969696969697,"uniform_accuracy_baseline":0.32373737373737377,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.5000000000000001,"baseline_adjusted_score":0.5000000000000001},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"binary_brier":0.293836195236994,"accuracy":0.5151515151515151,"positive_recall":0.17647058823529413,"specificity":0.875,"precision":0.6,"balanced_accuracy":0.5257352941176471,"f1":0.2727272727272727,"true_positive":3,"false_positive":2,"false_negative":14,"true_negative":14,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":-0.17642506107752376,"baseline_adjusted_skill":0.05147058823529416,"baseline_adjusted_score":0.05147058823529416},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.22191870792805418,"normalized_score_rmse":0.29838632037013174,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.3431372549019608,"baseline_adjusted_skill":0.35326547975252787,"baseline_adjusted_score":0.35326547975252787},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.05147708679196608,"accuracy":0.96,"positive_recall":0.92,"specificity":1,"precision":1,"balanced_accuracy":0.96,"f1":0.9583333333333334,"true_positive":46,"false_positive":0,"false_negative":4,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7940916528321357,"baseline_adjusted_skill":0.9199999999999999,"baseline_adjusted_score":0.9199999999999999},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.3133333333333333,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":-0.061855670103092834,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0,"abstained":0},"metrics":{"binary_brier":0.274702852375453,"accuracy":0.5066666666666667,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":37,"true_negative":38,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555554,"brier_skill":-0.09900678848643185,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.14285714285714285,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.9358974358974358,"baseline_adjusted_score":0.9358974358974358},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.32416666666666666,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.015151515151515168,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"binary_brier":0.14143946568241214,"accuracy":0.696969696969697,"positive_recall":0.4375,"specificity":0.9411764705882353,"precision":0.875,"balanced_accuracy":0.6893382352941176,"f1":0.5833333333333334,"true_positive":7,"false_positive":1,"false_negative":9,"true_negative":16,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.43372213923475433,"baseline_adjusted_skill":0.3786764705882353,"baseline_adjusted_score":0.3786764705882353},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.15574227465373097,"normalized_score_rmse":0.2038455813396911,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.291104129162328,"baseline_adjusted_score":0.291104129162328},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1487571248911775,"accuracy":0.77,"positive_recall":0.36363636363636365,"specificity":0.8846153846153846,"precision":0.47058823529411764,"balanced_accuracy":0.6241258741258742,"f1":0.41025641025641024,"true_positive":8,"false_positive":9,"false_negative":14,"true_negative":69,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":0.1331169878136509,"baseline_adjusted_skill":0.24825174825174834,"baseline_adjusted_score":0.24825174825174834},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.11239030164041124,"accuracy":0.84,"positive_recall":0.6216216216216216,"specificity":0.9682539682539683,"precision":0.92,"balanced_accuracy":0.7949377949377949,"f1":0.7419354838709677,"true_positive":23,"false_positive":2,"false_negative":14,"true_negative":61,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000003,"brier_skill":0.5178451238077597,"baseline_adjusted_skill":0.5898755898755899,"baseline_adjusted_score":0.5898755898755899},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.14871829681512805,"accuracy":0.71,"positive_recall":0.3076923076923077,"specificity":0.9672131147540983,"precision":0.8571428571428571,"balanced_accuracy":0.637452711223203,"f1":0.4528301886792453,"true_positive":12,"false_positive":2,"false_negative":27,"true_negative":59,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379,"brier_skill":0.37487054722518687,"baseline_adjusted_skill":0.27490542244640603,"baseline_adjusted_score":0.27490542244640603},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.14210101827561838,"accuracy":0.79,"positive_recall":0.8709677419354839,"specificity":0.7536231884057971,"precision":0.6136363636363636,"balanced_accuracy":0.8122954651706404,"f1":0.72,"true_positive":27,"false_positive":17,"false_negative":4,"true_negative":52,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999998,"brier_skill":0.3356661137184741,"baseline_adjusted_skill":0.6245909303412809,"baseline_adjusted_score":0.6245909303412809},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.93,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.9027777777777778,"baseline_adjusted_score":0.9027777777777778},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.18593167901970445,"normalized_score_rmse":0.22826975268234007,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.20029385367869057,"baseline_adjusted_score":0.20029385367869057},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.15228630639046423,"accuracy":0.78,"positive_recall":0.82,"specificity":0.74,"precision":0.7592592592592593,"balanced_accuracy":0.78,"f1":0.7884615384615384,"true_positive":41,"false_positive":13,"false_negative":9,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3908547744381431,"baseline_adjusted_skill":0.56,"baseline_adjusted_score":0.56},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.31557440571030976,"accuracy":0.47,"positive_recall":0.58,"specificity":0.36,"precision":0.47540983606557374,"balanced_accuracy":0.47,"f1":0.5225225225225225,"true_positive":29,"false_positive":32,"false_negative":21,"true_negative":18,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.26229762284123903,"baseline_adjusted_skill":-0.06000000000000005,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.38,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.7714285714285716,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.11282996802975452,"accuracy":0.85,"positive_recall":0.7266666666666667,"specificity":0.9733333333333334,"precision":0.9646017699115044,"balanced_accuracy":0.8500000000000001,"f1":0.8288973384030418,"true_positive":109,"false_positive":4,"false_negative":41,"true_negative":146,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5486801278809819,"baseline_adjusted_skill":0.7000000000000002,"baseline_adjusted_score":0.7000000000000002},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":134},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.08665799094211142,"accuracy":0.87,"positive_recall":0.9,"specificity":0.84,"precision":0.8490566037735849,"balanced_accuracy":0.87,"f1":0.8737864077669902,"true_positive":45,"false_positive":8,"false_negative":5,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6533680362315544,"baseline_adjusted_skill":0.74,"baseline_adjusted_score":0.74},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.93,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.8333333333333335,"baseline_adjusted_score":0.8333333333333335},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.53,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.21666666666666667,"baseline_adjusted_score":0.21666666666666667},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.20105455753950935,"accuracy":0.66,"positive_recall":0.6,"specificity":0.72,"precision":0.6818181818181818,"balanced_accuracy":0.6599999999999999,"f1":0.6382978723404256,"true_positive":30,"false_positive":14,"false_negative":20,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.1957817698419626,"baseline_adjusted_skill":0.31999999999999984,"baseline_adjusted_score":0.31999999999999984},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.6866666666666666,"uniform_accuracy_baseline":0.0625,"fixed_answer_accuracy_baseline":0.10666666666666667,"baseline_adjusted_skill":0.6492537313432836,"baseline_adjusted_score":0.6492537313432836},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":142},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.20851190476190473,"fixed_answer_accuracy_baseline":0.22333333333333333,"baseline_adjusted_skill":0.9871244635193133,"baseline_adjusted_score":0.9871244635193133},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0599384680866986,"accuracy":0.95,"positive_recall":0.9,"specificity":1,"precision":1,"balanced_accuracy":0.95,"f1":0.9473684210526315,"true_positive":45,"false_positive":0,"false_negative":5,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7602461276532055,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.10810113779567473,"normalized_score_rmse":0.17655371262538652,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.6396628740144175,"baseline_adjusted_score":0.6396628740144175},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.22851190476190475,"fixed_answer_accuracy_baseline":0.24333333333333332,"baseline_adjusted_skill":0.9207048458149779,"baseline_adjusted_score":0.9207048458149779},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.04228112095292825,"accuracy":0.95,"positive_recall":0.92,"specificity":0.98,"precision":0.9787234042553191,"balanced_accuracy":0.95,"f1":0.9484536082474226,"true_positive":46,"false_positive":1,"false_negative":4,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.830875516188287,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.10386498303679723,"normalized_score_rmse":0.1635921956539678,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.3042222222222222,"baseline_adjusted_skill":0.6585884414422297,"baseline_adjusted_score":0.6585884414422297},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.78,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.6451612903225807,"baseline_adjusted_score":0.6451612903225807},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9366666666666666,"uniform_accuracy_baseline":0.3467777777777778,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.9010416666666666,"baseline_adjusted_score":0.9010416666666666},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":150},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.052265332317768934,"accuracy":0.92,"positive_recall":0.96,"specificity":0.88,"precision":0.8888888888888888,"balanced_accuracy":0.9199999999999999,"f1":0.9230769230769231,"true_positive":48,"false_positive":6,"false_negative":2,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7909386707289243,"baseline_adjusted_skill":0.8399999999999999,"baseline_adjusted_score":0.8399999999999999},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.77,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.54,"baseline_adjusted_score":0.54},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.056821045832507494,"accuracy":0.92,"positive_recall":0.92,"specificity":0.92,"precision":0.92,"balanced_accuracy":0.92,"f1":0.92,"true_positive":46,"false_positive":4,"false_negative":4,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.77271581666997,"baseline_adjusted_skill":0.8400000000000001,"baseline_adjusted_score":0.8400000000000001},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.58,"uniform_accuracy_baseline":0.3533333333333333,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.28813559322033894,"baseline_adjusted_score":0.28813559322033894},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.93,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.8870967741935485,"baseline_adjusted_score":0.8870967741935485},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.44333333333333336,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.16500000000000004,"baseline_adjusted_score":0.16500000000000004},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":157},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.39,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.01612903225806453,"baseline_adjusted_score":0.01612903225806453},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.39,"uniform_accuracy_baseline":0.1111111111111111,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.27380952380952384,"baseline_adjusted_score":0.27380952380952384},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9066666666666666,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.7777777777777777,"baseline_adjusted_score":0.7777777777777777},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":160},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.04396665752084613,"accuracy":0.8378749999999999,"positive_recall":0.38892551087673044,"specificity":0.9429276569489434,"precision":0.6145833333333334,"balanced_accuracy":0.665926583912837,"f1":0.4763827210335083,"true_positive":29.5,"false_positive":18.5,"false_negative":46.35,"true_negative":305.65,"positive_prevalence":0.189625,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500001,"brier_skill":0.4224307296799651,"baseline_adjusted_skill":0.331853167825674,"baseline_adjusted_score":0.331853167825674},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.19311270054276974,"normalized_score_rmse":0.23958147863261123,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":0.0965487693905509,"baseline_adjusted_score":0.0965487693905509},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0704730604847332,"accuracy":0.7958750000000001,"positive_recall":0.5110173464603844,"specificity":0.8994375319584115,"precision":0.6488095238095238,"balanced_accuracy":0.705227439209398,"f1":0.5717282979281405,"true_positive":54.5,"false_positive":29.5,"false_negative":52.15,"true_negative":263.85,"positive_prevalence":0.266625,"majority_accuracy_baseline":0.733375,"constant_brier_baseline":0.115654859375,"brier_skill":0.3906606184507049,"baseline_adjusted_skill":0.410454878418796,"baseline_adjusted_score":0.410454878418796},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.17247970868338597,"normalized_score_rmse":0.22472753753045951,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.35821503745716843,"baseline_adjusted_score":0.35821503745716843},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0589308636118671,"accuracy":0.799625,"positive_recall":0.5574944071588367,"specificity":0.8934952298352126,"precision":0.6698924731182795,"balanced_accuracy":0.7254948184970247,"f1":0.6085470085470085,"true_positive":62.3,"false_positive":30.7,"false_negative":49.45,"true_negative":257.55,"positive_prevalence":0.279375,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937500001,"brier_skill":0.47920625642045245,"baseline_adjusted_skill":0.45098963699404937,"baseline_adjusted_score":0.45098963699404937},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.18414254642171726,"normalized_score_rmse":0.23445820937854087,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.3034797298469324,"baseline_adjusted_score":0.3034797298469324},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.07210546690411027,"accuracy":0.824375,"positive_recall":0.2507042253521127,"specificity":0.9879518072289156,"precision":0.8557692307692307,"balanced_accuracy":0.6193280162905141,"f1":0.3877995642701525,"true_positive":22.25,"false_positive":3.75,"false_negative":66.5,"true_negative":307.5,"positive_prevalence":0.221875,"majority_accuracy_baseline":0.778125,"constant_brier_baseline":0.12674023437499998,"brier_skill":0.43107674323242884,"baseline_adjusted_skill":0.2386560325810283,"baseline_adjusted_score":0.2386560325810283},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.1607100469770012,"normalized_score_rmse":0.21057347927349884,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.28771170314902517,"baseline_adjusted_score":0.28771170314902517},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.041627922104815945,"accuracy":0.8305,"positive_recall":0.6379962192816635,"specificity":0.8997280761386812,"precision":0.6958762886597938,"balanced_accuracy":0.7688621477101724,"f1":0.665680473372781,"true_positive":67.5,"false_positive":29.5,"false_negative":38.3,"true_negative":264.7,"positive_prevalence":0.2645,"majority_accuracy_baseline":0.7355,"constant_brier_baseline":0.11362725,"brier_skill":0.6336449037989044,"baseline_adjusted_skill":0.5377242954203447,"baseline_adjusted_score":0.5377242954203447},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.1747303908898175,"normalized_score_rmse":0.23999679140842484,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.30455565814998,"baseline_adjusted_score":0.30455565814998},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0668002191292226,"accuracy":0.8365,"positive_recall":0.4125326370757181,"specificity":0.9369202226345084,"precision":0.6076923076923078,"balanced_accuracy":0.6747264298551132,"f1":0.4914463452566097,"true_positive":31.6,"false_positive":20.4,"false_negative":45,"true_negative":303,"positive_prevalence":0.19149999999999998,"majority_accuracy_baseline":0.8085,"constant_brier_baseline":0.09190274999999999,"brier_skill":0.27314232567336005,"baseline_adjusted_skill":0.34945285971022644,"baseline_adjusted_score":0.34945285971022644},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.15688396081466635,"normalized_score_rmse":0.2288533638486479,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.24164852778409018,"baseline_adjusted_score":0.24164852778409018},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0412262359805801,"accuracy":0.8910000000000001,"positive_recall":0.6517615176151762,"specificity":0.945125689760883,"precision":0.7287878787878788,"balanced_accuracy":0.7984436036880296,"f1":0.6881258941344779,"true_positive":48.1,"false_positive":17.9,"false_negative":25.7,"true_negative":308.3,"positive_prevalence":0.1845,"majority_accuracy_baseline":0.8155,"constant_brier_baseline":0.10922225,"brier_skill":0.6225472741993494,"baseline_adjusted_skill":0.5968872073760592,"baseline_adjusted_score":0.5968872073760592},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.19125297420414428,"normalized_score_rmse":0.2595205281499548,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":-0.009916695467428571,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.07506855462159391,"accuracy":0.82625,"positive_recall":0.1464968152866242,"specificity":0.9922239502332815,"precision":0.8214285714285714,"balanced_accuracy":0.5693603827599528,"f1":0.24864864864864866,"true_positive":11.5,"false_positive":2.5,"false_negative":67,"true_negative":319,"positive_prevalence":0.19625,"majority_accuracy_baseline":0.80375,"constant_brier_baseline":0.09878593749999999,"brier_skill":0.2400886551125364,"baseline_adjusted_skill":0.13872076551990564,"baseline_adjusted_score":0.13872076551990564},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.17028903143720528,"normalized_score_rmse":0.23246072395337478,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":0.19389807603689801,"baseline_adjusted_score":0.19389807603689801},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0,"abstained":0},"metrics":{"binary_brier":0.07632750117143568,"accuracy":0.7,"positive_recall":0.6791221826809015,"specificity":0.7157564905998209,"precision":0.6432584269662921,"balanced_accuracy":0.6974393366403613,"f1":0.6607039815349105,"true_positive":114.5,"false_positive":63.5,"false_negative":54.1,"true_negative":159.9,"positive_prevalence":0.4301020408163265,"majority_accuracy_baseline":0.5698979591836735,"constant_brier_baseline":0.12359641815910039,"brier_skill":0.3824456864665564,"baseline_adjusted_skill":0.39487867328072257,"baseline_adjusted_score":0.39487867328072257},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.19617310384318426,"normalized_score_rmse":0.2554453351689085,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.28796428975436816,"baseline_adjusted_score":0.28796428975436816},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0,"abstained":0},"metrics":{"binary_brier":0.052638574328776805,"accuracy":0.8827499999999999,"positive_recall":0.5558615263571991,"specificity":0.944493981275078,"precision":0.6541666666666667,"balanced_accuracy":0.7501777538161385,"f1":0.6010208421948107,"true_positive":70.65,"false_positive":37.35,"false_negative":56.45,"true_negative":635.55,"positive_prevalence":0.158875,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499999,"brier_skill":0.46709946439879846,"baseline_adjusted_skill":0.500355507632277,"baseline_adjusted_score":0.500355507632277},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.24704020310251507,"normalized_score_rmse":0.31362099287150724,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-0.4972133521364548,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.06187174207664578,"normalized_score_rmse":0.10286080447105218,"constant_score_baseline":0.1111111111111111,"constant_mae_baseline":0.10629629629629629,"baseline_adjusted_skill":0.4179313463172696,"baseline_adjusted_score":0.4179313463172696},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":181},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.6,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.3548387096774193,"baseline_adjusted_score":0.3548387096774193},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2690881080624205,"accuracy":0.55,"positive_recall":0.44,"specificity":0.66,"precision":0.5641025641025641,"balanced_accuracy":0.55,"f1":0.4943820224719101,"true_positive":22,"false_positive":17,"false_negative":28,"true_negative":33,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.07635243224968202,"baseline_adjusted_skill":0.10000000000000009,"baseline_adjusted_score":0.10000000000000009},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7461895294897283,"uniform_accuracy_baseline":0.058823529411764705,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.7017133956386292,"baseline_adjusted_score":0.7017133956386292},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.20238683779730432,"accuracy":0.67,"positive_recall":0.5114942528735632,"specificity":0.8888888888888888,"precision":0.8640776699029126,"balanced_accuracy":0.7001915708812261,"f1":0.6425992779783394,"true_positive":89,"false_positive":14,"false_negative":85,"true_negative":112,"positive_prevalence":0.58,"majority_accuracy_baseline":0.58,"constant_brier_baseline":0.24359999999999998,"brier_skill":0.16918375288462917,"baseline_adjusted_skill":0.40038314176245215,"baseline_adjusted_score":0.40038314176245215},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":185},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.191374740236855,"accuracy":0.7066666666666667,"positive_recall":0.7388535031847133,"specificity":0.6713286713286714,"precision":0.7116564417177914,"balanced_accuracy":0.7050910872566923,"f1":0.725,"true_positive":116,"false_positive":47,"false_negative":41,"true_negative":96,"positive_prevalence":0.5233333333333333,"majority_accuracy_baseline":0.5233333333333333,"constant_brier_baseline":0.24945555555555557,"brier_skill":0.23283031395853415,"baseline_adjusted_skill":0.4101821745133847,"baseline_adjusted_score":0.4101821745133847},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":186},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.81,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.5869565217391305,"baseline_adjusted_score":0.5869565217391305},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.21909019342372418,"accuracy":0.61,"positive_recall":0.86,"specificity":0.36,"precision":0.5733333333333334,"balanced_accuracy":0.61,"f1":0.688,"true_positive":43,"false_positive":32,"false_negative":7,"true_negative":18,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.12363922630510327,"baseline_adjusted_skill":0.21999999999999997,"baseline_adjusted_score":0.21999999999999997},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.59,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.3492063492063492,"baseline_adjusted_score":0.3492063492063492},"scoring":{"eligible":true,"reason":null},"model":41,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.2140652941968806,"accuracy":0.7027027027027027,"positive_recall":0.4647887323943662,"specificity":0.922077922077922,"precision":0.8461538461538461,"balanced_accuracy":0.6934333272361441,"f1":0.6,"true_positive":33,"false_positive":6,"false_negative":38,"true_negative":71,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.24958911614317017,"brier_skill":0.14232921088559114,"baseline_adjusted_skill":0.3868666544722883,"baseline_adjusted_score":0.3868666544722883},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.35,"uniform_accuracy_baseline":0.2005,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.08450704225352113,"baseline_adjusted_score":0.08450704225352113},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.9411764705882353,"baseline_adjusted_score":0.9411764705882353},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.81,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.5957446808510639,"baseline_adjusted_score":0.5957446808510639},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.52,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.02040816326530614,"baseline_adjusted_score":0.02040816326530614},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10753390581151416,"accuracy":0.5190219792,"positive_recall":0.4018089631914958,"specificity":0.7070781666190006,"precision":0.6875776531388889,"balanced_accuracy":0.5544435649052482,"f1":0.5072117828141031,"true_positive":24.752795513,"false_positive":11.247204487,"false_negative":36.850597593,"true_negative":27.149402407,"positive_prevalence":0.61603393106,"majority_accuracy_baseline":0.61603393106,"constant_brier_baseline":0.07908707655202402,"brier_skill":-0.35968998349278514,"baseline_adjusted_skill":0.10888712981049631,"baseline_adjusted_score":0.10888712981049631},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.18144660026494122,"accuracy":0.68,"positive_recall":0.68,"specificity":0.68,"precision":0.68,"balanced_accuracy":0.68,"f1":0.68,"true_positive":34,"false_positive":16,"false_negative":16,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2742135989402351,"baseline_adjusted_skill":0.3600000000000001,"baseline_adjusted_score":0.3600000000000001},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.13,"uniform_accuracy_baseline":0.012987012987012986,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.08421052631578949,"baseline_adjusted_score":0.08421052631578949},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.49,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.203125,"baseline_adjusted_score":0.203125},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.15052529521828723,"accuracy":0.8,"positive_recall":0.98,"specificity":0.62,"precision":0.7205882352941176,"balanced_accuracy":0.8,"f1":0.8305084745762712,"true_positive":49,"false_positive":19,"false_negative":1,"true_negative":31,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3978988191268511,"baseline_adjusted_skill":0.6000000000000001,"baseline_adjusted_score":0.6000000000000001},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.10495121866139503,"accuracy":0.6577054340838056,"positive_recall":0.6447755307625409,"specificity":0.6637260717517997,"precision":0.4716869739533745,"balanced_accuracy":0.6542508012571703,"f1":0.5448140312816873,"true_positive":143.39284008182585,"false_positive":160.60715991817415,"false_negative":78.99903622316197,"true_negative":317.00096377683803,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768642,"brier_skill":-0.1828564989786956,"baseline_adjusted_skill":0.30850160251434056,"baseline_adjusted_score":0.30850160251434056},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2263816167191587,"accuracy":0.62,"positive_recall":0.52,"specificity":0.72,"precision":0.65,"balanced_accuracy":0.62,"f1":0.5777777777777777,"true_positive":26,"false_positive":14,"false_negative":24,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.09447353312336515,"baseline_adjusted_skill":0.24,"baseline_adjusted_score":0.24},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.11258278145695365,"uniform_accuracy_baseline":0.006622516556291391,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.07586206896551725,"baseline_adjusted_score":0.07586206896551725},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.7523529411764706,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.5433839479392624,"baseline_adjusted_score":0.5433839479392624},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.41,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.01666666666666659,"baseline_adjusted_score":0.01666666666666659},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1403547659747992,"accuracy":0.8,"positive_recall":0.92,"specificity":0.68,"precision":0.7419354838709677,"balanced_accuracy":0.8,"f1":0.8214285714285714,"true_positive":46,"false_positive":16,"false_negative":4,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4385809361008032,"baseline_adjusted_skill":0.6000000000000001,"baseline_adjusted_score":0.6000000000000001},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.76,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.07142857142857142,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9775280898876404,"baseline_adjusted_score":0.9775280898876404},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.79,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.5434782608695653,"baseline_adjusted_score":0.5434782608695653},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.39,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.1643835616438356,"baseline_adjusted_score":0.1643835616438356},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.8888888888888888,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.6666666666666665,"baseline_adjusted_score":0.6666666666666665},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.24219429275539825,"accuracy":0.6341463414634146,"positive_recall":0.5,"specificity":0.7619047619047619,"precision":0.6666666666666666,"balanced_accuracy":0.6309523809523809,"f1":0.5714285714285714,"true_positive":20,"false_positive":10,"false_negative":20,"true_negative":32,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.2498512790005949,"brier_skill":0.03064617590041796,"baseline_adjusted_skill":0.26190476190476186,"baseline_adjusted_score":0.26190476190476186},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.13667945990809519,"accuracy":0.79,"positive_recall":0.66,"specificity":0.92,"precision":0.8918918918918919,"balanced_accuracy":0.79,"f1":0.7586206896551724,"true_positive":33,"false_positive":4,"false_negative":17,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.45328216036761926,"baseline_adjusted_skill":0.5800000000000001,"baseline_adjusted_score":0.5800000000000001},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.7206703910614525,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.6415770609318996,"baseline_adjusted_score":0.6415770609318996},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.44,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.08196721311475408,"baseline_adjusted_score":0.08196721311475408},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.16355401888241428,"accuracy":0.8,"positive_recall":0.6136363636363636,"specificity":0.8525641025641025,"precision":0.54,"balanced_accuracy":0.7331002331002331,"f1":0.574468085106383,"true_positive":27,"false_positive":23,"false_negative":17,"true_negative":133,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":0.04688800185073272,"baseline_adjusted_skill":0.4662004662004662,"baseline_adjusted_score":0.4662004662004662},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.1843326981759093,"accuracy":0.755,"positive_recall":0.42,"specificity":0.8666666666666667,"precision":0.5121951219512195,"balanced_accuracy":0.6433333333333333,"f1":0.46153846153846156,"true_positive":21,"false_positive":20,"false_negative":29,"true_negative":130,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":0.01689227639515034,"baseline_adjusted_skill":0.2866666666666666,"baseline_adjusted_score":0.2866666666666666},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.03570260823978356,"accuracy":0.96,"positive_recall":0.8421052631578947,"specificity":0.9723756906077348,"precision":0.7619047619047619,"balanced_accuracy":0.9072404768828147,"f1":0.8,"true_positive":16,"false_positive":5,"false_negative":3,"true_negative":176,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.085975,"brier_skill":0.5847326753151083,"baseline_adjusted_skill":0.8144809537656295,"baseline_adjusted_score":0.8144809537656295},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.1376860516985203,"accuracy":0.7574107142857143,"positive_recall":0.7343517508183712,"specificity":0.7588827183556127,"precision":0.16277484608619172,"balanced_accuracy":0.7466172345869919,"f1":0.266481884775292,"true_positive":123.38333333333333,"false_positive":634.6166666666667,"false_negative":44.63333333333333,"true_negative":1997.3666666666666,"positive_prevalence":0.060005952380952375,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679138,"brier_skill":-3.2758352418626098,"baseline_adjusted_skill":0.49323446917398384,"baseline_adjusted_score":0.49323446917398384},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.35410764872521244,"uniform_accuracy_baseline":0.027777777777777776,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.2597402597402597,"baseline_adjusted_score":0.2597402597402597},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.45,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.21428571428571433,"baseline_adjusted_score":0.21428571428571433},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09502099981805666,"accuracy":0.92,"positive_recall":0.98,"specificity":0.86,"precision":0.875,"balanced_accuracy":0.9199999999999999,"f1":0.9245283018867925,"true_positive":49,"false_positive":7,"false_negative":1,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6199160007277733,"baseline_adjusted_skill":0.8399999999999999,"baseline_adjusted_score":0.8399999999999999},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10336488489755982,"accuracy":0.84,"positive_recall":0.98,"specificity":0.7,"precision":0.765625,"balanced_accuracy":0.84,"f1":0.8596491228070176,"true_positive":49,"false_positive":15,"false_negative":1,"true_negative":35,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5865404604097607,"baseline_adjusted_skill":0.6799999999999999,"baseline_adjusted_score":0.6799999999999999},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.63,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":0.05128205128205133,"baseline_adjusted_score":0.05128205128205133},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.22,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.17021276595744683,"baseline_adjusted_score":0.17021276595744683},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.12407501943650384,"accuracy":0.84,"positive_recall":0.74,"specificity":0.94,"precision":0.925,"balanced_accuracy":0.84,"f1":0.8222222222222222,"true_positive":37,"false_positive":3,"false_negative":13,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5036999222539846,"baseline_adjusted_skill":0.6799999999999999,"baseline_adjusted_score":0.6799999999999999},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.7761194029850748,"baseline_adjusted_score":0.7761194029850748},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.0590493927756411,"accuracy":0.92,"positive_recall":0.86,"specificity":0.98,"precision":0.9772727272727273,"balanced_accuracy":0.9199999999999999,"f1":0.9148936170212766,"true_positive":43,"false_positive":1,"false_negative":7,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7638024288974357,"baseline_adjusted_skill":0.8399999999999999,"baseline_adjusted_score":0.8399999999999999},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.38530577027027024,"uniform_accuracy_baseline":0.23445945945945948,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.16669267124057713,"baseline_adjusted_score":0.16669267124057713},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.10672685532132918,"accuracy":0.6481578749999999,"positive_recall":0.8002427515412969,"specificity":0.5033393078604922,"precision":0.6054081632653061,"balanced_accuracy":0.6517910297008945,"f1":0.6893226323459516,"true_positive":59.33,"false_positive":38.67,"false_negative":14.810003,"true_negative":39.189997,"positive_prevalence":0.4877631776315789,"majority_accuracy_baseline":0.512236822368421,"constant_brier_baseline":0.09451910039768556,"brier_skill":-0.12915648659667678,"baseline_adjusted_skill":0.30358205940178906,"baseline_adjusted_score":0.30358205940178906},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.16574597601025068,"normalized_score_rmse":0.23043147710433107,"constant_score_baseline":0.5841668333333333,"constant_mae_baseline":0.21700552708333334,"baseline_adjusted_skill":0.23621311291946145,"baseline_adjusted_score":0.23621311291946145},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.18335540341893602,"accuracy":0.75,"positive_recall":0.78,"specificity":0.72,"precision":0.7358490566037735,"balanced_accuracy":0.75,"f1":0.7572815533980582,"true_positive":39,"false_positive":14,"false_negative":11,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2665783863242559,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.27288641673368913,"accuracy":0.5,"positive_recall":0.7,"specificity":0.3,"precision":0.5,"balanced_accuracy":0.5,"f1":0.5833333333333334,"true_positive":35,"false_positive":35,"false_negative":15,"true_negative":15,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.09154566693475652,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.81,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.6885245901639345,"baseline_adjusted_score":0.6885245901639345},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.515,"uniform_accuracy_baseline":0.036111111111111115,"fixed_answer_accuracy_baseline":0.08833333333333333,"baseline_adjusted_skill":0.46800731261425965,"baseline_adjusted_score":0.46800731261425965},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.7954545454545455,"baseline_adjusted_score":0.7954545454545455},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.51,"uniform_accuracy_baseline":0.049879324215607396,"fixed_answer_accuracy_baseline":0.12442477876106194,"baseline_adjusted_skill":0.44036789973721446,"baseline_adjusted_score":0.44036789973721446},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.36468226163848866,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":50,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.45872904655395463,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.7222222222222222,"uniform_accuracy_baseline":0.23888888888888887,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.607843137254902,"baseline_adjusted_score":0.607843137254902},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.39403868700916334,"accuracy":0.53125,"positive_recall":0.15625,"specificity":0.90625,"precision":0.625,"balanced_accuracy":0.53125,"f1":0.25,"true_positive":5,"false_positive":3,"false_negative":27,"true_negative":29,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.5761547480366533,"baseline_adjusted_skill":0.0625,"baseline_adjusted_score":0.0625},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.9565217391304347,"baseline_adjusted_score":0.9565217391304347},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.8030303030303032,"baseline_adjusted_score":0.8030303030303032},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3103030840670767,"accuracy":0.61,"positive_recall":0.28,"specificity":0.94,"precision":0.8235294117647058,"balanced_accuracy":0.61,"f1":0.417910447761194,"true_positive":14,"false_positive":3,"false_negative":36,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.24121233626830674,"baseline_adjusted_skill":0.21999999999999997,"baseline_adjusted_score":0.21999999999999997},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8235294117647058,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.7391304347826085,"baseline_adjusted_score":0.7391304347826085},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.11210149689711557,"accuracy":0.8181818181818182,"positive_recall":1,"specificity":0.6470588235294118,"precision":0.7272727272727273,"balanced_accuracy":0.8235294117647058,"f1":0.8421052631578947,"true_positive":16,"false_positive":6,"false_negative":0,"true_negative":11,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.5511818745552983,"baseline_adjusted_skill":0.6470588235294117,"baseline_adjusted_score":0.6470588235294117},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.22751455502584578,"normalized_score_rmse":0.3360037999833471,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.3105619544671341,"baseline_adjusted_score":0.3105619544671341},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.1875,"uniform_accuracy_baseline":0.178125,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.14035087719298242,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.36819679947915007,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":17,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.4727871979166003,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.35126092449268875,"normalized_score_rmse":0.42007977268310054,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-1.3885742865502833,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.6875,"uniform_accuracy_baseline":0.13194444444444445,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":0.21739130434782614,"baseline_adjusted_score":0.21739130434782614},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.0275298451738666,"accuracy":0.9807692307692307,"positive_recall":1,"specificity":0.9615384615384616,"precision":0.9629629629629629,"balanced_accuracy":0.9807692307692308,"f1":0.9811320754716981,"true_positive":26,"false_positive":1,"false_negative":0,"true_negative":25,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8898806193045337,"baseline_adjusted_skill":0.9615384615384617,"baseline_adjusted_score":0.9615384615384617},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.3112509899991971,"accuracy":0.5333333333333333,"positive_recall":0.1282051282051282,"specificity":0.9722222222222222,"precision":0.8333333333333334,"balanced_accuracy":0.5502136752136753,"f1":0.2222222222222222,"true_positive":5,"false_positive":1,"false_negative":34,"true_negative":35,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24960000000000004,"brier_skill":-0.24699915865062905,"baseline_adjusted_skill":0.10042735042735051,"baseline_adjusted_score":0.10042735042735051},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.3023960995674133,"normalized_score_rmse":0.3530346537082247,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.07998606988361878,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.7647058823529411,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.6799999999999998,"baseline_adjusted_score":0.6799999999999998},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.04889605600660157,"accuracy":0.9642857142857143,"positive_recall":1,"specificity":0.9285714285714286,"precision":0.9333333333333333,"balanced_accuracy":0.9642857142857143,"f1":0.9655172413793104,"true_positive":14,"false_positive":1,"false_negative":0,"true_negative":13,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8044157759735937,"baseline_adjusted_skill":0.9285714285714286,"baseline_adjusted_score":0.9285714285714286},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.2230525688070691,"normalized_score_rmse":0.3323155724631131,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.1696969696969697,"baseline_adjusted_skill":-0.3144169233273715,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.053477218399206175,"accuracy":0.9294117647058824,"positive_recall":0.9333333333333333,"specificity":0.925,"precision":0.9333333333333333,"balanced_accuracy":0.9291666666666667,"f1":0.9333333333333333,"true_positive":42,"false_positive":3,"false_negative":3,"true_negative":37,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.2491349480968858,"brier_skill":0.7853483872587419,"baseline_adjusted_skill":0.8583333333333334,"baseline_adjusted_score":0.8583333333333334},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.6,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.47368421052631576,"baseline_adjusted_score":0.47368421052631576},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.29884587742978747,"accuracy":0.54,"positive_recall":0.42857142857142855,"specificity":0.8,"precision":0.8333333333333334,"balanced_accuracy":0.6142857142857143,"f1":0.5660377358490566,"true_positive":15,"false_positive":3,"false_negative":20,"true_negative":12,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.21,"brier_skill":-0.42307560680851175,"baseline_adjusted_skill":0.22857142857142865,"baseline_adjusted_score":0.22857142857142865},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.33586699061095715,"normalized_score_rmse":0.42939951755978784,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.1995249664677039,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.7848101265822784,"uniform_accuracy_baseline":0.24240506329113923,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.6304347826086956,"baseline_adjusted_score":0.6304347826086956},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.08056329164519066,"accuracy":0.8571428571428571,"positive_recall":1,"specificity":0.7,"precision":0.7857142857142857,"balanced_accuracy":0.85,"f1":0.88,"true_positive":11,"false_positive":3,"false_negative":0,"true_negative":7,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.2494331065759637,"brier_skill":0.6770144398588265,"baseline_adjusted_skill":0.7,"baseline_adjusted_score":0.7},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.5757575757575758,"uniform_accuracy_baseline":0.32373737373737377,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.3000000000000001,"baseline_adjusted_score":0.3000000000000001},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.2315535860901048,"accuracy":0.6666666666666666,"positive_recall":0.8235294117647058,"specificity":0.5,"precision":0.6363636363636364,"balanced_accuracy":0.6617647058823529,"f1":0.717948717948718,"true_positive":14,"false_positive":8,"false_negative":3,"true_negative":8,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.07293435569072015,"baseline_adjusted_skill":0.32352941176470584,"baseline_adjusted_score":0.32352941176470584},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.22829976338235772,"normalized_score_rmse":0.2796343080305615,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.3431372549019608,"baseline_adjusted_skill":0.33466926099998606,"baseline_adjusted_score":0.33466926099998606},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.12636390197422895,"accuracy":0.84,"positive_recall":1,"specificity":0.68,"precision":0.7575757575757576,"balanced_accuracy":0.8400000000000001,"f1":0.8620689655172413,"true_positive":50,"false_positive":16,"false_negative":0,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4945443921030842,"baseline_adjusted_skill":0.6800000000000002,"baseline_adjusted_score":0.6800000000000002},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.41333333333333333,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":0.09278350515463916,"baseline_adjusted_score":0.09278350515463916},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.32360987632495936,"accuracy":0.49333333333333335,"positive_recall":1,"specificity":0,"precision":0.49333333333333335,"balanced_accuracy":0.5,"f1":0.6607142857142857,"true_positive":37,"false_positive":38,"false_negative":0,"true_negative":0,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555554,"brier_skill":-0.29466966879651246,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.14285714285714285,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.7948717948717948,"baseline_adjusted_score":0.7948717948717948},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.325,"uniform_accuracy_baseline":0.32416666666666666,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.02272727272727275,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.06519075676716812,"accuracy":0.9393939393939394,"positive_recall":1,"specificity":0.8823529411764706,"precision":0.8888888888888888,"balanced_accuracy":0.9411764705882353,"f1":0.9411764705882353,"true_positive":16,"false_positive":2,"false_negative":0,"true_negative":15,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.7389973010314482,"baseline_adjusted_skill":0.8823529411764706,"baseline_adjusted_score":0.8823529411764706},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.14582866203096329,"normalized_score_rmse":0.1675437935800747,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.3362281590314774,"baseline_adjusted_score":0.3362281590314774},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.21434836643755883,"accuracy":0.73,"positive_recall":0.6363636363636364,"specificity":0.7564102564102564,"precision":0.42424242424242425,"balanced_accuracy":0.6963869463869463,"f1":0.509090909090909,"true_positive":14,"false_positive":19,"false_negative":8,"true_negative":59,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.2491163545312287,"baseline_adjusted_skill":0.39277389277389263,"baseline_adjusted_score":0.39277389277389263},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11050049622418301,"accuracy":0.83,"positive_recall":0.6486486486486487,"specificity":0.9365079365079365,"precision":0.8571428571428571,"balanced_accuracy":0.7925782925782926,"f1":0.7384615384615385,"true_positive":24,"false_positive":4,"false_negative":13,"true_negative":59,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000003,"brier_skill":0.5259523971506521,"baseline_adjusted_skill":0.5851565851565852,"baseline_adjusted_score":0.5851565851565852},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.14819216845948177,"accuracy":0.75,"positive_recall":0.6923076923076923,"specificity":0.7868852459016393,"precision":0.675,"balanced_accuracy":0.7395964691046658,"f1":0.6835443037974683,"true_positive":27,"false_positive":13,"false_negative":12,"true_negative":48,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379,"brier_skill":0.377082099792006,"baseline_adjusted_skill":0.4791929382093316,"baseline_adjusted_score":0.4791929382093316},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.27199918834364367,"accuracy":0.63,"positive_recall":0.7419354838709677,"specificity":0.5797101449275363,"precision":0.4423076923076923,"balanced_accuracy":0.6608228143992521,"f1":0.5542168674698795,"true_positive":23,"false_positive":29,"false_negative":8,"true_negative":40,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999998,"brier_skill":-0.2716184588295638,"baseline_adjusted_skill":0.3216456287985041,"baseline_adjusted_score":0.3216456287985041},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.875,"baseline_adjusted_score":0.875},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.19476905530318617,"normalized_score_rmse":0.24041472924108556,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.16228363310457572,"baseline_adjusted_score":0.16228363310457572},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1367234026382063,"accuracy":0.81,"positive_recall":0.82,"specificity":0.8,"precision":0.803921568627451,"balanced_accuracy":0.81,"f1":0.8118811881188119,"true_positive":41,"false_positive":10,"false_negative":9,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.45310638944717485,"baseline_adjusted_skill":0.6200000000000001,"baseline_adjusted_score":0.6200000000000001},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2887090800979555,"accuracy":0.47,"positive_recall":0.7,"specificity":0.24,"precision":0.4794520547945205,"balanced_accuracy":0.47,"f1":0.5691056910569106,"true_positive":35,"false_positive":38,"false_negative":15,"true_negative":12,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.15483632039182194,"baseline_adjusted_skill":-0.06000000000000005,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.41,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.6857142857142859,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.13206714080922916,"accuracy":0.84,"positive_recall":0.9,"specificity":0.78,"precision":0.8035714285714286,"balanced_accuracy":0.8400000000000001,"f1":0.8490566037735849,"true_positive":45,"false_positive":11,"false_negative":5,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4717314367630834,"baseline_adjusted_skill":0.6800000000000002,"baseline_adjusted_score":0.6800000000000002},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.6428571428571428,"baseline_adjusted_score":0.6428571428571428},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.57,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.2833333333333332,"baseline_adjusted_score":0.2833333333333332},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2096671397527932,"accuracy":0.66,"positive_recall":0.66,"specificity":0.66,"precision":0.66,"balanced_accuracy":0.66,"f1":0.66,"true_positive":33,"false_positive":17,"false_negative":17,"true_negative":33,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.16133144098882723,"baseline_adjusted_skill":0.32000000000000006,"baseline_adjusted_score":0.32000000000000006},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.20851190476190473,"fixed_answer_accuracy_baseline":0.22333333333333333,"baseline_adjusted_skill":0.9871244635193133,"baseline_adjusted_score":0.9871244635193133},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.06607508373686269,"accuracy":0.9,"positive_recall":0.94,"specificity":0.86,"precision":0.8703703703703703,"balanced_accuracy":0.8999999999999999,"f1":0.9038461538461539,"true_positive":47,"false_positive":7,"false_negative":3,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7356996650525492,"baseline_adjusted_skill":0.7999999999999998,"baseline_adjusted_score":0.7999999999999998},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.11060459120082669,"normalized_score_rmse":0.15836374712211762,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.6313180293305777,"baseline_adjusted_score":0.6313180293305777},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.22851190476190475,"fixed_answer_accuracy_baseline":0.24333333333333332,"baseline_adjusted_skill":0.881057268722467,"baseline_adjusted_score":0.881057268722467},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.0447974078967829,"accuracy":0.95,"positive_recall":0.98,"specificity":0.92,"precision":0.9245283018867925,"balanced_accuracy":0.95,"f1":0.9514563106796117,"true_positive":49,"false_positive":4,"false_negative":1,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8208103684128684,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.09483903080897611,"normalized_score_rmse":0.14358552577195113,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.3042222222222222,"baseline_adjusted_skill":0.6882573859456592,"baseline_adjusted_score":0.6882573859456592},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.77,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.6290322580645161,"baseline_adjusted_score":0.6290322580645161},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11526644270024726,"accuracy":0.85,"positive_recall":0.92,"specificity":0.78,"precision":0.8070175438596491,"balanced_accuracy":0.8500000000000001,"f1":0.8598130841121495,"true_positive":46,"false_positive":11,"false_negative":4,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5389342291990109,"baseline_adjusted_skill":0.7000000000000002,"baseline_adjusted_score":0.7000000000000002},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.81,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.6200000000000001,"baseline_adjusted_score":0.6200000000000001},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.0911101056397071,"accuracy":0.89,"positive_recall":0.82,"specificity":0.96,"precision":0.9534883720930233,"balanced_accuracy":0.8899999999999999,"f1":0.8817204301075269,"true_positive":41,"false_positive":2,"false_negative":9,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6355595774411715,"baseline_adjusted_skill":0.7799999999999998,"baseline_adjusted_score":0.7799999999999998},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.56,"uniform_accuracy_baseline":0.3533333333333333,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.2542372881355933,"baseline_adjusted_score":0.2542372881355933},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.8225806451612904,"baseline_adjusted_score":0.8225806451612904},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.43,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.08064516129032256,"baseline_adjusted_score":0.08064516129032256},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.37,"uniform_accuracy_baseline":0.1111111111111111,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.25,"baseline_adjusted_score":0.25},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.19020188748820088,"accuracy":0.623875,"positive_recall":0.3586025049439684,"specificity":0.685947863643375,"precision":0.21085271317829457,"balanced_accuracy":0.5222751842936717,"f1":0.26556016597510373,"true_positive":27.2,"false_positive":101.8,"false_negative":48.65,"true_negative":222.35,"positive_prevalence":0.189625,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500001,"brier_skill":-1.4985926054981,"baseline_adjusted_skill":0.0445503685873434,"baseline_adjusted_score":0.0445503685873434},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.22780477517982944,"normalized_score_rmse":0.2956741836917467,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":-0.0657533341746408,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.08137872139095396,"accuracy":0.778375,"positive_recall":0.5625879043600562,"specificity":0.8568263166865518,"precision":0.5882352941176471,"balanced_accuracy":0.709707110523304,"f1":0.5751258087706685,"true_positive":60,"false_positive":42,"false_negative":46.65,"true_negative":251.35,"positive_prevalence":0.266625,"majority_accuracy_baseline":0.733375,"constant_brier_baseline":0.115654859375,"brier_skill":0.2963657400067289,"baseline_adjusted_skill":0.4194142210466081,"baseline_adjusted_score":0.4194142210466081},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.17859667306067423,"normalized_score_rmse":0.2380592749825452,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.3354542397742354,"baseline_adjusted_score":0.3354542397742354},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.08527463375946599,"accuracy":0.771875,"positive_recall":0.6196868008948546,"specificity":0.8308759757155247,"precision":0.586864406779661,"balanced_accuracy":0.7252813883051896,"f1":0.602829162132753,"true_positive":69.25,"false_positive":48.75,"false_negative":42.5,"true_negative":239.5,"positive_prevalence":0.279375,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937500001,"brier_skill":0.24639665828647261,"baseline_adjusted_skill":0.45056277661037925,"baseline_adjusted_score":0.45056277661037925},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.19645177541300654,"normalized_score_rmse":0.2554034438484495,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.25691999843780045,"baseline_adjusted_score":0.25691999843780045},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.08465861710607683,"accuracy":0.8221250000000001,"positive_recall":0.27943661971830985,"specificity":0.9768674698795181,"precision":0.775,"balanced_accuracy":0.628152044798914,"f1":0.41076604554865426,"true_positive":24.8,"false_positive":7.2,"false_negative":63.95,"true_negative":304.05,"positive_prevalence":0.221875,"majority_accuracy_baseline":0.778125,"constant_brier_baseline":0.12674023437499998,"brier_skill":0.33203045170653334,"baseline_adjusted_skill":0.2563040895978279,"baseline_adjusted_score":0.2563040895978279},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.18624647730903235,"normalized_score_rmse":0.26047655631078703,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.17453084849182332,"baseline_adjusted_score":0.17453084849182332},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.057940311981084014,"accuracy":0.813,"positive_recall":0.6805293005671078,"specificity":0.8606390210740993,"precision":0.6371681415929203,"balanced_accuracy":0.7705841608206035,"f1":0.6581352833638026,"true_positive":72,"false_positive":41,"false_negative":33.8,"true_negative":253.2,"positive_prevalence":0.2645,"majority_accuracy_baseline":0.7355,"constant_brier_baseline":0.11362725,"brier_skill":0.49008435933207906,"baseline_adjusted_skill":0.5411683216412071,"baseline_adjusted_score":0.5411683216412071},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.18046931962482632,"normalized_score_rmse":0.23486569728159373,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.2817141507469598,"baseline_adjusted_score":0.2817141507469598},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.0942114149874004,"accuracy":0.8009999999999999,"positive_recall":0.54177545691906,"specificity":0.8623995052566481,"precision":0.48255813953488375,"balanced_accuracy":0.7020874810878541,"f1":0.5104551045510455,"true_positive":41.5,"false_positive":44.5,"false_negative":35.1,"true_negative":278.9,"positive_prevalence":0.19149999999999998,"majority_accuracy_baseline":0.8085,"constant_brier_baseline":0.09190274999999999,"brier_skill":-0.025120738904988338,"baseline_adjusted_skill":0.40417496217570825,"baseline_adjusted_score":0.40417496217570825},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1686864379834151,"normalized_score_rmse":0.24219339283173977,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.18459727863001774,"baseline_adjusted_score":0.18459727863001774},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.058434220153841976,"accuracy":0.8722500000000001,"positive_recall":0.6686991869918699,"specificity":0.918301655426119,"precision":0.6493421052631579,"balanced_accuracy":0.7935004212089944,"f1":0.6588785046728973,"true_positive":49.35,"false_positive":26.65,"false_negative":24.45,"true_negative":299.55,"positive_prevalence":0.1845,"majority_accuracy_baseline":0.8155,"constant_brier_baseline":0.10922225,"brier_skill":0.4649971031191724,"baseline_adjusted_skill":0.5870008424179889,"baseline_adjusted_score":0.5870008424179889},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.17211210474022665,"normalized_score_rmse":0.23591333042832546,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":0.09115720269187244,"baseline_adjusted_score":0.09115720269187244},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.07864430902637881,"accuracy":0.8292500000000002,"positive_recall":0.2369426751592357,"specificity":0.9738724727838259,"precision":0.688888888888889,"balanced_accuracy":0.6054075739715308,"f1":0.3526066350710901,"true_positive":18.6,"false_positive":8.4,"false_negative":59.9,"true_negative":313.1,"positive_prevalence":0.19625,"majority_accuracy_baseline":0.80375,"constant_brier_baseline":0.09878593749999999,"brier_skill":0.20389165688305766,"baseline_adjusted_skill":0.21081514794306155,"baseline_adjusted_score":0.21081514794306155},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1909867723818752,"normalized_score_rmse":0.27597339121158926,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":0.09592060410946646,"baseline_adjusted_score":0.09592060410946646},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.10106765884205485,"accuracy":0.6772959183673469,"positive_recall":0.5133451957295374,"specificity":0.8010295434198746,"precision":0.6606870229007633,"balanced_accuracy":0.657187369574706,"f1":0.5777703604806408,"true_positive":86.55,"false_positive":44.45,"false_negative":82.05,"true_negative":178.95,"positive_prevalence":0.4301020408163265,"majority_accuracy_baseline":0.5698979591836735,"constant_brier_baseline":0.12359641815910039,"brier_skill":0.1822767977632267,"baseline_adjusted_skill":0.31437473914941205,"baseline_adjusted_score":0.31437473914941205},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.16724973735019413,"normalized_score_rmse":0.21887372731830085,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.39294539776596193,"baseline_adjusted_score":0.39294539776596193},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.08834681650294791,"accuracy":0.822375,"positive_recall":0.5940204563335956,"specificity":0.865507504829841,"precision":0.45481927710843373,"balanced_accuracy":0.7297639805817182,"f1":0.5151825315591948,"true_positive":75.5,"false_positive":90.5,"false_negative":51.6,"true_negative":582.4,"positive_prevalence":0.158875,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499999,"brier_skill":0.10559762620045032,"baseline_adjusted_skill":0.4595279611634364,"baseline_adjusted_score":0.4595279611634364},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.22429893240885576,"normalized_score_rmse":0.29969257707468816,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-0.3593874691445802,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.55,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.27419354838709686,"baseline_adjusted_score":0.27419354838709686},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2749059455920373,"accuracy":0.54,"positive_recall":0.46,"specificity":0.62,"precision":0.5476190476190477,"balanced_accuracy":0.54,"f1":0.5,"true_positive":23,"false_positive":19,"false_negative":27,"true_negative":31,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.09962378236814917,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.31875414181577205,"uniform_accuracy_baseline":0.058823529411764705,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.1993769470404985,"baseline_adjusted_score":0.1993769470404985},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.45652173913043476,"baseline_adjusted_score":0.45652173913043476},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2426403781284048,"accuracy":0.56,"positive_recall":0.76,"specificity":0.36,"precision":0.5428571428571428,"balanced_accuracy":0.56,"f1":0.6333333333333333,"true_positive":38,"false_positive":32,"false_negative":12,"true_negative":18,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.029438487486380782,"baseline_adjusted_skill":0.1200000000000001,"baseline_adjusted_score":0.1200000000000001},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.52,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.23809523809523814,"baseline_adjusted_score":0.23809523809523814},"scoring":{"eligible":true,"reason":null},"model":42,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.4626623992258411,"accuracy":0.49324324324324326,"positive_recall":0.9436619718309859,"specificity":0.07792207792207792,"precision":0.4855072463768116,"balanced_accuracy":0.5107920248765319,"f1":0.6411483253588517,"true_positive":67,"false_positive":71,"false_negative":4,"true_negative":6,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.2495891161431699,"brier_skill":-0.8536962122997689,"baseline_adjusted_skill":0.021584049753063717,"baseline_adjusted_score":0.021584049753063717},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.16,"uniform_accuracy_baseline":0.20049999999999962,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":-0.18309859154929575,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.61,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.4264705882352941,"baseline_adjusted_score":0.4264705882352941},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.59,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.12765957446808499,"baseline_adjusted_score":0.12765957446808499},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":-0.02040816326530614,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.20235080012537462,"accuracy":0.6118887795399999,"positive_recall":0.94793699804033,"specificity":0.07273409423155056,"precision":0.621235484361702,"balanced_accuracy":0.5103355461359403,"f1":0.7505766341511517,"true_positive":58.39613552999999,"false_positive":35.603864470000005,"false_negative":3.207257576,"true_negative":2.792742424,"positive_prevalence":0.6160339310599999,"majority_accuracy_baseline":0.6160339310599999,"constant_brier_baseline":0.079087076552024,"brier_skill":-1.558582374609168,"baseline_adjusted_skill":0.020671092271880687,"baseline_adjusted_score":0.020671092271880687},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.4273424932646082,"accuracy":0.52,"positive_recall":0.88,"specificity":0.16,"precision":0.5116279069767442,"balanced_accuracy":0.52,"f1":0.6470588235294118,"true_positive":44,"false_positive":42,"false_negative":6,"true_negative":8,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.7093699730584329,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.77,"uniform_accuracy_baseline":0.012987012987012965,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.7578947368421053,"baseline_adjusted_score":0.7578947368421053},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.3,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.16666666666666674,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.42,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.09375,"baseline_adjusted_score":0.09375},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.46763088092079014,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":50,"false_positive":50,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.8705235236831605,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.3900443458506714,"accuracy":0.43852846016375613,"positive_recall":0.5786223010832275,"specificity":0.3732956247173705,"precision":0.3006563065649733,"balanced_accuracy":0.47595896290029904,"f1":0.3957026644947401,"true_positive":128.68089920980856,"false_positive":299.31910079019144,"false_negative":93.71097709517926,"true_negative":178.28902290482074,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768597,"brier_skill":-3.396008881686962,"baseline_adjusted_skill":-0.048082074199401914,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.33705844805034063,"accuracy":0.41,"positive_recall":0.52,"specificity":0.3,"precision":0.4262295081967213,"balanced_accuracy":0.41000000000000003,"f1":0.46846846846846846,"true_positive":26,"false_positive":35,"false_negative":24,"true_negative":15,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.3482337922013625,"baseline_adjusted_skill":-0.17999999999999994,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.7682119205298014,"uniform_accuracy_baseline":0.006622516556291403,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.7586206896551725,"baseline_adjusted_score":0.7586206896551725},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.46941176470588236,"uniform_accuracy_baseline":0.3333333333333301,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.02169197396963126,"baseline_adjusted_score":0.02169197396963126},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.1,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.42844563864510943,"accuracy":0.49,"positive_recall":0.66,"specificity":0.32,"precision":0.4925373134328358,"balanced_accuracy":0.49,"f1":0.5641025641025641,"true_positive":33,"false_positive":34,"false_negative":17,"true_negative":16,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.7137825545804377,"baseline_adjusted_skill":-0.020000000000000018,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":-0.041666666666666706,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.1,"uniform_accuracy_baseline":0.07142857142857136,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":-0.01123595505617977,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.52,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":-0.04347826086956526,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.27,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.4444444444444444,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":-0.6666666666666665,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.38820889334222264,"accuracy":0.524390243902439,"positive_recall":0.825,"specificity":0.23809523809523808,"precision":0.5076923076923077,"balanced_accuracy":0.531547619047619,"f1":0.6285714285714286,"true_positive":33,"false_positive":32,"false_negative":7,"true_negative":10,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.24985127900059498,"brier_skill":-0.5537598802578001,"baseline_adjusted_skill":0.0630952380952381,"baseline_adjusted_score":0.0630952380952381},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.4114223194518226,"accuracy":0.55,"positive_recall":0.38,"specificity":0.72,"precision":0.5757575757575758,"balanced_accuracy":0.55,"f1":0.4578313253012048,"true_positive":19,"false_positive":14,"false_negative":31,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.6456892778072905,"baseline_adjusted_skill":0.10000000000000009,"baseline_adjusted_score":0.10000000000000009},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.10614525139664804,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":-0.14695340501792112,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":-0.09836065573770492,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.3539714407183101,"accuracy":0.345,"positive_recall":0.8409090909090909,"specificity":0.20512820512820512,"precision":0.22981366459627328,"balanced_accuracy":0.5230186480186481,"f1":0.36097560975609755,"true_positive":37,"false_positive":124,"false_negative":7,"true_negative":32,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000053,"brier_skill":-1.0627706335565792,"baseline_adjusted_skill":0.046037296037296116,"baseline_adjusted_score":0.046037296037296116},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.3542747688756627,"accuracy":0.325,"positive_recall":0.76,"specificity":0.18,"precision":0.2360248447204969,"balanced_accuracy":0.47,"f1":0.36018957345971564,"true_positive":38,"false_positive":123,"false_negative":12,"true_negative":27,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-0.8894654340035346,"baseline_adjusted_skill":-0.06000000000000005,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.3657351737289238,"accuracy":0.31,"positive_recall":0.7368421052631579,"specificity":0.26519337016574585,"precision":0.09523809523809523,"balanced_accuracy":0.5010177377144518,"f1":0.1686746987951807,"true_positive":14,"false_positive":133,"false_negative":5,"true_negative":48,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.0859749999999999,"brier_skill":-3.2539711977775427,"baseline_adjusted_skill":0.002035475428903588,"baseline_adjusted_score":0.002035475428903588},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.47236196828986415,"accuracy":0.4305535714285714,"positive_recall":0.581985914095824,"specificity":0.420886657083695,"precision":0.06028565556925615,"balanced_accuracy":0.5014362855897595,"f1":0.10925410377929455,"true_positive":97.7833333333334,"false_positive":1524.2166666666656,"false_negative":70.23333333333333,"true_negative":1107.7666666666667,"positive_prevalence":0.060005952380952354,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679296,"brier_skill":-13.669183450417707,"baseline_adjusted_skill":0.002872571179519001,"baseline_adjusted_score":0.002872571179519001},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.0028328611898017,"uniform_accuracy_baseline":0.027777777777777853,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":-0.14285714285714288,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.83,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.7571428571428572,"baseline_adjusted_score":0.7571428571428572},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.5312305833488402,"accuracy":0.42,"positive_recall":0.8,"specificity":0.04,"precision":0.45454545454545453,"balanced_accuracy":0.42000000000000004,"f1":0.5797101449275363,"true_positive":40,"false_positive":48,"false_negative":10,"true_negative":2,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-1.1249223333953609,"baseline_adjusted_skill":-0.15999999999999992,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.5076046667586201,"accuracy":0.46,"positive_recall":0,"specificity":0.92,"precision":0,"balanced_accuracy":0.46,"f1":0,"true_positive":0,"false_positive":4,"false_negative":50,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-1.0304186670344806,"baseline_adjusted_skill":-0.07999999999999996,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.48,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":-0.3333333333333333,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.19,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.13829787234042554,"baseline_adjusted_score":0.13829787234042554},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.43848886329900905,"accuracy":0.51,"positive_recall":0.96,"specificity":0.06,"precision":0.5052631578947369,"balanced_accuracy":0.51,"f1":0.6620689655172414,"true_positive":48,"false_positive":47,"false_negative":2,"true_negative":3,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.7539554531960362,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.23,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":-0.1492537313432836,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3139946578961686,"accuracy":0.48,"positive_recall":0.7,"specificity":0.26,"precision":0.4861111111111111,"balanced_accuracy":0.48,"f1":0.5737704918032787,"true_positive":35,"false_positive":37,"false_negative":15,"true_negative":13,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.2559786315846744,"baseline_adjusted_skill":-0.040000000000000036,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.20218468918918928,"uniform_accuracy_baseline":0.23445945945945923,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":-0.0815545572754724,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.2492788246986545,"accuracy":0.4912719407894737,"positive_recall":0.43035699634379565,"specificity":0.5492764917522409,"precision":0.4762189402985075,"balanced_accuracy":0.4898167440480183,"f1":0.4521279342753026,"true_positive":31.906669,"false_positive":35.093331,"false_negative":42.233334,"true_negative":42.76666600000001,"positive_prevalence":0.48776317763157917,"majority_accuracy_baseline":0.5122368223684208,"constant_brier_baseline":0.0945191003976856,"brier_skill":-1.6373381004455516,"baseline_adjusted_skill":-0.020366511903963436,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.332849332377164,"normalized_score_rmse":0.422859033594246,"constant_score_baseline":0.5841668333333334,"constant_mae_baseline":0.21700552708333315,"baseline_adjusted_skill":-0.5338288238591511,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.36397852091838234,"accuracy":0.53,"positive_recall":0.66,"specificity":0.4,"precision":0.5238095238095238,"balanced_accuracy":0.53,"f1":0.584070796460177,"true_positive":33,"false_positive":30,"false_negative":17,"true_negative":20,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.45591408367352937,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.42265819807650873,"accuracy":0.55,"positive_recall":1,"specificity":0.1,"precision":0.5263157894736842,"balanced_accuracy":0.55,"f1":0.6896551724137931,"true_positive":50,"false_positive":45,"false_negative":0,"true_negative":5,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.6906327923060349,"baseline_adjusted_skill":0.10000000000000009,"baseline_adjusted_score":0.10000000000000009},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.31,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":-0.1311475409836066,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.195,"uniform_accuracy_baseline":0.03611111111111102,"fixed_answer_accuracy_baseline":0.08833333333333329,"baseline_adjusted_skill":0.11700182815356494,"baseline_adjusted_score":0.11700182815356494},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.64,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.18181818181818174,"baseline_adjusted_score":0.18181818181818174},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.245,"uniform_accuracy_baseline":0.04987932421560751,"fixed_answer_accuracy_baseline":0.1244247787610618,"baseline_adjusted_skill":0.13770972306448367,"baseline_adjusted_score":0.13770972306448367},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.4999134457394733,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":50,"false_positive":50,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.9996537829578933,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.2222222222222222,"uniform_accuracy_baseline":0.23888888888888893,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":-0.09803921568627456,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.40119785840003036,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":32,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.6047914336001214,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.28,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":-0.5652173913043479,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.32,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.030303030303030335,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.32971784773315627,"accuracy":0.49,"positive_recall":0.06,"specificity":0.92,"precision":0.42857142857142855,"balanced_accuracy":0.49,"f1":0.10526315789473684,"true_positive":3,"false_positive":4,"false_negative":47,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.31887139093262507,"baseline_adjusted_skill":-0.020000000000000018,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.38235294117647056,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.08695652173913036,"baseline_adjusted_score":0.08695652173913036},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.4733888079132324,"accuracy":0.48484848484848486,"positive_recall":0.9375,"specificity":0.058823529411764705,"precision":0.4838709677419355,"balanced_accuracy":0.49816176470588236,"f1":0.6382978723404256,"true_positive":15,"false_positive":16,"false_negative":1,"true_negative":1,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":-0.8952956316820215,"baseline_adjusted_skill":-0.003676470588235281,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.32606496583967326,"normalized_score_rmse":0.470343325566748,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.011924345940384162,"baseline_adjusted_score":0.011924345940384162},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.59375,"uniform_accuracy_baseline":0.17812500000000006,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":0.4298245614035088,"baseline_adjusted_score":0.4298245614035088},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.34894213363128584,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":17,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.3957685345251434,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.1703489156001631,"normalized_score_rmse":0.2770292217147381,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-0.15837262608110914,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.041666666666666664,"uniform_accuracy_baseline":0.13194444444444448,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":-1.4,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.4801958940126768,"accuracy":0.23076923076923078,"positive_recall":0.11538461538461539,"specificity":0.34615384615384615,"precision":0.15,"balanced_accuracy":0.23076923076923078,"f1":0.13043478260869565,"true_positive":3,"false_positive":17,"false_negative":23,"true_negative":9,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.9207835760507073,"baseline_adjusted_skill":-0.5384615384615384,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.29591853176608424,"accuracy":0.5466666666666666,"positive_recall":0.6923076923076923,"specificity":0.3888888888888889,"precision":0.5510204081632653,"balanced_accuracy":0.5405982905982906,"f1":0.6136363636363636,"true_positive":27,"false_positive":22,"false_negative":12,"true_negative":14,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24959999999999993,"brier_skill":-0.18557104072950437,"baseline_adjusted_skill":0.08119658119658113,"baseline_adjusted_score":0.08119658119658113},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.5383254346932518,"normalized_score_rmse":0.642659556315947,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.9225908381901848,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.23529411764705882,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":-0.04000000000000001,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.588865809135897,"accuracy":0.32142857142857145,"positive_recall":0.5,"specificity":0.14285714285714285,"precision":0.3684210526315789,"balanced_accuracy":0.3214285714285714,"f1":0.42424242424242425,"true_positive":7,"false_positive":12,"false_negative":7,"true_negative":2,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-1.3554632365435881,"baseline_adjusted_skill":-0.3571428571428572,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.24923302283418836,"normalized_score_rmse":0.30860230526563226,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.16969696969696968,"baseline_adjusted_skill":-0.4686945988443243,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":0.3333333333333333,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":0.16666666666666663,"baseline_adjusted_score":0.16666666666666663},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.41424718989053677,"accuracy":0.4588235294117647,"positive_recall":0.5333333333333333,"specificity":0.375,"precision":0.4897959183673469,"balanced_accuracy":0.45416666666666666,"f1":0.5106382978723404,"true_positive":24,"false_positive":25,"false_negative":21,"true_negative":15,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.24913494809688563,"brier_skill":-0.6627421927550725,"baseline_adjusted_skill":-0.09166666666666667,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":-0.3157894736842105,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.5313985468663553,"accuracy":0.44,"positive_recall":0.2857142857142857,"specificity":0.8,"precision":0.7692307692307693,"balanced_accuracy":0.5428571428571429,"f1":0.4166666666666667,"true_positive":10,"false_positive":3,"false_negative":25,"true_negative":12,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.20999999999999996,"brier_skill":-1.5304692707921688,"baseline_adjusted_skill":0.08571428571428585,"baseline_adjusted_score":0.08571428571428585},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.5397150437400705,"normalized_score_rmse":0.6543851602893601,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.9275537276431087,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.26582278481012656,"uniform_accuracy_baseline":0.24240506329113914,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":-0.26086956521739135,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.4015098009529968,"accuracy":0.2857142857142857,"positive_recall":0.09090909090909091,"specificity":0.5,"precision":0.16666666666666666,"balanced_accuracy":0.29545454545454547,"f1":0.11764705882352941,"true_positive":1,"false_positive":5,"false_negative":10,"true_negative":5,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.24943310657596363,"brier_skill":-0.6096892929115605,"baseline_adjusted_skill":-0.40909090909090906,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.3939393939393939,"uniform_accuracy_baseline":0.3237373737373738,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.42950224931823017,"accuracy":0.5151515151515151,"positive_recall":0.23529411764705882,"specificity":0.8125,"precision":0.5714285714285714,"balanced_accuracy":0.5238970588235294,"f1":0.3333333333333333,"true_positive":4,"false_positive":3,"false_negative":13,"true_negative":13,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":-0.7195880496601195,"baseline_adjusted_skill":0.047794117647058876,"baseline_adjusted_score":0.047794117647058876},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.4074321680418863,"normalized_score_rmse":0.45705648223676293,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.34313725490196084,"baseline_adjusted_skill":-0.1873737468649257,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.4769206439444018,"accuracy":0.51,"positive_recall":0.84,"specificity":0.18,"precision":0.5060240963855421,"balanced_accuracy":0.51,"f1":0.631578947368421,"true_positive":42,"false_positive":41,"false_negative":8,"true_negative":9,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.9076825757776072,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.2733333333333333,"uniform_accuracy_baseline":0.3333333333333332,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":-0.12371134020618559,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.5382385442754053,"accuracy":0.4266666666666667,"positive_recall":0.02702702702702703,"specificity":0.8157894736842105,"precision":0.125,"balanced_accuracy":0.4214082503556188,"f1":0.044444444444444446,"true_positive":1,"false_positive":7,"false_negative":36,"true_negative":31,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555535,"brier_skill":-1.153336992566968,"baseline_adjusted_skill":-0.1571834992887624,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.16,"uniform_accuracy_baseline":0.1428571428571427,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":-0.07692307692307691,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.365,"uniform_accuracy_baseline":0.32416666666666627,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.03787878787878783,"baseline_adjusted_score":0.03787878787878783},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.3440735019690435,"accuracy":0.5757575757575758,"positive_recall":1,"specificity":0.17647058823529413,"precision":0.5333333333333333,"balanced_accuracy":0.5882352941176471,"f1":0.6956521739130435,"true_positive":16,"false_positive":14,"false_negative":0,"true_negative":3,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":-0.3775589839863538,"baseline_adjusted_skill":0.17647058823529416,"baseline_adjusted_score":0.17647058823529416},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.2467575810389297,"normalized_score_rmse":0.30499297773288103,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":-0.12317243783236975,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.6378543293613518,"accuracy":0.22,"positive_recall":1,"specificity":0,"precision":0.22,"balanced_accuracy":0.5,"f1":0.36065573770491804,"true_positive":22,"false_positive":78,"false_negative":0,"true_negative":0,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000028,"brier_skill":-2.717099821453093,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.44319470692590246,"accuracy":0.37,"positive_recall":0.8648648648648649,"specificity":0.07936507936507936,"precision":0.35555555555555557,"balanced_accuracy":0.4721149721149721,"f1":0.5039370078740157,"true_positive":32,"false_positive":58,"false_negative":5,"true_negative":5,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000008,"brier_skill":-0.9013071940193149,"baseline_adjusted_skill":-0.05577005577005578,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.4093387028304758,"accuracy":0.43,"positive_recall":0.9487179487179487,"specificity":0.09836065573770492,"precision":0.40217391304347827,"balanced_accuracy":0.5235393022278267,"f1":0.5648854961832062,"true_positive":37,"false_positive":55,"false_negative":2,"true_negative":6,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379000000000002,"brier_skill":-0.7206334713344913,"baseline_adjusted_skill":0.04707860445565348,"baseline_adjusted_score":0.04707860445565348},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.5016389812169124,"accuracy":0.31,"positive_recall":0.2903225806451613,"specificity":0.3188405797101449,"precision":0.16071428571428573,"balanced_accuracy":0.30458158017765313,"f1":0.20689655172413793,"true_positive":9,"false_positive":47,"false_negative":22,"true_negative":22,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999987,"brier_skill":-1.3452032782464363,"baseline_adjusted_skill":-0.39083683964469373,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.26,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":-0.027777777777777804,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.24928606838586007,"normalized_score_rmse":0.3121528852937615,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":-0.07219814359509691,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.49874709176806675,"accuracy":0.48,"positive_recall":0.94,"specificity":0.02,"precision":0.4895833333333333,"balanced_accuracy":0.48,"f1":0.6438356164383562,"true_positive":47,"false_positive":49,"false_negative":3,"true_negative":1,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.994988367072267,"baseline_adjusted_skill":-0.040000000000000036,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.37013050372660017,"accuracy":0.56,"positive_recall":0.68,"specificity":0.44,"precision":0.5483870967741935,"balanced_accuracy":0.56,"f1":0.6071428571428571,"true_positive":34,"false_positive":28,"false_negative":16,"true_negative":22,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.4805220149064007,"baseline_adjusted_skill":0.1200000000000001,"baseline_adjusted_score":0.1200000000000001},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.25,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-1.142857142857143,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.28775680310362545,"accuracy":0.57,"positive_recall":0.52,"specificity":0.62,"precision":0.5777777777777777,"balanced_accuracy":0.5700000000000001,"f1":0.5473684210526316,"true_positive":26,"false_positive":19,"false_negative":24,"true_negative":31,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.1510272124145018,"baseline_adjusted_skill":0.14000000000000012,"baseline_adjusted_score":0.14000000000000012},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.49,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":-0.2142857142857142,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.31,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.15000000000000005,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3612386907654486,"accuracy":0.51,"positive_recall":1,"specificity":0.02,"precision":0.5050505050505051,"balanced_accuracy":0.51,"f1":0.6711409395973155,"true_positive":50,"false_positive":49,"false_negative":0,"true_negative":1,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.4449547630617945,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.2,"uniform_accuracy_baseline":0.20851190476190457,"fixed_answer_accuracy_baseline":0.2233333333333332,"baseline_adjusted_skill":-0.030042918454935418,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.5050247121920216,"accuracy":0.46,"positive_recall":0.6,"specificity":0.32,"precision":0.46875,"balanced_accuracy":0.45999999999999996,"f1":0.5263157894736842,"true_positive":30,"false_positive":34,"false_negative":20,"true_negative":16,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-1.0200988487680864,"baseline_adjusted_skill":-0.08000000000000007,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.4227513975241811,"normalized_score_rmse":0.527718259147855,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":-0.4091713250806037,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.29,"uniform_accuracy_baseline":0.22851190476190467,"fixed_answer_accuracy_baseline":0.2433333333333333,"baseline_adjusted_skill":0.061674008810572715,"baseline_adjusted_score":0.061674008810572715},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.45807780088484473,"accuracy":0.5,"positive_recall":0.5,"specificity":0.5,"precision":0.5,"balanced_accuracy":0.5,"f1":0.5,"true_positive":25,"false_positive":25,"false_negative":25,"true_negative":25,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.8323112035393789,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.38830234248241235,"normalized_score_rmse":0.5071422051565337,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.304222222222222,"baseline_adjusted_skill":-0.27637731276176547,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.3,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.12903225806451615,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.43367493286963466,"accuracy":0.52,"positive_recall":0.9,"specificity":0.14,"precision":0.5113636363636364,"balanced_accuracy":0.52,"f1":0.6521739130434783,"true_positive":45,"false_positive":43,"false_negative":5,"true_negative":7,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.7346997314785386,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.35,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":-0.30000000000000004,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.43869188111295015,"accuracy":0.46,"positive_recall":0.62,"specificity":0.3,"precision":0.4696969696969697,"balanced_accuracy":0.45999999999999996,"f1":0.5344827586206896,"true_positive":31,"false_positive":35,"false_negative":19,"true_negative":15,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.7547675244518006,"baseline_adjusted_skill":-0.08000000000000007,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.41,"uniform_accuracy_baseline":0.35333333333333317,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.39,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.01612903225806453,"baseline_adjusted_score":0.01612903225806453},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.08064516129032256,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.15,"uniform_accuracy_baseline":0.11111111111111088,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":-0.011904761904761916,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.5370404442936627,"accuracy":0.275125,"positive_recall":0.8760711931443638,"specificity":0.1345056301095172,"precision":0.19149855907780983,"balanced_accuracy":0.5052884116269405,"f1":0.314295849592054,"true_positive":66.45,"false_positive":280.54999999999995,"false_negative":9.4,"true_negative":43.599999999999994,"positive_prevalence":0.1896249999999999,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500007,"brier_skill":-6.054847355543725,"baseline_adjusted_skill":0.010576823253880985,"baseline_adjusted_score":0.010576823253880985},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.5255999734495884,"normalized_score_rmse":0.6000331754152263,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":-1.4589472442086007,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.46673460417914003,"accuracy":0.3321249999999999,"positive_recall":0.8696671354899204,"specificity":0.13669677859212545,"precision":0.2680635838150289,"balanced_accuracy":0.5031819570410229,"f1":0.4098089031260356,"true_positive":92.74999999999997,"false_positive":253.24999999999991,"false_negative":13.899999999999997,"true_negative":40.09999999999999,"positive_prevalence":0.2666249999999998,"majority_accuracy_baseline":0.7333750000000002,"constant_brier_baseline":0.11565485937499977,"brier_skill":-3.035581442071517,"baseline_adjusted_skill":0.00636391408204573,"baseline_adjusted_score":0.00636391408204573},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.506987233911415,"normalized_score_rmse":0.5844982787482418,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":-0.8864641261820092,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.43363511151128054,"accuracy":0.3446249999999999,"positive_recall":0.8304250559284115,"specificity":0.15628794449262798,"precision":0.2761904761904762,"balanced_accuracy":0.49335650021051974,"f1":0.4145170295924065,"true_positive":92.79999999999997,"false_positive":243.19999999999993,"false_negative":18.950000000000006,"true_negative":45.050000000000004,"positive_prevalence":0.2793749999999999,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937499995,"brier_skill":-2.832193170609118,"baseline_adjusted_skill":-0.013286999578960512,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.5104291693930925,"normalized_score_rmse":0.5946057092315312,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":-0.9307013499502312,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.5078770119665278,"accuracy":0.33387499999999987,"positive_recall":0.8636619718309859,"specificity":0.18281124497991968,"precision":0.23157099697885186,"balanced_accuracy":0.5232366084054528,"f1":0.36521739130434766,"true_positive":76.64999999999995,"false_positive":254.35,"false_negative":12.1,"true_negative":56.900000000000006,"positive_prevalence":0.22187499999999974,"majority_accuracy_baseline":0.7781250000000003,"constant_brier_baseline":0.126740234375001,"brier_skill":-3.00722796885331,"baseline_adjusted_skill":0.04647321681090566,"baseline_adjusted_score":0.04647321681090566},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.581372571244662,"normalized_score_rmse":0.6582699332807364,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":-1.5767205373724633,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.47946158644615317,"accuracy":0.3242499999999998,"positive_recall":0.8530245746691871,"specificity":0.13409245411284848,"precision":0.26159420289855073,"balanced_accuracy":0.49355851439101783,"f1":0.4003992901508429,"true_positive":90.24999999999994,"false_positive":254.74999999999986,"false_negative":15.550000000000002,"true_negative":39.45,"positive_prevalence":0.26449999999999985,"majority_accuracy_baseline":0.7355000000000002,"constant_brier_baseline":0.11362725000000028,"brier_skill":-3.219600372676026,"baseline_adjusted_skill":-0.012882971217964334,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.5634825912662633,"normalized_score_rmse":0.637901896252225,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":-1.2427167811592574,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.4968897669642595,"accuracy":0.31025,"positive_recall":0.6377284595300261,"specificity":0.2326839826839827,"precision":0.1644781144781145,"balanced_accuracy":0.4352062211070044,"f1":0.2615096359743041,"true_positive":48.85000000000001,"false_positive":248.15,"false_negative":27.750000000000004,"true_negative":75.25,"positive_prevalence":0.1914999999999999,"majority_accuracy_baseline":0.8085000000000001,"constant_brier_baseline":0.09190274999999995,"brier_skill":-4.406690952819799,"baseline_adjusted_skill":-0.12958755778599118,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.510838913230864,"normalized_score_rmse":0.5766356457590931,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":-1.4693119672791006,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.5762701202111409,"accuracy":0.2602499999999999,"positive_recall":0.785230352303523,"specificity":0.14147762109135506,"precision":0.17144970414201183,"balanced_accuracy":0.46335398669743905,"f1":0.2814473045167557,"true_positive":57.94999999999998,"false_positive":280.0499999999999,"false_negative":15.85,"true_negative":46.15,"positive_prevalence":0.1844999999999999,"majority_accuracy_baseline":0.8155000000000001,"constant_brier_baseline":0.1092222499999995,"brier_skill":-4.276123868636139,"baseline_adjusted_skill":-0.07329202660512191,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.6109625249630181,"normalized_score_rmse":0.6734935472939156,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":-2.2262047522799637,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.5667623837995721,"accuracy":0.2742499999999999,"positive_recall":0.905732484076433,"specificity":0.12006220839813382,"precision":0.20084745762711864,"balanced_accuracy":0.5128973462372834,"f1":0.3287861271676301,"true_positive":71.09999999999995,"false_positive":282.8999999999998,"false_negative":7.3999999999999995,"true_negative":38.599999999999994,"positive_prevalence":0.19624999999999987,"majority_accuracy_baseline":0.8037500000000002,"constant_brier_baseline":0.09878593749999955,"brier_skill":-4.7372779784529016,"baseline_adjusted_skill":0.025794692474566894,"baseline_adjusted_score":0.025794692474566894},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.5784148198022812,"normalized_score_rmse":0.6583372875323326,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":-1.7380583185906802,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.34622624556751314,"accuracy":0.4443877551020407,"positive_recall":0.865361803084223,"specificity":0.1266786034019695,"precision":0.42785923753665667,"balanced_accuracy":0.4960202032430962,"f1":0.5726059654631082,"true_positive":145.89999999999998,"false_positive":195.1000000000001,"false_negative":22.700000000000006,"true_negative":28.299999999999994,"positive_prevalence":0.43010204081632636,"majority_accuracy_baseline":0.5698979591836737,"constant_brier_baseline":0.12359641815910102,"brier_skill":-1.8012643952337606,"baseline_adjusted_skill":-0.007959593513807595,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.3961522537829305,"normalized_score_rmse":0.49116788651920673,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":-0.43788595817508114,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.4941130473981184,"accuracy":0.31050000000000005,"positive_recall":0.7690794649881983,"specificity":0.22388170604844704,"precision":0.1576612903225807,"balanced_accuracy":0.4964805855183227,"f1":0.26167849016195965,"true_positive":97.75000000000003,"false_positive":522.25,"false_negative":29.35,"true_negative":150.65000000000003,"positive_prevalence":0.15887500000000002,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499934,"brier_skill":-4.002284179684766,"baseline_adjusted_skill":-0.007038828963354615,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.5707602350911151,"normalized_score_rmse":0.6308343366552503,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-2.4591529399461516,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.06451612903225803,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.4929412034402381,"accuracy":0.5,"positive_recall":0.98,"specificity":0.02,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6621621621621622,"true_positive":49,"false_positive":49,"false_negative":1,"true_negative":1,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.9717648137609525,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.027833001988071572,"uniform_accuracy_baseline":0.058823529411766766,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":-0.1425233644859813,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.51,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":-0.0652173913043479,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.4235189613551587,"accuracy":0.52,"positive_recall":0.74,"specificity":0.3,"precision":0.5138888888888888,"balanced_accuracy":0.52,"f1":0.6065573770491803,"true_positive":37,"false_positive":35,"false_negative":13,"true_negative":15,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.6940758454206348,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.37,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":43,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.17768450754951323,"accuracy":0.7567567567567568,"positive_recall":0.6901408450704225,"specificity":0.8181818181818182,"precision":0.7777777777777778,"balanced_accuracy":0.7541613316261204,"f1":0.7313432835820896,"true_positive":49,"false_positive":14,"false_negative":22,"true_negative":63,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.24958911614317017,"brier_skill":0.2880919236574834,"baseline_adjusted_skill":0.5083226632522408,"baseline_adjusted_score":0.5083226632522408},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.23,"uniform_accuracy_baseline":0.2005,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":-0.08450704225352108,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.7647058823529412,"baseline_adjusted_score":0.7647058823529412},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.6,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.14893617021276587,"baseline_adjusted_score":0.14893617021276587},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.83,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.6530612244897959,"baseline_adjusted_score":0.6530612244897959},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.0775858688716309,"accuracy":0.6185356172400001,"positive_recall":0.9939140415471127,"specificity":0.016279675720452216,"precision":0.6184694688383838,"balanced_accuracy":0.5050968586337825,"f1":0.7624804959704499,"true_positive":61.228477415,"false_positive":37.771522585,"false_negative":0.374915691,"true_negative":0.625084309,"positive_prevalence":0.61603393106,"majority_accuracy_baseline":0.61603393106,"constant_brier_baseline":0.07908707655202402,"brier_skill":0.018981706567515078,"baseline_adjusted_skill":0.010193717267565017,"baseline_adjusted_score":0.010193717267565017},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2055627316104881,"accuracy":0.69,"positive_recall":0.76,"specificity":0.62,"precision":0.6666666666666666,"balanced_accuracy":0.69,"f1":0.7102803738317757,"true_positive":38,"false_positive":19,"false_negative":12,"true_negative":31,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.1777490735580476,"baseline_adjusted_skill":0.3799999999999999,"baseline_adjusted_score":0.3799999999999999},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.6,"uniform_accuracy_baseline":0.012987012987012986,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.5789473684210525,"baseline_adjusted_score":0.5789473684210525},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.75,"baseline_adjusted_score":0.75},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.35,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":-0.015625000000000014,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.13292943477756516,"accuracy":0.86,"positive_recall":1,"specificity":0.72,"precision":0.78125,"balanced_accuracy":0.86,"f1":0.8771929824561403,"true_positive":50,"false_positive":14,"false_negative":0,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.46828226088973934,"baseline_adjusted_skill":0.72,"baseline_adjusted_score":0.72},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.15421518549038504,"accuracy":0.49187976264062205,"positive_recall":0.8626837376631671,"specificity":0.3192198189432012,"precision":0.3710906287750708,"balanced_accuracy":0.5909517783031841,"f1":0.5189504002545325,"true_positive":191.85385507671162,"false_positive":325.1461449232884,"false_negative":30.538021228276193,"true_negative":152.4619787717238,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768642,"brier_skill":-0.7380878157025708,"baseline_adjusted_skill":0.18190355660636826,"baseline_adjusted_score":0.18190355660636826},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24965419698992797,"accuracy":0.54,"positive_recall":0.66,"specificity":0.42,"precision":0.532258064516129,"balanced_accuracy":0.54,"f1":0.5892857142857143,"true_positive":33,"false_positive":29,"false_negative":17,"true_negative":21,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.0013832120402881287,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.7615894039735099,"uniform_accuracy_baseline":0.006622516556291391,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.7517241379310345,"baseline_adjusted_score":0.7517241379310345},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.58,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.2255965292841648,"baseline_adjusted_score":0.2255965292841648},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.1,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.20989392345485186,"accuracy":0.64,"positive_recall":0.78,"specificity":0.5,"precision":0.609375,"balanced_accuracy":0.64,"f1":0.6842105263157895,"true_positive":39,"false_positive":25,"false_negative":11,"true_negative":25,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.16042430618059256,"baseline_adjusted_skill":0.28,"baseline_adjusted_score":0.28},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.61,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.18749999999999994,"baseline_adjusted_score":0.18749999999999994},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.07142857142857142,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.8651685393258427,"baseline_adjusted_score":0.8651685393258427},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.64,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.21739130434782605,"baseline_adjusted_score":0.21739130434782605},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.36,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.12328767123287668,"baseline_adjusted_score":0.12328767123287668},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.6111111111111112,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":-0.16666666666666638,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.22128163101451592,"accuracy":0.6341463414634146,"positive_recall":0.6,"specificity":0.6666666666666666,"precision":0.631578947368421,"balanced_accuracy":0.6333333333333333,"f1":0.6153846153846154,"true_positive":24,"false_positive":14,"false_negative":16,"true_negative":28,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.2498512790005949,"brier_skill":0.1143466149157113,"baseline_adjusted_skill":0.2666666666666666,"baseline_adjusted_score":0.2666666666666666},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1635704931034683,"accuracy":0.82,"positive_recall":0.88,"specificity":0.76,"precision":0.7857142857142857,"balanced_accuracy":0.8200000000000001,"f1":0.8301886792452831,"true_positive":44,"false_positive":12,"false_negative":6,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3457180275861268,"baseline_adjusted_skill":0.6400000000000001,"baseline_adjusted_score":0.6400000000000001},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.6005586592178771,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.48745519713261654,"baseline_adjusted_score":0.48745519713261654},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.38,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":-0.016393442622950834,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.17380329578832332,"accuracy":0.75,"positive_recall":0.5,"specificity":0.8205128205128205,"precision":0.44,"balanced_accuracy":0.6602564102564102,"f1":0.46808510638297873,"true_positive":22,"false_positive":28,"false_negative":22,"true_negative":128,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.012839719046173093,"baseline_adjusted_skill":0.3205128205128205,"baseline_adjusted_score":0.3205128205128205},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.1766746116077124,"accuracy":0.765,"positive_recall":0.22,"specificity":0.9466666666666667,"precision":0.5789473684210527,"balanced_accuracy":0.5833333333333334,"f1":0.3188405797101449,"true_positive":11,"false_positive":8,"false_negative":39,"true_negative":142,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":0.05773540475886729,"baseline_adjusted_skill":0.16666666666666674,"baseline_adjusted_score":0.16666666666666674},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.09890906883140013,"accuracy":0.91,"positive_recall":0.6842105263157895,"specificity":0.9337016574585635,"precision":0.52,"balanced_accuracy":0.8089560918871765,"f1":0.5909090909090909,"true_positive":13,"false_positive":12,"false_negative":6,"true_negative":169,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.085975,"brier_skill":-0.1504398817260848,"baseline_adjusted_skill":0.6179121837743531,"baseline_adjusted_score":0.6179121837743531},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.15537258164207116,"accuracy":0.7504821428571429,"positive_recall":0.7212578117250272,"specificity":0.7523477225666322,"precision":0.15677015955153084,"balanced_accuracy":0.7368027671458297,"f1":0.2575583145888312,"true_positive":121.18333333333334,"false_positive":651.8166666666667,"false_negative":46.833333333333336,"true_negative":1980.1666666666667,"positive_prevalence":0.060005952380952375,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679138,"brier_skill":-3.8250897749541837,"baseline_adjusted_skill":0.4736055342916594,"baseline_adjusted_score":0.4736055342916594},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.5070821529745042,"uniform_accuracy_baseline":0.027777777777777776,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.435064935064935,"baseline_adjusted_score":0.435064935064935},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.32,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.0285714285714286,"baseline_adjusted_score":0.0285714285714286},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.18027473771606356,"accuracy":0.76,"positive_recall":0.6,"specificity":0.92,"precision":0.8823529411764706,"balanced_accuracy":0.76,"f1":0.7142857142857143,"true_positive":30,"false_positive":4,"false_negative":20,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.27890104913574576,"baseline_adjusted_skill":0.52,"baseline_adjusted_score":0.52},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.19834086508313803,"accuracy":0.71,"positive_recall":1,"specificity":0.42,"precision":0.6329113924050633,"balanced_accuracy":0.71,"f1":0.7751937984496124,"true_positive":50,"false_positive":29,"false_negative":0,"true_negative":21,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.20663653966744788,"baseline_adjusted_skill":0.41999999999999993,"baseline_adjusted_score":0.41999999999999993},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.57,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":-0.10256410256410266,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.68,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.6595744680851066,"baseline_adjusted_score":0.6595744680851066},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.18210813765804137,"accuracy":0.76,"positive_recall":1,"specificity":0.52,"precision":0.6756756756756757,"balanced_accuracy":0.76,"f1":0.8064516129032258,"true_positive":50,"false_positive":24,"false_negative":0,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2715674493678345,"baseline_adjusted_skill":0.52,"baseline_adjusted_score":0.52},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.82,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.7313432835820896,"baseline_adjusted_score":0.7313432835820896},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10991470567895484,"accuracy":0.95,"positive_recall":0.96,"specificity":0.94,"precision":0.9411764705882353,"balanced_accuracy":0.95,"f1":0.9504950495049505,"true_positive":48,"false_positive":3,"false_negative":2,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5603411772841806,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.4717264324324324,"uniform_accuracy_baseline":0.23445945945945948,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.2838484336553888,"baseline_adjusted_score":0.2838484336553888},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.06675686272449377,"accuracy":0.6185526644736842,"positive_recall":0.8643107823990781,"specificity":0.3845363749500273,"precision":0.5721428928571429,"balanced_accuracy":0.6244235786745527,"f1":0.688514053585784,"true_positive":64.080004,"false_positive":47.919996,"false_negative":10.059999,"true_negative":29.940001,"positive_prevalence":0.4877631776315789,"majority_accuracy_baseline":0.512236822368421,"constant_brier_baseline":0.09451910039768556,"brier_skill":0.2937209257851928,"baseline_adjusted_skill":0.24884715734910534,"baseline_adjusted_score":0.24884715734910534},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.17140762454754488,"normalized_score_rmse":0.20391273010822733,"constant_score_baseline":0.5841668333333333,"constant_mae_baseline":0.21700552708333334,"baseline_adjusted_skill":0.21012323118515863,"baseline_adjusted_score":0.21012323118515863},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25908142552622293,"accuracy":0.58,"positive_recall":0.98,"specificity":0.18,"precision":0.5444444444444444,"balanced_accuracy":0.58,"f1":0.7,"true_positive":49,"false_positive":41,"false_negative":1,"true_negative":9,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.03632570210489172,"baseline_adjusted_skill":0.15999999999999992,"baseline_adjusted_score":0.15999999999999992},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2580623437488302,"accuracy":0.49,"positive_recall":0.94,"specificity":0.04,"precision":0.49473684210526314,"balanced_accuracy":0.49,"f1":0.6482758620689655,"true_positive":47,"false_positive":48,"false_negative":3,"true_negative":2,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.03224937499532077,"baseline_adjusted_skill":-0.020000000000000018,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.72,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.540983606557377,"baseline_adjusted_score":0.540983606557377},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.715,"uniform_accuracy_baseline":0.036111111111111115,"fixed_answer_accuracy_baseline":0.08833333333333333,"baseline_adjusted_skill":0.6873857404021937,"baseline_adjusted_score":0.6873857404021937},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.82,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.5909090909090907,"baseline_adjusted_score":0.5909090909090907},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.71,"uniform_accuracy_baseline":0.049879324215607396,"fixed_answer_accuracy_baseline":0.12442477876106194,"baseline_adjusted_skill":0.6687891651505963,"baseline_adjusted_score":0.6687891651505963},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24959400243904223,"accuracy":0.52,"positive_recall":0.72,"specificity":0.32,"precision":0.5142857142857142,"balanced_accuracy":0.52,"f1":0.6,"true_positive":36,"false_positive":34,"false_negative":14,"true_negative":16,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.001623990243831086,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.6944444444444444,"uniform_accuracy_baseline":0.23888888888888887,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.5686274509803921,"baseline_adjusted_score":0.5686274509803921},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.2616327089595332,"accuracy":0.578125,"positive_recall":0.46875,"specificity":0.6875,"precision":0.6,"balanced_accuracy":0.578125,"f1":0.5263157894736842,"true_positive":15,"false_positive":10,"false_negative":17,"true_negative":22,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.04653083583813289,"baseline_adjusted_skill":0.15625,"baseline_adjusted_score":0.15625},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.8913043478260868,"baseline_adjusted_score":0.8913043478260868},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.74,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.6060606060606061,"baseline_adjusted_score":0.6060606060606061},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3123569361187097,"accuracy":0.46,"positive_recall":0.26,"specificity":0.66,"precision":0.43333333333333335,"balanced_accuracy":0.46,"f1":0.325,"true_positive":13,"false_positive":17,"false_negative":37,"true_negative":33,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.24942774447483873,"baseline_adjusted_skill":-0.07999999999999996,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.8260869565217391,"baseline_adjusted_score":0.8260869565217391},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.15414752145112018,"accuracy":0.7575757575757576,"positive_recall":0.5625,"specificity":0.9411764705882353,"precision":0.9,"balanced_accuracy":0.7518382352941176,"f1":0.6923076923076923,"true_positive":9,"false_positive":1,"false_negative":7,"true_negative":16,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.3828431953666549,"baseline_adjusted_skill":0.5036764705882353,"baseline_adjusted_score":0.5036764705882353},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.2910454984959209,"normalized_score_rmse":0.35613443300403985,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.11804394395175499,"baseline_adjusted_score":0.11804394395175499},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.15625,"uniform_accuracy_baseline":0.178125,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.18421052631578944,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.19658930719021117,"accuracy":0.5294117647058824,"positive_recall":0.058823529411764705,"specificity":1,"precision":1,"balanced_accuracy":0.5294117647058824,"f1":0.1111111111111111,"true_positive":1,"false_positive":0,"false_negative":16,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.21364277123915532,"baseline_adjusted_skill":0.05882352941176472,"baseline_adjusted_score":0.05882352941176472},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.22058636473722362,"normalized_score_rmse":0.29216040055560616,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-0.49998728021312067,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.5208333333333334,"uniform_accuracy_baseline":0.13194444444444445,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":-0.19999999999999984,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.2155178238221191,"accuracy":0.6923076923076923,"positive_recall":1,"specificity":0.38461538461538464,"precision":0.6190476190476191,"balanced_accuracy":0.6923076923076923,"f1":0.7647058823529411,"true_positive":26,"false_positive":16,"false_negative":0,"true_negative":10,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.13792870471152363,"baseline_adjusted_skill":0.3846153846153846,"baseline_adjusted_score":0.3846153846153846},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.1639973052332963,"accuracy":0.8266666666666667,"positive_recall":0.7692307692307693,"specificity":0.8888888888888888,"precision":0.8823529411764706,"balanced_accuracy":0.829059829059829,"f1":0.821917808219178,"true_positive":30,"false_positive":4,"false_negative":9,"true_negative":32,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24960000000000004,"brier_skill":0.3429595142896784,"baseline_adjusted_skill":0.658119658119658,"baseline_adjusted_score":0.658119658119658},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.2844647639648008,"normalized_score_rmse":0.3645831817440296,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.015945585588574174,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.7647058823529411,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.6799999999999998,"baseline_adjusted_score":0.6799999999999998},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.15394264413406814,"accuracy":0.8214285714285714,"positive_recall":1,"specificity":0.6428571428571429,"precision":0.7368421052631579,"balanced_accuracy":0.8214285714285714,"f1":0.8484848484848485,"true_positive":14,"false_positive":5,"false_negative":0,"true_negative":9,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.38422942346372746,"baseline_adjusted_skill":0.6428571428571428,"baseline_adjusted_score":0.6428571428571428},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.2913417268023843,"normalized_score_rmse":0.3468274570087835,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.1696969696969697,"baseline_adjusted_skill":-0.7168351757997644,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.13065587558548253,"accuracy":0.8705882352941177,"positive_recall":0.8666666666666667,"specificity":0.875,"precision":0.8863636363636364,"balanced_accuracy":0.8708333333333333,"f1":0.8764044943820225,"true_positive":39,"false_positive":5,"false_negative":6,"true_negative":35,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.2491349480968858,"brier_skill":0.47556183271938257,"baseline_adjusted_skill":0.7416666666666667,"baseline_adjusted_score":0.7416666666666667},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.56,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.42105263157894746,"baseline_adjusted_score":0.42105263157894746},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.19239288264685822,"accuracy":0.62,"positive_recall":0.6285714285714286,"specificity":0.6,"precision":0.7857142857142857,"balanced_accuracy":0.6142857142857143,"f1":0.6984126984126984,"true_positive":22,"false_positive":6,"false_negative":13,"true_negative":9,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.21,"brier_skill":0.0838434159673418,"baseline_adjusted_skill":0.22857142857142865,"baseline_adjusted_score":0.22857142857142865},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.2477287853406583,"normalized_score_rmse":0.3547521038288967,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.11525433806907759,"baseline_adjusted_score":0.11525433806907759},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.6455696202531646,"uniform_accuracy_baseline":0.24240506329113923,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.391304347826087,"baseline_adjusted_score":0.391304347826087},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.13350982244367102,"accuracy":0.8571428571428571,"positive_recall":1,"specificity":0.7,"precision":0.7857142857142857,"balanced_accuracy":0.85,"f1":0.88,"true_positive":11,"false_positive":3,"false_negative":0,"true_negative":7,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.2494331065759637,"brier_skill":0.46474698456673713,"baseline_adjusted_skill":0.7,"baseline_adjusted_score":0.7},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.48484848484848486,"uniform_accuracy_baseline":0.32373737373737377,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.15000000000000005,"baseline_adjusted_score":0.15000000000000005},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.2636989312230967,"accuracy":0.48484848484848486,"positive_recall":0.5882352941176471,"specificity":0.375,"precision":0.5,"balanced_accuracy":0.48161764705882354,"f1":0.5405405405405406,"true_positive":10,"false_positive":10,"false_negative":7,"true_negative":6,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":-0.055765206257177624,"baseline_adjusted_skill":-0.03676470588235292,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.29399868193554346,"normalized_score_rmse":0.35005730711169386,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.3431372549019608,"baseline_adjusted_skill":0.14320384121641616,"baseline_adjusted_score":0.14320384121641616},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1334672795216779,"accuracy":0.86,"positive_recall":0.8,"specificity":0.92,"precision":0.9090909090909091,"balanced_accuracy":0.8600000000000001,"f1":0.851063829787234,"true_positive":40,"false_positive":4,"false_negative":10,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.46613088191328844,"baseline_adjusted_skill":0.7200000000000002,"baseline_adjusted_score":0.7200000000000002},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.45333333333333337,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":0.154639175257732,"baseline_adjusted_score":0.154639175257732},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.24715083123240406,"accuracy":0.5333333333333333,"positive_recall":0.10810810810810811,"specificity":0.9473684210526315,"precision":0.6666666666666666,"balanced_accuracy":0.5277382645803699,"f1":0.18604651162790697,"true_positive":4,"false_positive":2,"false_negative":33,"true_negative":36,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555554,"brier_skill":0.011220892117871362,"baseline_adjusted_skill":0.05547652916073975,"baseline_adjusted_score":0.05547652916073975},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.14285714285714285,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.923076923076923,"baseline_adjusted_score":0.923076923076923},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.36,"uniform_accuracy_baseline":0.32416666666666666,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.03030303030303025,"baseline_adjusted_score":0.03030303030303025},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.21219308787326674,"accuracy":0.6666666666666666,"positive_recall":0.375,"specificity":0.9411764705882353,"precision":0.8571428571428571,"balanced_accuracy":0.6580882352941176,"f1":0.5217391304347826,"true_positive":6,"false_positive":1,"false_negative":10,"true_negative":16,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.15044752686034013,"baseline_adjusted_skill":0.3161764705882353,"baseline_adjusted_score":0.3161764705882353},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.21650234779048985,"normalized_score_rmse":0.247776674427415,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.014541037643287513,"baseline_adjusted_score":0.014541037643287513},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2108388501183777,"accuracy":0.63,"positive_recall":0.6818181818181818,"specificity":0.6153846153846154,"precision":0.3333333333333333,"balanced_accuracy":0.6486013986013985,"f1":0.44776119402985076,"true_positive":15,"false_positive":30,"false_negative":7,"true_negative":48,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.2286646277294737,"baseline_adjusted_skill":0.2972027972027971,"baseline_adjusted_score":0.2972027972027971},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.14006199630226265,"accuracy":0.87,"positive_recall":0.7567567567567568,"specificity":0.9365079365079365,"precision":0.875,"balanced_accuracy":0.8466323466323467,"f1":0.8115942028985508,"true_positive":28,"false_positive":4,"false_negative":9,"true_negative":59,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000003,"brier_skill":0.39913343499672826,"baseline_adjusted_skill":0.6932646932646933,"baseline_adjusted_score":0.6932646932646933},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.18311400320950505,"accuracy":0.74,"positive_recall":0.5897435897435898,"specificity":0.8360655737704918,"precision":0.696969696969697,"balanced_accuracy":0.7129045817570407,"f1":0.6388888888888888,"true_positive":23,"false_positive":10,"false_negative":16,"true_negative":51,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379,"brier_skill":0.23029002434003765,"baseline_adjusted_skill":0.4258091635140815,"baseline_adjusted_score":0.4258091635140815},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.20122606890777206,"accuracy":0.69,"positive_recall":0.8387096774193549,"specificity":0.6231884057971014,"precision":0.5,"balanced_accuracy":0.7309490416082282,"f1":0.6265060240963856,"true_positive":26,"false_positive":26,"false_negative":5,"true_negative":43,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999998,"brier_skill":0.05925166476029886,"baseline_adjusted_skill":0.4618980832164563,"baseline_adjusted_score":0.4618980832164563},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.68,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.5555555555555556,"baseline_adjusted_score":0.5555555555555556},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.2264578936454888,"normalized_score_rmse":0.2715771017086944,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.025987554212951514,"baseline_adjusted_score":0.025987554212951514},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.17916205382081432,"accuracy":0.74,"positive_recall":0.92,"specificity":0.56,"precision":0.6764705882352942,"balanced_accuracy":0.74,"f1":0.7796610169491526,"true_positive":46,"false_positive":22,"false_negative":4,"true_negative":28,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2833517847167427,"baseline_adjusted_skill":0.48,"baseline_adjusted_score":0.48},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24650421495484415,"accuracy":0.58,"positive_recall":0.86,"specificity":0.3,"precision":0.5512820512820513,"balanced_accuracy":0.58,"f1":0.671875,"true_positive":43,"false_positive":35,"false_negative":7,"true_negative":15,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.01398314018062341,"baseline_adjusted_skill":0.15999999999999992,"baseline_adjusted_score":0.15999999999999992},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.35,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.8571428571428573,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.17753353639793082,"accuracy":0.75,"positive_recall":0.84,"specificity":0.66,"precision":0.711864406779661,"balanced_accuracy":0.75,"f1":0.7706422018348624,"true_positive":42,"false_positive":17,"false_negative":8,"true_negative":33,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2898658544082767,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.82,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.5714285714285714,"baseline_adjusted_score":0.5714285714285714},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.42,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.03333333333333327,"baseline_adjusted_score":0.03333333333333327},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2488150624200471,"accuracy":0.53,"positive_recall":0.06,"specificity":1,"precision":1,"balanced_accuracy":0.53,"f1":0.11320754716981132,"true_positive":3,"false_positive":0,"false_negative":47,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.004739750319811553,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.20851190476190473,"fixed_answer_accuracy_baseline":0.22333333333333333,"baseline_adjusted_skill":0.9613733905579399,"baseline_adjusted_score":0.9613733905579399},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.12361768489036866,"accuracy":0.92,"positive_recall":0.9,"specificity":0.94,"precision":0.9375,"balanced_accuracy":0.9199999999999999,"f1":0.9183673469387755,"true_positive":45,"false_positive":3,"false_negative":5,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5055292604385253,"baseline_adjusted_skill":0.8399999999999999,"baseline_adjusted_score":0.8399999999999999},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.2328000985564496,"normalized_score_rmse":0.2725751844090036,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.2239996714785013,"baseline_adjusted_score":0.2239996714785013},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.22851190476190475,"fixed_answer_accuracy_baseline":0.24333333333333332,"baseline_adjusted_skill":0.881057268722467,"baseline_adjusted_score":0.881057268722467},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.101378259416599,"accuracy":0.94,"positive_recall":0.98,"specificity":0.9,"precision":0.9074074074074074,"balanced_accuracy":0.94,"f1":0.9423076923076923,"true_positive":49,"false_positive":5,"false_negative":1,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.594486962333604,"baseline_adjusted_skill":0.8799999999999999,"baseline_adjusted_score":0.8799999999999999},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.2237198061699334,"normalized_score_rmse":0.264894557569976,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.3042222222222222,"baseline_adjusted_skill":0.26461714553345494,"baseline_adjusted_score":0.26461714553345494},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.74,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.5806451612903225,"baseline_adjusted_score":0.5806451612903225},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1985935714148904,"accuracy":0.67,"positive_recall":1,"specificity":0.34,"precision":0.6024096385542169,"balanced_accuracy":0.67,"f1":0.7518796992481203,"true_positive":50,"false_positive":33,"false_negative":0,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.20562571434043841,"baseline_adjusted_skill":0.3400000000000001,"baseline_adjusted_score":0.3400000000000001},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.6000000000000001,"baseline_adjusted_score":0.6000000000000001},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.14231837007419493,"accuracy":0.86,"positive_recall":0.94,"specificity":0.78,"precision":0.8103448275862069,"balanced_accuracy":0.86,"f1":0.8703703703703703,"true_positive":47,"false_positive":11,"false_negative":3,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4307265197032203,"baseline_adjusted_skill":0.72,"baseline_adjusted_score":0.72},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.55,"uniform_accuracy_baseline":0.3533333333333333,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.23728813559322043,"baseline_adjusted_score":0.23728813559322043},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.6,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.3548387096774193,"baseline_adjusted_score":0.3548387096774193},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.06451612903225803,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.27,"uniform_accuracy_baseline":0.1111111111111111,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.130952380952381,"baseline_adjusted_score":0.130952380952381},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.1257734400039994,"accuracy":0.713875,"positive_recall":0.5234014502307186,"specificity":0.7584451642757982,"precision":0.3364406779661017,"balanced_accuracy":0.6409233072532584,"f1":0.40959504771730726,"true_positive":39.7,"false_positive":78.3,"false_negative":36.15,"true_negative":245.85,"positive_prevalence":0.189625,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500001,"brier_skill":-0.6522264385075918,"baseline_adjusted_skill":0.2818466145065168,"baseline_adjusted_score":0.2818466145065168},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.31752483674727416,"normalized_score_rmse":0.35013797732216323,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":-0.4854963122679494,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.09672983132490603,"accuracy":0.7508750000000001,"positive_recall":0.5860290670417252,"specificity":0.8108062041929435,"precision":0.5296610169491526,"balanced_accuracy":0.6984176356173344,"f1":0.5564210994880926,"true_positive":62.5,"false_positive":55.5,"false_negative":44.15,"true_negative":237.85,"positive_prevalence":0.266625,"majority_accuracy_baseline":0.733375,"constant_brier_baseline":0.115654859375,"brier_skill":0.16363366098376675,"baseline_adjusted_skill":0.3968352712346688,"baseline_adjusted_score":0.3968352712346688},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.2860005089429691,"normalized_score_rmse":0.3174213774450054,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":-0.0641879402529082,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.0986628057625467,"accuracy":0.727125,"positive_recall":0.6380313199105145,"specificity":0.7616652211621856,"precision":0.5092857142857142,"balanced_accuracy":0.69984827053635,"f1":0.5664349553128103,"true_positive":71.3,"false_positive":68.7,"false_negative":40.45,"true_negative":219.55,"positive_prevalence":0.279375,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937500001,"brier_skill":0.12808045197574036,"baseline_adjusted_skill":0.39969654107270003,"baseline_adjusted_score":0.39969654107270003},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.2913112167264364,"normalized_score_rmse":0.32787503456824346,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":-0.10188639896524387,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.09570140337587374,"accuracy":0.8426249999999998,"positive_recall":0.4664788732394366,"specificity":0.9498795180722891,"precision":0.7263157894736841,"balanced_accuracy":0.7081791956558628,"f1":0.5680960548885077,"true_positive":41.4,"false_positive":15.6,"false_negative":47.35,"true_negative":295.65,"positive_prevalence":0.221875,"majority_accuracy_baseline":0.778125,"constant_brier_baseline":0.12674023437499998,"brier_skill":0.2449011645922029,"baseline_adjusted_skill":0.4163583913117257,"baseline_adjusted_score":0.4163583913117257},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3193305014334593,"normalized_score_rmse":0.33680223099485057,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":-0.41531524181034607,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.10588634456221152,"accuracy":0.7384999999999999,"positive_recall":0.7429111531190926,"specificity":0.7369136641740311,"precision":0.5038461538461538,"balanced_accuracy":0.7399124086465618,"f1":0.6004583651642474,"true_positive":78.6,"false_positive":77.4,"false_negative":27.2,"true_negative":216.8,"positive_prevalence":0.2645,"majority_accuracy_baseline":0.7355,"constant_brier_baseline":0.11362725,"brier_skill":0.0681254315121459,"baseline_adjusted_skill":0.47982481729312365,"baseline_adjusted_score":0.47982481729312365},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.30252577371592504,"normalized_score_rmse":0.33876223133703925,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":-0.20408268145641828,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.1209641362924914,"accuracy":0.737,"positive_recall":0.6161879895561359,"specificity":0.7656153370439085,"precision":0.38373983739837403,"balanced_accuracy":0.6909016633000222,"f1":0.47294589178356716,"true_positive":47.2,"false_positive":75.8,"false_negative":29.4,"true_negative":247.6,"positive_prevalence":0.19149999999999998,"majority_accuracy_baseline":0.8085,"constant_brier_baseline":0.09190274999999999,"brier_skill":-0.31621889761178434,"baseline_adjusted_skill":0.38180332660004446,"baseline_adjusted_score":0.38180332660004446},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.32336174602271284,"normalized_score_rmse":0.3526079115433501,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":-0.563077926393778,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.10344630499243937,"accuracy":0.8482500000000001,"positive_recall":0.725609756097561,"specificity":0.8759963212752913,"precision":0.5696808510638297,"balanced_accuracy":0.8008030386864261,"f1":0.638259833134684,"true_positive":53.55,"false_positive":40.45,"false_negative":20.25,"true_negative":285.75,"positive_prevalence":0.1845,"majority_accuracy_baseline":0.8155,"constant_brier_baseline":0.10922225,"brier_skill":0.05288249424966651,"baseline_adjusted_skill":0.6016060773728522,"baseline_adjusted_score":0.6016060773728522},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.34393839995613107,"normalized_score_rmse":0.3662977058262209,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":-0.8161763694053128,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.1097887823738275,"accuracy":0.7807499999999998,"positive_recall":0.4509554140127388,"specificity":0.8612752721617417,"precision":0.4425,"balanced_accuracy":0.6561153430872403,"f1":0.44668769716088325,"true_positive":35.4,"false_positive":44.6,"false_negative":43.1,"true_negative":276.9,"positive_prevalence":0.19625,"majority_accuracy_baseline":0.80375,"constant_brier_baseline":0.09878593749999999,"brier_skill":-0.11138067980402089,"baseline_adjusted_skill":0.3122306861744806,"baseline_adjusted_score":0.3122306861744806},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3250593684079294,"normalized_score_rmse":0.3509624480885022,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":-0.5387425723452282,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.08319088573041508,"accuracy":0.6811224489795918,"positive_recall":0.7491103202846975,"specificity":0.6298119964189794,"precision":0.6043062200956938,"balanced_accuracy":0.6894611583518384,"f1":0.6689618644067796,"true_positive":126.3,"false_positive":82.7,"false_negative":42.3,"true_negative":140.7,"positive_prevalence":0.4301020408163265,"majority_accuracy_baseline":0.5698979591836735,"constant_brier_baseline":0.12359641815910039,"brier_skill":0.32691507594235447,"baseline_adjusted_skill":0.3789223167036768,"baseline_adjusted_score":0.3789223167036768},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.2346948090745477,"normalized_score_rmse":0.2719022249034549,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.1481447670627527,"baseline_adjusted_score":0.1481447670627527},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.1372298742850519,"accuracy":0.8014999999999999,"positive_recall":0.7368214004720692,"specificity":0.8137167484024371,"precision":0.42762557077625574,"balanced_accuracy":0.7752690744372532,"f1":0.5411730713666572,"true_positive":93.65,"false_positive":125.35,"false_negative":33.45,"true_negative":547.55,"positive_prevalence":0.158875,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499999,"brier_skill":-0.38928294391534424,"baseline_adjusted_skill":0.5505381488745065,"baseline_adjusted_score":0.5505381488745065},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.38105289974543455,"normalized_score_rmse":0.4049213407431356,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-1.3094115136086941,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.42,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.06451612903225803,"baseline_adjusted_score":0.06451612903225803},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25124140320165056,"accuracy":0.56,"positive_recall":0.7,"specificity":0.42,"precision":0.546875,"balanced_accuracy":0.5599999999999999,"f1":0.6140350877192983,"true_positive":35,"false_positive":29,"false_negative":15,"true_negative":21,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.004965612806602238,"baseline_adjusted_skill":0.11999999999999988,"baseline_adjusted_score":0.11999999999999988},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.22001325381047052,"uniform_accuracy_baseline":0.058823529411764705,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.08333333333333336,"baseline_adjusted_score":0.08333333333333336},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.63,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.19565217391304343,"baseline_adjusted_score":0.19565217391304343},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.22581535653386456,"accuracy":0.65,"positive_recall":0.48,"specificity":0.82,"precision":0.7272727272727273,"balanced_accuracy":0.6499999999999999,"f1":0.5783132530120482,"true_positive":24,"false_positive":9,"false_negative":26,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.09673857386454177,"baseline_adjusted_skill":0.2999999999999998,"baseline_adjusted_score":0.2999999999999998},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.35,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":-0.03174603174603177,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":44,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.2188348021080466,"accuracy":0.6621621621621622,"positive_recall":0.323943661971831,"specificity":0.974025974025974,"precision":0.92,"balanced_accuracy":0.6489848179989025,"f1":0.4791666666666667,"true_positive":23,"false_positive":2,"false_negative":48,"true_negative":75,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.24958911614317017,"brier_skill":0.12321977220145364,"baseline_adjusted_skill":0.297969635997805,"baseline_adjusted_score":0.297969635997805},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.29,"uniform_accuracy_baseline":0.2005,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.7794117647058825,"baseline_adjusted_score":0.7794117647058825},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.66,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.2765957446808511,"baseline_adjusted_score":0.2765957446808511},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.8163265306122449,"baseline_adjusted_score":0.8163265306122449},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08441508875768049,"accuracy":0.62279549532,"positive_recall":0.6727141027393135,"specificity":0.542706241479276,"precision":0.7023978189661018,"balanced_accuracy":0.6077101721092948,"f1":0.6872355785641373,"true_positive":41.441471319,"false_positive":17.558528681,"false_negative":20.161921787,"true_negative":20.838078213,"positive_prevalence":0.61603393106,"majority_accuracy_baseline":0.61603393106,"constant_brier_baseline":0.07908707655202402,"brier_skill":-0.06736893608846017,"baseline_adjusted_skill":0.21542034421858958,"baseline_adjusted_score":0.21542034421858958},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.20619119539117556,"accuracy":0.67,"positive_recall":0.5,"specificity":0.84,"precision":0.7575757575757576,"balanced_accuracy":0.6699999999999999,"f1":0.6024096385542169,"true_positive":25,"false_positive":8,"false_negative":25,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.17523521843529777,"baseline_adjusted_skill":0.33999999999999986,"baseline_adjusted_score":0.33999999999999986},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.57,"uniform_accuracy_baseline":0.012987012987012986,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.5473684210526315,"baseline_adjusted_score":0.5473684210526315},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.8500000000000001,"baseline_adjusted_score":0.8500000000000001},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.36,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.17353577850458993,"accuracy":0.78,"positive_recall":1,"specificity":0.56,"precision":0.6944444444444444,"balanced_accuracy":0.78,"f1":0.819672131147541,"true_positive":50,"false_positive":22,"false_negative":0,"true_negative":28,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3058568859816403,"baseline_adjusted_skill":0.56,"baseline_adjusted_score":0.56},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.09450926765361178,"accuracy":0.6460052326873743,"positive_recall":0.7207896810639021,"specificity":0.6111828480423638,"precision":0.463288351425072,"balanced_accuracy":0.6659862645531329,"f1":0.5640396222238134,"true_positive":160.29776959307492,"false_positive":185.70223040692508,"false_negative":62.0941067119129,"true_negative":291.9058932880871,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768642,"brier_skill":-0.06517011315955856,"baseline_adjusted_skill":0.33197252910626585,"baseline_adjusted_score":0.33197252910626585},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24070458313631604,"accuracy":0.56,"positive_recall":0.52,"specificity":0.6,"precision":0.5652173913043478,"balanced_accuracy":0.56,"f1":0.5416666666666666,"true_positive":26,"false_positive":20,"false_negative":24,"true_negative":30,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.037181667454735834,"baseline_adjusted_skill":0.1200000000000001,"baseline_adjusted_score":0.1200000000000001},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.7417218543046358,"uniform_accuracy_baseline":0.006622516556291391,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.7310344827586207,"baseline_adjusted_score":0.7310344827586207},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.6576470588235294,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.3687635574837309,"baseline_adjusted_score":0.3687635574837309},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.35,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.08333333333333341,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1675462085064762,"accuracy":0.75,"positive_recall":0.88,"specificity":0.62,"precision":0.6984126984126984,"balanced_accuracy":0.75,"f1":0.7787610619469026,"true_positive":44,"false_positive":19,"false_negative":6,"true_negative":31,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3298151659740952,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.77,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.5208333333333334,"baseline_adjusted_score":0.5208333333333334},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.07142857142857142,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9438202247191011,"baseline_adjusted_score":0.9438202247191011},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.45652173913043476,"baseline_adjusted_score":0.45652173913043476},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.35,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.10958904109589036,"baseline_adjusted_score":0.10958904109589036},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.7777777777777778,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.3333333333333334,"baseline_adjusted_score":0.3333333333333334},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.21574492847385818,"accuracy":0.7073170731707317,"positive_recall":0.75,"specificity":0.6666666666666666,"precision":0.6818181818181818,"balanced_accuracy":0.7083333333333333,"f1":0.7142857142857143,"true_positive":30,"false_positive":14,"false_negative":10,"true_negative":28,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.2498512790005949,"brier_skill":0.13650660770343914,"baseline_adjusted_skill":0.4166666666666665,"baseline_adjusted_score":0.4166666666666665},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.14955685759689652,"accuracy":0.85,"positive_recall":0.78,"specificity":0.92,"precision":0.9069767441860465,"balanced_accuracy":0.8500000000000001,"f1":0.8387096774193549,"true_positive":39,"false_positive":4,"false_negative":11,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4017725696124139,"baseline_adjusted_skill":0.7000000000000002,"baseline_adjusted_score":0.7000000000000002},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.6312849162011173,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.5268817204301075,"baseline_adjusted_score":0.5268817204301075},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.47,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.13114754098360648,"baseline_adjusted_score":0.13114754098360648},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.18405130429292815,"accuracy":0.75,"positive_recall":0.45454545454545453,"specificity":0.8333333333333334,"precision":0.43478260869565216,"balanced_accuracy":0.6439393939393939,"f1":0.4444444444444444,"true_positive":20,"false_positive":26,"false_negative":24,"true_negative":130,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.07256004832708718,"baseline_adjusted_skill":0.28787878787878785,"baseline_adjusted_score":0.28787878787878785},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.17897052942760022,"accuracy":0.74,"positive_recall":0.18,"specificity":0.9266666666666666,"precision":0.45,"balanced_accuracy":0.5533333333333333,"f1":0.2571428571428571,"true_positive":9,"false_positive":11,"false_negative":41,"true_negative":139,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":0.045490509719465444,"baseline_adjusted_skill":0.10666666666666669,"baseline_adjusted_score":0.10666666666666669},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.12070319032906346,"accuracy":0.905,"positive_recall":0.47368421052631576,"specificity":0.9502762430939227,"precision":0.5,"balanced_accuracy":0.7119802268101192,"f1":0.4864864864864865,"true_positive":9,"false_positive":9,"false_negative":10,"true_negative":172,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.085975,"brier_skill":-0.40393358917200883,"baseline_adjusted_skill":0.4239604536202384,"baseline_adjusted_score":0.4239604536202384},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.12485231095751197,"accuracy":0.8175654761904763,"positive_recall":0.6463644479714314,"specificity":0.8284943547008277,"precision":0.19392857142857142,"balanced_accuracy":0.7374294013361296,"f1":0.29834481811313845,"true_positive":108.6,"false_positive":451.4,"false_negative":59.416666666666664,"true_negative":2180.5833333333335,"positive_prevalence":0.060005952380952375,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679138,"brier_skill":-2.8772838979291913,"baseline_adjusted_skill":0.4748588026722591,"baseline_adjusted_score":0.4748588026722591},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.7252124645892352,"uniform_accuracy_baseline":0.027777777777777776,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.685064935064935,"baseline_adjusted_score":0.685064935064935},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.0428571428571429,"baseline_adjusted_score":0.0428571428571429},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.17638143293901554,"accuracy":0.78,"positive_recall":0.72,"specificity":0.84,"precision":0.8181818181818182,"balanced_accuracy":0.78,"f1":0.7659574468085106,"true_positive":36,"false_positive":8,"false_negative":14,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.29447426824393785,"baseline_adjusted_skill":0.56,"baseline_adjusted_score":0.56},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.13053886624016517,"accuracy":0.86,"positive_recall":0.98,"specificity":0.74,"precision":0.7903225806451613,"balanced_accuracy":0.86,"f1":0.875,"true_positive":49,"false_positive":13,"false_negative":1,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4778445350393393,"baseline_adjusted_skill":0.72,"baseline_adjusted_score":0.72},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.63,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":0.05128205128205133,"baseline_adjusted_score":0.05128205128205133},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.76,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.7446808510638298,"baseline_adjusted_score":0.7446808510638298},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1966370368574629,"accuracy":0.82,"positive_recall":0.86,"specificity":0.78,"precision":0.7962962962962963,"balanced_accuracy":0.8200000000000001,"f1":0.8269230769230769,"true_positive":43,"false_positive":11,"false_negative":7,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.21345185257014843,"baseline_adjusted_skill":0.6400000000000001,"baseline_adjusted_score":0.6400000000000001},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.82,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.7313432835820896,"baseline_adjusted_score":0.7313432835820896},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09833012916249294,"accuracy":0.96,"positive_recall":0.98,"specificity":0.94,"precision":0.9423076923076923,"balanced_accuracy":0.96,"f1":0.9607843137254902,"true_positive":49,"false_positive":3,"false_negative":1,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6066794833500282,"baseline_adjusted_skill":0.9199999999999999,"baseline_adjusted_score":0.9199999999999999},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.45433905405405406,"uniform_accuracy_baseline":0.23445945945945948,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.26027731629353174,"baseline_adjusted_score":0.26027731629353174},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.06646565125506688,"accuracy":0.6664912434210526,"positive_recall":0.8932200339943336,"specificity":0.45059509827620464,"precision":0.6075535412844038,"balanced_accuracy":0.6719075661352691,"f1":0.7231990271399089,"true_positive":66.223336,"false_positive":42.776664,"false_negative":7.916667,"true_negative":35.083332999999996,"positive_prevalence":0.4877631776315789,"majority_accuracy_baseline":0.512236822368421,"constant_brier_baseline":0.09451910039768556,"brier_skill":0.2968019059066881,"baseline_adjusted_skill":0.3438151322705383,"baseline_adjusted_score":0.3438151322705383},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.18501773123698867,"normalized_score_rmse":0.21777321025058236,"constant_score_baseline":0.5841668333333333,"constant_mae_baseline":0.21700552708333334,"baseline_adjusted_skill":0.1474054429685604,"baseline_adjusted_score":0.1474054429685604},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.23618890293710598,"accuracy":0.59,"positive_recall":0.86,"specificity":0.32,"precision":0.5584415584415584,"balanced_accuracy":0.59,"f1":0.6771653543307087,"true_positive":43,"false_positive":34,"false_negative":7,"true_negative":16,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.05524438825157607,"baseline_adjusted_skill":0.17999999999999994,"baseline_adjusted_score":0.17999999999999994},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2528428181961193,"accuracy":0.52,"positive_recall":0.94,"specificity":0.1,"precision":0.5108695652173914,"balanced_accuracy":0.52,"f1":0.6619718309859155,"true_positive":47,"false_positive":45,"false_negative":3,"true_negative":5,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.011371272784477249,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.64,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.4098360655737705,"baseline_adjusted_score":0.4098360655737705},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.78,"uniform_accuracy_baseline":0.036111111111111115,"fixed_answer_accuracy_baseline":0.08833333333333333,"baseline_adjusted_skill":0.7586837294332724,"baseline_adjusted_score":0.7586837294332724},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.8181818181818182,"baseline_adjusted_score":0.8181818181818182},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.71,"uniform_accuracy_baseline":0.049879324215607396,"fixed_answer_accuracy_baseline":0.12442477876106194,"baseline_adjusted_skill":0.6687891651505963,"baseline_adjusted_score":0.6687891651505963},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.27203986712114586,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":50,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.08815946848458345,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.23888888888888887,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.6470588235294118,"baseline_adjusted_score":0.6470588235294118},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.24306637100015388,"accuracy":0.65625,"positive_recall":0.90625,"specificity":0.40625,"precision":0.6041666666666666,"balanced_accuracy":0.65625,"f1":0.725,"true_positive":29,"false_positive":19,"false_negative":3,"true_negative":13,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.02773451599938448,"baseline_adjusted_skill":0.3125,"baseline_adjusted_score":0.3125},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.8913043478260868,"baseline_adjusted_score":0.8913043478260868},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.56,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.3333333333333334,"baseline_adjusted_score":0.3333333333333334},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24957284731982837,"accuracy":0.58,"positive_recall":0.42,"specificity":0.74,"precision":0.6176470588235294,"balanced_accuracy":0.58,"f1":0.5,"true_positive":21,"false_positive":13,"false_negative":29,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.0017086107206865098,"baseline_adjusted_skill":0.15999999999999992,"baseline_adjusted_score":0.15999999999999992},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8529411764705882,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.7826086956521737,"baseline_adjusted_score":0.7826086956521737},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.13129730162803527,"accuracy":0.9393939393939394,"positive_recall":0.875,"specificity":1,"precision":1,"balanced_accuracy":0.9375,"f1":0.9333333333333333,"true_positive":14,"false_positive":0,"false_negative":2,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.47432808282010874,"baseline_adjusted_skill":0.875,"baseline_adjusted_score":0.875},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.2855080614673804,"normalized_score_rmse":0.35113898579210484,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.13482405615945336,"baseline_adjusted_score":0.13482405615945336},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.1875,"uniform_accuracy_baseline":0.178125,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.14035087719298242,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.11755630851816863,"accuracy":0.9411764705882353,"positive_recall":1,"specificity":0.8823529411764706,"precision":0.8947368421052632,"balanced_accuracy":0.9411764705882353,"f1":0.9444444444444444,"true_positive":17,"false_positive":2,"false_negative":0,"true_negative":15,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5297747659273255,"baseline_adjusted_skill":0.8823529411764706,"baseline_adjusted_score":0.8823529411764706},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.20859922551696594,"normalized_score_rmse":0.3032227793625545,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-0.41847473351536846,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.4583333333333333,"uniform_accuracy_baseline":0.13194444444444445,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":-0.3565217391304347,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.24359798014916134,"accuracy":0.5769230769230769,"positive_recall":1,"specificity":0.15384615384615385,"precision":0.5416666666666666,"balanced_accuracy":0.5769230769230769,"f1":0.7027027027027027,"true_positive":26,"false_positive":22,"false_negative":0,"true_negative":4,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.025608079403354633,"baseline_adjusted_skill":0.15384615384615374,"baseline_adjusted_score":0.15384615384615374},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.2372434843608183,"accuracy":0.5466666666666666,"positive_recall":1,"specificity":0.05555555555555555,"precision":0.5342465753424658,"balanced_accuracy":0.5277777777777778,"f1":0.6964285714285714,"true_positive":39,"false_positive":34,"false_negative":0,"true_negative":2,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24960000000000004,"brier_skill":0.049505270990311434,"baseline_adjusted_skill":0.05555555555555558,"baseline_adjusted_score":0.05555555555555558},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.2872445441529193,"normalized_score_rmse":0.36895716405876017,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.025873371974711512,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.7058823529411765,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.6,"baseline_adjusted_score":0.6},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.20177970892643668,"accuracy":0.6785714285714286,"positive_recall":0.5714285714285714,"specificity":0.7857142857142857,"precision":0.7272727272727273,"balanced_accuracy":0.6785714285714286,"f1":0.64,"true_positive":8,"false_positive":3,"false_negative":6,"true_negative":11,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.19288116429425328,"baseline_adjusted_skill":0.3571428571428572,"baseline_adjusted_score":0.3571428571428572},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.2919734274812672,"normalized_score_rmse":0.3353059377718298,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.1696969696969697,"baseline_adjusted_skill":-0.7205576976574672,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.11772344094387248,"accuracy":0.9058823529411765,"positive_recall":0.9555555555555556,"specificity":0.85,"precision":0.8775510204081632,"balanced_accuracy":0.9027777777777778,"f1":0.9148936170212766,"true_positive":43,"false_positive":6,"false_negative":2,"true_negative":34,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.2491349480968858,"brier_skill":0.527471188433623,"baseline_adjusted_skill":0.8055555555555556,"baseline_adjusted_score":0.8055555555555556},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.76,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.6842105263157895,"baseline_adjusted_score":0.6842105263157895},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.2110737709865489,"accuracy":0.62,"positive_recall":0.6285714285714286,"specificity":0.6,"precision":0.7857142857142857,"balanced_accuracy":0.6142857142857143,"f1":0.6984126984126984,"true_positive":22,"false_positive":6,"false_negative":13,"true_negative":9,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.21,"brier_skill":-0.005113195174042406,"baseline_adjusted_skill":0.22857142857142865,"baseline_adjusted_score":0.22857142857142865},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.2609484281217923,"normalized_score_rmse":0.34749068211813594,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.06804132813645614,"baseline_adjusted_score":0.06804132813645614},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.6708860759493671,"uniform_accuracy_baseline":0.24240506329113923,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.4347826086956522,"baseline_adjusted_score":0.4347826086956522},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.20664544223367953,"accuracy":0.6666666666666666,"positive_recall":1,"specificity":0.3,"precision":0.6111111111111112,"balanced_accuracy":0.65,"f1":0.7586206896551724,"true_positive":11,"false_positive":7,"false_negative":0,"true_negative":3,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.2494331065759637,"brier_skill":0.17153963613588474,"baseline_adjusted_skill":0.30000000000000004,"baseline_adjusted_score":0.30000000000000004},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.3939393939393939,"uniform_accuracy_baseline":0.32373737373737377,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.23364057848891048,"accuracy":0.6363636363636364,"positive_recall":0.6470588235294118,"specificity":0.625,"precision":0.6470588235294118,"balanced_accuracy":0.6360294117647058,"f1":0.6470588235294118,"true_positive":11,"false_positive":6,"false_negative":6,"true_negative":10,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.0645787133293253,"baseline_adjusted_skill":0.2720588235294117,"baseline_adjusted_score":0.2720588235294117},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.32891370792421293,"normalized_score_rmse":0.37626029782679093,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.3431372549019608,"baseline_adjusted_skill":0.04145147976372232,"baseline_adjusted_score":0.04145147976372232},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1692924661611439,"accuracy":0.77,"positive_recall":0.54,"specificity":1,"precision":1,"balanced_accuracy":0.77,"f1":0.7012987012987013,"true_positive":27,"false_positive":0,"false_negative":23,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3228301353554244,"baseline_adjusted_skill":0.54,"baseline_adjusted_score":0.54},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.37333333333333335,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":0.030927835051546417,"baseline_adjusted_score":0.030927835051546417},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.2537784509426623,"accuracy":0.49333333333333335,"positive_recall":1,"specificity":0,"precision":0.49333333333333335,"balanced_accuracy":0.5,"f1":0.6607142857142857,"true_positive":37,"false_positive":38,"false_negative":0,"true_negative":0,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555554,"brier_skill":-0.015294300535188876,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.14285714285714285,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.8717948717948718,"baseline_adjusted_score":0.8717948717948718},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.32,"uniform_accuracy_baseline":0.32416666666666666,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.030303030303030335,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.19188553291664504,"accuracy":0.7878787878787878,"positive_recall":1,"specificity":0.5882352941176471,"precision":0.6956521739130435,"balanced_accuracy":0.7941176470588236,"f1":0.8205128205128205,"true_positive":16,"false_positive":7,"false_negative":0,"true_negative":10,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.23175240681534393,"baseline_adjusted_skill":0.5882352941176472,"baseline_adjusted_score":0.5882352941176472},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.2133312836574632,"normalized_score_rmse":0.24744244966825135,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.02897484680051232,"baseline_adjusted_score":0.02897484680051232},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1772930040058531,"accuracy":0.78,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":22,"true_negative":78,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.033176014020122935,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1850642845754132,"accuracy":0.71,"positive_recall":0.24324324324324326,"specificity":0.9841269841269841,"precision":0.9,"balanced_accuracy":0.6136851136851137,"f1":0.3829787234042553,"true_positive":9,"false_positive":1,"false_negative":28,"true_negative":62,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000003,"brier_skill":0.20607342524490269,"baseline_adjusted_skill":0.22737022737022738,"baseline_adjusted_score":0.22737022737022738},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.21402882034258142,"accuracy":0.67,"positive_recall":0.15384615384615385,"specificity":1,"precision":1,"balanced_accuracy":0.5769230769230769,"f1":0.26666666666666666,"true_positive":6,"false_positive":0,"false_negative":33,"true_negative":61,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379,"brier_skill":0.10034123437334419,"baseline_adjusted_skill":0.15384615384615374,"baseline_adjusted_score":0.15384615384615374},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.20312620203880744,"accuracy":0.81,"positive_recall":0.7419354838709677,"specificity":0.8405797101449275,"precision":0.6764705882352942,"balanced_accuracy":0.7912575970079476,"f1":0.7076923076923077,"true_positive":23,"false_positive":11,"false_negative":8,"true_negative":58,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999998,"brier_skill":0.050368386915346175,"baseline_adjusted_skill":0.5825151940158952,"baseline_adjusted_score":0.5825151940158952},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.7,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.5833333333333333,"baseline_adjusted_score":0.5833333333333333},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.2612241564898431,"normalized_score_rmse":0.3087634122782395,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":-0.12354475909609919,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.17246058925630142,"accuracy":0.8,"positive_recall":0.92,"specificity":0.68,"precision":0.7419354838709677,"balanced_accuracy":0.8,"f1":0.8214285714285714,"true_positive":46,"false_positive":16,"false_negative":4,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3101576429747943,"baseline_adjusted_skill":0.6000000000000001,"baseline_adjusted_score":0.6000000000000001},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2410913571854834,"accuracy":0.57,"positive_recall":0.24,"specificity":0.9,"precision":0.7058823529411765,"balanced_accuracy":0.5700000000000001,"f1":0.3582089552238806,"true_positive":12,"false_positive":5,"false_negative":38,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.03563457125806635,"baseline_adjusted_skill":0.14000000000000012,"baseline_adjusted_score":0.14000000000000012},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.52,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.37142857142857144,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.18603253101272446,"accuracy":0.71,"positive_recall":0.86,"specificity":0.56,"precision":0.6615384615384615,"balanced_accuracy":0.71,"f1":0.7478260869565218,"true_positive":43,"false_positive":22,"false_negative":7,"true_negative":28,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.25586987594910215,"baseline_adjusted_skill":0.41999999999999993,"baseline_adjusted_score":0.41999999999999993},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.6666666666666666,"baseline_adjusted_score":0.6666666666666666},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.43,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.049999999999999954,"baseline_adjusted_score":0.049999999999999954},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2147479123076943,"accuracy":0.69,"positive_recall":0.44,"specificity":0.94,"precision":0.88,"balanced_accuracy":0.69,"f1":0.5866666666666667,"true_positive":22,"false_positive":3,"false_negative":28,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.1410083507692228,"baseline_adjusted_skill":0.3799999999999999,"baseline_adjusted_score":0.3799999999999999},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.20851190476190473,"fixed_answer_accuracy_baseline":0.22333333333333333,"baseline_adjusted_skill":0.9742489270386265,"baseline_adjusted_score":0.9742489270386265},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.13810456295754261,"accuracy":0.91,"positive_recall":0.84,"specificity":0.98,"precision":0.9767441860465116,"balanced_accuracy":0.9099999999999999,"f1":0.9032258064516129,"true_positive":42,"false_positive":1,"false_negative":8,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.44758174816982954,"baseline_adjusted_skill":0.8199999999999998,"baseline_adjusted_score":0.8199999999999998},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.2418995176389063,"normalized_score_rmse":0.2859769243953803,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.193668274536979,"baseline_adjusted_score":0.193668274536979},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.93,"uniform_accuracy_baseline":0.22851190476190475,"fixed_answer_accuracy_baseline":0.24333333333333332,"baseline_adjusted_skill":0.907488986784141,"baseline_adjusted_score":0.907488986784141},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1034475153906,"accuracy":0.95,"positive_recall":0.96,"specificity":0.94,"precision":0.9411764705882353,"balanced_accuracy":0.95,"f1":0.9504950495049505,"true_positive":48,"false_positive":3,"false_negative":2,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5862099384376,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.23269677796253968,"normalized_score_rmse":0.2691028226214625,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.3042222222222222,"baseline_adjusted_skill":0.23510920319106754,"baseline_adjusted_score":0.23510920319106754},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.69,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.4999999999999999,"baseline_adjusted_score":0.4999999999999999},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.14872156073707757,"accuracy":0.84,"positive_recall":0.92,"specificity":0.76,"precision":0.7931034482758621,"balanced_accuracy":0.8400000000000001,"f1":0.8518518518518519,"true_positive":46,"false_positive":12,"false_negative":4,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4051137570516897,"baseline_adjusted_skill":0.6800000000000002,"baseline_adjusted_score":0.6800000000000002},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.55,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.10000000000000009,"baseline_adjusted_score":0.10000000000000009},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09745433608599263,"accuracy":0.95,"positive_recall":0.96,"specificity":0.94,"precision":0.9411764705882353,"balanced_accuracy":0.95,"f1":0.9504950495049505,"true_positive":48,"false_positive":3,"false_negative":2,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6101826556560295,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.47,"uniform_accuracy_baseline":0.3533333333333333,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.10169491525423727,"baseline_adjusted_score":0.10169491525423727},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.65,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.435483870967742,"baseline_adjusted_score":0.435483870967742},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.29,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.14516129032258068,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.1111111111111111,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.21428571428571433,"baseline_adjusted_score":0.21428571428571433},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.1396354269956347,"accuracy":0.774125,"positive_recall":0.43836519446275546,"specificity":0.8526916550979484,"precision":0.4104938271604938,"balanced_accuracy":0.6455284247803519,"f1":0.4239719477207523,"true_positive":33.25,"false_positive":47.75,"false_negative":42.6,"true_negative":276.4,"positive_prevalence":0.189625,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500001,"brier_skill":-0.8343248322312578,"baseline_adjusted_skill":0.29105684956070377,"baseline_adjusted_score":0.29105684956070377},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3559844045158652,"normalized_score_rmse":0.38990709117302397,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":-0.6654241146941062,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.11685760484292176,"accuracy":0.777875,"positive_recall":0.5850914205344585,"specificity":0.847963183910005,"precision":0.5831775700934579,"balanced_accuracy":0.7165273022222318,"f1":0.5841329276854669,"true_positive":62.4,"false_positive":44.6,"false_negative":44.25,"true_negative":248.75,"positive_prevalence":0.266625,"majority_accuracy_baseline":0.733375,"constant_brier_baseline":0.115654859375,"brier_skill":-0.0103994373813725,"baseline_adjusted_skill":0.43305460444446364,"baseline_adjusted_score":0.43305460444446364},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.334422919949217,"normalized_score_rmse":0.3640947491506685,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":-0.2443643532994122,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.12941603209204142,"accuracy":0.7228749999999999,"positive_recall":0.760178970917226,"specificity":0.7084128360797918,"precision":0.5026627218934911,"balanced_accuracy":0.7342959034985088,"f1":0.6051647373107747,"true_positive":84.95,"false_positive":84.05,"false_negative":26.8,"true_negative":204.2,"positive_prevalence":0.279375,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937500001,"brier_skill":-0.14369713426111663,"baseline_adjusted_skill":0.46859180699701763,"baseline_adjusted_score":0.46859180699701763},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.33281551315054786,"normalized_score_rmse":0.37193454701366385,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":-0.25887664548670575,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.13899030100549556,"accuracy":0.828125,"positive_recall":0.29859154929577464,"specificity":0.9791164658634538,"precision":0.803030303030303,"balanced_accuracy":0.6388540075796142,"f1":0.4353182751540041,"true_positive":26.5,"false_positive":6.5,"false_negative":62.25,"true_negative":304.75,"positive_prevalence":0.221875,"majority_accuracy_baseline":0.778125,"constant_brier_baseline":0.12674023437499998,"brier_skill":-0.09665491539371773,"baseline_adjusted_skill":0.2777080151592284,"baseline_adjusted_score":0.2777080151592284},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.38710596467366154,"normalized_score_rmse":0.4031735556667365,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":-0.7157051065868656,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.1301328745561042,"accuracy":0.74,"positive_recall":0.830812854442344,"specificity":0.7073419442556085,"precision":0.5051724137931035,"balanced_accuracy":0.7690773993489762,"f1":0.6283059328091495,"true_positive":87.9,"false_positive":86.1,"false_negative":17.9,"true_negative":208.1,"positive_prevalence":0.2645,"majority_accuracy_baseline":0.7355,"constant_brier_baseline":0.11362725,"brier_skill":-0.14526114603762919,"baseline_adjusted_skill":0.5381547986979525,"baseline_adjusted_score":0.5381547986979525},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3430356700562798,"normalized_score_rmse":0.3753711892133885,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":-0.3653160997264868,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.13380157229567255,"accuracy":0.7775,"positive_recall":0.5913838120104439,"specificity":0.8215831787260359,"precision":0.43980582524271844,"balanced_accuracy":0.70648349536824,"f1":0.5044543429844097,"true_positive":45.3,"false_positive":57.7,"false_negative":31.3,"true_negative":265.7,"positive_prevalence":0.19149999999999998,"majority_accuracy_baseline":0.8085,"constant_brier_baseline":0.09190274999999999,"brier_skill":-0.45590390163158956,"baseline_adjusted_skill":0.4129669907364799,"baseline_adjusted_score":0.4129669907364799},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3656866025208588,"normalized_score_rmse":0.3895036317914331,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":-0.7676693777443324,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.1480467582779743,"accuracy":0.8522500000000001,"positive_recall":0.7432249322493225,"specificity":0.8769160024524832,"precision":0.5773684210526316,"balanced_accuracy":0.8100704673509029,"f1":0.6498815165876778,"true_positive":54.85,"false_positive":40.15,"false_negative":18.95,"true_negative":286.05,"positive_prevalence":0.1845,"majority_accuracy_baseline":0.8155,"constant_brier_baseline":0.10922225,"brier_skill":-0.35546336280358903,"baseline_adjusted_skill":0.6201409347018059,"baseline_adjusted_score":0.6201409347018059},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.4021766417439326,"normalized_score_rmse":0.42041977653437307,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":-1.1237050389118552,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.13987113334806625,"accuracy":0.821,"positive_recall":0.3878980891719745,"specificity":0.9267496111975116,"precision":0.5638888888888889,"balanced_accuracy":0.657323850184743,"f1":0.45962264150943394,"true_positive":30.45,"false_positive":23.55,"false_negative":48.05,"true_negative":297.95,"positive_prevalence":0.19625,"majority_accuracy_baseline":0.80375,"constant_brier_baseline":0.09878593749999999,"brier_skill":-0.4159012597118519,"baseline_adjusted_skill":0.3146477003694861,"baseline_adjusted_score":0.3146477003694861},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.37734827317019026,"normalized_score_rmse":0.4032236510377901,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":-0.7862640150068179,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.10748540614379863,"accuracy":0.6642857142857143,"positive_recall":0.8956109134045077,"specificity":0.4897045658012534,"precision":0.569811320754717,"balanced_accuracy":0.6926577396028806,"f1":0.6964944649446494,"true_positive":151,"false_positive":114,"false_negative":17.6,"true_negative":109.4,"positive_prevalence":0.4301020408163265,"majority_accuracy_baseline":0.5698979591836735,"constant_brier_baseline":0.12359641815910039,"brier_skill":0.13035177115377838,"baseline_adjusted_skill":0.38531547920576115,"baseline_adjusted_score":0.38531547920576115},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.2650589326084843,"normalized_score_rmse":0.3073160197934252,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.03793424460624217,"baseline_adjusted_score":0.03793424460624217},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.1835865601738846,"accuracy":0.715,"positive_recall":0.8343823760818253,"specificity":0.692450587011443,"precision":0.3388178913738019,"balanced_accuracy":0.7634164815466342,"f1":0.48193592365371507,"true_positive":106.05,"false_positive":206.95,"false_negative":21.05,"true_negative":465.95,"positive_prevalence":0.158875,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499999,"brier_skill":-0.8585871196811863,"baseline_adjusted_skill":0.5268329630932684,"baseline_adjusted_score":0.5268329630932684},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.4411327230917056,"normalized_score_rmse":0.45974537781566993,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-1.6735316551012458,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.42,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.06451612903225803,"baseline_adjusted_score":0.06451612903225803},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25096019304835915,"accuracy":0.51,"positive_recall":0.52,"specificity":0.5,"precision":0.5098039215686274,"balanced_accuracy":0.51,"f1":0.5148514851485149,"true_positive":26,"false_positive":25,"false_negative":24,"true_negative":25,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.0038407721934365924,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.3426110006626905,"uniform_accuracy_baseline":0.058823529411764705,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.22741433021806853,"baseline_adjusted_score":0.22741433021806853},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.76,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.47826086956521735,"baseline_adjusted_score":0.47826086956521735},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24177363583304193,"accuracy":0.56,"positive_recall":0.16,"specificity":0.96,"precision":0.8,"balanced_accuracy":0.5599999999999999,"f1":0.26666666666666666,"true_positive":8,"false_positive":2,"false_negative":42,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.03290545666783229,"baseline_adjusted_skill":0.11999999999999988,"baseline_adjusted_score":0.11999999999999988},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.53,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.253968253968254,"baseline_adjusted_score":0.253968253968254},"scoring":{"eligible":true,"reason":null},"model":45,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.14705445853291563,"accuracy":0.7905405405405406,"positive_recall":0.7183098591549296,"specificity":0.8571428571428571,"precision":0.8225806451612904,"balanced_accuracy":0.7877263581488934,"f1":0.7669172932330827,"true_positive":51,"false_positive":11,"false_negative":20,"true_negative":66,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.24958911614317017,"brier_skill":0.4108138175041185,"baseline_adjusted_skill":0.5754527162977867,"baseline_adjusted_score":0.5754527162977867},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.58,"uniform_accuracy_baseline":0.2005,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.4084507042253521,"baseline_adjusted_score":0.4084507042253521},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.9705882352941176,"baseline_adjusted_score":0.9705882352941176},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.7872340425531915,"baseline_adjusted_score":0.7872340425531915},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.93,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.8571428571428572,"baseline_adjusted_score":0.8571428571428572},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.0866031979580168,"accuracy":0.62106523598,"positive_recall":0.7605905452541778,"specificity":0.3972112767178724,"precision":0.6693565478857142,"balanced_accuracy":0.578900910986025,"f1":0.7120630744567604,"true_positive":46.854958352,"false_positive":23.145041648,"false_negative":14.748434754,"true_negative":15.251565246,"positive_prevalence":0.61603393106,"majority_accuracy_baseline":0.61603393106,"constant_brier_baseline":0.07908707655202402,"brier_skill":-0.09503602527334065,"baseline_adjusted_skill":0.15780182197205006,"baseline_adjusted_score":0.15780182197205006},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.0715124562788183,"accuracy":0.92,"positive_recall":0.88,"specificity":0.96,"precision":0.9565217391304348,"balanced_accuracy":0.9199999999999999,"f1":0.9166666666666666,"true_positive":44,"false_positive":2,"false_negative":6,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7139501748847268,"baseline_adjusted_skill":0.8399999999999999,"baseline_adjusted_score":0.8399999999999999},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.77,"uniform_accuracy_baseline":0.012987012987012986,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.7578947368421053,"baseline_adjusted_score":0.7578947368421053},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.9666666666666667,"baseline_adjusted_score":0.9666666666666667},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.74,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.59375,"baseline_adjusted_score":0.59375},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.128483630407538,"accuracy":0.81,"positive_recall":1,"specificity":0.62,"precision":0.7246376811594203,"balanced_accuracy":0.81,"f1":0.8403361344537815,"true_positive":50,"false_positive":19,"false_negative":0,"true_negative":31,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.48606547836984804,"baseline_adjusted_skill":0.6200000000000001,"baseline_adjusted_score":0.6200000000000001},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.06066999877736221,"accuracy":0.7118252315126093,"positive_recall":0.6062935904951627,"specificity":0.7609646378397958,"precision":0.5415050971160931,"balanced_accuracy":0.6836291141674793,"f1":0.5720708224283011,"true_positive":134.83476918190718,"false_positive":114.16523081809282,"false_negative":87.55710712308064,"true_negative":363.44289287691936,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768642,"brier_skill":0.316216588409851,"baseline_adjusted_skill":0.3672582283349586,"baseline_adjusted_score":0.3672582283349586},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.15722196028249014,"accuracy":0.8,"positive_recall":0.74,"specificity":0.86,"precision":0.8409090909090909,"balanced_accuracy":0.8,"f1":0.7872340425531915,"true_positive":37,"false_positive":7,"false_negative":13,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.37111215887003945,"baseline_adjusted_skill":0.6000000000000001,"baseline_adjusted_score":0.6000000000000001},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.9006622516556292,"uniform_accuracy_baseline":0.006622516556291391,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.896551724137931,"baseline_adjusted_score":0.896551724137931},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.8464705882352941,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.7169197396963123,"baseline_adjusted_score":0.7169197396963123},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.42,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.03333333333333327,"baseline_adjusted_score":0.03333333333333327},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.0714937830691399,"accuracy":0.9,"positive_recall":0.98,"specificity":0.82,"precision":0.8448275862068966,"balanced_accuracy":0.8999999999999999,"f1":0.9074074074074074,"true_positive":49,"false_positive":9,"false_negative":1,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7140248677234404,"baseline_adjusted_skill":0.7999999999999998,"baseline_adjusted_score":0.7999999999999998},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.81,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.6041666666666667,"baseline_adjusted_score":0.6041666666666667},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.07142857142857142,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9775280898876404,"baseline_adjusted_score":0.9775280898876404},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.7391304347826086,"baseline_adjusted_score":0.7391304347826086},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.41,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.19178082191780815,"baseline_adjusted_score":0.19178082191780815},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.9444444444444444,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.8333333333333333,"baseline_adjusted_score":0.8333333333333333},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.14236011174495877,"accuracy":0.8048780487804879,"positive_recall":0.825,"specificity":0.7857142857142857,"precision":0.7857142857142857,"balanced_accuracy":0.8053571428571429,"f1":0.8048780487804879,"true_positive":33,"false_positive":9,"false_negative":7,"true_negative":33,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.2498512790005949,"brier_skill":0.43022060037315313,"baseline_adjusted_skill":0.6107142857142858,"baseline_adjusted_score":0.6107142857142858},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.15439543477351128,"accuracy":0.77,"positive_recall":0.56,"specificity":0.98,"precision":0.9655172413793104,"balanced_accuracy":0.77,"f1":0.7088607594936709,"true_positive":28,"false_positive":1,"false_negative":22,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3824182609059549,"baseline_adjusted_skill":0.54,"baseline_adjusted_score":0.54},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.8072625698324022,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.7526881720430108,"baseline_adjusted_score":0.7526881720430108},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.57,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.29508196721311464,"baseline_adjusted_score":0.29508196721311464},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.1640076076965281,"accuracy":0.785,"positive_recall":0.4090909090909091,"specificity":0.8910256410256411,"precision":0.5142857142857142,"balanced_accuracy":0.6500582750582751,"f1":0.45569620253164556,"true_positive":18,"false_positive":17,"false_negative":26,"true_negative":139,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":0.04424471039319278,"baseline_adjusted_skill":0.30011655011655014,"baseline_adjusted_score":0.30011655011655014},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.16320119397949617,"accuracy":0.76,"positive_recall":0.3,"specificity":0.9133333333333333,"precision":0.5357142857142857,"balanced_accuracy":0.6066666666666667,"f1":0.38461538461538464,"true_positive":15,"false_positive":13,"false_negative":35,"true_negative":137,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":0.1295936321093537,"baseline_adjusted_skill":0.21333333333333337,"baseline_adjusted_score":0.21333333333333337},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.042251446554014374,"accuracy":0.935,"positive_recall":0.631578947368421,"specificity":0.9668508287292817,"precision":0.6666666666666666,"balanced_accuracy":0.7992148880488514,"f1":0.6486486486486487,"true_positive":12,"false_positive":6,"false_negative":7,"true_negative":175,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.085975,"brier_skill":0.508561249735221,"baseline_adjusted_skill":0.5984297760977029,"baseline_adjusted_score":0.5984297760977029},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.07006652008096927,"accuracy":0.8721369047619046,"positive_recall":0.5922031544489634,"specificity":0.8900069022726841,"precision":0.25578406169665807,"balanced_accuracy":0.7411050283608238,"f1":0.3572604051344963,"true_positive":99.5,"false_positive":289.5,"false_negative":68.51666666666667,"true_negative":2342.483333333333,"positive_prevalence":0.060005952380952375,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679138,"brier_skill":-1.1759131890344006,"baseline_adjusted_skill":0.48221005672164763,"baseline_adjusted_score":0.48221005672164763},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.7138810198300283,"uniform_accuracy_baseline":0.027777777777777776,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.672077922077922,"baseline_adjusted_score":0.672077922077922},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.83,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.7571428571428572,"baseline_adjusted_score":0.7571428571428572},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08381262327124568,"accuracy":0.88,"positive_recall":1,"specificity":0.76,"precision":0.8064516129032258,"balanced_accuracy":0.88,"f1":0.8928571428571429,"true_positive":50,"false_positive":12,"false_negative":0,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6647495069150173,"baseline_adjusted_skill":0.76,"baseline_adjusted_score":0.76},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.06309225319881227,"accuracy":0.92,"positive_recall":0.94,"specificity":0.9,"precision":0.9038461538461539,"balanced_accuracy":0.9199999999999999,"f1":0.9215686274509803,"true_positive":47,"false_positive":5,"false_negative":3,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7476309872047509,"baseline_adjusted_skill":0.8399999999999999,"baseline_adjusted_score":0.8399999999999999},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.68,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":0.17948717948717963,"baseline_adjusted_score":0.17948717948717963},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.872340425531915,"baseline_adjusted_score":0.872340425531915},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.056607957623089226,"accuracy":0.92,"positive_recall":0.94,"specificity":0.9,"precision":0.9038461538461539,"balanced_accuracy":0.9199999999999999,"f1":0.9215686274509803,"true_positive":47,"false_positive":5,"false_negative":3,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7735681695076431,"baseline_adjusted_skill":0.8399999999999999,"baseline_adjusted_score":0.8399999999999999},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8059701492537314,"baseline_adjusted_score":0.8059701492537314},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.061168526026470424,"accuracy":0.93,"positive_recall":0.9,"specificity":0.96,"precision":0.9574468085106383,"balanced_accuracy":0.9299999999999999,"f1":0.9278350515463918,"true_positive":45,"false_positive":2,"false_negative":5,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7553258958941182,"baseline_adjusted_skill":0.8599999999999999,"baseline_adjusted_score":0.8599999999999999},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.4835282567567568,"uniform_accuracy_baseline":0.23445945945945948,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.2998475210496447,"baseline_adjusted_score":0.2998475210496447},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.047763196242405735,"accuracy":0.6882017565789473,"positive_recall":0.8480352367938264,"specificity":0.5360047984589571,"precision":0.6350841919191919,"balanced_accuracy":0.6920200176263918,"f1":0.7262716173107608,"true_positive":62.873335,"false_positive":36.126665,"false_negative":11.266668,"true_negative":41.733332,"positive_prevalence":0.4877631776315789,"majority_accuracy_baseline":0.512236822368421,"constant_brier_baseline":0.09451910039768556,"brier_skill":0.49467148923927673,"baseline_adjusted_skill":0.3840400352527835,"baseline_adjusted_score":0.3840400352527835},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.10031209891881017,"normalized_score_rmse":0.1400134117428921,"constant_score_baseline":0.5841668333333333,"constant_mae_baseline":0.21700552708333334,"baseline_adjusted_skill":0.5377440369051576,"baseline_adjusted_score":0.5377440369051576},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.19677372031853435,"accuracy":0.74,"positive_recall":0.88,"specificity":0.6,"precision":0.6875,"balanced_accuracy":0.74,"f1":0.7719298245614035,"true_positive":44,"false_positive":20,"false_negative":6,"true_negative":30,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2129051187258626,"baseline_adjusted_skill":0.48,"baseline_adjusted_score":0.48},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2593666841024642,"accuracy":0.58,"positive_recall":0.26,"specificity":0.9,"precision":0.7222222222222222,"balanced_accuracy":0.5800000000000001,"f1":0.38235294117647056,"true_positive":13,"false_positive":5,"false_negative":37,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.03746673640985687,"baseline_adjusted_skill":0.16000000000000014,"baseline_adjusted_score":0.16000000000000014},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.8032786885245902,"baseline_adjusted_score":0.8032786885245902},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.036111111111111115,"fixed_answer_accuracy_baseline":0.08833333333333333,"baseline_adjusted_skill":0.8793418647166362,"baseline_adjusted_score":0.8793418647166362},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.909090909090909,"baseline_adjusted_score":0.909090909090909},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.049879324215607396,"fixed_answer_accuracy_baseline":0.12442477876106194,"baseline_adjusted_skill":0.8286840509399636,"baseline_adjusted_score":0.8286840509399636},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.27389559460954177,"accuracy":0.51,"positive_recall":0.34,"specificity":0.68,"precision":0.5151515151515151,"balanced_accuracy":0.51,"f1":0.40963855421686746,"true_positive":17,"false_positive":16,"false_negative":33,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.09558237843816708,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.9444444444444444,"uniform_accuracy_baseline":0.23888888888888887,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.9215686274509803,"baseline_adjusted_score":0.9215686274509803},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.06947013965157044,"accuracy":0.953125,"positive_recall":0.90625,"specificity":1,"precision":1,"balanced_accuracy":0.953125,"f1":0.9508196721311475,"true_positive":29,"false_positive":0,"false_negative":3,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7221194413937182,"baseline_adjusted_skill":0.90625,"baseline_adjusted_score":0.90625},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.039503991091712015,"accuracy":0.97,"positive_recall":0.94,"specificity":1,"precision":1,"balanced_accuracy":0.97,"f1":0.9690721649484536,"true_positive":47,"false_positive":0,"false_negative":3,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8419840356331519,"baseline_adjusted_skill":0.94,"baseline_adjusted_score":0.94},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8529411764705882,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.7826086956521737,"baseline_adjusted_score":0.7826086956521737},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.0033550220357089827,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":16,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.9865675772173269,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.12078791549662128,"normalized_score_rmse":0.24448525197530904,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.6339760136466022,"baseline_adjusted_score":0.6339760136466022},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.21875,"uniform_accuracy_baseline":0.178125,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.0964912280701754,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.04202845167862682,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":17,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8318861932854927,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.3038868269718745,"normalized_score_rmse":0.3477306308564217,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-1.0664304234087467,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.13194444444444445,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.0015534309289125755,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":26,"false_positive":0,"false_negative":0,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9937862762843497,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.0031135850554379397,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":39,"false_positive":0,"false_negative":0,"true_negative":36,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24960000000000004,"brier_skill":0.9875257008996877,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.11622431613504887,"normalized_score_rmse":0.15944813799560476,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.5849131566605398,"baseline_adjusted_score":0.5849131566605398},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.9117647058823529,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.8799999999999998,"baseline_adjusted_score":0.8799999999999998},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.041278270970787845,"accuracy":0.9642857142857143,"positive_recall":1,"specificity":0.9285714285714286,"precision":0.9333333333333333,"balanced_accuracy":0.9642857142857143,"f1":0.9655172413793104,"true_positive":14,"false_positive":1,"false_negative":0,"true_negative":13,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8348869161168486,"baseline_adjusted_skill":0.9285714285714286,"baseline_adjusted_score":0.9285714285714286},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.05099851855951728,"normalized_score_rmse":0.07859310649844144,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.1696969696969697,"baseline_adjusted_skill":0.6994730156314161,"baseline_adjusted_score":0.6994730156314161},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.02921570690031367,"accuracy":0.9529411764705882,"positive_recall":0.9777777777777777,"specificity":0.925,"precision":0.9361702127659575,"balanced_accuracy":0.9513888888888888,"f1":0.9565217391304348,"true_positive":44,"false_positive":3,"false_negative":1,"true_negative":37,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.2491349480968858,"brier_skill":0.8827313986917965,"baseline_adjusted_skill":0.9027777777777777,"baseline_adjusted_score":0.9027777777777777},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.11398192031246923,"accuracy":0.86,"positive_recall":0.8,"specificity":1,"precision":1,"balanced_accuracy":0.9,"f1":0.8888888888888888,"true_positive":28,"false_positive":0,"false_negative":7,"true_negative":15,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.21,"brier_skill":0.45722895089300364,"baseline_adjusted_skill":0.8,"baseline_adjusted_score":0.8},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.06552937671542168,"normalized_score_rmse":0.08331003577918832,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.7659665117306369,"baseline_adjusted_score":0.7659665117306369},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.7974683544303798,"uniform_accuracy_baseline":0.24240506329113923,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.6521739130434783,"baseline_adjusted_score":0.6521739130434783},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.0010647951064489606,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":11,"false_positive":0,"false_negative":0,"true_negative":10,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.2494331065759637,"brier_skill":0.995731139618691,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.8787878787878788,"uniform_accuracy_baseline":0.32373737373737377,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.8,"baseline_adjusted_score":0.8},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.12812284922288988,"accuracy":0.8181818181818182,"positive_recall":0.7647058823529411,"specificity":0.875,"precision":0.8666666666666667,"balanced_accuracy":0.8198529411764706,"f1":0.8125,"true_positive":13,"false_positive":2,"false_negative":4,"true_negative":14,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.48703756322159153,"baseline_adjusted_skill":0.6397058823529411,"baseline_adjusted_score":0.6397058823529411},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.10168985035110667,"normalized_score_rmse":0.15095875446674556,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.3431372549019608,"baseline_adjusted_skill":0.7036467218339177,"baseline_adjusted_score":0.7036467218339177},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1468009686557845,"accuracy":0.81,"positive_recall":0.8,"specificity":0.82,"precision":0.8163265306122449,"balanced_accuracy":0.81,"f1":0.8080808080808081,"true_positive":40,"false_positive":9,"false_negative":10,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.41279612537686206,"baseline_adjusted_skill":0.6200000000000001,"baseline_adjusted_score":0.6200000000000001},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.7333333333333333,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":0.5876288659793814,"baseline_adjusted_score":0.5876288659793814},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.18290234527744703,"accuracy":0.88,"positive_recall":0.8918918918918919,"specificity":0.868421052631579,"precision":0.868421052631579,"balanced_accuracy":0.8801564722617354,"f1":0.88,"true_positive":33,"false_positive":5,"false_negative":4,"true_negative":33,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555554,"brier_skill":0.26826053187365606,"baseline_adjusted_skill":0.7603129445234709,"baseline_adjusted_score":0.7603129445234709},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.14285714285714285,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.9615384615384615,"baseline_adjusted_score":0.9615384615384615},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.415,"uniform_accuracy_baseline":0.32416666666666666,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.11363636363636358,"baseline_adjusted_score":0.11363636363636358},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.01019241836319112,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":16,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.9591928544209003,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.035585127298183965,"normalized_score_rmse":0.05405918073044784,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.8380263171255075,"baseline_adjusted_score":0.8380263171255075},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.0887174143804317,"accuracy":0.91,"positive_recall":1,"specificity":0.8846153846153846,"precision":0.7096774193548387,"balanced_accuracy":0.9423076923076923,"f1":0.8301886792452831,"true_positive":22,"false_positive":9,"false_negative":0,"true_negative":69,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":0.482998750696785,"baseline_adjusted_skill":0.8846153846153846,"baseline_adjusted_score":0.8846153846153846},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08082559144848561,"accuracy":0.86,"positive_recall":0.6486486486486487,"specificity":0.9841269841269841,"precision":0.96,"balanced_accuracy":0.8163878163878164,"f1":0.7741935483870968,"true_positive":24,"false_positive":1,"false_negative":13,"true_negative":62,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000003,"brier_skill":0.6532578659438627,"baseline_adjusted_skill":0.6327756327756329,"baseline_adjusted_score":0.6327756327756329},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.04195687370855482,"accuracy":0.94,"positive_recall":0.8717948717948718,"specificity":0.9836065573770492,"precision":0.9714285714285714,"balanced_accuracy":0.9277007145859605,"f1":0.918918918918919,"true_positive":34,"false_positive":1,"false_negative":5,"true_negative":60,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379,"brier_skill":0.8236365123642084,"baseline_adjusted_skill":0.855401429171921,"baseline_adjusted_score":0.855401429171921},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.033120674680998455,"accuracy":0.97,"positive_recall":0.967741935483871,"specificity":0.9710144927536232,"precision":0.9375,"balanced_accuracy":0.969378214118747,"f1":0.9523809523809523,"true_positive":30,"false_positive":2,"false_negative":1,"true_negative":67,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999998,"brier_skill":0.8451581361337146,"baseline_adjusted_skill":0.9387564282374941,"baseline_adjusted_score":0.9387564282374941},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.9583333333333333,"baseline_adjusted_score":0.9583333333333333},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.13799209904391319,"normalized_score_rmse":0.17234972864974854,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.4064855955100508,"baseline_adjusted_score":0.4064855955100508},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.07205929243818926,"accuracy":0.89,"positive_recall":0.9,"specificity":0.88,"precision":0.8823529411764706,"balanced_accuracy":0.89,"f1":0.8910891089108911,"true_positive":45,"false_positive":6,"false_negative":5,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.711762830247243,"baseline_adjusted_skill":0.78,"baseline_adjusted_score":0.78},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2978080657302694,"accuracy":0.51,"positive_recall":0.82,"specificity":0.2,"precision":0.5061728395061729,"balanced_accuracy":0.51,"f1":0.6259541984732825,"true_positive":41,"false_positive":40,"false_negative":9,"true_negative":10,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.19123226292107764,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.67,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":0.0571428571428572,"baseline_adjusted_score":0.0571428571428572},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.07395949109485142,"accuracy":0.91,"positive_recall":0.98,"specificity":0.84,"precision":0.8596491228070176,"balanced_accuracy":0.9099999999999999,"f1":0.9158878504672897,"true_positive":49,"false_positive":8,"false_negative":1,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7041620356205943,"baseline_adjusted_skill":0.8199999999999998,"baseline_adjusted_score":0.8199999999999998},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.857142857142857,"baseline_adjusted_score":0.857142857142857},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.7,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.4999999999999999,"baseline_adjusted_score":0.4999999999999999},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.13044760457165527,"accuracy":0.8,"positive_recall":0.78,"specificity":0.82,"precision":0.8125,"balanced_accuracy":0.8,"f1":0.7959183673469388,"true_positive":39,"false_positive":9,"false_negative":11,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4782095817133789,"baseline_adjusted_skill":0.6000000000000001,"baseline_adjusted_score":0.6000000000000001},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.20851190476190473,"fixed_answer_accuracy_baseline":0.22333333333333333,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.021412610728908047,"accuracy":0.98,"positive_recall":0.98,"specificity":0.98,"precision":0.98,"balanced_accuracy":0.98,"f1":0.98,"true_positive":49,"false_positive":1,"false_negative":1,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9143495570843678,"baseline_adjusted_skill":0.96,"baseline_adjusted_score":0.96},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.041801247338880784,"normalized_score_rmse":0.10823245493566978,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.8606625088703974,"baseline_adjusted_score":0.8606625088703974},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.22851190476190475,"fixed_answer_accuracy_baseline":0.24333333333333332,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.006801503879552612,"accuracy":0.99,"positive_recall":1,"specificity":0.98,"precision":0.9803921568627451,"balanced_accuracy":0.99,"f1":0.9900990099009901,"true_positive":50,"false_positive":1,"false_negative":0,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9727939844817896,"baseline_adjusted_skill":0.98,"baseline_adjusted_score":0.98},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.02837694575819963,"normalized_score_rmse":0.05140015067860346,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.3042222222222222,"baseline_adjusted_skill":0.9067229686545666,"baseline_adjusted_score":0.9067229686545666},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.76,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.6129032258064516,"baseline_adjusted_score":0.6129032258064516},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.05594966668568225,"accuracy":0.92,"positive_recall":0.96,"specificity":0.88,"precision":0.8888888888888888,"balanced_accuracy":0.9199999999999999,"f1":0.9230769230769231,"true_positive":48,"false_positive":6,"false_negative":2,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.776201333257271,"baseline_adjusted_skill":0.8399999999999999,"baseline_adjusted_score":0.8399999999999999},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.9199999999999999,"baseline_adjusted_score":0.9199999999999999},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.0419120549163962,"accuracy":0.95,"positive_recall":0.96,"specificity":0.94,"precision":0.9411764705882353,"balanced_accuracy":0.95,"f1":0.9504950495049505,"true_positive":48,"false_positive":3,"false_negative":2,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8323517803344151,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.64,"uniform_accuracy_baseline":0.3533333333333333,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.3898305084745763,"baseline_adjusted_score":0.3898305084745763},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.82,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.7096774193548386,"baseline_adjusted_score":0.7096774193548386},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.51,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.20967741935483872,"baseline_adjusted_score":0.20967741935483872},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.1111111111111111,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.40476190476190477,"baseline_adjusted_score":0.40476190476190477},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.04794911517753284,"accuracy":0.827625,"positive_recall":0.4739617666446935,"specificity":0.9103809964522598,"precision":0.5530769230769231,"balanced_accuracy":0.6921713815484767,"f1":0.5104721334753284,"true_positive":35.95,"false_positive":29.05,"false_negative":39.9,"true_negative":295.1,"positive_prevalence":0.189625,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500001,"brier_skill":0.37011505929355004,"baseline_adjusted_skill":0.38434276309695337,"baseline_adjusted_score":0.38434276309695337},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.15292282962560422,"normalized_score_rmse":0.18968200351536058,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":0.2845715573071148,"baseline_adjusted_score":0.2845715573071148},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.06593074664894281,"accuracy":0.800125,"positive_recall":0.5705578996718237,"specificity":0.8835861598772797,"precision":0.6405263157894737,"balanced_accuracy":0.7270720297745517,"f1":0.6035209521448054,"true_positive":60.85,"false_positive":34.15,"false_negative":45.8,"true_negative":259.2,"positive_prevalence":0.266625,"majority_accuracy_baseline":0.733375,"constant_brier_baseline":0.115654859375,"brier_skill":0.4299353524336702,"baseline_adjusted_skill":0.4541440595491033,"baseline_adjusted_score":0.4541440595491033},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.15891075894905954,"normalized_score_rmse":0.22669609305696972,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.40870415274768546,"baseline_adjusted_score":0.40870415274768546},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.05965275590473082,"accuracy":0.7978749999999999,"positive_recall":0.7064876957494407,"specificity":0.833304423243712,"precision":0.6216535433070867,"balanced_accuracy":0.7698960594965764,"f1":0.6613612565445026,"true_positive":78.95,"false_positive":48.05,"false_negative":32.8,"true_negative":240.2,"positive_prevalence":0.279375,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937500001,"brier_skill":0.4728266283848298,"baseline_adjusted_skill":0.5397921189931527,"baseline_adjusted_score":0.5397921189931527},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.15051800214627292,"normalized_score_rmse":0.19651998968194964,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.4306647672954216,"baseline_adjusted_score":0.4306647672954216},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.040423054136413984,"accuracy":0.8776249999999999,"positive_recall":0.5566197183098591,"specificity":0.9691566265060241,"precision":0.8372881355932204,"balanced_accuracy":0.7628881724079416,"f1":0.6686971235194585,"true_positive":49.4,"false_positive":9.6,"false_negative":39.35,"true_negative":301.65,"positive_prevalence":0.221875,"majority_accuracy_baseline":0.778125,"constant_brier_baseline":0.12674023437499998,"brier_skill":0.6810558672567234,"baseline_adjusted_skill":0.5257763448158832,"baseline_adjusted_score":0.5257763448158832},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1347244166219025,"normalized_score_rmse":0.20231404655514854,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.40288347203588926,"baseline_adjusted_score":0.40288347203588926},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.05039659168924268,"accuracy":0.82325,"positive_recall":0.7802457466918714,"specificity":0.8387151597552686,"precision":0.635,"balanced_accuracy":0.80948045322357,"f1":0.700169635284139,"true_positive":82.55,"false_positive":47.45,"false_negative":23.25,"true_negative":246.75,"positive_prevalence":0.2645,"majority_accuracy_baseline":0.7355,"constant_brier_baseline":0.11362725,"brier_skill":0.5564744223833396,"baseline_adjusted_skill":0.61896090644714,"baseline_adjusted_score":0.61896090644714},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.13505343749915483,"normalized_score_rmse":0.18486390598020658,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.46247388060037875,"baseline_adjusted_score":0.46247388060037875},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.06771359438925767,"accuracy":0.8215,"positive_recall":0.5169712793733682,"specificity":0.8936301793444651,"precision":0.5351351351351351,"balanced_accuracy":0.7053007293589166,"f1":0.5258964143426296,"true_positive":39.6,"false_positive":34.4,"false_negative":37,"true_negative":289,"positive_prevalence":0.19149999999999998,"majority_accuracy_baseline":0.8085,"constant_brier_baseline":0.09190274999999999,"brier_skill":0.26320382807633425,"baseline_adjusted_skill":0.41060145871783327,"baseline_adjusted_score":0.41060145871783327},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.13876094366132746,"normalized_score_rmse":0.22143861492509173,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.32925223607817544,"baseline_adjusted_score":0.32925223607817544},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.04207558958285165,"accuracy":0.8885000000000001,"positive_recall":0.7330623306233063,"specificity":0.9236664622930718,"precision":0.6848101265822785,"balanced_accuracy":0.828364396458189,"f1":0.7081151832460734,"true_positive":54.1,"false_positive":24.9,"false_negative":19.7,"true_negative":301.3,"positive_prevalence":0.1845,"majority_accuracy_baseline":0.8155,"constant_brier_baseline":0.10922225,"brier_skill":0.6147708952813951,"baseline_adjusted_skill":0.6567287929163781,"baseline_adjusted_score":0.6567287929163781},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.12683470234420383,"normalized_score_rmse":0.19054695215330542,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":0.33024579620222394,"baseline_adjusted_score":0.33024579620222394},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.057786889671274766,"accuracy":0.8434999999999999,"positive_recall":0.3178343949044586,"specificity":0.9718506998444789,"precision":0.7338235294117647,"balanced_accuracy":0.6448425473744688,"f1":0.44355555555555554,"true_positive":24.95,"false_positive":9.05,"false_negative":53.55,"true_negative":312.45,"positive_prevalence":0.19625,"majority_accuracy_baseline":0.80375,"constant_brier_baseline":0.09878593749999999,"brier_skill":0.4150291920722545,"baseline_adjusted_skill":0.28968509474893755,"baseline_adjusted_score":0.28968509474893755},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.17216707918196333,"normalized_score_rmse":0.25114285511256146,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":0.18500790919780663,"baseline_adjusted_score":0.18500790919780663},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.09773750748486718,"accuracy":0.7058673469387756,"positive_recall":0.8609134045077106,"specificity":0.5888540734109221,"precision":0.6124472573839662,"balanced_accuracy":0.7248837389593163,"f1":0.7157297830374755,"true_positive":145.15,"false_positive":91.85,"false_negative":23.45,"true_negative":131.55,"positive_prevalence":0.4301020408163265,"majority_accuracy_baseline":0.5698979591836735,"constant_brier_baseline":0.12359641815910039,"brier_skill":0.20922055071973156,"baseline_adjusted_skill":0.4497674779186327,"baseline_adjusted_score":0.4497674779186327},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.16575854810249366,"normalized_score_rmse":0.22071138272025914,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.3983578624428007,"baseline_adjusted_score":0.3983578624428007},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.0372131769136937,"accuracy":0.905625,"positive_recall":0.7419354838709677,"specificity":0.936543319958389,"precision":0.6883211678832116,"balanced_accuracy":0.8392394019146784,"f1":0.7141234380916319,"true_positive":94.3,"false_positive":42.7,"false_negative":32.8,"true_negative":630.2,"positive_prevalence":0.158875,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499999,"brier_skill":0.623262556754157,"baseline_adjusted_skill":0.6784788038293568,"baseline_adjusted_score":0.6784788038293568},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.13340498080375254,"normalized_score_rmse":0.174712621060897,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":0.19148496482574218,"baseline_adjusted_score":0.19148496482574218},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.67,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.46774193548387105,"baseline_adjusted_score":0.46774193548387105},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25934426266408617,"accuracy":0.59,"positive_recall":0.42,"specificity":0.76,"precision":0.6363636363636364,"balanced_accuracy":0.59,"f1":0.5060240963855421,"true_positive":21,"false_positive":12,"false_negative":29,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.03737705065634467,"baseline_adjusted_skill":0.17999999999999994,"baseline_adjusted_score":0.17999999999999994},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.4943671305500331,"uniform_accuracy_baseline":0.058823529411764705,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.40576323987538937,"baseline_adjusted_score":0.40576323987538937},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.8260869565217392,"baseline_adjusted_score":0.8260869565217392},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.19011032973414546,"accuracy":0.69,"positive_recall":0.82,"specificity":0.56,"precision":0.6507936507936508,"balanced_accuracy":0.69,"f1":0.7256637168141593,"true_positive":41,"false_positive":22,"false_negative":9,"true_negative":28,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.23955868106341816,"baseline_adjusted_skill":0.3799999999999999,"baseline_adjusted_score":0.3799999999999999},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.63,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.41269841269841273,"baseline_adjusted_score":0.41269841269841273},"scoring":{"eligible":true,"reason":null},"model":46,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.1951454819680815,"accuracy":0.7297297297297297,"positive_recall":0.5774647887323944,"specificity":0.8701298701298701,"precision":0.803921568627451,"balanced_accuracy":0.7237973294311322,"f1":0.6721311475409836,"true_positive":41,"false_positive":10,"false_negative":30,"true_negative":67,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.24958911614317017,"brier_skill":0.2181330460894717,"baseline_adjusted_skill":0.44759465886226435,"baseline_adjusted_score":0.44759465886226435},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.29,"uniform_accuracy_baseline":0.2005,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.8676470588235297,"baseline_adjusted_score":0.8676470588235297},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.77,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.5106382978723404,"baseline_adjusted_score":0.5106382978723404},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.57,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.12244897959183662,"baseline_adjusted_score":0.12244897959183662},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1314682161644722,"accuracy":0.6091886663,"positive_recall":0.9863276485996358,"specificity":0.0041080911767922,"precision":0.6137487865454545,"balanced_accuracy":0.49521786988821404,"f1":0.7566605996661226,"true_positive":60.761129868,"false_positive":38.238870132,"false_negative":0.842263238,"true_negative":0.15773676199999997,"positive_prevalence":0.61603393106,"majority_accuracy_baseline":0.61603393106,"constant_brier_baseline":0.07908707655202402,"brier_skill":-0.6623223653739625,"baseline_adjusted_skill":-0.00956426022357193,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.18904863471457486,"accuracy":0.71,"positive_recall":0.68,"specificity":0.74,"precision":0.723404255319149,"balanced_accuracy":0.71,"f1":0.7010309278350515,"true_positive":34,"false_positive":13,"false_negative":16,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.24380546114170054,"baseline_adjusted_skill":0.41999999999999993,"baseline_adjusted_score":0.41999999999999993},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.71,"uniform_accuracy_baseline":0.012987012987012986,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.6947368421052631,"baseline_adjusted_score":0.6947368421052631},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.7,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.4999999999999999,"baseline_adjusted_score":0.4999999999999999},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.45,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.14062500000000003,"baseline_adjusted_score":0.14062500000000003},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.16358431046683544,"accuracy":0.76,"positive_recall":0.96,"specificity":0.56,"precision":0.6857142857142857,"balanced_accuracy":0.76,"f1":0.8,"true_positive":48,"false_positive":22,"false_negative":2,"true_negative":28,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.34566275813265823,"baseline_adjusted_skill":0.52,"baseline_adjusted_score":0.52},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.19222723714601256,"accuracy":0.5769157158310658,"positive_recall":0.7986642391999251,"specificity":0.4736614625358427,"precision":0.41402433261857097,"balanced_accuracy":0.6361628508678839,"f1":0.5453443469417947,"true_positive":177.61643869336694,"false_positive":251.38356130663306,"false_negative":44.77543761162087,"true_negative":226.22456238837913,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768642,"brier_skill":-1.1665040162369995,"baseline_adjusted_skill":0.27232570173576787,"baseline_adjusted_score":0.27232570173576787},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24417200845806114,"accuracy":0.59,"positive_recall":0.68,"specificity":0.5,"precision":0.576271186440678,"balanced_accuracy":0.5900000000000001,"f1":0.6238532110091743,"true_positive":34,"false_positive":25,"false_negative":16,"true_negative":25,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.023311966167755438,"baseline_adjusted_skill":0.18000000000000016,"baseline_adjusted_score":0.18000000000000016},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.847682119205298,"uniform_accuracy_baseline":0.006622516556291391,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.8413793103448276,"baseline_adjusted_score":0.8413793103448276},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.6676470588235294,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.3872017353579175,"baseline_adjusted_score":0.3872017353579175},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.36,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.06666666666666674,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.26648849306389377,"accuracy":0.65,"positive_recall":0.96,"specificity":0.34,"precision":0.5925925925925926,"balanced_accuracy":0.65,"f1":0.732824427480916,"true_positive":48,"false_positive":33,"false_negative":2,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.06595397225557509,"baseline_adjusted_skill":0.30000000000000004,"baseline_adjusted_score":0.30000000000000004},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.59,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.14583333333333323,"baseline_adjusted_score":0.14583333333333323},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.07142857142857142,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9662921348314606,"baseline_adjusted_score":0.9662921348314606},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.76,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.47826086956521735,"baseline_adjusted_score":0.47826086956521735},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.32,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.06849315068493149,"baseline_adjusted_score":0.06849315068493149},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":-0.49999999999999983,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.26926600395783584,"accuracy":0.6341463414634146,"positive_recall":0.8,"specificity":0.47619047619047616,"precision":0.5925925925925926,"balanced_accuracy":0.638095238095238,"f1":0.6808510638297872,"true_positive":32,"false_positive":22,"false_negative":8,"true_negative":20,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.2498512790005949,"brier_skill":-0.07770512536457619,"baseline_adjusted_skill":0.2761904761904761,"baseline_adjusted_score":0.2761904761904761},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.13481769940530688,"accuracy":0.77,"positive_recall":0.76,"specificity":0.78,"precision":0.7755102040816326,"balanced_accuracy":0.77,"f1":0.7676767676767676,"true_positive":38,"false_positive":11,"false_negative":12,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.46072920237877246,"baseline_adjusted_skill":0.54,"baseline_adjusted_score":0.54},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.6061452513966481,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.4946236559139786,"baseline_adjusted_score":0.4946236559139786},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.31,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":-0.1311475409836066,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.20586185625567965,"accuracy":0.68,"positive_recall":0.5,"specificity":0.7307692307692307,"precision":0.34375,"balanced_accuracy":0.6153846153846154,"f1":0.4074074074074074,"true_positive":22,"false_positive":42,"false_negative":22,"true_negative":114,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.19966116699114012,"baseline_adjusted_skill":0.23076923076923084,"baseline_adjusted_score":0.23076923076923084},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.21412031857979405,"accuracy":0.725,"positive_recall":0.5,"specificity":0.8,"precision":0.45454545454545453,"balanced_accuracy":0.65,"f1":0.47619047619047616,"true_positive":25,"false_positive":30,"false_negative":25,"true_negative":120,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-0.1419750324255682,"baseline_adjusted_skill":0.30000000000000004,"baseline_adjusted_score":0.30000000000000004},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.07683470592030964,"accuracy":0.885,"positive_recall":0.8947368421052632,"specificity":0.8839779005524862,"precision":0.4473684210526316,"balanced_accuracy":0.8893573713288747,"f1":0.5964912280701754,"true_positive":17,"false_positive":21,"false_negative":2,"true_negative":160,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.085975,"brier_skill":0.10631339435522369,"baseline_adjusted_skill":0.7787147426577494,"baseline_adjusted_score":0.7787147426577494},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.10916815186512789,"accuracy":0.8112678571428572,"positive_recall":0.665310981053467,"specificity":0.8205852367352884,"precision":0.19140981735159818,"balanced_accuracy":0.7429481088943777,"f1":0.2972895104275171,"true_positive":111.78333333333333,"false_positive":472.21666666666664,"false_negative":56.233333333333334,"true_negative":2159.766666666667,"positive_prevalence":0.060005952380952375,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679138,"brier_skill":-2.3902129175437725,"baseline_adjusted_skill":0.48589621778875536,"baseline_adjusted_score":0.48589621778875536},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.5184135977337111,"uniform_accuracy_baseline":0.027777777777777776,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.4480519480519481,"baseline_adjusted_score":0.4480519480519481},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.4,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.1428571428571429,"baseline_adjusted_score":0.1428571428571429},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24778030002353899,"accuracy":0.65,"positive_recall":0.68,"specificity":0.62,"precision":0.6415094339622641,"balanced_accuracy":0.65,"f1":0.6601941747572816,"true_positive":34,"false_positive":19,"false_negative":16,"true_negative":31,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.00887879990584406,"baseline_adjusted_skill":0.30000000000000004,"baseline_adjusted_score":0.30000000000000004},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1811448163639885,"accuracy":0.78,"positive_recall":0.98,"specificity":0.58,"precision":0.7,"balanced_accuracy":0.78,"f1":0.8166666666666667,"true_positive":49,"false_positive":21,"false_negative":1,"true_negative":29,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.27542073454404603,"baseline_adjusted_skill":0.56,"baseline_adjusted_score":0.56},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.64,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":0.07692307692307698,"baseline_adjusted_score":0.07692307692307698},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.8404255319148937,"baseline_adjusted_score":0.8404255319148937},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.18632240391752622,"accuracy":0.74,"positive_recall":0.98,"specificity":0.5,"precision":0.6621621621621622,"balanced_accuracy":0.74,"f1":0.7903225806451613,"true_positive":49,"false_positive":25,"false_negative":1,"true_negative":25,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2547103843298951,"baseline_adjusted_skill":0.48,"baseline_adjusted_score":0.48},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8507462686567167,"baseline_adjusted_score":0.8507462686567167},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.133038759055398,"accuracy":0.82,"positive_recall":0.78,"specificity":0.86,"precision":0.8478260869565217,"balanced_accuracy":0.8200000000000001,"f1":0.8125,"true_positive":39,"false_positive":7,"false_negative":11,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.467844963778408,"baseline_adjusted_skill":0.6400000000000001,"baseline_adjusted_score":0.6400000000000001},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.45578724324324327,"uniform_accuracy_baseline":0.23445945945945948,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.26224054712670897,"baseline_adjusted_score":0.26224054712670897},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.05896513859010626,"accuracy":0.6283772171052632,"positive_recall":0.8069418340865187,"specificity":0.45834405824598223,"precision":0.5865359803921568,"balanced_accuracy":0.6326429461662504,"f1":0.6793081523905731,"true_positive":59.82667,"false_positive":42.17333,"false_negative":14.313333,"true_negative":35.686667,"positive_prevalence":0.4877631776315789,"majority_accuracy_baseline":0.512236822368421,"constant_brier_baseline":0.09451910039768556,"brier_skill":0.37615637112485556,"baseline_adjusted_skill":0.2652858923325008,"baseline_adjusted_score":0.2652858923325008},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.09578708583866086,"normalized_score_rmse":0.12454393758057915,"constant_score_baseline":0.5841668333333333,"constant_mae_baseline":0.21700552708333334,"baseline_adjusted_skill":0.5585961006335235,"baseline_adjusted_score":0.5585961006335235},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24079880478009838,"accuracy":0.57,"positive_recall":0.82,"specificity":0.32,"precision":0.5466666666666666,"balanced_accuracy":0.57,"f1":0.656,"true_positive":41,"false_positive":34,"false_negative":9,"true_negative":16,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.03680478087960648,"baseline_adjusted_skill":0.1399999999999999,"baseline_adjusted_score":0.1399999999999999},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2580248079183851,"accuracy":0.62,"positive_recall":0.3,"specificity":0.94,"precision":0.8333333333333334,"balanced_accuracy":0.62,"f1":0.4411764705882353,"true_positive":15,"false_positive":3,"false_negative":35,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.03209923167354045,"baseline_adjusted_skill":0.24,"baseline_adjusted_score":0.24},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.62,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.3770491803278688,"baseline_adjusted_score":0.3770491803278688},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.036111111111111115,"fixed_answer_accuracy_baseline":0.08833333333333333,"baseline_adjusted_skill":0.8793418647166362,"baseline_adjusted_score":0.8793418647166362},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.7727272727272727,"baseline_adjusted_score":0.7727272727272727},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.775,"uniform_accuracy_baseline":0.049879324215607396,"fixed_answer_accuracy_baseline":0.12442477876106194,"baseline_adjusted_skill":0.7430260764099454,"baseline_adjusted_score":0.7430260764099454},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2688930095597222,"accuracy":0.49,"positive_recall":0.56,"specificity":0.42,"precision":0.49122807017543857,"balanced_accuracy":0.49,"f1":0.5233644859813084,"true_positive":28,"false_positive":29,"false_negative":22,"true_negative":21,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.0755720382388887,"baseline_adjusted_skill":-0.020000000000000018,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.23888888888888887,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.6470588235294118,"baseline_adjusted_score":0.6470588235294118},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.39627726805931124,"accuracy":0.4375,"positive_recall":0.4375,"specificity":0.4375,"precision":0.4375,"balanced_accuracy":0.4375,"f1":0.4375,"true_positive":14,"false_positive":18,"false_negative":18,"true_negative":14,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.585109072237245,"baseline_adjusted_skill":-0.125,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.8695652173913042,"baseline_adjusted_score":0.8695652173913042},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.52,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.27272727272727276,"baseline_adjusted_score":0.27272727272727276},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.28669131624328353,"accuracy":0.53,"positive_recall":0.38,"specificity":0.68,"precision":0.5428571428571428,"balanced_accuracy":0.53,"f1":0.4470588235294118,"true_positive":19,"false_positive":16,"false_negative":31,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.14676526497313414,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.8260869565217391,"baseline_adjusted_score":0.8260869565217391},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.1144165548331107,"accuracy":0.7878787878787878,"positive_recall":0.9375,"specificity":0.6470588235294118,"precision":0.7142857142857143,"balanced_accuracy":0.7922794117647058,"f1":0.8108108108108109,"true_positive":15,"false_positive":6,"false_negative":1,"true_negative":11,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.5419131315689061,"baseline_adjusted_skill":0.5845588235294117,"baseline_adjusted_score":0.5845588235294117},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.20807811792823486,"normalized_score_rmse":0.3044403157521861,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.36946024870231864,"baseline_adjusted_score":0.36946024870231864},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.1875,"uniform_accuracy_baseline":0.178125,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.14035087719298242,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.09756212698146748,"accuracy":0.9411764705882353,"positive_recall":1,"specificity":0.8823529411764706,"precision":0.8947368421052632,"balanced_accuracy":0.9411764705882353,"f1":0.9444444444444444,"true_positive":17,"false_positive":2,"false_negative":0,"true_negative":15,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.60975149207413,"baseline_adjusted_skill":0.8823529411764706,"baseline_adjusted_score":0.8823529411764706},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.39250660600031123,"normalized_score_rmse":0.4449632887295839,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-1.6690449208021163,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.14583333333333334,"uniform_accuracy_baseline":0.13194444444444445,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":-1.1391304347826086,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.3009791568558008,"accuracy":0.6923076923076923,"positive_recall":1,"specificity":0.38461538461538464,"precision":0.6190476190476191,"balanced_accuracy":0.6923076923076923,"f1":0.7647058823529411,"true_positive":26,"false_positive":16,"false_negative":0,"true_negative":10,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.20391662742320316,"baseline_adjusted_skill":0.3846153846153846,"baseline_adjusted_score":0.3846153846153846},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.21196564214740599,"accuracy":0.7333333333333333,"positive_recall":0.8461538461538461,"specificity":0.6111111111111112,"precision":0.7021276595744681,"balanced_accuracy":0.7286324786324787,"f1":0.7674418604651163,"true_positive":33,"false_positive":14,"false_negative":6,"true_negative":22,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24960000000000004,"brier_skill":0.1507786772940467,"baseline_adjusted_skill":0.4572649572649574,"baseline_adjusted_score":0.4572649572649574},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.29201947450637816,"normalized_score_rmse":0.34808102360788207,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.042926694665636145,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.5882352941176471,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.44,"baseline_adjusted_score":0.44},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.20073988207301183,"accuracy":0.5714285714285714,"positive_recall":0.5714285714285714,"specificity":0.5714285714285714,"precision":0.5714285714285714,"balanced_accuracy":0.5714285714285714,"f1":0.5714285714285714,"true_positive":8,"false_positive":6,"false_negative":6,"true_negative":8,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.1970404717079527,"baseline_adjusted_skill":0.1428571428571428,"baseline_adjusted_score":0.1428571428571428},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.3983830873910902,"normalized_score_rmse":0.47440168115171044,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.1696969696969697,"baseline_adjusted_skill":-1.3476146221260672,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.10058038316035123,"accuracy":0.8588235294117647,"positive_recall":0.7555555555555555,"specificity":0.975,"precision":0.9714285714285714,"balanced_accuracy":0.8652777777777778,"f1":0.85,"true_positive":34,"false_positive":1,"false_negative":11,"true_negative":39,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.2491349480968858,"brier_skill":0.5962815175924792,"baseline_adjusted_skill":0.7305555555555556,"baseline_adjusted_score":0.7305555555555556},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.736842105263158,"baseline_adjusted_score":0.736842105263158},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.2024029964185947,"accuracy":0.72,"positive_recall":0.8,"specificity":0.5333333333333333,"precision":0.8,"balanced_accuracy":0.6666666666666667,"f1":0.8,"true_positive":28,"false_positive":7,"false_negative":7,"true_negative":8,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.21,"brier_skill":0.036176207530501436,"baseline_adjusted_skill":0.3333333333333335,"baseline_adjusted_score":0.3333333333333335},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.38700438031926754,"normalized_score_rmse":0.5528741686664639,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.3821585011402411,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.569620253164557,"uniform_accuracy_baseline":0.24240506329113923,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.26086956521739135,"baseline_adjusted_score":0.26086956521739135},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.25639778994251483,"accuracy":0.6666666666666666,"positive_recall":1,"specificity":0.3,"precision":0.6111111111111112,"balanced_accuracy":0.65,"f1":0.7586206896551724,"true_positive":11,"false_positive":7,"false_negative":0,"true_negative":3,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.2494331065759637,"brier_skill":-0.027922048769536856,"baseline_adjusted_skill":0.30000000000000004,"baseline_adjusted_score":0.30000000000000004},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.42424242424242425,"uniform_accuracy_baseline":0.32373737373737377,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.050000000000000044,"baseline_adjusted_score":0.050000000000000044},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.29358352681015026,"accuracy":0.6363636363636364,"positive_recall":0.8823529411764706,"specificity":0.375,"precision":0.6,"balanced_accuracy":0.6286764705882353,"f1":0.7142857142857143,"true_positive":15,"false_positive":10,"false_negative":2,"true_negative":6,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":-0.17541345844210898,"baseline_adjusted_skill":0.25735294117647056,"baseline_adjusted_score":0.25735294117647056},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.2819600018773082,"normalized_score_rmse":0.3412244156951698,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.3431372549019608,"baseline_adjusted_skill":0.17828799452898758,"baseline_adjusted_score":0.17828799452898758},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.12284936763197937,"accuracy":0.84,"positive_recall":0.86,"specificity":0.82,"precision":0.8269230769230769,"balanced_accuracy":0.84,"f1":0.8431372549019608,"true_positive":43,"false_positive":9,"false_negative":7,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5086025294720825,"baseline_adjusted_skill":0.6799999999999999,"baseline_adjusted_score":0.6799999999999999},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.39333333333333337,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":0.061855670103092834,"baseline_adjusted_score":0.061855670103092834},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.2972109461261201,"accuracy":0.49333333333333335,"positive_recall":1,"specificity":0,"precision":0.49333333333333335,"balanced_accuracy":0.5,"f1":0.6607142857142857,"true_positive":37,"false_positive":38,"false_negative":0,"true_negative":0,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555554,"brier_skill":-0.18905517209062994,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.49,"uniform_accuracy_baseline":0.14285714285714285,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.34615384615384615,"baseline_adjusted_score":0.34615384615384615},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.325,"uniform_accuracy_baseline":0.32416666666666666,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.02272727272727275,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.29358759970531406,"accuracy":0.48484848484848486,"positive_recall":1,"specificity":0,"precision":0.48484848484848486,"balanced_accuracy":0.5,"f1":0.6530612244897959,"true_positive":16,"false_positive":17,"false_negative":0,"true_negative":0,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":-0.17542976499664342,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.2620835757503907,"normalized_score_rmse":0.3470648576946935,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":-0.1929321378983302,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2185329646275932,"accuracy":0.67,"positive_recall":0.5454545454545454,"specificity":0.7051282051282052,"precision":0.34285714285714286,"balanced_accuracy":0.6252913752913754,"f1":0.42105263157894735,"true_positive":12,"false_positive":23,"false_negative":10,"true_negative":55,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.27350212486942427,"baseline_adjusted_skill":0.2505827505827507,"baseline_adjusted_score":0.2505827505827507},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2258353924266347,"accuracy":0.69,"positive_recall":0.7567567567567568,"specificity":0.6507936507936508,"precision":0.56,"balanced_accuracy":0.7037752037752039,"f1":0.6436781609195402,"true_positive":28,"false_positive":22,"false_negative":9,"true_negative":41,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000003,"brier_skill":0.031165197654934973,"baseline_adjusted_skill":0.4075504075504077,"baseline_adjusted_score":0.4075504075504077},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.28071765110354346,"accuracy":0.6,"positive_recall":0.5128205128205128,"specificity":0.6557377049180327,"precision":0.4878048780487805,"balanced_accuracy":0.5842791088692727,"f1":0.5,"true_positive":20,"false_positive":21,"false_negative":19,"true_negative":40,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379,"brier_skill":-0.17998171964499154,"baseline_adjusted_skill":0.1685582177385454,"baseline_adjusted_score":0.1685582177385454},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3575767503418224,"accuracy":0.54,"positive_recall":0.9032258064516129,"specificity":0.37681159420289856,"precision":0.39436619718309857,"balanced_accuracy":0.6400187003272557,"f1":0.5490196078431373,"true_positive":28,"false_positive":43,"false_negative":3,"true_negative":26,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999998,"brier_skill":-0.6717005626078656,"baseline_adjusted_skill":0.28003740065451144,"baseline_adjusted_score":0.28003740065451144},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.6527777777777778,"baseline_adjusted_score":0.6527777777777778},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.1733264194149524,"normalized_score_rmse":0.21417635667441262,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.2545100240217102,"baseline_adjusted_score":0.2545100240217102},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11053990615096344,"accuracy":0.84,"positive_recall":0.94,"specificity":0.74,"precision":0.7833333333333333,"balanced_accuracy":0.84,"f1":0.8545454545454545,"true_positive":47,"false_positive":13,"false_negative":3,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5578403753961463,"baseline_adjusted_skill":0.6799999999999999,"baseline_adjusted_score":0.6799999999999999},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2339157790028189,"accuracy":0.61,"positive_recall":0.84,"specificity":0.38,"precision":0.5753424657534246,"balanced_accuracy":0.61,"f1":0.6829268292682927,"true_positive":42,"false_positive":31,"false_negative":8,"true_negative":19,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.06433688398872439,"baseline_adjusted_skill":0.21999999999999997,"baseline_adjusted_score":0.21999999999999997},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.8857142857142858,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.16743445556869016,"accuracy":0.75,"positive_recall":0.78,"specificity":0.72,"precision":0.7358490566037735,"balanced_accuracy":0.75,"f1":0.7572815533980582,"true_positive":39,"false_positive":14,"false_negative":11,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.33026217772523936,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.6666666666666666,"baseline_adjusted_score":0.6666666666666666},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.11666666666666668,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.27723935139458356,"accuracy":0.54,"positive_recall":0.08,"specificity":1,"precision":1,"balanced_accuracy":0.54,"f1":0.14814814814814814,"true_positive":4,"false_positive":0,"false_negative":46,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.10895740557833422,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.20851190476190473,"fixed_answer_accuracy_baseline":0.22333333333333333,"baseline_adjusted_skill":0.9484978540772532,"baseline_adjusted_score":0.9484978540772532},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.14099931052817924,"accuracy":0.78,"positive_recall":0.86,"specificity":0.7,"precision":0.7413793103448276,"balanced_accuracy":0.78,"f1":0.7962962962962963,"true_positive":43,"false_positive":15,"false_negative":7,"true_negative":35,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.43600275788728304,"baseline_adjusted_skill":0.56,"baseline_adjusted_score":0.56},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.1614863914110174,"normalized_score_rmse":0.24391557889769386,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.461712028629942,"baseline_adjusted_score":0.461712028629942},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.22851190476190475,"fixed_answer_accuracy_baseline":0.24333333333333332,"baseline_adjusted_skill":0.8149779735682819,"baseline_adjusted_score":0.8149779735682819},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10518290547134374,"accuracy":0.82,"positive_recall":0.86,"specificity":0.78,"precision":0.7962962962962963,"balanced_accuracy":0.8200000000000001,"f1":0.8269230769230769,"true_positive":43,"false_positive":11,"false_negative":7,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5792683781146251,"baseline_adjusted_skill":0.6400000000000001,"baseline_adjusted_score":0.6400000000000001},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.16734941278239904,"normalized_score_rmse":0.24369324627253325,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.3042222222222222,"baseline_adjusted_skill":0.44991062270212145,"baseline_adjusted_score":0.44991062270212145},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.57,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.3064516129032257,"baseline_adjusted_score":0.3064516129032257},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2124866868251161,"accuracy":0.67,"positive_recall":0.94,"specificity":0.4,"precision":0.6103896103896104,"balanced_accuracy":0.6699999999999999,"f1":0.7401574803149606,"true_positive":47,"false_positive":30,"false_negative":3,"true_negative":20,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.15005325269953562,"baseline_adjusted_skill":0.33999999999999986,"baseline_adjusted_score":0.33999999999999986},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.54,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08447535922132658,"accuracy":0.88,"positive_recall":0.96,"specificity":0.8,"precision":0.8275862068965517,"balanced_accuracy":0.88,"f1":0.8888888888888888,"true_positive":48,"false_positive":10,"false_negative":2,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6620985631146936,"baseline_adjusted_skill":0.76,"baseline_adjusted_score":0.76},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.56,"uniform_accuracy_baseline":0.3533333333333333,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.2542372881355933,"baseline_adjusted_score":0.2542372881355933},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.72,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.5483870967741935,"baseline_adjusted_score":0.5483870967741935},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.31,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.11290322580645162,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.1111111111111111,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.21428571428571433,"baseline_adjusted_score":0.21428571428571433},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.5067056650111641,"accuracy":0.229625,"positive_recall":1,"specificity":0.04935986426037329,"precision":0.19752604166666665,"balanced_accuracy":0.5246799321301866,"f1":0.3298901815809503,"true_positive":75.85,"false_positive":308.15,"false_negative":0,"true_negative":16,"positive_prevalence":0.189625,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500001,"brier_skill":-5.656353648643109,"baseline_adjusted_skill":0.0493598642603732,"baseline_adjusted_score":0.0493598642603732},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3989960502501344,"normalized_score_rmse":0.436793870505429,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":-0.8666481883047223,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.1447246421669574,"accuracy":0.684375,"positive_recall":0.7848101265822784,"specificity":0.6478609169933527,"precision":0.44759358288770057,"balanced_accuracy":0.7163355217878156,"f1":0.57006640558488,"true_positive":83.7,"false_positive":103.3,"false_negative":22.95,"true_negative":190.05,"positive_prevalence":0.266625,"majority_accuracy_baseline":0.733375,"constant_brier_baseline":0.115654859375,"brier_skill":-0.25134942836860286,"baseline_adjusted_skill":0.43267104357563113,"baseline_adjusted_score":0.43267104357563113},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.2535015688817657,"normalized_score_rmse":0.3100032644010412,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.056738348346918155,"baseline_adjusted_score":0.056738348346918155},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.17072407789361904,"accuracy":0.6153749999999999,"positive_recall":0.8362416107382551,"specificity":0.5297484822202948,"precision":0.4080786026200873,"balanced_accuracy":0.6829950464792749,"f1":0.5484959647835655,"true_positive":93.45,"false_positive":135.55,"false_negative":18.3,"true_negative":152.7,"positive_prevalence":0.279375,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937500001,"brier_skill":-0.5087515470837192,"baseline_adjusted_skill":0.3659900929585498,"baseline_adjusted_score":0.3659900929585498},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.28679008306993636,"normalized_score_rmse":0.33137839142539094,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":-0.08478518418888448,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.08038839951236554,"accuracy":0.829375,"positive_recall":0.7690140845070422,"specificity":0.8465863453815261,"precision":0.5883620689655172,"balanced_accuracy":0.8078002149442842,"f1":0.6666666666666666,"true_positive":68.25,"false_positive":47.75,"false_negative":20.5,"true_negative":263.5,"positive_prevalence":0.221875,"majority_accuracy_baseline":0.778125,"constant_brier_baseline":0.12674023437499998,"brier_skill":0.36572312723904454,"baseline_adjusted_skill":0.6156004298885684,"baseline_adjusted_score":0.6156004298885684},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.26330704348161815,"normalized_score_rmse":0.30314040548436005,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":-0.16701182706534357,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.16010392586731584,"accuracy":0.6509999999999999,"positive_recall":0.9035916824196597,"specificity":0.5601631543167912,"precision":0.42488888888888887,"balanced_accuracy":0.7318774183682255,"f1":0.5779927448609431,"true_positive":95.6,"false_positive":129.4,"false_negative":10.2,"true_negative":164.8,"positive_prevalence":0.2645,"majority_accuracy_baseline":0.7355,"constant_brier_baseline":0.11362725,"brier_skill":-0.409027551642021,"baseline_adjusted_skill":0.463754836736451,"baseline_adjusted_score":0.463754836736451},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.2629932514905522,"normalized_score_rmse":0.32075616212704766,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":-0.04673930941513316,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.15894302203039826,"accuracy":0.6729999999999999,"positive_recall":0.7036553524804178,"specificity":0.6657390228818801,"precision":0.33271604938271604,"balanced_accuracy":0.684697187681149,"f1":0.45180217937971506,"true_positive":53.9,"false_positive":108.1,"false_negative":22.7,"true_negative":215.3,"positive_prevalence":0.19149999999999998,"majority_accuracy_baseline":0.8085,"constant_brier_baseline":0.09190274999999999,"brier_skill":-0.7294697060795055,"baseline_adjusted_skill":0.3693943753622979,"baseline_adjusted_score":0.3693943753622979},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.2566410095238825,"normalized_score_rmse":0.30202960687464453,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":-0.24056077111242313,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.18062171569634913,"accuracy":0.69125,"positive_recall":0.8895663956639566,"specificity":0.6463825873697119,"precision":0.362707182320442,"balanced_accuracy":0.7679744915168343,"f1":0.5153061224489797,"true_positive":65.65,"false_positive":115.35,"false_negative":8.15,"true_negative":210.85,"positive_prevalence":0.1845,"majority_accuracy_baseline":0.8155,"constant_brier_baseline":0.10922225,"brier_skill":-0.6537080649441769,"baseline_adjusted_skill":0.5359489830336686,"baseline_adjusted_score":0.5359489830336686},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3486229638873192,"normalized_score_rmse":0.3950081693034002,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":-0.8409133406591116,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.1058947668106748,"accuracy":0.7597499999999999,"positive_recall":0.5312101910828025,"specificity":0.815552099533437,"precision":0.4128712871287129,"balanced_accuracy":0.6733811453081198,"f1":0.4646239554317549,"true_positive":41.7,"false_positive":59.3,"false_negative":36.8,"true_negative":262.2,"positive_prevalence":0.19625,"majority_accuracy_baseline":0.80375,"constant_brier_baseline":0.09878593749999999,"brier_skill":-0.07196195623162271,"baseline_adjusted_skill":0.34676229061623953,"baseline_adjusted_score":0.34676229061623953},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.2741918650007574,"normalized_score_rmse":0.31446355892667854,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":-0.29794965680831886,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.09128024112926382,"accuracy":0.6823979591836735,"positive_recall":0.8217674970344009,"specificity":0.5772157564905999,"precision":0.5946351931330472,"balanced_accuracy":0.6994916267625004,"f1":0.6899900398406374,"true_positive":138.55,"false_positive":94.45,"false_negative":30.05,"true_negative":128.95,"positive_prevalence":0.4301020408163265,"majority_accuracy_baseline":0.5698979591836735,"constant_brier_baseline":0.12359641815910039,"brier_skill":0.2614653200405641,"baseline_adjusted_skill":0.39898325352500086,"baseline_adjusted_score":0.39898325352500086},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.2024868526948142,"normalized_score_rmse":0.24418102734194982,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.2650477198484521,"baseline_adjusted_score":0.2650477198484521},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.2322016032689751,"accuracy":0.5745,"positive_recall":0.8367427222659324,"specificity":0.5249665626393224,"precision":0.24964788732394366,"balanced_accuracy":0.6808546424526274,"f1":0.3845597541131803,"true_positive":106.35,"false_positive":319.65,"false_negative":20.75,"true_negative":353.25,"positive_prevalence":0.158875,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499999,"brier_skill":-1.3507543721952082,"baseline_adjusted_skill":0.3617092849052548,"baseline_adjusted_score":0.3617092849052548},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.44874722062057115,"normalized_score_rmse":0.4823490851442505,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-1.7196801249731584,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.44,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.0967741935483871,"baseline_adjusted_score":0.0967741935483871},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2877541368504109,"accuracy":0.49,"positive_recall":0.56,"specificity":0.42,"precision":0.49122807017543857,"balanced_accuracy":0.49,"f1":0.5233644859813084,"true_positive":28,"false_positive":29,"false_negative":22,"true_negative":21,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.1510165474016436,"baseline_adjusted_skill":-0.020000000000000018,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.170311464546057,"uniform_accuracy_baseline":0.058823529411764705,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.02492211838006233,"baseline_adjusted_score":0.02492211838006233},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.7,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.3478260869565216,"baseline_adjusted_score":0.3478260869565216},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24696605755595133,"accuracy":0.59,"positive_recall":0.44,"specificity":0.74,"precision":0.6285714285714286,"balanced_accuracy":0.59,"f1":0.5176470588235295,"true_positive":22,"false_positive":13,"false_negative":28,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.012135769776194683,"baseline_adjusted_skill":0.17999999999999994,"baseline_adjusted_score":0.17999999999999994},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.47,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.1587301587301587,"baseline_adjusted_score":0.1587301587301587},"scoring":{"eligible":true,"reason":null},"model":47,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.2127247767471288,"accuracy":0.7027027027027027,"positive_recall":0.5352112676056338,"specificity":0.8571428571428571,"precision":0.7755102040816326,"balanced_accuracy":0.6961770623742454,"f1":0.6333333333333333,"true_positive":38,"false_positive":11,"false_negative":33,"true_negative":66,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.24958911614317017,"brier_skill":0.14770010794419064,"baseline_adjusted_skill":0.39235412474849074,"baseline_adjusted_score":0.39235412474849074},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.53,"uniform_accuracy_baseline":0.2005,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.3380281690140846,"baseline_adjusted_score":0.3380281690140846},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.9411764705882353,"baseline_adjusted_score":0.9411764705882353},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.78,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.5319148936170213,"baseline_adjusted_score":0.5319148936170213},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.673469387755102,"baseline_adjusted_score":0.673469387755102},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11734847034458136,"accuracy":0.5062547232600001,"positive_recall":0.5213094782091174,"specificity":0.48210092264409454,"precision":0.6175852445384616,"balanced_accuracy":0.501705200426606,"f1":0.5653780549676886,"true_positive":32.114432716,"false_positive":19.885567284,"false_negative":29.48896039,"true_negative":18.51103961,"positive_prevalence":0.61603393106,"majority_accuracy_baseline":0.61603393106,"constant_brier_baseline":0.07908707655202402,"brier_skill":-0.4837881922135374,"baseline_adjusted_skill":0.003410400853212092,"baseline_adjusted_score":0.003410400853212092},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1704475432437448,"accuracy":0.77,"positive_recall":0.74,"specificity":0.8,"precision":0.7872340425531915,"balanced_accuracy":0.77,"f1":0.7628865979381443,"true_positive":37,"false_positive":10,"false_negative":13,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.31820982702502076,"baseline_adjusted_skill":0.54,"baseline_adjusted_score":0.54},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.012987012987012986,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.7894736842105263,"baseline_adjusted_score":0.7894736842105263},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.82,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.7,"baseline_adjusted_score":0.7},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.53,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.26562500000000006,"baseline_adjusted_score":0.26562500000000006},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.16551272034491102,"accuracy":0.74,"positive_recall":1,"specificity":0.48,"precision":0.6578947368421053,"balanced_accuracy":0.74,"f1":0.7936507936507936,"true_positive":50,"false_positive":26,"false_negative":0,"true_negative":24,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3379491186203559,"baseline_adjusted_skill":0.48,"baseline_adjusted_score":0.48},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.15901518032623937,"accuracy":0.6150611257413402,"positive_recall":0.7395383990394181,"specificity":0.5570999374937011,"precision":0.4374131174520292,"balanced_accuracy":0.6483191682665597,"f1":0.549697743818091,"true_positive":164.467332161963,"false_positive":211.532667838037,"false_negative":57.92454414302483,"true_negative":266.07545585697517,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768642,"brier_skill":-0.7921863307943535,"baseline_adjusted_skill":0.29663833653311933,"baseline_adjusted_score":0.29663833653311933},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25253974593373446,"accuracy":0.59,"positive_recall":0.38,"specificity":0.8,"precision":0.6551724137931034,"balanced_accuracy":0.5900000000000001,"f1":0.4810126582278481,"true_positive":19,"false_positive":10,"false_negative":31,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.010158983734937843,"baseline_adjusted_skill":0.18000000000000016,"baseline_adjusted_score":0.18000000000000016},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.9139072847682119,"uniform_accuracy_baseline":0.006622516556291391,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.9103448275862069,"baseline_adjusted_score":0.9103448275862069},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.7588235294117647,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.5553145336225596,"baseline_adjusted_score":0.5553145336225596},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.37,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.050000000000000044,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.18538963809619663,"accuracy":0.73,"positive_recall":0.92,"specificity":0.54,"precision":0.6666666666666666,"balanced_accuracy":0.73,"f1":0.773109243697479,"true_positive":46,"false_positive":23,"false_negative":4,"true_negative":27,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2584414476152135,"baseline_adjusted_skill":0.45999999999999996,"baseline_adjusted_score":0.45999999999999996},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.74,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.4583333333333333,"baseline_adjusted_score":0.4583333333333333},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.07142857142857142,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9887640449438202,"baseline_adjusted_score":0.9887640449438202},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.79,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.5434782608695653,"baseline_adjusted_score":0.5434782608695653},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.4,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.17808219178082194,"baseline_adjusted_score":0.17808219178082194},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.7777777777777778,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.3333333333333334,"baseline_adjusted_score":0.3333333333333334},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.25946433671232694,"accuracy":0.6097560975609756,"positive_recall":0.625,"specificity":0.5952380952380952,"precision":0.5952380952380952,"balanced_accuracy":0.6101190476190477,"f1":0.6097560975609756,"true_positive":25,"false_positive":17,"false_negative":15,"true_negative":25,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.2498512790005949,"brier_skill":-0.038475119079575126,"baseline_adjusted_skill":0.22023809523809534,"baseline_adjusted_score":0.22023809523809534},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1429549179055375,"accuracy":0.82,"positive_recall":0.72,"specificity":0.92,"precision":0.9,"balanced_accuracy":0.8200000000000001,"f1":0.8,"true_positive":36,"false_positive":4,"false_negative":14,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.42818032837785003,"baseline_adjusted_skill":0.6400000000000001,"baseline_adjusted_score":0.6400000000000001},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.6955307262569832,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.6093189964157706,"baseline_adjusted_score":0.6093189964157706},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.45,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.09836065573770492,"baseline_adjusted_score":0.09836065573770492},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.1814580152343187,"accuracy":0.785,"positive_recall":0.45454545454545453,"specificity":0.8782051282051282,"precision":0.5128205128205128,"balanced_accuracy":0.6663752913752914,"f1":0.4819277108433735,"true_positive":20,"false_positive":19,"false_negative":24,"true_negative":137,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.057447641225633506,"baseline_adjusted_skill":0.3327505827505828,"baseline_adjusted_score":0.3327505827505828},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.19793155495960607,"accuracy":0.715,"positive_recall":0.28,"specificity":0.86,"precision":0.4,"balanced_accuracy":0.5700000000000001,"f1":0.32941176470588235,"true_positive":14,"false_positive":21,"false_negative":36,"true_negative":129,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-0.055634959784565785,"baseline_adjusted_skill":0.14000000000000012,"baseline_adjusted_score":0.14000000000000012},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.03189628852469249,"accuracy":0.96,"positive_recall":0.8947368421052632,"specificity":0.9668508287292817,"precision":0.7391304347826086,"balanced_accuracy":0.9307938354172725,"f1":0.8095238095238095,"true_positive":17,"false_positive":6,"false_negative":2,"true_negative":175,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.085975,"brier_skill":0.6290050767700786,"baseline_adjusted_skill":0.8615876708345449,"baseline_adjusted_score":0.8615876708345449},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.10892735884902172,"accuracy":0.8145535714285714,"positive_recall":0.6629302648546771,"specificity":0.824232676245417,"precision":0.19404761904761902,"balanced_accuracy":0.743581470550047,"f1":0.30021787471081063,"true_positive":111.38333333333333,"false_positive":462.6166666666667,"false_negative":56.63333333333333,"true_negative":2169.366666666667,"positive_prevalence":0.060005952380952375,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679138,"brier_skill":-2.382735099336627,"baseline_adjusted_skill":0.48716294110009395,"baseline_adjusted_score":0.48716294110009395},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.71671388101983,"uniform_accuracy_baseline":0.027777777777777776,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.6753246753246753,"baseline_adjusted_score":0.6753246753246753},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.63,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.4714285714285715,"baseline_adjusted_score":0.4714285714285715},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.17391066392913707,"accuracy":0.74,"positive_recall":0.98,"specificity":0.5,"precision":0.6621621621621622,"balanced_accuracy":0.74,"f1":0.7903225806451613,"true_positive":49,"false_positive":25,"false_negative":1,"true_negative":25,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.30435734428345174,"baseline_adjusted_skill":0.48,"baseline_adjusted_score":0.48},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.13573310232608687,"accuracy":0.82,"positive_recall":0.98,"specificity":0.66,"precision":0.7424242424242424,"balanced_accuracy":0.8200000000000001,"f1":0.8448275862068966,"true_positive":49,"false_positive":17,"false_negative":1,"true_negative":33,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4570675906956525,"baseline_adjusted_skill":0.6400000000000001,"baseline_adjusted_score":0.6400000000000001},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.56,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":-0.12820512820512803,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.8829787234042554,"baseline_adjusted_score":0.8829787234042554},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11517554432769853,"accuracy":0.83,"positive_recall":0.98,"specificity":0.68,"precision":0.7538461538461538,"balanced_accuracy":0.8300000000000001,"f1":0.8521739130434782,"true_positive":49,"false_positive":16,"false_negative":1,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5392978226892059,"baseline_adjusted_skill":0.6600000000000001,"baseline_adjusted_score":0.6600000000000001},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8208955223880599,"baseline_adjusted_score":0.8208955223880599},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10905194310055165,"accuracy":0.85,"positive_recall":0.74,"specificity":0.96,"precision":0.9487179487179487,"balanced_accuracy":0.85,"f1":0.8314606741573034,"true_positive":37,"false_positive":2,"false_negative":13,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5637922275977933,"baseline_adjusted_skill":0.7,"baseline_adjusted_score":0.7},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.4789786756756757,"uniform_accuracy_baseline":0.23445945945945948,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.2936799029489883,"baseline_adjusted_score":0.2936799029489883},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.029457400391930805,"accuracy":0.725263125,"positive_recall":0.8185864114410677,"specificity":0.6363986374158223,"precision":0.6819101011235955,"balanced_accuracy":0.7274925244284449,"f1":0.7440235121241232,"true_positive":60.689999,"false_positive":28.310001,"false_negative":13.450004,"true_negative":49.549996,"positive_prevalence":0.4877631776315789,"majority_accuracy_baseline":0.512236822368421,"constant_brier_baseline":0.09451910039768556,"brier_skill":0.6883444693401661,"baseline_adjusted_skill":0.45498504885688984,"baseline_adjusted_score":0.45498504885688984},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.08423328449012286,"normalized_score_rmse":0.11374954425936643,"constant_score_baseline":0.5841668333333333,"constant_mae_baseline":0.21700552708333334,"baseline_adjusted_skill":0.6118380687245075,"baseline_adjusted_score":0.6118380687245075},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3096855618203881,"accuracy":0.61,"positive_recall":0.94,"specificity":0.28,"precision":0.5662650602409639,"balanced_accuracy":0.61,"f1":0.706766917293233,"true_positive":47,"false_positive":36,"false_negative":3,"true_negative":14,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.23874224728155236,"baseline_adjusted_skill":0.21999999999999997,"baseline_adjusted_score":0.21999999999999997},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2499688546338389,"accuracy":0.65,"positive_recall":0.56,"specificity":0.74,"precision":0.6829268292682927,"balanced_accuracy":0.65,"f1":0.6153846153846154,"true_positive":28,"false_positive":13,"false_negative":22,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.00012458146464444653,"baseline_adjusted_skill":0.30000000000000004,"baseline_adjusted_score":0.30000000000000004},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.81,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.6885245901639345,"baseline_adjusted_score":0.6885245901639345},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.915,"uniform_accuracy_baseline":0.036111111111111115,"fixed_answer_accuracy_baseline":0.08833333333333333,"baseline_adjusted_skill":0.906764168190128,"baseline_adjusted_score":0.906764168190128},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.8181818181818182,"baseline_adjusted_score":0.8181818181818182},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.049879324215607396,"fixed_answer_accuracy_baseline":0.12442477876106194,"baseline_adjusted_skill":0.8401051142106327,"baseline_adjusted_score":0.8401051142106327},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3372842054419132,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":50,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.3491368217676527,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.8055555555555556,"uniform_accuracy_baseline":0.23888888888888887,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.7254901960784313,"baseline_adjusted_score":0.7254901960784313},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.1543682210406843,"accuracy":0.796875,"positive_recall":0.8125,"specificity":0.78125,"precision":0.7878787878787878,"balanced_accuracy":0.796875,"f1":0.8,"true_positive":26,"false_positive":7,"false_negative":6,"true_negative":25,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.38252711583726284,"baseline_adjusted_skill":0.59375,"baseline_adjusted_score":0.59375},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.6969696969696971,"baseline_adjusted_score":0.6969696969696971},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.18356524934360774,"accuracy":0.73,"positive_recall":0.6,"specificity":0.86,"precision":0.8108108108108109,"balanced_accuracy":0.73,"f1":0.6896551724137931,"true_positive":30,"false_positive":7,"false_negative":20,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.26573900262556904,"baseline_adjusted_skill":0.45999999999999996,"baseline_adjusted_score":0.45999999999999996},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8529411764705882,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.7826086956521737,"baseline_adjusted_score":0.7826086956521737},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.03926636026522217,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":16,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.8427901973204892,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.17467345977784135,"normalized_score_rmse":0.3508289010527427,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.4706864855216929,"baseline_adjusted_score":0.4706864855216929},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.25,"uniform_accuracy_baseline":0.178125,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.05263157894736839,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.06264280279929654,"accuracy":0.9705882352941176,"positive_recall":1,"specificity":0.9411764705882353,"precision":0.9444444444444444,"balanced_accuracy":0.9705882352941176,"f1":0.9714285714285714,"true_positive":17,"false_positive":1,"false_negative":0,"true_negative":16,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7494287888028138,"baseline_adjusted_skill":0.9411764705882353,"baseline_adjusted_score":0.9411764705882353},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.34840162098407745,"normalized_score_rmse":0.4080523190219173,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-1.3691310226917266,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.7083333333333334,"uniform_accuracy_baseline":0.13194444444444445,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":0.2695652173913045,"baseline_adjusted_score":0.2695652173913045},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.10374872058863335,"accuracy":0.8076923076923077,"positive_recall":0.8461538461538461,"specificity":0.7692307692307693,"precision":0.7857142857142857,"balanced_accuracy":0.8076923076923077,"f1":0.8148148148148148,"true_positive":22,"false_positive":6,"false_negative":4,"true_negative":20,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5850051176454666,"baseline_adjusted_skill":0.6153846153846154,"baseline_adjusted_score":0.6153846153846154},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.1096748428580996,"accuracy":0.8266666666666667,"positive_recall":0.8205128205128205,"specificity":0.8333333333333334,"precision":0.8421052631578947,"balanced_accuracy":0.8269230769230769,"f1":0.8311688311688312,"true_positive":32,"false_positive":6,"false_negative":7,"true_negative":30,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24960000000000004,"brier_skill":0.5605975847031267,"baseline_adjusted_skill":0.6538461538461537,"baseline_adjusted_score":0.6538461538461537},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.23803397715091706,"normalized_score_rmse":0.2867311505158379,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.1498786530324392,"baseline_adjusted_score":0.1498786530324392},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.7647058823529411,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.6799999999999998,"baseline_adjusted_score":0.6799999999999998},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.19690117986169775,"accuracy":0.75,"positive_recall":1,"specificity":0.5,"precision":0.6666666666666666,"balanced_accuracy":0.75,"f1":0.8,"true_positive":14,"false_positive":7,"false_negative":0,"true_negative":7,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.212395280553209,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.30946124476295983,"normalized_score_rmse":0.4057211430435841,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.1696969696969697,"baseline_adjusted_skill":-0.8236109066388704,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.05001703929522817,"accuracy":0.9529411764705882,"positive_recall":1,"specificity":0.9,"precision":0.9183673469387755,"balanced_accuracy":0.95,"f1":0.9574468085106383,"true_positive":45,"false_positive":4,"false_negative":0,"true_negative":36,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.2491349480968858,"brier_skill":0.7992371617177647,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.736842105263158,"baseline_adjusted_score":0.736842105263158},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.230709897969873,"accuracy":0.66,"positive_recall":0.5714285714285714,"specificity":0.8666666666666667,"precision":0.9090909090909091,"balanced_accuracy":0.719047619047619,"f1":0.7017543859649122,"true_positive":20,"false_positive":2,"false_negative":15,"true_negative":13,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.21,"brier_skill":-0.09861856176130002,"baseline_adjusted_skill":0.4380952380952381,"baseline_adjusted_score":0.4380952380952381},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.18874625921249388,"normalized_score_rmse":0.3176931676756478,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.3259062170982362,"baseline_adjusted_score":0.3259062170982362},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.6708860759493671,"uniform_accuracy_baseline":0.24240506329113923,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.4347826086956522,"baseline_adjusted_score":0.4347826086956522},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.10734583809023417,"accuracy":0.8095238095238095,"positive_recall":0.9090909090909091,"specificity":0.7,"precision":0.7692307692307693,"balanced_accuracy":0.8045454545454545,"f1":0.8333333333333334,"true_positive":10,"false_positive":3,"false_negative":1,"true_negative":7,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.2494331065759637,"brier_skill":0.5696407763836975,"baseline_adjusted_skill":0.6090909090909089,"baseline_adjusted_score":0.6090909090909089},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.6363636363636364,"uniform_accuracy_baseline":0.32373737373737377,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.4,"baseline_adjusted_score":0.4},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.19538389350773255,"accuracy":0.7575757575757576,"positive_recall":0.8823529411764706,"specificity":0.625,"precision":0.7142857142857143,"balanced_accuracy":0.7536764705882353,"f1":0.7894736842105263,"true_positive":15,"false_positive":6,"false_negative":2,"true_negative":10,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.21774610283117368,"baseline_adjusted_skill":0.5073529411764706,"baseline_adjusted_score":0.5073529411764706},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.22828977725322486,"normalized_score_rmse":0.29086132924700525,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.3431372549019608,"baseline_adjusted_skill":0.33469836343345905,"baseline_adjusted_score":0.33469836343345905},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11577812001583707,"accuracy":0.83,"positive_recall":0.84,"specificity":0.82,"precision":0.8235294117647058,"balanced_accuracy":0.83,"f1":0.8316831683168316,"true_positive":42,"false_positive":9,"false_negative":8,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5368875199366517,"baseline_adjusted_skill":0.6599999999999999,"baseline_adjusted_score":0.6599999999999999},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.33333333333333337,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":-0.03092783505154633,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.2685325236476002,"accuracy":0.4533333333333333,"positive_recall":0.5405405405405406,"specificity":0.3684210526315789,"precision":0.45454545454545453,"balanced_accuracy":0.4544807965860598,"f1":0.49382716049382713,"true_positive":20,"false_positive":24,"false_negative":17,"true_negative":14,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555554,"brier_skill":-0.07432108500551293,"baseline_adjusted_skill":-0.09103840682788045,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.81,"uniform_accuracy_baseline":0.14285714285714285,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.7564102564102565,"baseline_adjusted_score":0.7564102564102565},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.325,"uniform_accuracy_baseline":0.32416666666666666,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.02272727272727275,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.13349032850314896,"accuracy":0.7272727272727273,"positive_recall":0.5,"specificity":0.9411764705882353,"precision":0.8888888888888888,"balanced_accuracy":0.7205882352941176,"f1":0.64,"true_positive":8,"false_positive":1,"false_negative":8,"true_negative":16,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.4655479127208485,"baseline_adjusted_skill":0.4411764705882353,"baseline_adjusted_score":0.4411764705882353},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.12231300091088722,"normalized_score_rmse":0.15422316883565318,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.443264961371134,"baseline_adjusted_score":0.443264961371134},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.18605698282972358,"accuracy":0.77,"positive_recall":0.5454545454545454,"specificity":0.8333333333333334,"precision":0.48,"balanced_accuracy":0.6893939393939394,"f1":0.5106382978723404,"true_positive":12,"false_positive":13,"false_negative":10,"true_negative":65,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.08424815168836575,"baseline_adjusted_skill":0.3787878787878789,"baseline_adjusted_score":0.3787878787878789},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11917571388727896,"accuracy":0.83,"positive_recall":0.7567567567567568,"specificity":0.873015873015873,"precision":0.7777777777777778,"balanced_accuracy":0.8148863148863149,"f1":0.7671232876712328,"true_positive":28,"false_positive":8,"false_negative":9,"true_negative":55,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000003,"brier_skill":0.4887356761592495,"baseline_adjusted_skill":0.6297726297726298,"baseline_adjusted_score":0.6297726297726298},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.16619209248044783,"accuracy":0.77,"positive_recall":0.5641025641025641,"specificity":0.9016393442622951,"precision":0.7857142857142857,"balanced_accuracy":0.7328709541824296,"f1":0.6567164179104478,"true_positive":22,"false_positive":6,"false_negative":17,"true_negative":55,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379,"brier_skill":0.3014203762906774,"baseline_adjusted_skill":0.4657419083648593,"baseline_adjusted_score":0.4657419083648593},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.13831443817368153,"accuracy":0.78,"positive_recall":0.8709677419354839,"specificity":0.7391304347826086,"precision":0.6,"balanced_accuracy":0.8050490883590462,"f1":0.7105263157894737,"true_positive":27,"false_positive":18,"false_negative":4,"true_negative":51,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999998,"brier_skill":0.35336868549003486,"baseline_adjusted_skill":0.6100981767180924,"baseline_adjusted_score":0.6100981767180924},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.8194444444444444,"baseline_adjusted_score":0.8194444444444444},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.1515275684813969,"normalized_score_rmse":0.18981452703765442,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.34826852266065855,"baseline_adjusted_score":0.34826852266065855},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10170793503057073,"accuracy":0.89,"positive_recall":0.92,"specificity":0.86,"precision":0.8679245283018868,"balanced_accuracy":0.89,"f1":0.8932038834951457,"true_positive":46,"false_positive":7,"false_negative":4,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.593168259877717,"baseline_adjusted_skill":0.78,"baseline_adjusted_score":0.78},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.30889500281750076,"accuracy":0.49,"positive_recall":0.8,"specificity":0.18,"precision":0.49382716049382713,"balanced_accuracy":0.49,"f1":0.6106870229007634,"true_positive":40,"false_positive":41,"false_negative":10,"true_negative":9,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.23558001127000305,"baseline_adjusted_skill":-0.020000000000000018,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.35,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.8571428571428573,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10489183499624266,"accuracy":0.85,"positive_recall":0.9,"specificity":0.8,"precision":0.8181818181818182,"balanced_accuracy":0.8500000000000001,"f1":0.8571428571428571,"true_positive":45,"false_positive":10,"false_negative":5,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5804326600150294,"baseline_adjusted_skill":0.7000000000000002,"baseline_adjusted_score":0.7000000000000002},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.7380952380952381,"baseline_adjusted_score":0.7380952380952381},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.7,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.4999999999999999,"baseline_adjusted_score":0.4999999999999999},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.19333540659502227,"accuracy":0.71,"positive_recall":0.5,"specificity":0.92,"precision":0.8620689655172413,"balanced_accuracy":0.71,"f1":0.6329113924050633,"true_positive":25,"false_positive":4,"false_negative":25,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.22665837361991092,"baseline_adjusted_skill":0.41999999999999993,"baseline_adjusted_score":0.41999999999999993},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.20851190476190473,"fixed_answer_accuracy_baseline":0.22333333333333333,"baseline_adjusted_skill":0.9871244635193133,"baseline_adjusted_score":0.9871244635193133},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.06865916786154547,"accuracy":0.9,"positive_recall":0.94,"specificity":0.86,"precision":0.8703703703703703,"balanced_accuracy":0.8999999999999999,"f1":0.9038461538461539,"true_positive":47,"false_positive":7,"false_negative":3,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7253633285538181,"baseline_adjusted_skill":0.7999999999999998,"baseline_adjusted_score":0.7999999999999998},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.09882760791966576,"normalized_score_rmse":0.17126589713789325,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.6705746402677808,"baseline_adjusted_score":0.6705746402677808},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.22851190476190475,"fixed_answer_accuracy_baseline":0.24333333333333332,"baseline_adjusted_skill":0.894273127753304,"baseline_adjusted_score":0.894273127753304},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.06311209767115475,"accuracy":0.91,"positive_recall":0.94,"specificity":0.88,"precision":0.8867924528301887,"balanced_accuracy":0.9099999999999999,"f1":0.912621359223301,"true_positive":47,"false_positive":6,"false_negative":3,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.747551609315381,"baseline_adjusted_skill":0.8199999999999998,"baseline_adjusted_score":0.8199999999999998},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.1075308562797339,"normalized_score_rmse":0.19039957515774272,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.3042222222222222,"baseline_adjusted_skill":0.6465384563485738,"baseline_adjusted_score":0.6465384563485738},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.78,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.6451612903225807,"baseline_adjusted_score":0.6451612903225807},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.13750467269594635,"accuracy":0.8,"positive_recall":0.96,"specificity":0.64,"precision":0.7272727272727273,"balanced_accuracy":0.8,"f1":0.8275862068965517,"true_positive":48,"false_positive":18,"false_negative":2,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4499813092162146,"baseline_adjusted_skill":0.6000000000000001,"baseline_adjusted_score":0.6000000000000001},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.8,"baseline_adjusted_score":0.8},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.06883297702925922,"accuracy":0.89,"positive_recall":0.9,"specificity":0.88,"precision":0.8823529411764706,"balanced_accuracy":0.89,"f1":0.8910891089108911,"true_positive":45,"false_positive":6,"false_negative":5,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7246680918829631,"baseline_adjusted_skill":0.78,"baseline_adjusted_score":0.78},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.58,"uniform_accuracy_baseline":0.3533333333333333,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.28813559322033894,"baseline_adjusted_score":0.28813559322033894},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.7741935483870968,"baseline_adjusted_score":0.7741935483870968},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.45,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.11290322580645162,"baseline_adjusted_score":0.11290322580645162},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.35,"uniform_accuracy_baseline":0.1111111111111111,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.22619047619047616,"baseline_adjusted_score":0.22619047619047616},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.11138439883607111,"accuracy":0.715375,"positive_recall":0.5075807514831906,"specificity":0.7639981490050903,"precision":0.3347826086956522,"balanced_accuracy":0.6357894502441405,"f1":0.4034582132564842,"true_positive":38.5,"false_positive":76.5,"false_negative":37.35,"true_negative":247.65,"positive_prevalence":0.189625,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500001,"brier_skill":-0.4632043823272942,"baseline_adjusted_skill":0.2715789004882809,"baseline_adjusted_score":0.2715789004882809},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3134717926295707,"normalized_score_rmse":0.35929961793137594,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":-0.4665347023605646,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.10292482750039016,"accuracy":0.7561249999999999,"positive_recall":0.6052508204406938,"specificity":0.810976649054031,"precision":0.5379166666666666,"balanced_accuracy":0.7081137347473624,"f1":0.5696007059342598,"true_positive":64.55,"false_positive":55.45,"false_negative":42.1,"true_negative":237.9,"positive_prevalence":0.266625,"majority_accuracy_baseline":0.733375,"constant_brier_baseline":0.115654859375,"brier_skill":0.11006914835574622,"baseline_adjusted_skill":0.4162274694947248,"baseline_adjusted_score":0.4162274694947248},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.2584516013650136,"normalized_score_rmse":0.3231796483758597,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.03831962282785628,"baseline_adjusted_score":0.03831962282785628},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.08360479678630642,"accuracy":0.764375,"positive_recall":0.5615212527964206,"specificity":0.8430182133564614,"precision":0.5810185185185185,"balanced_accuracy":0.702269733076441,"f1":0.571103526734926,"true_positive":62.75,"false_positive":45.25,"false_negative":49,"true_negative":243,"positive_prevalence":0.279375,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937500001,"brier_skill":0.26115362255136065,"baseline_adjusted_skill":0.40453946615288205,"baseline_adjusted_score":0.40453946615288205},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.2616072265955154,"normalized_score_rmse":0.3136875572223266,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.010469119260462012,"baseline_adjusted_score":0.010469119260462012},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.07430012851549503,"accuracy":0.8326249999999998,"positive_recall":0.5115492957746479,"specificity":0.9241767068273091,"precision":0.6579710144927536,"balanced_accuracy":0.7178630013009786,"f1":0.575594294770206,"true_positive":45.4,"false_positive":23.6,"false_negative":43.35,"true_negative":287.65,"positive_prevalence":0.221875,"majority_accuracy_baseline":0.778125,"constant_brier_baseline":0.12674023437499998,"brier_skill":0.41376052457299994,"baseline_adjusted_skill":0.43572600260195715,"baseline_adjusted_score":0.43572600260195715},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.328060620025135,"normalized_score_rmse":0.3859195588983274,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":-0.45400828820004424,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.09320751408845393,"accuracy":0.75775,"positive_recall":0.7603969754253308,"specificity":0.7567980965329708,"precision":0.5292763157894737,"balanced_accuracy":0.7585975359791508,"f1":0.6241272304111715,"true_positive":80.45,"false_positive":71.55,"false_negative":25.35,"true_negative":222.65,"positive_prevalence":0.2645,"majority_accuracy_baseline":0.7355,"constant_brier_baseline":0.11362725,"brier_skill":0.17970808861031196,"baseline_adjusted_skill":0.5171950719583016,"baseline_adjusted_score":0.5171950719583016},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3151524927499122,"normalized_score_rmse":0.38243929379685343,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":-0.2543382796016407,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.08884734169769598,"accuracy":0.79825,"positive_recall":0.599869451697128,"specificity":0.8452380952380952,"precision":0.4786458333333334,"balanced_accuracy":0.7225537734676116,"f1":0.5324449594438008,"true_positive":45.95,"false_positive":50.05,"false_negative":30.65,"true_negative":273.35,"positive_prevalence":0.19149999999999998,"majority_accuracy_baseline":0.8085,"constant_brier_baseline":0.09190274999999999,"brier_skill":0.03324610310686038,"baseline_adjusted_skill":0.44510754693522325,"baseline_adjusted_score":0.44510754693522325},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.2398069231264526,"normalized_score_rmse":0.28464556437802535,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":-0.15918754381366806,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.09610415539506427,"accuracy":0.80925,"positive_recall":0.728319783197832,"specificity":0.8275597792765175,"precision":0.48863636363636365,"balanced_accuracy":0.7779397812371747,"f1":0.5848748639825897,"true_positive":53.75,"false_positive":56.25,"false_negative":20.05,"true_negative":269.95,"positive_prevalence":0.1845,"majority_accuracy_baseline":0.8155,"constant_brier_baseline":0.10922225,"brier_skill":0.12010459961167008,"baseline_adjusted_skill":0.5558795624743493,"baseline_adjusted_score":0.5558795624743493},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.4084646569375036,"normalized_score_rmse":0.46649285455935946,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":-1.1569090795379728,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.0724665657106374,"accuracy":0.8425,"positive_recall":0.3343949044585987,"specificity":0.9665629860031104,"precision":0.7094594594594594,"balanced_accuracy":0.6504789452308546,"f1":0.45454545454545453,"true_positive":26.25,"false_positive":10.75,"false_negative":52.25,"true_negative":310.75,"positive_prevalence":0.19625,"majority_accuracy_baseline":0.80375,"constant_brier_baseline":0.09878593749999999,"brier_skill":0.2664283242679414,"baseline_adjusted_skill":0.3009578904617092,"baseline_adjusted_score":0.3009578904617092},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.19592812625865919,"normalized_score_rmse":0.25528586813693016,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":0.07252957984066655,"baseline_adjusted_score":0.07252957984066655},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.09413756753345968,"accuracy":0.694387755102041,"positive_recall":0.6340450771055752,"specificity":0.7399283795881827,"precision":0.6478787878787879,"balanced_accuracy":0.6869867283468789,"f1":0.6408872901678657,"true_positive":106.9,"false_positive":58.1,"false_negative":61.7,"true_negative":165.3,"positive_prevalence":0.4301020408163265,"majority_accuracy_baseline":0.5698979591836735,"constant_brier_baseline":0.12359641815910039,"brier_skill":0.23834712254945434,"baseline_adjusted_skill":0.3739734566937578,"baseline_adjusted_score":0.3739734566937578},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.19123907463936307,"normalized_score_rmse":0.240146241243869,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.3058729883460154,"baseline_adjusted_score":0.3058729883460154},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.12250877661394842,"accuracy":0.762375,"positive_recall":0.8103855232100708,"specificity":0.7533065834447912,"precision":0.3828996282527881,"balanced_accuracy":0.781846053327431,"f1":0.520070689219894,"true_positive":103,"false_positive":166,"false_negative":24.1,"true_negative":506.9,"positive_prevalence":0.158875,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499999,"brier_skill":-0.24025001637877996,"baseline_adjusted_skill":0.5636921066548619,"baseline_adjusted_score":0.5636921066548619},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.4298198194288125,"normalized_score_rmse":0.4785183667560585,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-1.6049686025988632,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.47,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.1451612903225806,"baseline_adjusted_score":0.1451612903225806},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2645706592704511,"accuracy":0.55,"positive_recall":0.42,"specificity":0.68,"precision":0.5675675675675675,"balanced_accuracy":0.55,"f1":0.4827586206896552,"true_positive":21,"false_positive":16,"false_negative":29,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.05828263708180437,"baseline_adjusted_skill":0.10000000000000009,"baseline_adjusted_score":0.10000000000000009},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.3260437375745527,"uniform_accuracy_baseline":0.058823529411764705,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.20794392523364488,"baseline_adjusted_score":0.20794392523364488},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.77,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2354432114834967,"accuracy":0.61,"positive_recall":0.38,"specificity":0.84,"precision":0.7037037037037037,"balanced_accuracy":0.61,"f1":0.4935064935064935,"true_positive":19,"false_positive":8,"false_negative":31,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.0582271540660132,"baseline_adjusted_skill":0.21999999999999997,"baseline_adjusted_score":0.21999999999999997},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.51,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.22222222222222224,"baseline_adjusted_score":0.22222222222222224},"scoring":{"eligible":true,"reason":null},"model":48,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0,"abstained":0},"metrics":{"binary_brier":0.3831660689365024,"accuracy":0.581081081081081,"positive_recall":0.352112676056338,"specificity":0.7922077922077922,"precision":0.6097560975609756,"balanced_accuracy":0.5721602341320651,"f1":0.44642857142857145,"true_positive":25,"false_positive":16,"false_negative":46,"true_negative":61,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.24958911614317017,"brier_skill":-0.5351874106429759,"baseline_adjusted_skill":0.14432046826413014,"baseline_adjusted_score":0.14432046826413014},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.17,"uniform_accuracy_baseline":0.2005,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":-0.16901408450704222,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.72,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.5882352941176471,"baseline_adjusted_score":0.5882352941176471},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.3617021276595743,"baseline_adjusted_score":0.3617021276595743},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.48,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":-0.06122448979591842,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.19045814596776334,"accuracy":0.57841615816,"positive_recall":0.7503240021449088,"specificity":0.3026077639380069,"precision":0.6331849926164383,"balanced_accuracy":0.5264658830414579,"f1":0.6867955315896062,"true_positive":46.222504461,"false_positive":26.777495539,"false_negative":15.380888645,"true_negative":11.619111355000001,"positive_prevalence":0.61603393106,"majority_accuracy_baseline":0.61603393106,"constant_brier_baseline":0.07908707655202402,"brier_skill":-1.408208196221271,"baseline_adjusted_skill":0.05293176608291583,"baseline_adjusted_score":0.05293176608291583},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.32515279460923585,"accuracy":0.62,"positive_recall":0.26,"specificity":0.98,"precision":0.9285714285714286,"balanced_accuracy":0.62,"f1":0.40625,"true_positive":13,"false_positive":1,"false_negative":37,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.3006111784369434,"baseline_adjusted_skill":0.24,"baseline_adjusted_score":0.24},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.77,"uniform_accuracy_baseline":0.012987012987012986,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.7578947368421053,"baseline_adjusted_score":0.7578947368421053},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.52,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.2,"baseline_adjusted_score":0.2},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.37,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.015625000000000014,"baseline_adjusted_score":0.015625000000000014},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.24980296597379684,"accuracy":0.71,"positive_recall":0.74,"specificity":0.68,"precision":0.6981132075471698,"balanced_accuracy":0.71,"f1":0.7184466019417476,"true_positive":37,"false_positive":16,"false_negative":13,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.0007881361048126534,"baseline_adjusted_skill":0.41999999999999993,"baseline_adjusted_score":0.41999999999999993},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0,"abstained":0},"metrics":{"binary_brier":0.22279924958414513,"accuracy":0.6341838315787858,"positive_recall":0.380680628320101,"specificity":0.75222422960607,"precision":0.41704571036979776,"balanced_accuracy":0.5664524289630856,"f1":0.39803430164412046,"true_positive":84.66027920506895,"false_positive":118.33972079493105,"false_negative":137.73159709991887,"true_negative":359.2684029000811,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768642,"brier_skill":-1.5110669861628026,"baseline_adjusted_skill":0.13290485792617113,"baseline_adjusted_score":0.13290485792617113},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.36315530534816626,"accuracy":0.61,"positive_recall":0.64,"specificity":0.58,"precision":0.6037735849056604,"balanced_accuracy":0.61,"f1":0.6213592233009708,"true_positive":32,"false_positive":21,"false_negative":18,"true_negative":29,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.45262122139266503,"baseline_adjusted_skill":0.21999999999999997,"baseline_adjusted_score":0.21999999999999997},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.695364238410596,"uniform_accuracy_baseline":0.006622516556291391,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.6827586206896552,"baseline_adjusted_score":0.6827586206896552},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.3678678216525959,"accuracy":0.61,"positive_recall":0.94,"specificity":0.28,"precision":0.5662650602409639,"balanced_accuracy":0.61,"f1":0.706766917293233,"true_positive":141,"false_positive":108,"false_negative":9,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.4714712866103836,"baseline_adjusted_skill":0.21999999999999997,"baseline_adjusted_score":0.21999999999999997},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":14},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.4470588235294118,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":-0.019522776572668064,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.11666666666666668,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.43957019834172584,"accuracy":0.55,"positive_recall":0.9,"specificity":0.2,"precision":0.5294117647058824,"balanced_accuracy":0.55,"f1":0.6666666666666666,"true_positive":45,"false_positive":40,"false_negative":5,"true_negative":10,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.7582807933669033,"baseline_adjusted_skill":0.10000000000000009,"baseline_adjusted_score":0.10000000000000009},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.56,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.08333333333333341,"baseline_adjusted_score":0.08333333333333341},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.64,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.28,"baseline_adjusted_score":0.28},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":19},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.66,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.2916666666666667,"baseline_adjusted_score":0.2916666666666667},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":20},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.74,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5266666666666666,"baseline_adjusted_skill":0.45070422535211274,"baseline_adjusted_score":0.45070422535211274},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":21},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.07142857142857142,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9887640449438202,"baseline_adjusted_score":0.9887640449438202},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.58,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.08695652173913028,"baseline_adjusted_score":0.08695652173913028},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.27,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.6111111111111112,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":-0.16666666666666638,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0,"abstained":0},"metrics":{"binary_brier":0.3211623668753824,"accuracy":0.6707317073170732,"positive_recall":0.525,"specificity":0.8095238095238095,"precision":0.7241379310344828,"balanced_accuracy":0.6672619047619048,"f1":0.6086956521739131,"true_positive":21,"false_positive":8,"false_negative":19,"true_negative":34,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.2498512790005949,"brier_skill":-0.28541413980361385,"baseline_adjusted_skill":0.33452380952380967,"baseline_adjusted_score":0.33452380952380967},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.36049518952771664,"accuracy":0.6,"positive_recall":0.28,"specificity":0.92,"precision":0.7777777777777778,"balanced_accuracy":0.6000000000000001,"f1":0.4117647058823529,"true_positive":14,"false_positive":4,"false_negative":36,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.44198075811086657,"baseline_adjusted_skill":0.20000000000000018,"baseline_adjusted_score":0.20000000000000018},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.4581005586592179,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.30465949820788535,"baseline_adjusted_score":0.30465949820788535},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.42,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.04918032786885241,"baseline_adjusted_score":0.04918032786885241},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2217548719803799,"accuracy":0.75,"positive_recall":0.4772727272727273,"specificity":0.8269230769230769,"precision":0.4375,"balanced_accuracy":0.6520979020979021,"f1":0.45652173913043476,"true_positive":21,"false_positive":27,"false_negative":23,"true_negative":129,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.29227780874347253,"baseline_adjusted_skill":0.30419580419580416,"baseline_adjusted_score":0.30419580419580416},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"binary_brier":0.29732326970596373,"accuracy":0.675,"positive_recall":0.48,"specificity":0.74,"precision":0.38095238095238093,"balanced_accuracy":0.61,"f1":0.4247787610619469,"true_positive":24,"false_positive":39,"false_negative":26,"true_negative":111,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-0.5857241050984732,"baseline_adjusted_skill":0.21999999999999997,"baseline_adjusted_score":0.21999999999999997},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"binary_brier":0.09285767389486507,"accuracy":0.905,"positive_recall":0.42105263157894735,"specificity":0.9558011049723757,"precision":0.5,"balanced_accuracy":0.6884268682756616,"f1":0.45714285714285713,"true_positive":8,"false_positive":8,"false_negative":11,"true_negative":173,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.085975,"brier_skill":-0.0800543634180293,"baseline_adjusted_skill":0.37685373655132315,"baseline_adjusted_score":0.37685373655132315},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8766666666666667,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.8150000000000001,"baseline_adjusted_score":0.8150000000000001},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":33},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1039890124582046,"accuracy":0.8833333333333333,"positive_recall":0.84,"specificity":0.9266666666666666,"precision":0.9197080291970803,"balanced_accuracy":0.8833333333333333,"f1":0.8780487804878049,"true_positive":126,"false_positive":11,"false_negative":24,"true_negative":139,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5840439501671816,"baseline_adjusted_skill":0.7666666666666666,"baseline_adjusted_score":0.7666666666666666},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":34},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.6966666666666667,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.5955555555555555,"baseline_adjusted_score":0.5955555555555555},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":35},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.43630304289572874,"accuracy":0.5533333333333333,"positive_recall":0.9933333333333333,"specificity":0.11333333333333333,"precision":0.5283687943262412,"balanced_accuracy":0.5533333333333333,"f1":0.6898148148148148,"true_positive":149,"false_positive":133,"false_negative":1,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.745212171582915,"baseline_adjusted_skill":0.10666666666666669,"baseline_adjusted_score":0.10666666666666669},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":36},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.446114591584929,"normalized_score_rmse":0.5689633668710387,"constant_score_baseline":0.5,"constant_mae_baseline":0.3333333333333333,"baseline_adjusted_skill":-0.33834377475478705,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":37},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.25,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":38},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.4398011221496365,"accuracy":0.53,"positive_recall":0.21333333333333335,"specificity":0.8466666666666667,"precision":0.5818181818181818,"balanced_accuracy":0.53,"f1":0.3121951219512195,"true_positive":32,"false_positive":23,"false_negative":118,"true_negative":127,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.7592044885985461,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":39},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.35274234643925134,"normalized_score_rmse":0.42708928429096077,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":-0.17580782146417118,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":40},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7833333333333333,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.6904761904761906,"baseline_adjusted_score":0.6904761904761906},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":42},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2776077632791031,"accuracy":0.7,"positive_recall":0.9395973154362416,"specificity":0.46357615894039733,"precision":0.6334841628959276,"balanced_accuracy":0.7015867371883194,"f1":0.7567567567567568,"true_positive":140,"false_positive":81,"false_negative":9,"true_negative":70,"positive_prevalence":0.49666666666666665,"majority_accuracy_baseline":0.5033333333333334,"constant_brier_baseline":0.2499888888888889,"brier_skill":-0.11048040780120338,"baseline_adjusted_skill":0.40317347437663886,"baseline_adjusted_score":0.40317347437663886},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":43},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.321892852231545,"normalized_score_rmse":0.3977096692010963,"constant_score_baseline":0.5,"constant_mae_baseline":0.36666666666666664,"baseline_adjusted_skill":0.12211040300487719,"baseline_adjusted_score":0.12211040300487719},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":44},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2866666666666667,"baseline_adjusted_skill":0.07476635514018692,"baseline_adjusted_score":0.07476635514018692},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":46},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.40404040069792974,"accuracy":0.51,"positive_recall":0.7579617834394905,"specificity":0.23776223776223776,"precision":0.5219298245614035,"balanced_accuracy":0.4978620106008641,"f1":0.6181818181818182,"true_positive":119,"false_positive":109,"false_negative":38,"true_negative":34,"positive_prevalence":0.5233333333333333,"majority_accuracy_baseline":0.5233333333333333,"constant_brier_baseline":0.24945555555555557,"brier_skill":-0.6196889253402376,"baseline_adjusted_skill":-0.004275978798271796,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":47},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.3332993159889641,"normalized_score_rmse":0.4176792652096427,"constant_score_baseline":0.5,"constant_mae_baseline":0.3016666666666667,"baseline_adjusted_skill":-0.10485961101314056,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":48},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1887371393712618,"accuracy":0.7734226190476191,"positive_recall":0.608868167840492,"specificity":0.7839272031864436,"precision":0.15245901639344261,"balanced_accuracy":0.6963976855134678,"f1":0.24385689596948806,"true_positive":102.3,"false_positive":568.7,"false_negative":65.71666666666667,"true_negative":2063.2833333333333,"positive_prevalence":0.060005952380952375,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679138,"brier_skill":-4.8612248809270575,"baseline_adjusted_skill":0.3927953710269356,"baseline_adjusted_score":0.3927953710269356},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.26,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.013333333333333345,"baseline_adjusted_score":0.013333333333333345},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":50},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.31728045325779036,"uniform_accuracy_baseline":0.027777777777777776,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.21753246753246752,"baseline_adjusted_score":0.21753246753246752},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.25,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":-0.07142857142857141,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.35383308145448467,"accuracy":0.62,"positive_recall":0.38,"specificity":0.86,"precision":0.7307692307692307,"balanced_accuracy":0.62,"f1":0.5,"true_positive":19,"false_positive":7,"false_negative":31,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.41533232581793866,"baseline_adjusted_skill":0.24,"baseline_adjusted_score":0.24},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2969389163241517,"accuracy":0.69,"positive_recall":0.8,"specificity":0.58,"precision":0.6557377049180327,"balanced_accuracy":0.69,"f1":0.7207207207207207,"true_positive":40,"false_positive":21,"false_negative":10,"true_negative":29,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.1877556652966068,"baseline_adjusted_skill":0.3799999999999999,"baseline_adjusted_score":0.3799999999999999},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.53,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":-0.205128205128205,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.58,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.5531914893617021,"baseline_adjusted_score":0.5531914893617021},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.3050036583904895,"accuracy":0.69,"positive_recall":0.88,"specificity":0.5,"precision":0.6376811594202898,"balanced_accuracy":0.69,"f1":0.7394957983193278,"true_positive":44,"false_positive":25,"false_negative":6,"true_negative":25,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.22001463356195794,"baseline_adjusted_skill":0.3799999999999999,"baseline_adjusted_score":0.3799999999999999},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.24666666666666667,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":-0.004444444444444436,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":58},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.5133333333333333,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.26999999999999996,"baseline_adjusted_score":0.26999999999999996},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":59},{"provenance":"measured","status":"complete","counts":{"cases":285,"expected":285,"succeeded":285,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.5298245614035088,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5263157894736842,"baseline_adjusted_skill":0.00740740740740743,"baseline_adjusted_score":0.00740740740740743},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":60},{"provenance":"measured","status":"complete","counts":{"cases":299,"expected":299,"succeeded":299,"failed":0,"abstained":0},"metrics":{"binary_brier":0.5052949758175543,"accuracy":0.48494983277591974,"positive_recall":0.96,"specificity":0.006711409395973154,"precision":0.4931506849315068,"balanced_accuracy":0.48335570469798655,"f1":0.6515837104072398,"true_positive":144,"false_positive":148,"false_negative":6,"true_negative":1,"positive_prevalence":0.5016722408026756,"majority_accuracy_baseline":0.5016722408026756,"constant_brier_baseline":0.24999720361069788,"brier_skill":-1.02120251154654,"baseline_adjusted_skill":-0.03328859060402689,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":61},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7233333333333334,"uniform_accuracy_baseline":0.2,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":0.6541666666666668,"baseline_adjusted_score":0.6541666666666668},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":62},{"provenance":"measured","status":"complete","counts":{"cases":283,"expected":283,"succeeded":283,"failed":0,"abstained":0},"metrics":{"binary_brier":0.5231558294866625,"accuracy":0.46996466431095407,"positive_recall":0.8571428571428571,"specificity":0.12666666666666668,"precision":0.46530612244897956,"balanced_accuracy":0.4919047619047619,"f1":0.6031746031746031,"true_positive":114,"false_positive":131,"false_negative":19,"true_negative":19,"positive_prevalence":0.46996466431095407,"majority_accuracy_baseline":0.5300353356890459,"constant_brier_baseline":0.24909787861004634,"brier_skill":-1.100201866052998,"baseline_adjusted_skill":-0.0161904761904762,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":63},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.5033333333333333,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.33777777777777773,"baseline_adjusted_score":0.33777777777777773},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":64},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.6466666666666666,"uniform_accuracy_baseline":0.20616666666666666,"fixed_answer_accuracy_baseline":0.21333333333333335,"baseline_adjusted_skill":0.5508474576271185,"baseline_adjusted_score":0.5508474576271185},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":65},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.51,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.265,"baseline_adjusted_score":0.265},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":66},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.48,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.37333333333333335,"baseline_adjusted_skill":0.17021276595744675,"baseline_adjusted_score":0.17021276595744675},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":67},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.19119350292308931,"normalized_score_rmse":0.24008592729323314,"constant_score_baseline":0.5,"constant_mae_baseline":0.26208333333333333,"baseline_adjusted_skill":0.27048583940315685,"baseline_adjusted_score":0.27048583940315685},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":68},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.29292111387315833,"normalized_score_rmse":0.36378190721510045,"constant_score_baseline":0.52,"constant_mae_baseline":0.24733333333333335,"baseline_adjusted_skill":-0.18431717199390163,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":69},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.15085306174972218,"normalized_score_rmse":0.18262871591204557,"constant_score_baseline":0.578319964349225,"constant_mae_baseline":0.11212962028602311,"baseline_adjusted_skill":-0.3453453366284691,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":70},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.4533333333333333,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.2711111111111111,"baseline_adjusted_score":0.2711111111111111},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":71},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8507462686567167,"baseline_adjusted_score":0.8507462686567167},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.4450895284848167,"accuracy":0.55,"positive_recall":0.1,"specificity":1,"precision":1,"balanced_accuracy":0.55,"f1":0.18181818181818182,"true_positive":5,"false_positive":0,"false_negative":45,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.7803581139392668,"baseline_adjusted_skill":0.10000000000000009,"baseline_adjusted_score":0.10000000000000009},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.39359581081081085,"uniform_accuracy_baseline":0.23445945945945948,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.17793102553777398,"baseline_adjusted_score":0.17793102553777398},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0,"abstained":0},"metrics":{"binary_brier":0.24869969928083627,"accuracy":0.5430701776315789,"positive_recall":0.7667026261113046,"specificity":0.33012243758498994,"precision":0.5214984862385321,"balanced_accuracy":0.5484125318481472,"f1":0.620763722494861,"true_positive":56.843335,"false_positive":52.156665,"false_negative":17.296668,"true_negative":25.703332,"positive_prevalence":0.4877631776315789,"majority_accuracy_baseline":0.512236822368421,"constant_brier_baseline":0.09451910039768556,"brier_skill":-1.6312110275536016,"baseline_adjusted_skill":0.0968250636962944,"baseline_adjusted_score":0.0968250636962944},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.28501726527685556,"normalized_score_rmse":0.3708363274078403,"constant_score_baseline":0.5841668333333333,"constant_mae_baseline":0.21700552708333334,"baseline_adjusted_skill":-0.3134101656655257,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.406536629577162,"accuracy":0.57,"positive_recall":0.94,"specificity":0.2,"precision":0.5402298850574713,"balanced_accuracy":0.57,"f1":0.6861313868613139,"true_positive":47,"false_positive":40,"false_negative":3,"true_negative":10,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.6261465183086481,"baseline_adjusted_skill":0.1399999999999999,"baseline_adjusted_score":0.1399999999999999},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.4388808357093599,"accuracy":0.51,"positive_recall":0.1,"specificity":0.92,"precision":0.5555555555555556,"balanced_accuracy":0.51,"f1":0.1694915254237288,"true_positive":5,"false_positive":4,"false_negative":45,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.7555233428374395,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.41,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.03278688524590158,"baseline_adjusted_score":0.03278688524590158},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7,"uniform_accuracy_baseline":0.036111111111111115,"fixed_answer_accuracy_baseline":0.08833333333333333,"baseline_adjusted_skill":0.6709323583180986,"baseline_adjusted_score":0.6709323583180986},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.44528622904761456,"accuracy":0.5166666666666667,"positive_recall":0.5666666666666667,"specificity":0.4666666666666667,"precision":0.5151515151515151,"balanced_accuracy":0.5166666666666666,"f1":0.5396825396825397,"true_positive":85,"false_positive":80,"false_negative":65,"true_negative":70,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.7811449161904582,"baseline_adjusted_skill":0.033333333333333215,"baseline_adjusted_score":0.033333333333333215},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":81},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.78,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.18,"uniform_accuracy_baseline":0.11021428571428572,"fixed_answer_accuracy_baseline":0.12554761904761905,"baseline_adjusted_skill":0.06227026438315135,"baseline_adjusted_score":0.06227026438315135},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":83},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.39,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.18666666666666668,"baseline_adjusted_score":0.18666666666666668},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":84},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.68,"uniform_accuracy_baseline":0.049879324215607396,"fixed_answer_accuracy_baseline":0.12442477876106194,"baseline_adjusted_skill":0.6345259753385891,"baseline_adjusted_score":0.6345259753385891},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.36907738233906767,"accuracy":0.5633333333333334,"positive_recall":0.4166666666666667,"specificity":0.9404761904761905,"precision":0.9473684210526315,"balanced_accuracy":0.6785714285714286,"f1":0.5787781350482315,"true_positive":90,"false_positive":5,"false_negative":126,"true_negative":79,"positive_prevalence":0.72,"majority_accuracy_baseline":0.72,"constant_brier_baseline":0.2016,"brier_skill":-0.8307409838247404,"baseline_adjusted_skill":0.3571428571428572,"baseline_adjusted_score":0.3571428571428572},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":86},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.6233333333333333,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5033333333333333,"baseline_adjusted_skill":0.24161073825503354,"baseline_adjusted_score":0.24161073825503354},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":87},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.37177499522605734,"accuracy":0.6,"positive_recall":0.44,"specificity":0.76,"precision":0.6470588235294118,"balanced_accuracy":0.6,"f1":0.5238095238095238,"true_positive":22,"false_positive":12,"false_negative":28,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.48709998090422935,"baseline_adjusted_skill":0.19999999999999996,"baseline_adjusted_score":0.19999999999999996},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2717173997766031,"accuracy":0.71,"positive_recall":0.71875,"specificity":0.7,"precision":0.732484076433121,"balanced_accuracy":0.709375,"f1":0.7255520504731862,"true_positive":115,"false_positive":42,"false_negative":45,"true_negative":98,"positive_prevalence":0.5333333333333333,"majority_accuracy_baseline":0.5333333333333333,"constant_brier_baseline":0.2488888888888889,"brier_skill":-0.09172169553099452,"baseline_adjusted_skill":0.41874999999999996,"baseline_adjusted_score":0.41874999999999996},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":89},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7777777777777778,"uniform_accuracy_baseline":0.23888888888888887,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.6862745098039217,"baseline_adjusted_score":0.6862745098039217},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0,"abstained":0},"metrics":{"binary_brier":0.4805377863184193,"accuracy":0.46875,"positive_recall":0.03125,"specificity":0.90625,"precision":0.25,"balanced_accuracy":0.46875,"f1":0.05555555555555555,"true_positive":1,"false_positive":3,"false_negative":31,"true_negative":29,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.9221511452736773,"baseline_adjusted_skill":-0.0625,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.6956521739130435,"baseline_adjusted_score":0.6956521739130435},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.29,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.07575757575757583,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.4813567151906647,"accuracy":0.47,"positive_recall":0.18,"specificity":0.76,"precision":0.42857142857142855,"balanced_accuracy":0.47,"f1":0.2535211267605634,"true_positive":9,"false_positive":12,"false_negative":41,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.9254268607626588,"baseline_adjusted_skill":-0.06000000000000005,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.8260869565217391,"baseline_adjusted_score":0.8260869565217391},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"binary_brier":0.3675735503051161,"accuracy":0.5454545454545454,"positive_recall":0.375,"specificity":0.7058823529411765,"precision":0.5454545454545454,"balanced_accuracy":0.5404411764705883,"f1":0.4444444444444444,"true_positive":6,"false_positive":5,"false_negative":10,"true_negative":12,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":-0.4716455745671746,"baseline_adjusted_skill":0.08088235294117663,"baseline_adjusted_score":0.08088235294117663},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.16156986975619328,"normalized_score_rmse":0.35258682820752657,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.5103943340721415,"baseline_adjusted_score":0.5103943340721415},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.125,"uniform_accuracy_baseline":0.178125,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.22807017543859645,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0,"abstained":0},"metrics":{"binary_brier":0.083851899220578,"accuracy":0.9117647058823529,"positive_recall":0.9411764705882353,"specificity":0.8823529411764706,"precision":0.8888888888888888,"balanced_accuracy":0.9117647058823529,"f1":0.9142857142857143,"true_positive":16,"false_positive":2,"false_negative":1,"true_negative":15,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.664592403117688,"baseline_adjusted_skill":0.8235294117647058,"baseline_adjusted_score":0.8235294117647058},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.5351620973841122,"normalized_score_rmse":0.5978328007577691,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-2.639102262211963,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.20833333333333334,"uniform_accuracy_baseline":0.13194444444444445,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":-0.9826086956521737,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2728565526227007,"accuracy":0.6923076923076923,"positive_recall":1,"specificity":0.38461538461538464,"precision":0.6190476190476191,"balanced_accuracy":0.6923076923076923,"f1":0.7647058823529411,"true_positive":26,"false_positive":16,"false_negative":0,"true_negative":10,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.0914262104908028,"baseline_adjusted_skill":0.3846153846153846,"baseline_adjusted_score":0.3846153846153846},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2779562863155876,"accuracy":0.68,"positive_recall":0.48717948717948717,"specificity":0.8888888888888888,"precision":0.8260869565217391,"balanced_accuracy":0.688034188034188,"f1":0.6129032258064516,"true_positive":19,"false_positive":4,"false_negative":20,"true_negative":32,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24960000000000004,"brier_skill":-0.11360691632847586,"baseline_adjusted_skill":0.37606837606837606,"baseline_adjusted_score":0.37606837606837606},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.4642621029038673,"normalized_score_rmse":0.6012454626622784,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.6580789389423831,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.5882352941176471,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.44,"baseline_adjusted_score":0.44},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2514525811580472,"accuracy":0.7142857142857143,"positive_recall":0.7857142857142857,"specificity":0.6428571428571429,"precision":0.6875,"balanced_accuracy":0.7142857142857143,"f1":0.7333333333333333,"true_positive":11,"false_positive":5,"false_negative":3,"true_negative":9,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.005810324632188779,"baseline_adjusted_skill":0.4285714285714286,"baseline_adjusted_score":0.4285714285714286},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.22482714179844257,"normalized_score_rmse":0.36372776295867765,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.1696969696969697,"baseline_adjusted_skill":-0.3248742284551078,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9333333333333333,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":0.9166666666666667,"baseline_adjusted_score":0.9166666666666667},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0,"abstained":0},"metrics":{"binary_brier":0.25818189336088343,"accuracy":0.7411764705882353,"positive_recall":0.5555555555555556,"specificity":0.95,"precision":0.9259259259259259,"balanced_accuracy":0.7527777777777778,"f1":0.6944444444444444,"true_positive":25,"false_positive":2,"false_negative":20,"true_negative":38,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.2491349480968858,"brier_skill":-0.03631343307354595,"baseline_adjusted_skill":0.5055555555555555,"baseline_adjusted_score":0.5055555555555555},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.56,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.42105263157894746,"baseline_adjusted_score":0.42105263157894746},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0,"abstained":0},"metrics":{"binary_brier":0.30404077597579876,"accuracy":0.6,"positive_recall":0.7142857142857143,"specificity":0.3333333333333333,"precision":0.7142857142857143,"balanced_accuracy":0.5238095238095238,"f1":0.7142857142857143,"true_positive":25,"false_positive":10,"false_negative":10,"true_negative":5,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.21,"brier_skill":-0.44781321893237513,"baseline_adjusted_skill":0.04761904761904767,"baseline_adjusted_score":0.04761904761904767},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.40569219274684654,"normalized_score_rmse":0.5349982737608733,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.4489006883815947,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.45569620253164556,"uniform_accuracy_baseline":0.24240506329113923,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.0652173913043478,"baseline_adjusted_score":0.0652173913043478},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0,"abstained":0},"metrics":{"binary_brier":0.3219341781536883,"accuracy":0.6190476190476191,"positive_recall":0.2727272727272727,"specificity":1,"precision":1,"balanced_accuracy":0.6363636363636364,"f1":0.42857142857142855,"true_positive":3,"false_positive":0,"false_negative":8,"true_negative":10,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.2494331065759637,"brier_skill":-0.2906633869616049,"baseline_adjusted_skill":0.2727272727272727,"baseline_adjusted_score":0.2727272727272727},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.45454545454545453,"uniform_accuracy_baseline":0.32373737373737377,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.1,"baseline_adjusted_score":0.1},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"binary_brier":0.3440195041481508,"accuracy":0.6060606060606061,"positive_recall":0.5882352941176471,"specificity":0.625,"precision":0.625,"balanced_accuracy":0.6066176470588236,"f1":0.6060606060606061,"true_positive":10,"false_positive":6,"false_negative":7,"true_negative":10,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":-0.37734279418138317,"baseline_adjusted_skill":0.2132352941176472,"baseline_adjusted_score":0.2132352941176472},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.35614074036672,"normalized_score_rmse":0.46502320799509955,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.3431372549019608,"baseline_adjusted_skill":-0.03789587192586974,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.38000636664820453,"accuracy":0.61,"positive_recall":0.28,"specificity":0.94,"precision":0.8235294117647058,"balanced_accuracy":0.61,"f1":0.417910447761194,"true_positive":14,"false_positive":3,"false_negative":36,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.5200254665928181,"baseline_adjusted_skill":0.21999999999999997,"baseline_adjusted_score":0.21999999999999997},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.33333333333333337,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":-0.03092783505154633,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0,"abstained":0},"metrics":{"binary_brier":0.4647960287736728,"accuracy":0.5066666666666667,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":37,"true_negative":38,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555554,"brier_skill":-0.8595146954849999,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.38,"uniform_accuracy_baseline":0.14285714285714285,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.20512820512820512,"baseline_adjusted_score":0.20512820512820512},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.375,"uniform_accuracy_baseline":0.32416666666666666,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.053030303030303,"baseline_adjusted_score":0.053030303030303},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"binary_brier":0.4848468497715718,"accuracy":0.5151515151515151,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":16,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":-0.9411699242692708,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.21973330535657817,"normalized_score_rmse":0.2710731411015393,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":-0.00016538989890757527,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.22969190121544097,"accuracy":0.75,"positive_recall":0.13636363636363635,"specificity":0.9230769230769231,"precision":0.3333333333333333,"balanced_accuracy":0.5297202797202798,"f1":0.1935483870967742,"true_positive":3,"false_positive":6,"false_negative":19,"true_negative":72,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.33853089286387505,"baseline_adjusted_skill":0.05944055944055959,"baseline_adjusted_score":0.05944055944055959},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.19909584238331451,"accuracy":0.79,"positive_recall":0.7027027027027027,"specificity":0.8412698412698413,"precision":0.7222222222222222,"balanced_accuracy":0.771986271986272,"f1":0.7123287671232876,"true_positive":26,"false_positive":10,"false_negative":11,"true_negative":53,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000003,"brier_skill":0.14587798205356295,"baseline_adjusted_skill":0.543972543972544,"baseline_adjusted_score":0.543972543972544},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.3908026979524333,"accuracy":0.56,"positive_recall":0.05128205128205128,"specificity":0.8852459016393442,"precision":0.2222222222222222,"balanced_accuracy":0.4682639764606978,"f1":0.08333333333333333,"true_positive":2,"false_positive":7,"false_negative":37,"true_negative":54,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379,"brier_skill":-0.6427183604557936,"baseline_adjusted_skill":-0.06347204707860443,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.3716977303802615,"accuracy":0.57,"positive_recall":0.5483870967741935,"specificity":0.5797101449275363,"precision":0.3695652173913043,"balanced_accuracy":0.5640486208508648,"f1":0.44155844155844154,"true_positive":17,"false_positive":29,"false_negative":14,"true_negative":40,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999998,"brier_skill":-0.7377172995804653,"baseline_adjusted_skill":0.12809724170172965,"baseline_adjusted_score":0.12809724170172965},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.53,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.3472222222222222,"baseline_adjusted_score":0.3472222222222222},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.20066011011174645,"normalized_score_rmse":0.24053288911448886,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.13694576296023042,"baseline_adjusted_score":0.13694576296023042},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.3609441485190649,"accuracy":0.64,"positive_recall":0.94,"specificity":0.34,"precision":0.5875,"balanced_accuracy":0.64,"f1":0.7230769230769231,"true_positive":47,"false_positive":33,"false_negative":3,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.4437765940762597,"baseline_adjusted_skill":0.28,"baseline_adjusted_score":0.28},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.38284422530469425,"accuracy":0.56,"positive_recall":0.66,"specificity":0.46,"precision":0.55,"balanced_accuracy":0.56,"f1":0.6,"true_positive":33,"false_positive":27,"false_negative":17,"true_negative":23,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.531376901218777,"baseline_adjusted_skill":0.1200000000000001,"baseline_adjusted_score":0.1200000000000001},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.27,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-1.0857142857142859,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.11062878579422898,"accuracy":0.8866666666666667,"positive_recall":0.84,"specificity":0.9333333333333333,"precision":0.9264705882352942,"balanced_accuracy":0.8866666666666667,"f1":0.8811188811188811,"true_positive":126,"false_positive":10,"false_negative":24,"true_negative":140,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5574848568230841,"baseline_adjusted_skill":0.7733333333333334,"baseline_adjusted_score":0.7733333333333334},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":134},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.32774450196690597,"accuracy":0.66,"positive_recall":0.88,"specificity":0.44,"precision":0.6111111111111112,"balanced_accuracy":0.66,"f1":0.7213114754098361,"true_positive":44,"false_positive":28,"false_negative":6,"true_negative":22,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.31097800786762386,"baseline_adjusted_skill":0.32000000000000006,"baseline_adjusted_score":0.32000000000000006},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.77,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.4523809523809525,"baseline_adjusted_score":0.4523809523809525},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.39,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.016666666666666684,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.43352352345195394,"accuracy":0.52,"positive_recall":0.12,"specificity":0.92,"precision":0.6,"balanced_accuracy":0.52,"f1":0.2,"true_positive":6,"false_positive":4,"false_negative":44,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.7340940938078158,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.4866666666666667,"uniform_accuracy_baseline":0.0625,"fixed_answer_accuracy_baseline":0.10666666666666667,"baseline_adjusted_skill":0.4253731343283582,"baseline_adjusted_score":0.4253731343283582},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":142},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.20851190476190473,"fixed_answer_accuracy_baseline":0.22333333333333333,"baseline_adjusted_skill":0.8454935622317598,"baseline_adjusted_score":0.8454935622317598},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.22727507046182308,"accuracy":0.76,"positive_recall":0.76,"specificity":0.76,"precision":0.76,"balanced_accuracy":0.76,"f1":0.76,"true_positive":38,"false_positive":12,"false_negative":12,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.0908997181527077,"baseline_adjusted_skill":0.52,"baseline_adjusted_score":0.52},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.18023765608319628,"normalized_score_rmse":0.28566983740997404,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.3992078130560124,"baseline_adjusted_score":0.3992078130560124},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.77,"uniform_accuracy_baseline":0.22851190476190475,"fixed_answer_accuracy_baseline":0.24333333333333332,"baseline_adjusted_skill":0.696035242290749,"baseline_adjusted_score":0.696035242290749},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.214241520154043,"accuracy":0.75,"positive_recall":0.78,"specificity":0.72,"precision":0.7358490566037735,"balanced_accuracy":0.75,"f1":0.7572815533980582,"true_positive":39,"false_positive":14,"false_negative":11,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.14303391938382803,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.22665216616012238,"normalized_score_rmse":0.3470643888291884,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.3042222222222222,"baseline_adjusted_skill":0.2549782704743969,"baseline_adjusted_score":0.2549782704743969},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.66,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.4516129032258065,"baseline_adjusted_score":0.4516129032258065},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.71,"uniform_accuracy_baseline":0.3467777777777778,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.546875,"baseline_adjusted_score":0.546875},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":150},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2610840894839903,"accuracy":0.72,"positive_recall":0.94,"specificity":0.5,"precision":0.6527777777777778,"balanced_accuracy":0.72,"f1":0.7704918032786885,"true_positive":47,"false_positive":25,"false_negative":3,"true_negative":25,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.044336357935961246,"baseline_adjusted_skill":0.43999999999999995,"baseline_adjusted_score":0.43999999999999995},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.41,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":-0.18000000000000005,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.13532950577719824,"accuracy":0.84,"positive_recall":0.92,"specificity":0.76,"precision":0.7931034482758621,"balanced_accuracy":0.8400000000000001,"f1":0.8518518518518519,"true_positive":46,"false_positive":12,"false_negative":4,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.45868197689120704,"baseline_adjusted_skill":0.6800000000000002,"baseline_adjusted_score":0.6800000000000002},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.44,"uniform_accuracy_baseline":0.3533333333333333,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.05084745762711868,"baseline_adjusted_score":0.05084745762711868},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.49,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.17741935483870966,"baseline_adjusted_score":0.17741935483870966},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.27,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":-0.09499999999999993,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":157},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.3,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.12903225806451615,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.26,"uniform_accuracy_baseline":0.1111111111111111,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.11904761904761905,"baseline_adjusted_score":0.11904761904761905},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.6666666666666666,"baseline_adjusted_score":0.6666666666666666},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":160},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.4764017961798719,"accuracy":0.417875,"positive_recall":0.6855636123928808,"specificity":0.355236773098874,"precision":0.19923371647509577,"balanced_accuracy":0.5204001927458775,"f1":0.3087427638414724,"true_positive":52,"false_positive":209,"false_negative":23.85,"true_negative":115.15,"positive_prevalence":0.189625,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500001,"brier_skill":-5.2582659977802955,"baseline_adjusted_skill":0.04080038549175491,"baseline_adjusted_score":0.04080038549175491},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.43160314497675517,"normalized_score_rmse":0.5141891009838719,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":-1.0191959998912523,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.5231502449936177,"accuracy":0.381375,"positive_recall":0.9760900140646976,"specificity":0.16516107039372763,"precision":0.2982808022922636,"balanced_accuracy":0.5706255422292126,"f1":0.4569296609239547,"true_positive":104.1,"false_positive":244.9,"false_negative":2.55,"true_negative":48.45,"positive_prevalence":0.266625,"majority_accuracy_baseline":0.733375,"constant_brier_baseline":0.115654859375,"brier_skill":-3.5233745284956184,"baseline_adjusted_skill":0.14125108445842516,"baseline_adjusted_score":0.14125108445842516},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.4628553394951871,"normalized_score_rmse":0.5753269588483253,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":-0.7222524260286032,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.3745309581402397,"accuracy":0.494375,"positive_recall":0.7315436241610739,"specificity":0.40242844752818735,"precision":0.3218503937007874,"balanced_accuracy":0.5669860358446306,"f1":0.4470266575529733,"true_positive":81.75,"false_positive":172.25,"false_negative":30,"true_negative":116,"positive_prevalence":0.279375,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937500001,"brier_skill":-2.3098680016121755,"baseline_adjusted_skill":0.13397207168926117,"baseline_adjusted_score":0.13397207168926117},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.3568886439529002,"normalized_score_rmse":0.42834284220872726,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":-0.34993340502279024,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.372614155926307,"accuracy":0.557375,"positive_recall":0.9109859154929577,"specificity":0.4565461847389558,"precision":0.32339999999999997,"balanced_accuracy":0.6837660501159568,"f1":0.47734317343173427,"true_positive":80.85,"false_positive":169.15,"false_negative":7.9,"true_negative":142.1,"positive_prevalence":0.221875,"majority_accuracy_baseline":0.778125,"constant_brier_baseline":0.12674023437499998,"brier_skill":-1.9399831692263825,"baseline_adjusted_skill":0.3675321002319136,"baseline_adjusted_score":0.3675321002319136},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.33947299964989575,"normalized_score_rmse":0.4553236823971507,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":-0.5045894721325019,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.5186901640913175,"accuracy":0.38175,"positive_recall":0.9522684310018904,"specificity":0.1765805574439157,"precision":0.29373177842565595,"balanced_accuracy":0.5644244942229031,"f1":0.44897504456327986,"true_positive":100.75,"false_positive":242.25,"false_negative":5.05,"true_negative":51.95,"positive_prevalence":0.2645,"majority_accuracy_baseline":0.7355,"constant_brier_baseline":0.11362725,"brier_skill":-3.564839544135034,"baseline_adjusted_skill":0.12884898844580617,"baseline_adjusted_score":0.12884898844580617},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.3848566264477663,"normalized_score_rmse":0.4839302087493854,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":-0.5317676674537963,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.6486234141463472,"accuracy":0.26775,"positive_recall":0.970626631853786,"specificity":0.10126777983920841,"precision":0.20369863013698628,"balanced_accuracy":0.5359472058464971,"f1":0.3367300724637681,"true_positive":74.35,"false_positive":290.65,"false_negative":2.25,"true_negative":32.75,"positive_prevalence":0.19149999999999998,"majority_accuracy_baseline":0.8085,"constant_brier_baseline":0.09190274999999999,"brier_skill":-6.057714966596182,"baseline_adjusted_skill":0.07189441169299426,"baseline_adjusted_score":0.07189441169299426},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.3995458863123316,"normalized_score_rmse":0.4775605858676796,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":-0.9313396317212403,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.621475723672335,"accuracy":0.3155,"positive_recall":0.9756097560975611,"specificity":0.16615573267933784,"precision":0.20930232558139536,"balanced_accuracy":0.5708827443884494,"f1":0.3446625179511728,"true_positive":72,"false_positive":272,"false_negative":1.8,"true_negative":54.2,"positive_prevalence":0.1845,"majority_accuracy_baseline":0.8155,"constant_brier_baseline":0.10922225,"brier_skill":-4.690010265054372,"baseline_adjusted_skill":0.14176548877689887,"baseline_adjusted_score":0.14176548877689887},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.4322836407374384,"normalized_score_rmse":0.545232585846823,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":-1.2826858916828434,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.7035406540157939,"accuracy":0.22924999999999998,"positive_recall":0.9821656050955413,"specificity":0.04541213063763608,"precision":0.20078125,"balanced_accuracy":0.5137888678665887,"f1":0.3334054054054054,"true_positive":77.1,"false_positive":306.9,"false_negative":1.4000000000000001,"true_negative":14.6,"positive_prevalence":0.19625,"majority_accuracy_baseline":0.80375,"constant_brier_baseline":0.09878593749999999,"brier_skill":-6.121870499187134,"baseline_adjusted_skill":0.027577735733177455,"baseline_adjusted_score":0.027577735733177455},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.43655956103966664,"normalized_score_rmse":0.5104155782092716,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":-1.0665541350990138,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2789716957153594,"accuracy":0.5706632653061224,"positive_recall":0.5880782918149465,"specificity":0.5575201432408237,"precision":0.5007575757575757,"balanced_accuracy":0.5727992175278851,"f1":0.5409165302782325,"true_positive":99.15,"false_positive":98.85,"false_negative":69.45,"true_negative":124.55,"positive_prevalence":0.4301020408163265,"majority_accuracy_baseline":0.5698979591836735,"constant_brier_baseline":0.12359641815910039,"brier_skill":-1.2571179640194026,"baseline_adjusted_skill":0.1455984350557702,"baseline_adjusted_score":0.1455984350557702},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.28409968123340534,"normalized_score_rmse":0.370552325844096,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":-0.031176620773101016,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0,"abstained":0},"metrics":{"binary_brier":0.5172057633889792,"accuracy":0.41362499999999996,"positive_recall":0.8261211644374509,"specificity":0.335711101203745,"precision":0.19021739130434784,"balanced_accuracy":0.580916132820598,"f1":0.30923280812840526,"true_positive":105,"false_positive":447,"false_negative":22.1,"true_negative":225.9,"positive_prevalence":0.158875,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499999,"brier_skill":-4.236069400446089,"baseline_adjusted_skill":0.1618322656411959,"baseline_adjusted_score":0.1618322656411959},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.5812004141685404,"normalized_score_rmse":0.6616935209055255,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-2.5224267525366084,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.1157486409948591,"normalized_score_rmse":0.20661125103964617,"constant_score_baseline":0.1111111111111111,"constant_mae_baseline":0.10629629629629629,"baseline_adjusted_skill":-0.0889244971641796,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":181},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.38,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.43488171750679655,"accuracy":0.54,"positive_recall":0.62,"specificity":0.46,"precision":0.5344827586206896,"balanced_accuracy":0.54,"f1":0.5740740740740741,"true_positive":31,"false_positive":27,"false_negative":19,"true_negative":23,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.7395268700271862,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.05632869449966865,"uniform_accuracy_baseline":0.058823529411764705,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":-0.10903426791277258,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.47351971010952115,"accuracy":0.5066666666666667,"positive_recall":0.14942528735632185,"specificity":1,"precision":1,"balanced_accuracy":0.5747126436781609,"f1":0.26,"true_positive":26,"false_positive":0,"false_negative":148,"true_negative":126,"positive_prevalence":0.58,"majority_accuracy_baseline":0.58,"constant_brier_baseline":0.24359999999999998,"brier_skill":-0.9438411745054236,"baseline_adjusted_skill":0.14942528735632177,"baseline_adjusted_score":0.14942528735632177},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":185},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.38118278128004374,"accuracy":0.6066666666666667,"positive_recall":0.8280254777070064,"specificity":0.36363636363636365,"precision":0.5882352941176471,"balanced_accuracy":0.595830920671685,"f1":0.6878306878306878,"true_positive":130,"false_positive":91,"false_negative":27,"true_negative":52,"positive_prevalence":0.5233333333333333,"majority_accuracy_baseline":0.5233333333333333,"constant_brier_baseline":0.24945555555555557,"brier_skill":-0.5280588978310068,"baseline_adjusted_skill":0.19166184134336994,"baseline_adjusted_score":0.19166184134336994},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":186},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.51,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":-0.0652173913043479,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.3898896975109452,"accuracy":0.55,"positive_recall":0.5,"specificity":0.6,"precision":0.5555555555555556,"balanced_accuracy":0.55,"f1":0.5263157894736842,"true_positive":25,"false_positive":20,"false_negative":25,"true_negative":30,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.5595587900437808,"baseline_adjusted_skill":0.10000000000000009,"baseline_adjusted_score":0.10000000000000009},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.38,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.015873015873015886,"baseline_adjusted_score":0.015873015873015886},"scoring":{"eligible":true,"reason":null},"model":49,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0,"abstained":0},"metrics":{"binary_brier":0.15498116905025344,"accuracy":0.75,"positive_recall":0.6901408450704225,"specificity":0.8051948051948052,"precision":0.765625,"balanced_accuracy":0.7476678251326139,"f1":0.725925925925926,"true_positive":49,"false_positive":15,"false_negative":22,"true_negative":62,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.24958911614317017,"brier_skill":0.3790547783287449,"baseline_adjusted_skill":0.49533565026522774,"baseline_adjusted_score":0.49533565026522774},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.62,"uniform_accuracy_baseline":0.2005,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.46478873239436624,"baseline_adjusted_score":0.46478873239436624},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.9852941176470588,"baseline_adjusted_score":0.9852941176470588},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.7446808510638298,"baseline_adjusted_score":0.7446808510638298},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.8979591836734693,"baseline_adjusted_score":0.8979591836734693},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.07130837754917514,"accuracy":0.6396782818600001,"positive_recall":0.7107662165728239,"specificity":0.5256250271206582,"precision":0.7062195265483872,"balanced_accuracy":0.618195621846741,"f1":0.7084855770658377,"true_positive":43.785610646,"false_positive":18.214389354,"false_negative":17.81778246,"true_negative":20.18221754,"positive_prevalence":0.61603393106,"majority_accuracy_baseline":0.61603393106,"constant_brier_baseline":0.07908707655202402,"brier_skill":0.09835613278399524,"baseline_adjusted_skill":0.23639124369348208,"baseline_adjusted_score":0.23639124369348208},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0871391462565493,"accuracy":0.87,"positive_recall":0.84,"specificity":0.9,"precision":0.8936170212765957,"balanced_accuracy":0.87,"f1":0.865979381443299,"true_positive":42,"false_positive":5,"false_negative":8,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6514434149738029,"baseline_adjusted_skill":0.74,"baseline_adjusted_score":0.74},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.012987012987012986,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.7368421052631579,"baseline_adjusted_score":0.7368421052631579},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.9666666666666667,"baseline_adjusted_score":0.9666666666666667},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.63,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.421875,"baseline_adjusted_score":0.421875},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.14736293658036595,"accuracy":0.78,"positive_recall":1,"specificity":0.56,"precision":0.6944444444444444,"balanced_accuracy":0.78,"f1":0.819672131147541,"true_positive":50,"false_positive":22,"false_negative":0,"true_negative":28,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4105482536785362,"baseline_adjusted_skill":0.56,"baseline_adjusted_score":0.56},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0,"abstained":0},"metrics":{"binary_brier":0.10556545092990269,"accuracy":0.6681964170926118,"positive_recall":0.7264864473436903,"specificity":0.641054439068616,"precision":0.4851792316363604,"balanced_accuracy":0.6837704432061531,"f1":0.5818042756037232,"true_positive":161.56468413490802,"false_positive":171.43531586509198,"false_negative":60.8271921700798,"true_negative":306.1728078299202,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768642,"brier_skill":-0.18977922593654806,"baseline_adjusted_skill":0.3675408864123062,"baseline_adjusted_score":0.3675408864123062},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.17790006582563328,"accuracy":0.7,"positive_recall":0.64,"specificity":0.76,"precision":0.7272727272727273,"balanced_accuracy":0.7,"f1":0.6808510638297872,"true_positive":32,"false_positive":12,"false_negative":18,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2883997366974669,"baseline_adjusted_skill":0.3999999999999999,"baseline_adjusted_score":0.3999999999999999},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8807947019867549,"uniform_accuracy_baseline":0.006622516556291391,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.8758620689655172,"baseline_adjusted_score":0.8758620689655172},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.07203598337112158,"accuracy":0.8966666666666666,"positive_recall":0.8266666666666667,"specificity":0.9666666666666667,"precision":0.9612403100775194,"balanced_accuracy":0.8966666666666667,"f1":0.8888888888888888,"true_positive":124,"false_positive":5,"false_negative":26,"true_negative":145,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7118560665155137,"baseline_adjusted_skill":0.7933333333333334,"baseline_adjusted_score":0.7933333333333334},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":14},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7858823529411765,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.6052060737527115,"baseline_adjusted_score":0.6052060737527115},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.45,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.08333333333333331,"baseline_adjusted_score":0.08333333333333331},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.07681679277925901,"accuracy":0.89,"positive_recall":0.96,"specificity":0.82,"precision":0.8421052631578947,"balanced_accuracy":0.8899999999999999,"f1":0.897196261682243,"true_positive":48,"false_positive":9,"false_negative":2,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.692732828882964,"baseline_adjusted_skill":0.7799999999999998,"baseline_adjusted_score":0.7799999999999998},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.77,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.5208333333333334,"baseline_adjusted_score":0.5208333333333334},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9333333333333333,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.8666666666666667,"baseline_adjusted_score":0.8666666666666667},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":19},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8766666666666667,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.7430555555555556,"baseline_adjusted_score":0.7430555555555556},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":20},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9366666666666666,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5266666666666666,"baseline_adjusted_skill":0.8661971830985915,"baseline_adjusted_score":0.8661971830985915},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":21},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.07142857142857142,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9662921348314606,"baseline_adjusted_score":0.9662921348314606},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.6521739130434782,"baseline_adjusted_score":0.6521739130434782},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.46,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.2602739726027397,"baseline_adjusted_score":0.2602739726027397},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8333333333333334,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.5000000000000001,"baseline_adjusted_score":0.5000000000000001},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0,"abstained":0},"metrics":{"binary_brier":0.16206570359137762,"accuracy":0.7804878048780488,"positive_recall":0.85,"specificity":0.7142857142857143,"precision":0.7391304347826086,"balanced_accuracy":0.7821428571428571,"f1":0.7906976744186046,"true_positive":34,"false_positive":12,"false_negative":6,"true_negative":30,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.2498512790005949,"brier_skill":0.35135131491165295,"baseline_adjusted_skill":0.5642857142857143,"baseline_adjusted_score":0.5642857142857143},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1221921375575883,"accuracy":0.84,"positive_recall":0.8,"specificity":0.88,"precision":0.8695652173913043,"balanced_accuracy":0.8400000000000001,"f1":0.8333333333333334,"true_positive":40,"false_positive":6,"false_negative":10,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5112314497696469,"baseline_adjusted_skill":0.6800000000000002,"baseline_adjusted_score":0.6800000000000002},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8128491620111732,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.7598566308243728,"baseline_adjusted_score":0.7598566308243728},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.56,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.278688524590164,"baseline_adjusted_score":0.278688524590164},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1577062176081631,"accuracy":0.795,"positive_recall":0.36363636363636365,"specificity":0.9166666666666666,"precision":0.5517241379310345,"balanced_accuracy":0.6401515151515151,"f1":0.4383561643835616,"true_positive":16,"false_positive":13,"false_negative":28,"true_negative":143,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":0.08096609785452735,"baseline_adjusted_skill":0.2803030303030303,"baseline_adjusted_score":0.2803030303030303},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"binary_brier":0.15626443623486108,"accuracy":0.77,"positive_recall":0.34,"specificity":0.9133333333333333,"precision":0.5666666666666667,"balanced_accuracy":0.6266666666666667,"f1":0.425,"true_positive":17,"false_positive":13,"false_negative":33,"true_negative":137,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":0.16658967341407427,"baseline_adjusted_skill":0.2533333333333334,"baseline_adjusted_score":0.2533333333333334},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"binary_brier":0.047374566769496376,"accuracy":0.935,"positive_recall":0.6842105263157895,"specificity":0.9613259668508287,"precision":0.65,"balanced_accuracy":0.822768246583309,"f1":0.6666666666666666,"true_positive":13,"false_positive":7,"false_negative":6,"true_negative":174,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.085975,"brier_skill":0.44897276220417126,"baseline_adjusted_skill":0.6455364931666181,"baseline_adjusted_score":0.6455364931666181},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":33},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.005843692106724034,"accuracy":0.9966666666666667,"positive_recall":1,"specificity":0.9933333333333333,"precision":0.9933774834437086,"balanced_accuracy":0.9966666666666666,"f1":0.9966777408637874,"true_positive":150,"false_positive":1,"false_negative":0,"true_negative":149,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9766252315731039,"baseline_adjusted_skill":0.9933333333333332,"baseline_adjusted_score":0.9933333333333332},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":34},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9833333333333333,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.9777777777777777,"baseline_adjusted_score":0.9777777777777777},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":35},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.09175297337955207,"accuracy":0.8666666666666667,"positive_recall":1,"specificity":0.7333333333333333,"precision":0.7894736842105263,"balanced_accuracy":0.8666666666666667,"f1":0.8823529411764706,"true_positive":150,"false_positive":40,"false_negative":0,"true_negative":110,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6329881064817917,"baseline_adjusted_skill":0.7333333333333334,"baseline_adjusted_score":0.7333333333333334},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":36},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.11798890827534099,"normalized_score_rmse":0.17024923810910786,"constant_score_baseline":0.5,"constant_mae_baseline":0.3333333333333333,"baseline_adjusted_skill":0.646033275173977,"baseline_adjusted_score":0.646033275173977},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":37},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.45,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.26666666666666666,"baseline_adjusted_score":0.26666666666666666},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":38},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2525572402750793,"accuracy":0.61,"positive_recall":0.47333333333333333,"specificity":0.7466666666666667,"precision":0.6513761467889908,"balanced_accuracy":0.61,"f1":0.5482625482625483,"true_positive":71,"false_positive":38,"false_negative":79,"true_negative":112,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.010228961100317235,"baseline_adjusted_skill":0.21999999999999997,"baseline_adjusted_score":0.21999999999999997},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":39},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.2902194815177548,"normalized_score_rmse":0.343376408717183,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.03260172827415064,"baseline_adjusted_score":0.03260172827415064},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":40},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9866666666666667,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.9809523809523811,"baseline_adjusted_score":0.9809523809523811},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":42},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.005218420634233305,"accuracy":0.9966666666666667,"positive_recall":0.9932885906040269,"specificity":1,"precision":1,"balanced_accuracy":0.9966442953020134,"f1":0.9966329966329966,"true_positive":148,"false_positive":0,"false_negative":1,"true_negative":151,"positive_prevalence":0.49666666666666665,"majority_accuracy_baseline":0.5033333333333334,"constant_brier_baseline":0.2499888888888889,"brier_skill":0.9791253897026091,"baseline_adjusted_skill":0.9932885906040267,"baseline_adjusted_score":0.9932885906040267},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":43},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.0991356569637234,"normalized_score_rmse":0.15269959045810474,"constant_score_baseline":0.5,"constant_mae_baseline":0.36666666666666664,"baseline_adjusted_skill":0.7296300264625726,"baseline_adjusted_score":0.7296300264625726},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":44},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8266666666666667,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2866666666666667,"baseline_adjusted_skill":0.7570093457943925,"baseline_adjusted_score":0.7570093457943925},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":46},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1077780955888998,"accuracy":0.85,"positive_recall":0.9299363057324841,"specificity":0.7622377622377622,"precision":0.8111111111111111,"balanced_accuracy":0.8460870339851232,"f1":0.8664688427299704,"true_positive":146,"false_positive":34,"false_negative":11,"true_negative":109,"positive_prevalence":0.5233333333333333,"majority_accuracy_baseline":0.5233333333333333,"constant_brier_baseline":0.24945555555555557,"brier_skill":0.5679467015722693,"baseline_adjusted_skill":0.6921740679702464,"baseline_adjusted_score":0.6921740679702464},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":47},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.1665181145661821,"normalized_score_rmse":0.22739214051964476,"constant_score_baseline":0.5,"constant_mae_baseline":0.3016666666666667,"baseline_adjusted_skill":0.448006250056855,"baseline_adjusted_score":0.448006250056855},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":48},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0954998301453784,"accuracy":0.8434940476190476,"positive_recall":0.6421981946235492,"specificity":0.8563440751271222,"precision":0.22201646090534977,"balanced_accuracy":0.7492711348753357,"f1":0.32996101016793655,"true_positive":107.89999999999999,"false_positive":378.1,"false_negative":60.11666666666667,"true_negative":2253.883333333333,"positive_prevalence":0.060005952380952375,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679138,"brier_skill":-1.9657436921905038,"baseline_adjusted_skill":0.4985422697506714,"baseline_adjusted_score":0.4985422697506714},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.41333333333333333,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.21777777777777776,"baseline_adjusted_score":0.21777777777777776},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":50},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7705382436260623,"uniform_accuracy_baseline":0.027777777777777776,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.7370129870129869,"baseline_adjusted_score":0.7370129870129869},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.7714285714285716,"baseline_adjusted_score":0.7714285714285716},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.07578328293473864,"accuracy":0.89,"positive_recall":0.96,"specificity":0.82,"precision":0.8421052631578947,"balanced_accuracy":0.8899999999999999,"f1":0.897196261682243,"true_positive":48,"false_positive":9,"false_negative":2,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6968668682610455,"baseline_adjusted_skill":0.7799999999999998,"baseline_adjusted_score":0.7799999999999998},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.06395043699351573,"accuracy":0.93,"positive_recall":0.98,"specificity":0.88,"precision":0.8909090909090909,"balanced_accuracy":0.9299999999999999,"f1":0.9333333333333333,"true_positive":49,"false_positive":6,"false_negative":1,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7441982520259371,"baseline_adjusted_skill":0.8599999999999999,"baseline_adjusted_score":0.8599999999999999},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.67,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":0.15384615384615397,"baseline_adjusted_score":0.15384615384615397},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.8510638297872342,"baseline_adjusted_score":0.8510638297872342},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.07386062608191456,"accuracy":0.88,"positive_recall":0.9,"specificity":0.86,"precision":0.8653846153846154,"balanced_accuracy":0.88,"f1":0.8823529411764706,"true_positive":45,"false_positive":7,"false_negative":5,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7045574956723417,"baseline_adjusted_skill":0.76,"baseline_adjusted_score":0.76},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.48333333333333334,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.3111111111111111,"baseline_adjusted_score":0.3111111111111111},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":58},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7566666666666667,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.635,"baseline_adjusted_score":0.635},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":59},{"provenance":"measured","status":"complete","counts":{"cases":285,"expected":285,"succeeded":285,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8491228070175438,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5263157894736842,"baseline_adjusted_skill":0.6814814814814815,"baseline_adjusted_score":0.6814814814814815},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":60},{"provenance":"measured","status":"complete","counts":{"cases":299,"expected":299,"succeeded":299,"failed":0,"abstained":0},"metrics":{"binary_brier":0.19684271959277627,"accuracy":0.68561872909699,"positive_recall":0.9333333333333333,"specificity":0.436241610738255,"precision":0.625,"balanced_accuracy":0.6847874720357942,"f1":0.7486631016042781,"true_positive":140,"false_positive":84,"false_negative":10,"true_negative":65,"positive_prevalence":0.5016722408026756,"majority_accuracy_baseline":0.5016722408026756,"constant_brier_baseline":0.24999720361069788,"brier_skill":0.21262031434837625,"baseline_adjusted_skill":0.3695749440715883,"baseline_adjusted_score":0.3695749440715883},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":61},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.2,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":0.9249999999999999,"baseline_adjusted_score":0.9249999999999999},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":62},{"provenance":"measured","status":"complete","counts":{"cases":283,"expected":283,"succeeded":283,"failed":0,"abstained":0},"metrics":{"binary_brier":0.31196527633934196,"accuracy":0.5618374558303887,"positive_recall":0.8947368421052632,"specificity":0.26666666666666666,"precision":0.519650655021834,"balanced_accuracy":0.5807017543859649,"f1":0.6574585635359116,"true_positive":119,"false_positive":110,"false_negative":14,"true_negative":40,"positive_prevalence":0.46996466431095407,"majority_accuracy_baseline":0.5300353356890459,"constant_brier_baseline":0.24909787861004634,"brier_skill":-0.2523803015910555,"baseline_adjusted_skill":0.16140350877192988,"baseline_adjusted_score":0.16140350877192988},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":63},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8366666666666667,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.7822222222222223,"baseline_adjusted_score":0.7822222222222223},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":64},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.20616666666666666,"fixed_answer_accuracy_baseline":0.21333333333333335,"baseline_adjusted_skill":0.9745762711864406,"baseline_adjusted_score":0.9745762711864406},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":65},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7366666666666667,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.605,"baseline_adjusted_score":0.605},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":66},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7633333333333333,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.37333333333333335,"baseline_adjusted_skill":0.6223404255319148,"baseline_adjusted_score":0.6223404255319148},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":67},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.12032603605764841,"normalized_score_rmse":0.14869381543065982,"constant_score_baseline":0.5,"constant_mae_baseline":0.26208333333333333,"baseline_adjusted_skill":0.540886348905634,"baseline_adjusted_score":0.540886348905634},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":68},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.11955001035943473,"normalized_score_rmse":0.15245006084771048,"constant_score_baseline":0.52,"constant_mae_baseline":0.24733333333333335,"baseline_adjusted_skill":0.5166441629672451,"baseline_adjusted_score":0.5166441629672451},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":69},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.10490612796632351,"normalized_score_rmse":0.12644793456422393,"constant_score_baseline":0.578319964349225,"constant_mae_baseline":0.11212962028602311,"baseline_adjusted_skill":0.06442091127459215,"baseline_adjusted_score":0.06442091127459215},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":70},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.7333333333333334,"baseline_adjusted_score":0.7333333333333334},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":71},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8059701492537314,"baseline_adjusted_score":0.8059701492537314},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.03939574409474437,"accuracy":0.95,"positive_recall":0.94,"specificity":0.96,"precision":0.9591836734693877,"balanced_accuracy":0.95,"f1":0.9494949494949495,"true_positive":47,"false_positive":2,"false_negative":3,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8424170236210226,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.4688660675675676,"uniform_accuracy_baseline":0.23445945945945948,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.2799707935385037,"baseline_adjusted_score":0.2799707935385037},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0,"abstained":0},"metrics":{"binary_brier":0.05685140276842627,"accuracy":0.6890789276315789,"positive_recall":0.9231183872490537,"specificity":0.4662214025001825,"precision":0.6221818181818182,"balanced_accuracy":0.6946698948746182,"f1":0.7433474409142916,"true_positive":68.44,"false_positive":41.56,"false_negative":5.700003,"true_negative":36.299997,"positive_prevalence":0.4877631776315789,"majority_accuracy_baseline":0.512236822368421,"constant_brier_baseline":0.09451910039768556,"brier_skill":0.39851942592316125,"baseline_adjusted_skill":0.38933978974923633,"baseline_adjusted_score":0.38933978974923633},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.1276245908976852,"normalized_score_rmse":0.16127535069285462,"constant_score_baseline":0.5841668333333333,"constant_mae_baseline":0.21700552708333334,"baseline_adjusted_skill":0.4118832242983588,"baseline_adjusted_score":0.4118832242983588},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.18194325645010573,"accuracy":0.73,"positive_recall":0.88,"specificity":0.58,"precision":0.676923076923077,"balanced_accuracy":0.73,"f1":0.7652173913043478,"true_positive":44,"false_positive":21,"false_negative":6,"true_negative":29,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2722269741995771,"baseline_adjusted_skill":0.45999999999999996,"baseline_adjusted_score":0.45999999999999996},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2676058936871126,"accuracy":0.61,"positive_recall":0.34,"specificity":0.88,"precision":0.7391304347826086,"balanced_accuracy":0.61,"f1":0.4657534246575342,"true_positive":17,"false_positive":6,"false_negative":33,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.07042357474845029,"baseline_adjusted_skill":0.21999999999999997,"baseline_adjusted_score":0.21999999999999997},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.8360655737704918,"baseline_adjusted_score":0.8360655737704918},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.895,"uniform_accuracy_baseline":0.036111111111111115,"fixed_answer_accuracy_baseline":0.08833333333333333,"baseline_adjusted_skill":0.8848263254113345,"baseline_adjusted_score":0.8848263254113345},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.15644787085515205,"accuracy":0.7733333333333333,"positive_recall":0.8066666666666666,"specificity":0.74,"precision":0.75625,"balanced_accuracy":0.7733333333333333,"f1":0.7806451612903226,"true_positive":121,"false_positive":39,"false_negative":29,"true_negative":111,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3742085165793918,"baseline_adjusted_skill":0.5466666666666666,"baseline_adjusted_score":0.5466666666666666},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":81},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.909090909090909,"baseline_adjusted_score":0.909090909090909},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.5333333333333333,"uniform_accuracy_baseline":0.11021428571428572,"fixed_answer_accuracy_baseline":0.12554761904761905,"baseline_adjusted_skill":0.46633267078715934,"baseline_adjusted_score":0.46633267078715934},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":83},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7466666666666667,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.6622222222222223,"baseline_adjusted_score":0.6622222222222223},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":84},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.049879324215607396,"fixed_answer_accuracy_baseline":0.12442477876106194,"baseline_adjusted_skill":0.8286840509399636,"baseline_adjusted_score":0.8286840509399636},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.11824118180763221,"accuracy":0.8433333333333334,"positive_recall":0.8101851851851852,"specificity":0.9285714285714286,"precision":0.9668508287292817,"balanced_accuracy":0.869378306878307,"f1":0.8816120906801007,"true_positive":175,"false_positive":6,"false_negative":41,"true_negative":78,"positive_prevalence":0.72,"majority_accuracy_baseline":0.72,"constant_brier_baseline":0.2016,"brier_skill":0.41348620135103065,"baseline_adjusted_skill":0.738756613756614,"baseline_adjusted_score":0.738756613756614},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":86},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9266666666666666,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5033333333333333,"baseline_adjusted_skill":0.8523489932885906,"baseline_adjusted_score":0.8523489932885906},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":87},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.31073338504573084,"accuracy":0.52,"positive_recall":0.08,"specificity":0.96,"precision":0.6666666666666666,"balanced_accuracy":0.52,"f1":0.14285714285714285,"true_positive":4,"false_positive":2,"false_negative":46,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.24293354018292335,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.04823176001285864,"accuracy":0.9433333333333334,"positive_recall":0.95,"specificity":0.9357142857142857,"precision":0.9440993788819876,"balanced_accuracy":0.9428571428571428,"f1":0.9470404984423676,"true_positive":152,"false_positive":9,"false_negative":8,"true_negative":131,"positive_prevalence":0.5333333333333333,"majority_accuracy_baseline":0.5333333333333333,"constant_brier_baseline":0.2488888888888889,"brier_skill":0.8062116785197644,"baseline_adjusted_skill":0.8857142857142857,"baseline_adjusted_score":0.8857142857142857},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":89},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8333333333333334,"uniform_accuracy_baseline":0.23888888888888887,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.7647058823529413,"baseline_adjusted_score":0.7647058823529413},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0,"abstained":0},"metrics":{"binary_brier":0.07832826669697032,"accuracy":0.90625,"positive_recall":0.8125,"specificity":1,"precision":1,"balanced_accuracy":0.90625,"f1":0.896551724137931,"true_positive":26,"false_positive":0,"false_negative":6,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6866869332121187,"baseline_adjusted_skill":0.8125,"baseline_adjusted_score":0.8125},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.013407355337255822,"accuracy":0.98,"positive_recall":0.96,"specificity":1,"precision":1,"balanced_accuracy":0.98,"f1":0.9795918367346939,"true_positive":48,"false_positive":0,"false_negative":2,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9463705786509767,"baseline_adjusted_skill":0.96,"baseline_adjusted_score":0.96},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.8260869565217391,"baseline_adjusted_score":0.8260869565217391},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"binary_brier":0.00021730709255656265,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":16,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.9991299727066394,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.11304276884067804,"normalized_score_rmse":0.24420914295111518,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.6574461550282484,"baseline_adjusted_score":0.6574461550282484},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.1875,"uniform_accuracy_baseline":0.178125,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.14035087719298242,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0,"abstained":0},"metrics":{"binary_brier":0.40655239985525715,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":17,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.6262095994210286,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.29691422707401216,"normalized_score_rmse":0.351073093667485,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-1.0190167441032827,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.13194444444444445,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0,"abstained":0},"metrics":{"binary_brier":0.000009915695628322833,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":26,"false_positive":0,"false_negative":0,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9999603372174867,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0,"abstained":0},"metrics":{"binary_brier":0.00047425165127605,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":39,"false_positive":0,"false_negative":0,"true_negative":36,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24960000000000004,"brier_skill":0.9980999533202082,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.10376903797034175,"normalized_score_rmse":0.20983056423720536,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.6293962929630652,"baseline_adjusted_score":0.6293962929630652},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7058823529411765,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.6,"baseline_adjusted_score":0.6},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0,"abstained":0},"metrics":{"binary_brier":0.05000233264409224,"accuracy":0.9285714285714286,"positive_recall":1,"specificity":0.8571428571428571,"precision":0.875,"balanced_accuracy":0.9285714285714286,"f1":0.9333333333333333,"true_positive":14,"false_positive":2,"false_negative":0,"true_negative":12,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7999906694236311,"baseline_adjusted_skill":0.8571428571428572,"baseline_adjusted_score":0.8571428571428572},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.0179286109008403,"normalized_score_rmse":0.04690344055791075,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.1696969696969697,"baseline_adjusted_skill":0.8943492571914768,"baseline_adjusted_score":0.8943492571914768},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0,"abstained":0},"metrics":{"binary_brier":0.03362731734690359,"accuracy":0.9411764705882353,"positive_recall":0.9333333333333333,"specificity":0.95,"precision":0.9545454545454546,"balanced_accuracy":0.9416666666666667,"f1":0.9438202247191011,"true_positive":42,"false_positive":2,"false_negative":3,"true_negative":38,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.2491349480968858,"brier_skill":0.8650236845381231,"baseline_adjusted_skill":0.8833333333333333,"baseline_adjusted_score":0.8833333333333333},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0,"abstained":0},"metrics":{"binary_brier":0.000001225029540019879,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":35,"false_positive":0,"false_negative":0,"true_negative":15,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.21,"brier_skill":0.9999941665259999,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.0023354289599228652,"normalized_score_rmse":0.0034497044766917694,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.9916591822859898,"baseline_adjusted_score":0.9916591822859898},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8481012658227848,"uniform_accuracy_baseline":0.24240506329113923,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.7391304347826086,"baseline_adjusted_score":0.7391304347826086},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0,"abstained":0},"metrics":{"binary_brier":0.00001598645423743263,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":11,"false_positive":0,"false_negative":0,"true_negative":10,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.2494331065759637,"brier_skill":0.9999359088516481,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9393939393939394,"uniform_accuracy_baseline":0.32373737373737377,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.9000000000000001,"baseline_adjusted_score":0.9000000000000001},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"binary_brier":0.16067551612277026,"accuracy":0.7878787878787878,"positive_recall":0.7647058823529411,"specificity":0.8125,"precision":0.8125,"balanced_accuracy":0.7886029411764706,"f1":0.7878787878787878,"true_positive":13,"false_positive":3,"false_negative":4,"true_negative":13,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.356707216699644,"baseline_adjusted_skill":0.5772058823529411,"baseline_adjusted_score":0.5772058823529411},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.07262293625664075,"normalized_score_rmse":0.14314089667667448,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.3431372549019608,"baseline_adjusted_skill":0.7883560143377898,"baseline_adjusted_score":0.7883560143377898},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.053609886280123586,"accuracy":0.93,"positive_recall":0.98,"specificity":0.88,"precision":0.8909090909090909,"balanced_accuracy":0.9299999999999999,"f1":0.9333333333333333,"true_positive":49,"false_positive":6,"false_negative":1,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7855604548795057,"baseline_adjusted_skill":0.8599999999999999,"baseline_adjusted_score":0.8599999999999999},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8133333333333332,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":0.7113402061855668,"baseline_adjusted_score":0.7113402061855668},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0,"abstained":0},"metrics":{"binary_brier":0.07315568546875693,"accuracy":0.92,"positive_recall":0.8648648648648649,"specificity":0.9736842105263158,"precision":0.9696969696969697,"balanced_accuracy":0.9192745376955904,"f1":0.9142857142857143,"true_positive":32,"false_positive":1,"false_negative":5,"true_negative":37,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555554,"brier_skill":0.7073252270542263,"baseline_adjusted_skill":0.8385490753911808,"baseline_adjusted_score":0.8385490753911808},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.14285714285714285,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.9615384615384615,"baseline_adjusted_score":0.9615384615384615},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.385,"uniform_accuracy_baseline":0.32416666666666666,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.06818181818181816,"baseline_adjusted_score":0.06818181818181816},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"binary_brier":0.000165679356468462,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":16,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.999336673458845,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.012284259724600071,"normalized_score_rmse":0.027056251574193467,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.9440854384949238,"baseline_adjusted_score":0.9440854384949238},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.001936298675800695,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":22,"false_positive":0,"false_negative":0,"true_negative":78,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":0.9887162081829797,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.06248429380439873,"accuracy":0.93,"positive_recall":0.8108108108108109,"specificity":1,"precision":1,"balanced_accuracy":0.9054054054054055,"f1":0.8955223880597015,"true_positive":30,"false_positive":0,"false_negative":7,"true_negative":63,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000003,"brier_skill":0.731942111521241,"baseline_adjusted_skill":0.810810810810811,"baseline_adjusted_score":0.810810810810811},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.038006145181415936,"accuracy":0.95,"positive_recall":0.9487179487179487,"specificity":0.9508196721311475,"precision":0.925,"balanced_accuracy":0.9497688104245481,"f1":0.9367088607594937,"true_positive":37,"false_positive":3,"false_negative":2,"true_negative":58,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379,"brier_skill":0.840243189653569,"baseline_adjusted_skill":0.8995376208490962,"baseline_adjusted_score":0.8995376208490962},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.06545491414048869,"accuracy":0.93,"positive_recall":0.7741935483870968,"specificity":1,"precision":1,"balanced_accuracy":0.8870967741935484,"f1":0.8727272727272727,"true_positive":24,"false_positive":0,"false_negative":7,"true_negative":69,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999998,"brier_skill":0.6939929212693375,"baseline_adjusted_skill":0.7741935483870968,"baseline_adjusted_score":0.7741935483870968},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.9305555555555555,"baseline_adjusted_score":0.9305555555555555},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.13302795229596087,"normalized_score_rmse":0.16451234047635588,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.42783676431844786,"baseline_adjusted_score":0.42783676431844786},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.12695356699478752,"accuracy":0.8,"positive_recall":0.84,"specificity":0.76,"precision":0.7777777777777778,"balanced_accuracy":0.8,"f1":0.8076923076923077,"true_positive":42,"false_positive":12,"false_negative":8,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4921857320208499,"baseline_adjusted_skill":0.6000000000000001,"baseline_adjusted_score":0.6000000000000001},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.3151166420046073,"accuracy":0.45,"positive_recall":0.7,"specificity":0.2,"precision":0.4666666666666667,"balanced_accuracy":0.44999999999999996,"f1":0.56,"true_positive":35,"false_positive":40,"false_negative":15,"true_negative":10,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.26046656801842927,"baseline_adjusted_skill":-0.10000000000000009,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.55,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.28571428571428564,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.09809896072808351,"accuracy":0.8566666666666667,"positive_recall":0.8333333333333334,"specificity":0.88,"precision":0.8741258741258742,"balanced_accuracy":0.8566666666666667,"f1":0.8532423208191127,"true_positive":125,"false_positive":18,"false_negative":25,"true_negative":132,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.607604157087666,"baseline_adjusted_skill":0.7133333333333334,"baseline_adjusted_score":0.7133333333333334},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":134},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.07064044091042482,"accuracy":0.93,"positive_recall":0.98,"specificity":0.88,"precision":0.8909090909090909,"balanced_accuracy":0.9299999999999999,"f1":0.9333333333333333,"true_positive":49,"false_positive":6,"false_negative":1,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7174382363583007,"baseline_adjusted_skill":0.8599999999999999,"baseline_adjusted_score":0.8599999999999999},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.8095238095238096,"baseline_adjusted_score":0.8095238095238096},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.74,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.5666666666666667,"baseline_adjusted_score":0.5666666666666667},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.14038646554886158,"accuracy":0.84,"positive_recall":0.82,"specificity":0.86,"precision":0.8541666666666666,"balanced_accuracy":0.84,"f1":0.8367346938775511,"true_positive":41,"false_positive":7,"false_negative":9,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.43845413780455367,"baseline_adjusted_skill":0.6799999999999999,"baseline_adjusted_score":0.6799999999999999},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7,"uniform_accuracy_baseline":0.0625,"fixed_answer_accuracy_baseline":0.10666666666666667,"baseline_adjusted_skill":0.6641791044776119,"baseline_adjusted_score":0.6641791044776119},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":142},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.20851190476190473,"fixed_answer_accuracy_baseline":0.22333333333333333,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.011811277402580802,"accuracy":0.99,"positive_recall":1,"specificity":0.98,"precision":0.9803921568627451,"balanced_accuracy":0.99,"f1":0.9900990099009901,"true_positive":50,"false_positive":1,"false_negative":0,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9527548903896768,"baseline_adjusted_skill":0.98,"baseline_adjusted_score":0.98},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.03608524218114326,"normalized_score_rmse":0.11120659657905003,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.8797158593961891,"baseline_adjusted_score":0.8797158593961891},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.22851190476190475,"fixed_answer_accuracy_baseline":0.24333333333333332,"baseline_adjusted_skill":0.986784140969163,"baseline_adjusted_score":0.986784140969163},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.012800491802374461,"accuracy":0.99,"positive_recall":1,"specificity":0.98,"precision":0.9803921568627451,"balanced_accuracy":0.99,"f1":0.9900990099009901,"true_positive":50,"false_positive":1,"false_negative":0,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9487980327905021,"baseline_adjusted_skill":0.98,"baseline_adjusted_score":0.98},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.018189476734539817,"normalized_score_rmse":0.034348304258656086,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.3042222222222222,"baseline_adjusted_skill":0.9402099011647705,"baseline_adjusted_score":0.9402099011647705},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.79,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.6612903225806452,"baseline_adjusted_score":0.6612903225806452},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9666666666666667,"uniform_accuracy_baseline":0.3467777777777778,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.9479166666666666,"baseline_adjusted_score":0.9479166666666666},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":150},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.08111836285955616,"accuracy":0.9,"positive_recall":0.94,"specificity":0.86,"precision":0.8703703703703703,"balanced_accuracy":0.8999999999999999,"f1":0.9038461538461539,"true_positive":47,"false_positive":7,"false_negative":3,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6755265485617754,"baseline_adjusted_skill":0.7999999999999998,"baseline_adjusted_score":0.7999999999999998},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.05328125440075335,"accuracy":0.95,"positive_recall":0.96,"specificity":0.94,"precision":0.9411764705882353,"balanced_accuracy":0.95,"f1":0.9504950495049505,"true_positive":48,"false_positive":3,"false_negative":2,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7868749823969866,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.61,"uniform_accuracy_baseline":0.3533333333333333,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.3389830508474576,"baseline_adjusted_score":0.3389830508474576},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.7741935483870968,"baseline_adjusted_score":0.7741935483870968},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.52,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.28,"baseline_adjusted_score":0.28},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":157},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.6,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.3548387096774193,"baseline_adjusted_score":0.3548387096774193},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.41,"uniform_accuracy_baseline":0.1111111111111111,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.2976190476190476,"baseline_adjusted_score":0.2976190476190476},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9566666666666667,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.8968253968253969,"baseline_adjusted_score":0.8968253968253969},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":160},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.07294421915846845,"accuracy":0.7758750000000001,"positive_recall":0.6802900461437047,"specificity":0.7982415548357242,"precision":0.441025641025641,"balanced_accuracy":0.7392658004897145,"f1":0.5351309307752139,"true_positive":51.6,"false_positive":65.4,"false_negative":24.25,"true_negative":258.75,"positive_prevalence":0.189625,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500001,"brier_skill":0.041766151692430364,"baseline_adjusted_skill":0.47853160097942893,"baseline_adjusted_score":0.47853160097942893},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.20487920974963345,"normalized_score_rmse":0.2380549370544828,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":0.041500773101130095,"baseline_adjusted_score":0.041500773101130095},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.06167518397479078,"accuracy":0.805875,"positive_recall":0.5813408345053914,"specificity":0.8875063916822908,"precision":0.6526315789473685,"balanced_accuracy":0.7344236130938411,"f1":0.6149268534589636,"true_positive":62,"false_positive":33,"false_negative":44.65,"true_negative":260.35,"positive_prevalence":0.266625,"majority_accuracy_baseline":0.733375,"constant_brier_baseline":0.115654859375,"brier_skill":0.4667307166505231,"baseline_adjusted_skill":0.46884722618768215,"baseline_adjusted_score":0.46884722618768215},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.16327553704439196,"normalized_score_rmse":0.21369498741695594,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.3924631179743555,"baseline_adjusted_score":0.3924631179743555},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.05601549297764933,"accuracy":0.7951250000000001,"positive_recall":0.6747203579418345,"specificity":0.8418039895923678,"precision":0.6231404958677687,"balanced_accuracy":0.7582621737671011,"f1":0.647905477980666,"true_positive":75.4,"false_positive":45.6,"false_negative":36.35,"true_negative":242.65,"positive_prevalence":0.279375,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937500001,"brier_skill":0.5049704603275271,"baseline_adjusted_skill":0.5165243475342023,"baseline_adjusted_score":0.5165243475342023},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.1725929043308133,"normalized_score_rmse":0.21254542135902027,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.34716631931607267,"baseline_adjusted_score":0.34716631931607267},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.04130226459685448,"accuracy":0.883125,"positive_recall":0.5802816901408451,"specificity":0.9694779116465864,"precision":0.8442622950819673,"balanced_accuracy":0.7748798008937157,"f1":0.6878130217028381,"true_positive":51.5,"false_positive":9.5,"false_negative":37.25,"true_negative":301.75,"positive_prevalence":0.221875,"majority_accuracy_baseline":0.778125,"constant_brier_baseline":0.12674023437499998,"brier_skill":0.6741187610980028,"baseline_adjusted_skill":0.5497596017874313,"baseline_adjusted_score":0.5497596017874313},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.1478297955924063,"normalized_score_rmse":0.19601573532567548,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.34479868989515206,"baseline_adjusted_score":0.34479868989515206},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0413350683222081,"accuracy":0.8340000000000001,"positive_recall":0.7580340264650283,"specificity":0.8613188307273963,"precision":0.6628099173553719,"balanced_accuracy":0.8096764285962124,"f1":0.707231040564374,"true_positive":80.2,"false_positive":40.8,"false_negative":25.6,"true_negative":253.4,"positive_prevalence":0.2645,"majority_accuracy_baseline":0.7355,"constant_brier_baseline":0.11362725,"brier_skill":0.6362222237869164,"baseline_adjusted_skill":0.6193528571924247,"baseline_adjusted_score":0.6193528571924247},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.14469588807580294,"normalized_score_rmse":0.18571842185680149,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.4240959678575007,"baseline_adjusted_score":0.4240959678575007},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0640457110657078,"accuracy":0.8155,"positive_recall":0.5469973890339426,"specificity":0.8790970933828076,"precision":0.5172839506172839,"balanced_accuracy":0.713047241208375,"f1":0.531725888324873,"true_positive":41.9,"false_positive":39.1,"false_negative":34.7,"true_negative":284.3,"positive_prevalence":0.19149999999999998,"majority_accuracy_baseline":0.8085,"constant_brier_baseline":0.09190274999999999,"brier_skill":0.3031143130569236,"baseline_adjusted_skill":0.4260944824167501,"baseline_adjusted_score":0.4260944824167501},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.15271890251577133,"normalized_score_rmse":0.21408221778562683,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.26178174010503286,"baseline_adjusted_score":0.26178174010503286},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.03305712958186011,"accuracy":0.91175,"positive_recall":0.6876693766937669,"specificity":0.9624463519313304,"precision":0.8055555555555556,"balanced_accuracy":0.8250578643125487,"f1":0.7419590643274854,"true_positive":50.75,"false_positive":12.25,"false_negative":23.05,"true_negative":313.95,"positive_prevalence":0.1845,"majority_accuracy_baseline":0.8155,"constant_brier_baseline":0.10922225,"brier_skill":0.6973407013510515,"baseline_adjusted_skill":0.6501157286250974,"baseline_adjusted_score":0.6501157286250974},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.14721560554404278,"normalized_score_rmse":0.18986341556884143,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":0.22262386511396548,"baseline_adjusted_score":0.22262386511396548},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.05364298762497191,"accuracy":0.84625,"positive_recall":0.3821656050955414,"specificity":0.9595645412130638,"precision":0.6976744186046512,"balanced_accuracy":0.6708650731543027,"f1":0.49382716049382713,"true_positive":30,"false_positive":13,"false_negative":48.5,"true_negative":308.5,"positive_prevalence":0.19625,"majority_accuracy_baseline":0.80375,"constant_brier_baseline":0.09878593749999999,"brier_skill":0.45697749110320574,"baseline_adjusted_skill":0.3417301463086053,"baseline_adjusted_score":0.3417301463086053},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.18047024450992466,"normalized_score_rmse":0.22934553523226844,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":0.14570298456840391,"baseline_adjusted_score":0.14570298456840391},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0,"abstained":0},"metrics":{"binary_brier":0.06567974648779334,"accuracy":0.7183673469387756,"positive_recall":0.8309608540925267,"specificity":0.6333930170098477,"precision":0.6310810810810811,"balanced_accuracy":0.7321769355511872,"f1":0.717357910906298,"true_positive":140.1,"false_positive":81.9,"false_negative":28.5,"true_negative":141.5,"positive_prevalence":0.4301020408163265,"majority_accuracy_baseline":0.5698979591836735,"constant_brier_baseline":0.12359641815910039,"brier_skill":0.4685950655685943,"baseline_adjusted_skill":0.46435387110237447,"baseline_adjusted_score":0.46435387110237447},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.15429823610745133,"normalized_score_rmse":0.19508548025577424,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.43995455042480625,"baseline_adjusted_score":0.43995455042480625},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0,"abstained":0},"metrics":{"binary_brier":0.052120032106868414,"accuracy":0.8967499999999999,"positive_recall":0.6667977970102282,"specificity":0.9401842770099569,"precision":0.678,"balanced_accuracy":0.8034910370100925,"f1":0.6723522411741373,"true_positive":84.75,"false_positive":40.25,"false_negative":42.35,"true_negative":632.65,"positive_prevalence":0.158875,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499999,"brier_skill":0.4723490637906983,"baseline_adjusted_skill":0.606982074020185,"baseline_adjusted_score":0.606982074020185},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.20065876014632522,"normalized_score_rmse":0.23893511638013082,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-0.21611369785651635,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.04192779444067532,"normalized_score_rmse":0.08074035730559567,"constant_score_baseline":0.1111111111111111,"constant_mae_baseline":0.10629629629629629,"baseline_adjusted_skill":0.6055573345302321,"baseline_adjusted_score":0.6055573345302321},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":181},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.62,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.3870967741935484,"baseline_adjusted_score":0.3870967741935484},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2739265518501857,"accuracy":0.56,"positive_recall":0.54,"specificity":0.58,"precision":0.5625,"balanced_accuracy":0.56,"f1":0.5510204081632653,"true_positive":27,"false_positive":21,"false_negative":23,"true_negative":29,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.09570620740074287,"baseline_adjusted_skill":0.1200000000000001,"baseline_adjusted_score":0.1200000000000001},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.3836978131212724,"uniform_accuracy_baseline":0.058823529411764705,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.2757009345794393,"baseline_adjusted_score":0.2757009345794393},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.16701576246881294,"accuracy":0.7733333333333333,"positive_recall":0.6379310344827587,"specificity":0.9603174603174603,"precision":0.9568965517241379,"balanced_accuracy":0.7991242474001095,"f1":0.7655172413793103,"true_positive":111,"false_positive":5,"false_negative":63,"true_negative":121,"positive_prevalence":0.58,"majority_accuracy_baseline":0.58,"constant_brier_baseline":0.24359999999999998,"brier_skill":0.31438521154017673,"baseline_adjusted_skill":0.5982484948002189,"baseline_adjusted_score":0.5982484948002189},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":185},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.148192282895886,"accuracy":0.7933333333333333,"positive_recall":0.9171974522292994,"specificity":0.6573426573426573,"precision":0.7461139896373057,"balanced_accuracy":0.7872700547859783,"f1":0.8228571428571428,"true_positive":144,"false_positive":49,"false_negative":13,"true_negative":94,"positive_prevalence":0.5233333333333333,"majority_accuracy_baseline":0.5233333333333333,"constant_brier_baseline":0.24945555555555557,"brier_skill":0.40593713150283994,"baseline_adjusted_skill":0.5745401095719567,"baseline_adjusted_score":0.5745401095719567},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":186},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.7608695652173914,"baseline_adjusted_score":0.7608695652173914},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.17343329730279497,"accuracy":0.78,"positive_recall":0.78,"specificity":0.78,"precision":0.78,"balanced_accuracy":0.78,"f1":0.78,"true_positive":39,"false_positive":11,"false_negative":11,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3062668107888201,"baseline_adjusted_skill":0.56,"baseline_adjusted_score":0.56},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.49,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.19047619047619047,"baseline_adjusted_score":0.19047619047619047},"scoring":{"eligible":true,"reason":null},"model":50,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.19526759194844204,"accuracy":0.7635135135135135,"positive_recall":0.6197183098591549,"specificity":0.8961038961038961,"precision":0.8461538461538461,"balanced_accuracy":0.7579111029815255,"f1":0.7154471544715447,"true_positive":44,"false_positive":8,"false_negative":27,"true_negative":69,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.2495891161431699,"brier_skill":0.21764380207816358,"baseline_adjusted_skill":0.5158222059630511,"baseline_adjusted_score":0.5158222059630511},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.53,"uniform_accuracy_baseline":0.20049999999999962,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.3380281690140846,"baseline_adjusted_score":0.3380281690140846},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.9558823529411764,"baseline_adjusted_score":0.9558823529411764},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.6808510638297872,"baseline_adjusted_score":0.6808510638297872},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.7959183673469388,"baseline_adjusted_score":0.7959183673469388},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.16236894102256358,"accuracy":0.63081187156,"positive_recall":0.922713624445854,"specificity":0.16248563427032703,"precision":0.6386774172022471,"balanced_accuracy":0.5425996293580906,"f1":0.7548606835304486,"true_positive":56.842290131,"false_positive":32.157709868999994,"false_negative":4.761102975,"true_negative":6.238897025000001,"positive_prevalence":0.6160339310599999,"majority_accuracy_baseline":0.6160339310599999,"constant_brier_baseline":0.079087076552024,"brier_skill":-1.053040118580641,"baseline_adjusted_skill":0.08519925871618117,"baseline_adjusted_score":0.08519925871618117},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11217297758159686,"accuracy":0.86,"positive_recall":0.86,"specificity":0.86,"precision":0.86,"balanced_accuracy":0.86,"f1":0.86,"true_positive":43,"false_positive":7,"false_negative":7,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5513080896736126,"baseline_adjusted_skill":0.72,"baseline_adjusted_score":0.72},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.66,"uniform_accuracy_baseline":0.012987012987012965,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.6421052631578947,"baseline_adjusted_score":0.6421052631578947},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.8666666666666667,"baseline_adjusted_score":0.8666666666666667},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.52,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.25000000000000006,"baseline_adjusted_score":0.25000000000000006},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.21000758149916943,"accuracy":0.75,"positive_recall":1,"specificity":0.5,"precision":0.6666666666666666,"balanced_accuracy":0.75,"f1":0.8,"true_positive":50,"false_positive":25,"false_negative":0,"true_negative":25,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.1599696740033223,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.14250950575097596,"accuracy":0.677866513566114,"positive_recall":0.6382841867207636,"specificity":0.6962974980886386,"precision":0.4945965780509889,"balanced_accuracy":0.667290842404701,"f1":0.5573281573718881,"true_positive":141.9492179006338,"false_positive":145.0507820993662,"false_negative":80.442658404354,"true_negative":332.557341595646,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768597,"brier_skill":-0.6061585295892351,"baseline_adjusted_skill":0.3345816848094021,"baseline_adjusted_score":0.3345816848094021},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.20780999941061132,"accuracy":0.66,"positive_recall":0.64,"specificity":0.68,"precision":0.6666666666666666,"balanced_accuracy":0.66,"f1":0.6530612244897959,"true_positive":32,"false_positive":16,"false_negative":18,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.16876000235755473,"baseline_adjusted_skill":0.32000000000000006,"baseline_adjusted_score":0.32000000000000006},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.8675496688741722,"uniform_accuracy_baseline":0.006622516556291403,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.8620689655172413,"baseline_adjusted_score":0.8620689655172413},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"binary_brier":0.10773446485065072,"accuracy":0.87,"positive_recall":0.7666666666666667,"specificity":0.9733333333333334,"precision":0.9663865546218487,"balanced_accuracy":0.8700000000000001,"f1":0.8550185873605948,"true_positive":115,"false_positive":4,"false_negative":35,"true_negative":146,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5690621405973971,"baseline_adjusted_skill":0.7400000000000002,"baseline_adjusted_score":0.7400000000000002},"scoring":{"eligible":true,"reason":null},"model":52,"benchmark":14},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.7647058823529411,"uniform_accuracy_baseline":0.3333333333333301,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.5661605206073752,"baseline_adjusted_score":0.5661605206073752},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.39,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.016666666666666684,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.0752635866338038,"accuracy":0.91,"positive_recall":0.88,"specificity":0.94,"precision":0.9361702127659575,"balanced_accuracy":0.9099999999999999,"f1":0.9072164948453608,"true_positive":44,"false_positive":3,"false_negative":6,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6989456534647849,"baseline_adjusted_skill":0.8199999999999998,"baseline_adjusted_score":0.8199999999999998},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.65,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.27083333333333337,"baseline_adjusted_score":0.27083333333333337},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.07142857142857136,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9550561797752809,"baseline_adjusted_score":0.9550561797752809},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.5652173913043479,"baseline_adjusted_score":0.5652173913043479},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.44,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.2328767123287671,"baseline_adjusted_score":0.2328767123287671},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.7777777777777778,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.3333333333333334,"baseline_adjusted_score":0.3333333333333334},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.15532131012965777,"accuracy":0.8292682926829268,"positive_recall":0.85,"specificity":0.8095238095238095,"precision":0.8095238095238095,"balanced_accuracy":0.8297619047619047,"f1":0.8292682926829268,"true_positive":34,"false_positive":8,"false_negative":6,"true_negative":34,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.24985127900059498,"brier_skill":0.3783449468382033,"baseline_adjusted_skill":0.6595238095238094,"baseline_adjusted_score":0.6595238095238094},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.13772862057728666,"accuracy":0.84,"positive_recall":0.74,"specificity":0.94,"precision":0.925,"balanced_accuracy":0.84,"f1":0.8222222222222222,"true_positive":37,"false_positive":3,"false_negative":13,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.44908551769085336,"baseline_adjusted_skill":0.6799999999999999,"baseline_adjusted_score":0.6799999999999999},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.7737430167597765,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.7096774193548387,"baseline_adjusted_score":0.7096774193548387},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.52,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.21311475409836067,"baseline_adjusted_score":0.21311475409836067},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.18841234378562557,"accuracy":0.79,"positive_recall":0.4772727272727273,"specificity":0.8782051282051282,"precision":0.525,"balanced_accuracy":0.6777389277389277,"f1":0.5,"true_positive":21,"false_positive":19,"false_negative":23,"true_negative":137,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000053,"brier_skill":-0.09797403138476102,"baseline_adjusted_skill":0.3554778554778555,"baseline_adjusted_score":0.3554778554778555},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.19663020680084098,"accuracy":0.77,"positive_recall":0.38,"specificity":0.9,"precision":0.5588235294117647,"balanced_accuracy":0.64,"f1":0.4523809523809524,"true_positive":19,"false_positive":15,"false_negative":31,"true_negative":135,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-0.048694436271151886,"baseline_adjusted_skill":0.28,"baseline_adjusted_score":0.28},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.061494728353207455,"accuracy":0.925,"positive_recall":0.6842105263157895,"specificity":0.9502762430939227,"precision":0.5909090909090909,"balanced_accuracy":0.8172433847048561,"f1":0.6341463414634146,"true_positive":13,"false_positive":9,"false_negative":6,"true_negative":172,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.0859749999999999,"brier_skill":0.2847370938853443,"baseline_adjusted_skill":0.6344867694097123,"baseline_adjusted_score":0.6344867694097123},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.985,"baseline_adjusted_score":0.985},"scoring":{"eligible":true,"reason":null},"model":52,"benchmark":33},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"binary_brier":0.00019509068126231252,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":150,"false_positive":0,"false_negative":0,"true_negative":150,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9992196372749508,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":52,"benchmark":34},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.9833333333333333,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.9777777777777777,"baseline_adjusted_score":0.9777777777777777},"scoring":{"eligible":true,"reason":null},"model":52,"benchmark":35},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"binary_brier":0.16468725998922,"accuracy":0.8033333333333333,"positive_recall":0.9866666666666667,"specificity":0.62,"precision":0.7219512195121951,"balanced_accuracy":0.8033333333333333,"f1":0.8338028169014085,"true_positive":148,"false_positive":57,"false_negative":2,"true_negative":93,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.34125096004312006,"baseline_adjusted_skill":0.6066666666666667,"baseline_adjusted_score":0.6066666666666667},"scoring":{"eligible":true,"reason":null},"model":52,"benchmark":36},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"normalized_expected_score_mae":0.11774564133758557,"normalized_score_rmse":0.21824599725368438,"constant_score_baseline":0.5,"constant_mae_baseline":0.3333333333333333,"baseline_adjusted_skill":0.6467630759872433,"baseline_adjusted_score":0.6467630759872433},"scoring":{"eligible":true,"reason":null},"model":52,"benchmark":37},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.4033333333333333,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.20444444444444443,"baseline_adjusted_score":0.20444444444444443},"scoring":{"eligible":true,"reason":null},"model":52,"benchmark":38},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"binary_brier":0.31422060955904296,"accuracy":0.57,"positive_recall":0.19333333333333333,"specificity":0.9466666666666667,"precision":0.7837837837837838,"balanced_accuracy":0.57,"f1":0.31016042780748665,"true_positive":29,"false_positive":8,"false_negative":121,"true_negative":142,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.25688243823617185,"baseline_adjusted_skill":0.1399999999999999,"baseline_adjusted_score":0.1399999999999999},"scoring":{"eligible":true,"reason":null},"model":52,"benchmark":39},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"normalized_expected_score_mae":0.3282982859782709,"normalized_score_rmse":0.4011657666818625,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":-0.09432761992756955,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":52,"benchmark":40},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.0960180556070193,"accuracy":0.8555535714285717,"positive_recall":0.6147207618291838,"specificity":0.8709275008073759,"precision":0.23314522197140727,"balanced_accuracy":0.7428241313182798,"f1":0.33807042906631046,"true_positive":103.28333333333342,"false_positive":339.7166666666666,"false_negative":64.73333333333335,"true_negative":2292.2666666666673,"positive_prevalence":0.060005952380952354,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679296,"brier_skill":-1.9818371647300932,"baseline_adjusted_skill":0.4856482626365597,"baseline_adjusted_score":0.4856482626365597},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.41333333333333333,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.21777777777777776,"baseline_adjusted_score":0.21777777777777776},"scoring":{"eligible":true,"reason":null},"model":52,"benchmark":50},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.7620396600566572,"uniform_accuracy_baseline":0.027777777777777853,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.7272727272727273,"baseline_adjusted_score":0.7272727272727273},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.64,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.48571428571428577,"baseline_adjusted_score":0.48571428571428577},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11125798977674295,"accuracy":0.88,"positive_recall":0.92,"specificity":0.84,"precision":0.8518518518518519,"balanced_accuracy":0.88,"f1":0.8846153846153846,"true_positive":46,"false_positive":8,"false_negative":4,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5549680408930282,"baseline_adjusted_skill":0.76,"baseline_adjusted_score":0.76},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.042458176652561866,"accuracy":0.94,"positive_recall":0.98,"specificity":0.9,"precision":0.9074074074074074,"balanced_accuracy":0.94,"f1":0.9423076923076923,"true_positive":49,"false_positive":5,"false_negative":1,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8301672933897526,"baseline_adjusted_skill":0.8799999999999999,"baseline_adjusted_score":0.8799999999999999},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.64,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":0.07692307692307698,"baseline_adjusted_score":0.07692307692307698},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.8404255319148937,"baseline_adjusted_score":0.8404255319148937},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.05683019969829954,"accuracy":0.94,"positive_recall":0.94,"specificity":0.94,"precision":0.94,"balanced_accuracy":0.94,"f1":0.94,"true_positive":47,"false_positive":3,"false_negative":3,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7726792012068018,"baseline_adjusted_skill":0.8799999999999999,"baseline_adjusted_score":0.8799999999999999},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.44666666666666666,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.2622222222222222,"baseline_adjusted_score":0.2622222222222222},"scoring":{"eligible":true,"reason":null},"model":52,"benchmark":58},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.7466666666666667,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.62,"baseline_adjusted_score":0.62},"scoring":{"eligible":true,"reason":null},"model":52,"benchmark":59},{"provenance":"measured","status":"complete","counts":{"cases":285,"expected":285,"succeeded":285,"failed":0},"metrics":{"target_mass_at_prediction":0.7719298245614035,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5263157894736842,"baseline_adjusted_skill":0.5185185185185185,"baseline_adjusted_score":0.5185185185185185},"scoring":{"eligible":true,"reason":null},"model":52,"benchmark":60},{"provenance":"measured","status":"complete","counts":{"cases":299,"expected":299,"succeeded":299,"failed":0},"metrics":{"binary_brier":0.25222579259981176,"accuracy":0.6755852842809364,"positive_recall":0.8933333333333333,"specificity":0.4563758389261745,"precision":0.6232558139534884,"balanced_accuracy":0.6748545861297539,"f1":0.7342465753424657,"true_positive":134,"false_positive":81,"false_negative":16,"true_negative":68,"positive_prevalence":0.5016722408026756,"majority_accuracy_baseline":0.5016722408026756,"constant_brier_baseline":0.24999720361069788,"brier_skill":-0.008914455669609467,"baseline_adjusted_skill":0.3497091722595078,"baseline_adjusted_score":0.3497091722595078},"scoring":{"eligible":true,"reason":null},"model":52,"benchmark":61},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.9666666666666667,"uniform_accuracy_baseline":0.2,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":0.9583333333333333,"baseline_adjusted_score":0.9583333333333333},"scoring":{"eligible":true,"reason":null},"model":52,"benchmark":62},{"provenance":"measured","status":"complete","counts":{"cases":283,"expected":283,"succeeded":283,"failed":0},"metrics":{"binary_brier":0.32187037579877636,"accuracy":0.5759717314487632,"positive_recall":0.6842105263157895,"specificity":0.48,"precision":0.5384615384615384,"balanced_accuracy":0.5821052631578947,"f1":0.6026490066225165,"true_positive":91,"false_positive":78,"false_negative":42,"true_negative":72,"positive_prevalence":0.46996466431095407,"majority_accuracy_baseline":0.5300353356890459,"constant_brier_baseline":0.24909787861004634,"brier_skill":-0.29214418683449606,"baseline_adjusted_skill":0.16421052631578936,"baseline_adjusted_score":0.16421052631578936},"scoring":{"eligible":true,"reason":null},"model":52,"benchmark":63},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.8166666666666667,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.7555555555555555,"baseline_adjusted_score":0.7555555555555555},"scoring":{"eligible":true,"reason":null},"model":52,"benchmark":64},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.9566666666666667,"uniform_accuracy_baseline":0.20616666666666666,"fixed_answer_accuracy_baseline":0.21333333333333335,"baseline_adjusted_skill":0.9449152542372882,"baseline_adjusted_score":0.9449152542372882},"scoring":{"eligible":true,"reason":null},"model":52,"benchmark":65},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.7433333333333333,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.6149999999999999,"baseline_adjusted_score":0.6149999999999999},"scoring":{"eligible":true,"reason":null},"model":52,"benchmark":66},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.6533333333333333,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.37333333333333335,"baseline_adjusted_skill":0.4468085106382978,"baseline_adjusted_score":0.4468085106382978},"scoring":{"eligible":true,"reason":null},"model":52,"benchmark":67},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"normalized_expected_score_mae":0.18638941669798795,"normalized_score_rmse":0.22993868104964418,"constant_score_baseline":0.5,"constant_mae_baseline":0.26208333333333333,"baseline_adjusted_skill":0.2888162160967074,"baseline_adjusted_score":0.2888162160967074},"scoring":{"eligible":true,"reason":null},"model":52,"benchmark":68},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"normalized_expected_score_mae":0.09493627400503254,"normalized_score_rmse":0.12088584263542125,"constant_score_baseline":0.52,"constant_mae_baseline":0.24733333333333335,"baseline_adjusted_skill":0.6161606172303267,"baseline_adjusted_score":0.6161606172303267},"scoring":{"eligible":true,"reason":null},"model":52,"benchmark":69},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.7333333333333333,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.6444444444444444,"baseline_adjusted_score":0.6444444444444444},"scoring":{"eligible":true,"reason":null},"model":52,"benchmark":71},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.7910447761194032,"baseline_adjusted_score":0.7910447761194032},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.045404956389112794,"accuracy":0.95,"positive_recall":0.94,"specificity":0.96,"precision":0.9591836734693877,"balanced_accuracy":0.95,"f1":0.9494949494949495,"true_positive":47,"false_positive":2,"false_negative":3,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8183801744435488,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.4385372432432433,"uniform_accuracy_baseline":0.23445945945945923,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.23885566611453438,"baseline_adjusted_score":0.23885566611453438},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.1129930636329258,"accuracy":0.6796052565789473,"positive_recall":0.9538710296518332,"specificity":0.4184433503124844,"precision":0.6096551810344826,"balanced_accuracy":0.6861571899821588,"f1":0.7438729345134174,"true_positive":70.72000099999998,"false_positive":45.27999900000002,"false_negative":3.4200019999999993,"true_negative":32.579997999999996,"positive_prevalence":0.48776317763157917,"majority_accuracy_baseline":0.5122368223684208,"constant_brier_baseline":0.0945191003976856,"brier_skill":-0.19545216953517008,"baseline_adjusted_skill":0.3723143799643176,"baseline_adjusted_score":0.3723143799643176},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.13838000692122046,"normalized_score_rmse":0.1936582146263262,"constant_score_baseline":0.5841668333333334,"constant_mae_baseline":0.21700552708333315,"baseline_adjusted_skill":0.3623203575451762,"baseline_adjusted_score":0.3623203575451762},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.197235525608254,"accuracy":0.76,"positive_recall":0.9,"specificity":0.62,"precision":0.703125,"balanced_accuracy":0.76,"f1":0.7894736842105263,"true_positive":45,"false_positive":19,"false_negative":5,"true_negative":31,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.211057897566984,"baseline_adjusted_skill":0.52,"baseline_adjusted_score":0.52},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.260940529411968,"accuracy":0.61,"positive_recall":0.48,"specificity":0.74,"precision":0.6486486486486487,"balanced_accuracy":0.61,"f1":0.5517241379310345,"true_positive":24,"false_positive":13,"false_negative":26,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.04376211764787197,"baseline_adjusted_skill":0.21999999999999997,"baseline_adjusted_score":0.21999999999999997},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.7868852459016393,"baseline_adjusted_score":0.7868852459016393},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.875,"uniform_accuracy_baseline":0.03611111111111102,"fixed_answer_accuracy_baseline":0.08833333333333329,"baseline_adjusted_skill":0.8628884826325411,"baseline_adjusted_score":0.8628884826325411},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"binary_brier":0.1874209042204172,"accuracy":0.7366666666666667,"positive_recall":0.6933333333333334,"specificity":0.78,"precision":0.7591240875912408,"balanced_accuracy":0.7366666666666667,"f1":0.7247386759581882,"true_positive":104,"false_positive":33,"false_negative":46,"true_negative":117,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.25031638311833115,"baseline_adjusted_skill":0.4733333333333334,"baseline_adjusted_score":0.4733333333333334},"scoring":{"eligible":true,"reason":null},"model":52,"benchmark":81},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.7954545454545455,"baseline_adjusted_score":0.7954545454545455},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.4766666666666667,"uniform_accuracy_baseline":0.11021428571428572,"fixed_answer_accuracy_baseline":0.12554761904761905,"baseline_adjusted_skill":0.401530209382743,"baseline_adjusted_score":0.401530209382743},"scoring":{"eligible":true,"reason":null},"model":52,"benchmark":83},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.6833333333333333,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.5777777777777778,"baseline_adjusted_score":0.5777777777777778},"scoring":{"eligible":true,"reason":null},"model":52,"benchmark":84},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.815,"uniform_accuracy_baseline":0.04987932421560751,"fixed_answer_accuracy_baseline":0.1244247787610618,"baseline_adjusted_skill":0.7887103294926218,"baseline_adjusted_score":0.7887103294926218},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.42295769889141743,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":50,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.6918307955656697,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.8333333333333334,"uniform_accuracy_baseline":0.23888888888888893,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.7647058823529413,"baseline_adjusted_score":0.7647058823529413},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.1397498157334627,"accuracy":0.8125,"positive_recall":0.65625,"specificity":0.96875,"precision":0.9545454545454546,"balanced_accuracy":0.8125,"f1":0.7777777777777778,"true_positive":21,"false_positive":1,"false_negative":11,"true_negative":31,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4410007370661492,"baseline_adjusted_skill":0.625,"baseline_adjusted_score":0.625},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.9848484848484849,"baseline_adjusted_score":0.9848484848484849},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.024365292389236945,"accuracy":0.97,"positive_recall":0.94,"specificity":1,"precision":1,"balanced_accuracy":0.97,"f1":0.9690721649484536,"true_positive":47,"false_positive":0,"false_negative":3,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9025388304430522,"baseline_adjusted_skill":0.94,"baseline_adjusted_score":0.94},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.8260869565217391,"baseline_adjusted_score":0.8260869565217391},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.00016472981534302363,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":16,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.9993404751143068,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.1112489026390803,"normalized_score_rmse":0.29894757135799327,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.6628821132149082,"baseline_adjusted_score":0.6628821132149082},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.1875,"uniform_accuracy_baseline":0.17812500000000006,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.14035087719298242,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.001637366741255936,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":17,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9934505330349762,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.3706133081567434,"normalized_score_rmse":0.43201439499434396,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-1.5201704954658553,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.13194444444444448,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.08209146553521597,"accuracy":0.9038461538461539,"positive_recall":0.8076923076923077,"specificity":1,"precision":1,"balanced_accuracy":0.9038461538461539,"f1":0.8936170212765957,"true_positive":21,"false_positive":0,"false_negative":5,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6716341378591362,"baseline_adjusted_skill":0.8076923076923077,"baseline_adjusted_score":0.8076923076923077},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.02150515392463155,"accuracy":0.9733333333333334,"positive_recall":0.9743589743589743,"specificity":0.9722222222222222,"precision":0.9743589743589743,"balanced_accuracy":0.9732905982905983,"f1":0.9743589743589743,"true_positive":38,"false_positive":1,"false_negative":1,"true_negative":35,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24959999999999993,"brier_skill":0.9138415307506749,"baseline_adjusted_skill":0.9465811965811965,"baseline_adjusted_score":0.9465811965811965},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.14049448955291904,"normalized_score_rmse":0.23522589284451664,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.4982339658824321,"baseline_adjusted_score":0.4982339658824321},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8529411764705882,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.7999999999999998,"baseline_adjusted_score":0.7999999999999998},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.033447112111073624,"accuracy":0.9642857142857143,"positive_recall":1,"specificity":0.9285714285714286,"precision":0.9333333333333333,"balanced_accuracy":0.9642857142857143,"f1":0.9655172413793104,"true_positive":14,"false_positive":1,"false_negative":0,"true_negative":13,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8662115515557055,"baseline_adjusted_skill":0.9285714285714286,"baseline_adjusted_score":0.9285714285714286},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.06604529040721446,"normalized_score_rmse":0.18490737994970477,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.16969696969696968,"baseline_adjusted_skill":0.6108045386717719,"baseline_adjusted_score":0.6108045386717719},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.005340490175853996,"accuracy":0.9882352941176471,"positive_recall":1,"specificity":0.975,"precision":0.9782608695652174,"balanced_accuracy":0.9875,"f1":0.989010989010989,"true_positive":45,"false_positive":1,"false_negative":0,"true_negative":39,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.24913494809688563,"brier_skill":0.9785638658219193,"baseline_adjusted_skill":0.9750000000000001,"baseline_adjusted_score":0.9750000000000001},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.64,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.5263157894736842,"baseline_adjusted_score":0.5263157894736842},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.256232290156547,"accuracy":0.66,"positive_recall":0.6,"specificity":0.8,"precision":0.875,"balanced_accuracy":0.7,"f1":0.711864406779661,"true_positive":21,"false_positive":3,"false_negative":14,"true_negative":12,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.20999999999999996,"brier_skill":-0.22015376265022413,"baseline_adjusted_skill":0.3999999999999999,"baseline_adjusted_score":0.3999999999999999},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.4045416487256752,"normalized_score_rmse":0.5760319628753187,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.44479160259169714,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.8987341772151899,"uniform_accuracy_baseline":0.24240506329113914,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.8260869565217391,"baseline_adjusted_score":0.8260869565217391},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.0007426478224477858,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":11,"false_positive":0,"false_negative":0,"true_negative":10,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.24943310657596363,"brier_skill":0.9970226573663684,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.9090909090909091,"uniform_accuracy_baseline":0.3237373737373738,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.85,"baseline_adjusted_score":0.85},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.1747309776084857,"accuracy":0.7272727272727273,"positive_recall":0.7058823529411765,"specificity":0.75,"precision":0.75,"balanced_accuracy":0.7279411764705883,"f1":0.7272727272727273,"true_positive":12,"false_positive":4,"false_negative":5,"true_negative":12,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.30043369626602634,"baseline_adjusted_skill":0.4558823529411766,"baseline_adjusted_score":0.4558823529411766},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.11797709514048782,"normalized_score_rmse":0.2567202345573156,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.34313725490196084,"baseline_adjusted_skill":0.6561810370191499,"baseline_adjusted_score":0.6561810370191499},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.06893771057923087,"accuracy":0.91,"positive_recall":1,"specificity":0.82,"precision":0.847457627118644,"balanced_accuracy":0.9099999999999999,"f1":0.9174311926605505,"true_positive":50,"false_positive":9,"false_negative":0,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7242491576830765,"baseline_adjusted_skill":0.8199999999999998,"baseline_adjusted_score":0.8199999999999998},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.4333333333333333,"uniform_accuracy_baseline":0.3333333333333332,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":0.12371134020618549,"baseline_adjusted_score":0.12371134020618549},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.2915534928378288,"accuracy":0.6,"positive_recall":0.972972972972973,"specificity":0.23684210526315788,"precision":0.5538461538461539,"balanced_accuracy":0.6049075391180655,"f1":0.7058823529411765,"true_positive":36,"false_positive":29,"false_negative":1,"true_negative":9,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555535,"brier_skill":-0.16642133514423052,"baseline_adjusted_skill":0.209815078236131,"baseline_adjusted_score":0.209815078236131},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.1428571428571427,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.9743589743589743,"baseline_adjusted_score":0.9743589743589743},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.375,"uniform_accuracy_baseline":0.32416666666666627,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.053030303030303,"baseline_adjusted_score":0.053030303030303},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.08065285570284035,"accuracy":0.9090909090909091,"positive_recall":1,"specificity":0.8235294117647058,"precision":0.8421052631578947,"balanced_accuracy":0.9117647058823529,"f1":0.9142857142857143,"true_positive":16,"false_positive":3,"false_negative":0,"true_negative":14,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.6770920593367901,"baseline_adjusted_skill":0.8235294117647058,"baseline_adjusted_score":0.8235294117647058},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.10834790608613824,"normalized_score_rmse":0.1511984161594218,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.5068302205734397,"baseline_adjusted_score":0.5068302205734397},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.115451423135464,"accuracy":0.86,"positive_recall":0.9545454545454546,"specificity":0.8333333333333334,"precision":0.6176470588235294,"balanced_accuracy":0.893939393939394,"f1":0.75,"true_positive":21,"false_positive":13,"false_negative":1,"true_negative":65,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000028,"brier_skill":0.32720615888424354,"baseline_adjusted_skill":0.7878787878787881,"baseline_adjusted_score":0.7878787878787881},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08921183031848555,"accuracy":0.91,"positive_recall":0.7567567567567568,"specificity":1,"precision":1,"balanced_accuracy":0.8783783783783784,"f1":0.8615384615384616,"true_positive":28,"false_positive":0,"false_negative":9,"true_negative":63,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000008,"brier_skill":0.6172808652145623,"baseline_adjusted_skill":0.7567567567567568,"baseline_adjusted_score":0.7567567567567568},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09512793803700896,"accuracy":0.85,"positive_recall":0.8717948717948718,"specificity":0.8360655737704918,"precision":0.7727272727272727,"balanced_accuracy":0.8539302227826818,"f1":0.8192771084337349,"true_positive":34,"false_positive":10,"false_negative":5,"true_negative":51,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379000000000002,"brier_skill":0.6001347707565832,"baseline_adjusted_skill":0.7078604455653636,"baseline_adjusted_score":0.7078604455653636},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.06081787274264271,"accuracy":0.93,"positive_recall":0.8387096774193549,"specificity":0.9710144927536232,"precision":0.9285714285714286,"balanced_accuracy":0.904862085086489,"f1":0.8813559322033898,"true_positive":26,"false_positive":2,"false_negative":5,"true_negative":67,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999987,"brier_skill":0.7156714691788557,"baseline_adjusted_skill":0.809724170172978,"baseline_adjusted_score":0.809724170172978},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.888888888888889,"baseline_adjusted_score":0.888888888888889},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.13825633936656578,"normalized_score_rmse":0.1789057086272386,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.40534907799326547,"baseline_adjusted_score":0.40534907799326547},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1520746927270201,"accuracy":0.83,"positive_recall":0.78,"specificity":0.88,"precision":0.8666666666666667,"balanced_accuracy":0.8300000000000001,"f1":0.8210526315789474,"true_positive":39,"false_positive":6,"false_negative":11,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3917012290919196,"baseline_adjusted_skill":0.6600000000000001,"baseline_adjusted_score":0.6600000000000001},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.40543335022306615,"accuracy":0.47,"positive_recall":0.78,"specificity":0.16,"precision":0.48148148148148145,"balanced_accuracy":0.47000000000000003,"f1":0.5954198473282443,"true_positive":39,"false_positive":42,"false_negative":11,"true_negative":8,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.6217334008922646,"baseline_adjusted_skill":-0.05999999999999994,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.59,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.1714285714285716,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.102221528890927,"accuracy":0.87,"positive_recall":0.94,"specificity":0.8,"precision":0.8245614035087719,"balanced_accuracy":0.87,"f1":0.8785046728971962,"true_positive":47,"false_positive":10,"false_negative":3,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.591113884436292,"baseline_adjusted_skill":0.74,"baseline_adjusted_score":0.74},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.93,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.8333333333333335,"baseline_adjusted_score":0.8333333333333335},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.78,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.6333333333333334,"baseline_adjusted_score":0.6333333333333334},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.16201682819899688,"accuracy":0.79,"positive_recall":0.76,"specificity":0.82,"precision":0.8085106382978723,"balanced_accuracy":0.79,"f1":0.7835051546391752,"true_positive":38,"false_positive":9,"false_negative":12,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3519326872040125,"baseline_adjusted_skill":0.5800000000000001,"baseline_adjusted_score":0.5800000000000001},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.20851190476190457,"fixed_answer_accuracy_baseline":0.2233333333333332,"baseline_adjusted_skill":0.9871244635193133,"baseline_adjusted_score":0.9871244635193133},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.01922041205254159,"accuracy":0.97,"positive_recall":0.94,"specificity":1,"precision":1,"balanced_accuracy":0.97,"f1":0.9690721649484536,"true_positive":47,"false_positive":0,"false_negative":3,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9231183517898336,"baseline_adjusted_skill":0.94,"baseline_adjusted_score":0.94},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.03466838800731261,"normalized_score_rmse":0.1357933734519281,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.8844387066422913,"baseline_adjusted_score":0.8844387066422913},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.22851190476190467,"fixed_answer_accuracy_baseline":0.2433333333333333,"baseline_adjusted_skill":0.973568281938326,"baseline_adjusted_score":0.973568281938326},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.014582869444945723,"accuracy":0.98,"positive_recall":0.98,"specificity":0.98,"precision":0.98,"balanced_accuracy":0.98,"f1":0.98,"true_positive":49,"false_positive":1,"false_negative":1,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9416685222202171,"baseline_adjusted_skill":0.96,"baseline_adjusted_score":0.96},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.024509987477517717,"normalized_score_rmse":0.08660541370878336,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.304222222222222,"baseline_adjusted_skill":0.9194339345150988,"baseline_adjusted_score":0.9194339345150988},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.76,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.6129032258064516,"baseline_adjusted_score":0.6129032258064516},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09943321224414695,"accuracy":0.88,"positive_recall":0.94,"specificity":0.82,"precision":0.8392857142857143,"balanced_accuracy":0.8799999999999999,"f1":0.8867924528301887,"true_positive":47,"false_positive":9,"false_negative":3,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6022671510234122,"baseline_adjusted_skill":0.7599999999999998,"baseline_adjusted_score":0.7599999999999998},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.93,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.8600000000000001,"baseline_adjusted_score":0.8600000000000001},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.05407740607327867,"accuracy":0.94,"positive_recall":0.96,"specificity":0.92,"precision":0.9230769230769231,"balanced_accuracy":0.94,"f1":0.9411764705882353,"true_positive":48,"false_positive":4,"false_negative":2,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7836903757068854,"baseline_adjusted_skill":0.8799999999999999,"baseline_adjusted_score":0.8799999999999999},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.66,"uniform_accuracy_baseline":0.35333333333333317,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.42372881355932207,"baseline_adjusted_score":0.42372881355932207},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.5967741935483871,"baseline_adjusted_score":0.5967741935483871},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.3466666666666667,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.020000000000000042,"baseline_adjusted_score":0.020000000000000042},"scoring":{"eligible":true,"reason":null},"model":52,"benchmark":157},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.53,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.24193548387096778,"baseline_adjusted_score":0.24193548387096778},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.52,"uniform_accuracy_baseline":0.11111111111111088,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.42857142857142855,"baseline_adjusted_score":0.42857142857142855},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.19795052272259192,"accuracy":0.6488750000000002,"positive_recall":0.8068556361239287,"specificity":0.611908067252815,"precision":0.32727272727272716,"balanced_accuracy":0.7093818516883719,"f1":0.4656648278485827,"true_positive":61.20000000000002,"false_positive":125.8000000000001,"false_negative":14.649999999999999,"true_negative":198.35000000000002,"positive_prevalence":0.1896249999999999,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500007,"brier_skill":-1.600382776747332,"baseline_adjusted_skill":0.41876370337674373,"baseline_adjusted_score":0.41876370337674373},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1761435694462528,"normalized_score_rmse":0.24870759719614777,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":0.17593651721051318,"baseline_adjusted_score":0.17593651721051318},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.12410370970594237,"accuracy":0.7536250000000001,"positive_recall":0.7599624941397093,"specificity":0.7513209476734276,"precision":0.5262987012987012,"balanced_accuracy":0.7556417209065684,"f1":0.6219067715327066,"true_positive":81.04999999999995,"false_positive":72.95000000000002,"false_negative":25.599999999999994,"true_negative":220.4000000000001,"positive_prevalence":0.2666249999999998,"majority_accuracy_baseline":0.7333750000000002,"constant_brier_baseline":0.11565485937499977,"brier_skill":-0.07305227274150261,"baseline_adjusted_skill":0.5112834418131369,"baseline_adjusted_score":0.5112834418131369},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.15824996189933682,"normalized_score_rmse":0.2395553539763561,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.41116293246758384,"baseline_adjusted_score":0.41116293246758384},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.15891123421994652,"accuracy":0.6958749999999999,"positive_recall":0.7968680089485457,"specificity":0.656721595836947,"precision":0.4736702127659572,"balanced_accuracy":0.7267948023927464,"f1":0.5941618015012509,"true_positive":89.04999999999995,"false_positive":98.95000000000003,"false_negative":22.700000000000003,"true_negative":189.3,"positive_prevalence":0.2793749999999999,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937499995,"brier_skill":-0.4043570973493531,"baseline_adjusted_skill":0.4535896047854928,"baseline_adjusted_score":0.4535896047854928},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.17647073043360526,"normalized_score_rmse":0.253046694667429,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.3324984191636682,"baseline_adjusted_score":0.3324984191636682},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.07351367619551255,"accuracy":0.8488749999999999,"positive_recall":0.7453521126760563,"specificity":0.8783935742971889,"precision":0.6360576923076924,"balanced_accuracy":0.8118728434866226,"f1":0.6863813229571983,"true_positive":66.14999999999999,"false_positive":37.84999999999998,"false_negative":22.60000000000001,"true_negative":273.4,"positive_prevalence":0.22187499999999974,"majority_accuracy_baseline":0.7781250000000003,"constant_brier_baseline":0.126740234375001,"brier_skill":0.41996575469476316,"baseline_adjusted_skill":0.6237456869732452,"baseline_adjusted_score":0.6237456869732452},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.10123295193059292,"normalized_score_rmse":0.1896103460723307,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.5513220967065133,"baseline_adjusted_score":0.5513220967065133},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.1495214524296053,"accuracy":0.7367499999999997,"positive_recall":0.8577504725897919,"specificity":0.6932358939496939,"precision":0.501381215469613,"balanced_accuracy":0.7754931832697429,"f1":0.6328451882845186,"true_positive":90.74999999999996,"false_positive":90.25000000000004,"false_negative":15.050000000000006,"true_negative":203.94999999999993,"positive_prevalence":0.26449999999999985,"majority_accuracy_baseline":0.7355000000000002,"constant_brier_baseline":0.11362725000000028,"brier_skill":-0.315894316104675,"baseline_adjusted_skill":0.5509863665394859,"baseline_adjusted_score":0.5509863665394859},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.17163381116552143,"normalized_score_rmse":0.2571789191082101,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.31688035357006394,"baseline_adjusted_score":0.31688035357006394},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.13526824519458505,"accuracy":0.7680000000000002,"positive_recall":0.6514360313315927,"specificity":0.7956091527520098,"precision":0.43017241379310345,"balanced_accuracy":0.7235225920418012,"f1":0.5181723779854621,"true_positive":49.90000000000001,"false_positive":66.10000000000001,"false_negative":26.700000000000003,"true_negative":257.30000000000007,"positive_prevalence":0.1914999999999999,"majority_accuracy_baseline":0.8085000000000001,"constant_brier_baseline":0.09190274999999995,"brier_skill":-0.47186286802718236,"baseline_adjusted_skill":0.4470451840836025,"baseline_adjusted_score":0.4470451840836025},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1527100332951104,"normalized_score_rmse":0.26454935380516326,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.2618246124707654,"baseline_adjusted_score":0.2618246124707654},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.10677558324612639,"accuracy":0.8122499999999997,"positive_recall":0.8245257452574526,"specificity":0.8094727161250765,"precision":0.49471544715447147,"balanced_accuracy":0.8169992306912646,"f1":0.6183943089430893,"true_positive":60.84999999999999,"false_positive":62.15000000000002,"false_negative":12.949999999999998,"true_negative":264.0499999999999,"positive_prevalence":0.1844999999999999,"majority_accuracy_baseline":0.8155000000000001,"constant_brier_baseline":0.1092222499999995,"brier_skill":0.022400808936577588,"baseline_adjusted_skill":0.6339984613825291,"baseline_adjusted_score":0.6339984613825291},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.13246654057030735,"normalized_score_rmse":0.2237344256211363,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":0.30050671646042315,"baseline_adjusted_score":0.30050671646042315},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.12041098929415775,"accuracy":0.7707499999999999,"positive_recall":0.5719745222929937,"specificity":0.8192846034214618,"precision":0.43592233009708736,"balanced_accuracy":0.6956295628572278,"f1":0.49476584022038567,"true_positive":44.900000000000006,"false_positive":58.10000000000001,"false_negative":33.6,"true_negative":263.3999999999999,"positive_prevalence":0.19624999999999987,"majority_accuracy_baseline":0.8037500000000002,"constant_brier_baseline":0.09878593749999955,"brier_skill":-0.21890820031098346,"baseline_adjusted_skill":0.39125912571445554,"baseline_adjusted_score":0.39125912571445554},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1526944636642459,"normalized_score_rmse":0.2338294711114742,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":0.27718597082013763,"baseline_adjusted_score":0.27718597082013763},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.18625987145853504,"accuracy":0.6515306122448979,"positive_recall":0.928232502965599,"specificity":0.44270367054610554,"precision":0.5569395017793592,"balanced_accuracy":0.6854680867558522,"f1":0.6961743772241991,"true_positive":156.49999999999994,"false_positive":124.50000000000006,"false_negative":12.099999999999996,"true_negative":98.90000000000002,"positive_prevalence":0.43010204081632636,"majority_accuracy_baseline":0.5698979591836737,"constant_brier_baseline":0.12359641815910102,"brier_skill":-0.5070005606373618,"baseline_adjusted_skill":0.3709361735117045,"baseline_adjusted_score":0.3709361735117045},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.1885776492305169,"normalized_score_rmse":0.2578867123412799,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.31553297686701265,"baseline_adjusted_score":0.31553297686701265},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.07523072730772318,"accuracy":0.8660000000000002,"positive_recall":0.8453973249409913,"specificity":0.8698915143409126,"precision":0.551025641025641,"balanced_accuracy":0.857644419640952,"f1":0.66718410431543,"true_positive":107.44999999999999,"false_positive":87.55,"false_negative":19.65,"true_negative":585.3500000000003,"positive_prevalence":0.15887500000000002,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499934,"brier_skill":0.23838182573958988,"baseline_adjusted_skill":0.7152888392819039,"baseline_adjusted_score":0.7152888392819039},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.11719115922724992,"normalized_score_rmse":0.19710220423133126,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":0.2897505501378793,"baseline_adjusted_score":0.2897505501378793},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.6,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.3548387096774193,"baseline_adjusted_score":0.3548387096774193},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.36218929315542714,"accuracy":0.56,"positive_recall":0.28,"specificity":0.84,"precision":0.6363636363636364,"balanced_accuracy":0.56,"f1":0.3888888888888889,"true_positive":14,"false_positive":8,"false_negative":36,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.44875717262170856,"baseline_adjusted_skill":0.1200000000000001,"baseline_adjusted_score":0.1200000000000001},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.5056328694499669,"uniform_accuracy_baseline":0.058823529411766766,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.4190031152647975,"baseline_adjusted_score":0.4190031152647975},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.6956521739130435,"baseline_adjusted_score":0.6956521739130435},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.16510509840545068,"accuracy":0.77,"positive_recall":0.64,"specificity":0.9,"precision":0.8648648648648649,"balanced_accuracy":0.77,"f1":0.735632183908046,"true_positive":32,"false_positive":5,"false_negative":18,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3395796063781973,"baseline_adjusted_skill":0.54,"baseline_adjusted_score":0.54},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.55,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.2857142857142858,"baseline_adjusted_score":0.2857142857142858},"scoring":{"eligible":true,"reason":null},"model":51,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.17152515866861132,"accuracy":0.7297297297297297,"positive_recall":0.6197183098591549,"specificity":0.8311688311688312,"precision":0.7719298245614035,"balanced_accuracy":0.725443570513993,"f1":0.6875,"true_positive":44,"false_positive":13,"false_negative":27,"true_negative":64,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.24958911614317017,"brier_skill":0.31276987827377667,"baseline_adjusted_skill":0.450887141027986,"baseline_adjusted_score":0.450887141027986},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.31,"uniform_accuracy_baseline":0.2005,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.028169014084507067,"baseline_adjusted_score":0.028169014084507067},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.8529411764705884,"baseline_adjusted_score":0.8529411764705884},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.67,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.29787234042553196,"baseline_adjusted_score":0.29787234042553196},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.79,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.5714285714285715,"baseline_adjusted_score":0.5714285714285715},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08823042904512084,"accuracy":0.61167302528,"positive_recall":0.9234125743547643,"specificity":0.1115190913306747,"precision":0.6251137122747253,"balanced_accuracy":0.5174658328427195,"f1":0.7455318870595073,"true_positive":56.885347817,"false_positive":34.114652183000004,"false_negative":4.718045289,"true_negative":4.281954711,"positive_prevalence":0.61603393106,"majority_accuracy_baseline":0.61603393106,"constant_brier_baseline":0.07908707655202402,"brier_skill":-0.11561120845176598,"baseline_adjusted_skill":0.03493166568543904,"baseline_adjusted_score":0.03493166568543904},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1974826334754529,"accuracy":0.73,"positive_recall":0.56,"specificity":0.9,"precision":0.8484848484848485,"balanced_accuracy":0.73,"f1":0.6746987951807228,"true_positive":28,"false_positive":5,"false_negative":22,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.21006946609818844,"baseline_adjusted_skill":0.45999999999999996,"baseline_adjusted_score":0.45999999999999996},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.66,"uniform_accuracy_baseline":0.012987012987012986,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.6421052631578947,"baseline_adjusted_score":0.6421052631578947},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.9166666666666666,"baseline_adjusted_score":0.9166666666666666},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.44,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.12500000000000003,"baseline_adjusted_score":0.12500000000000003},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11211809854993604,"accuracy":0.89,"positive_recall":1,"specificity":0.78,"precision":0.819672131147541,"balanced_accuracy":0.89,"f1":0.9009009009009009,"true_positive":50,"false_positive":11,"false_negative":0,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5515276058002558,"baseline_adjusted_skill":0.78,"baseline_adjusted_score":0.78},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.1589795132793912,"accuracy":0.6160009982909209,"positive_recall":0.7365210019168429,"specificity":0.5598824600816165,"precision":0.43795798811314496,"balanced_accuracy":0.6482017309992296,"f1":0.5492908071422244,"true_positive":163.79628755431622,"false_positive":210.20371244568378,"false_negative":58.595588750671595,"true_negative":267.4044112493284,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768642,"brier_skill":-0.7917843440551633,"baseline_adjusted_skill":0.29640346199845924,"baseline_adjusted_score":0.29640346199845924},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24988368883701664,"accuracy":0.54,"positive_recall":0.36,"specificity":0.72,"precision":0.5625,"balanced_accuracy":0.54,"f1":0.43902439024390244,"true_positive":18,"false_positive":14,"false_negative":32,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.00046524465193342746,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.8278145695364238,"uniform_accuracy_baseline":0.006622516556291391,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.8206896551724138,"baseline_adjusted_score":0.8206896551724138},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.7917647058823529,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.616052060737527,"baseline_adjusted_score":0.616052060737527},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.44,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.06666666666666664,"baseline_adjusted_score":0.06666666666666664},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11098422439843325,"accuracy":0.87,"positive_recall":0.9,"specificity":0.84,"precision":0.8490566037735849,"balanced_accuracy":0.87,"f1":0.8737864077669902,"true_positive":45,"false_positive":8,"false_negative":5,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.556063102406267,"baseline_adjusted_skill":0.74,"baseline_adjusted_score":0.74},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.76,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.07142857142857142,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9887640449438202,"baseline_adjusted_score":0.9887640449438202},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.69,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.32608695652173897,"baseline_adjusted_score":0.32608695652173897},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.37,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.13698630136986298,"baseline_adjusted_score":0.13698630136986298},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.9444444444444444,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.8333333333333333,"baseline_adjusted_score":0.8333333333333333},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.1865779029441336,"accuracy":0.7073170731707317,"positive_recall":0.725,"specificity":0.6904761904761905,"precision":0.6904761904761905,"balanced_accuracy":0.7077380952380952,"f1":0.7073170731707317,"true_positive":29,"false_positive":13,"false_negative":11,"true_negative":29,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.2498512790005949,"brier_skill":0.2532441551212177,"baseline_adjusted_skill":0.41547619047619033,"baseline_adjusted_score":0.41547619047619033},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11291443770546218,"accuracy":0.82,"positive_recall":0.76,"specificity":0.88,"precision":0.8636363636363636,"balanced_accuracy":0.8200000000000001,"f1":0.8085106382978723,"true_positive":38,"false_positive":6,"false_negative":12,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5483422491781513,"baseline_adjusted_skill":0.6400000000000001,"baseline_adjusted_score":0.6400000000000001},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.7067039106145251,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.6236559139784946,"baseline_adjusted_score":0.6236559139784946},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.51,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.19672131147540983,"baseline_adjusted_score":0.19672131147540983},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.21000114146853605,"accuracy":0.71,"positive_recall":0.4090909090909091,"specificity":0.7948717948717948,"precision":0.36,"balanced_accuracy":0.6019813519813519,"f1":0.3829787234042553,"true_positive":18,"false_positive":32,"false_negative":26,"true_negative":124,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.22378287569076938,"baseline_adjusted_skill":0.20396270396270388,"baseline_adjusted_score":0.20396270396270388},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.19726157596474184,"accuracy":0.74,"positive_recall":0.14,"specificity":0.94,"precision":0.4375,"balanced_accuracy":0.54,"f1":0.21212121212121213,"true_positive":7,"false_positive":9,"false_negative":43,"true_negative":141,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-0.052061738478623054,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.06046371836011869,"accuracy":0.92,"positive_recall":0.7368421052631579,"specificity":0.9392265193370166,"precision":0.56,"balanced_accuracy":0.8380343123000873,"f1":0.6363636363636364,"true_positive":14,"false_positive":11,"false_negative":5,"true_negative":170,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.085975,"brier_skill":0.29672906821612455,"baseline_adjusted_skill":0.6760686246001746,"baseline_adjusted_score":0.6760686246001746},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.09523722900360893,"accuracy":0.8441011904761904,"positive_recall":0.6442813212974904,"specificity":0.856856996308234,"precision":0.2231958762886598,"balanced_accuracy":0.7505691588028622,"f1":0.33153824557821393,"true_positive":108.25,"false_positive":376.75,"false_negative":59.766666666666666,"true_negative":2255.233333333333,"positive_prevalence":0.060005952380952375,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679138,"brier_skill":-1.9575886234476667,"baseline_adjusted_skill":0.5011383176057245,"baseline_adjusted_score":0.5011383176057245},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.6402266288951841,"uniform_accuracy_baseline":0.027777777777777776,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.5876623376623377,"baseline_adjusted_score":0.5876623376623377},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.38,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.11428571428571431,"baseline_adjusted_score":0.11428571428571431},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11141132590023169,"accuracy":0.85,"positive_recall":0.92,"specificity":0.78,"precision":0.8070175438596491,"balanced_accuracy":0.8500000000000001,"f1":0.8598130841121495,"true_positive":46,"false_positive":11,"false_negative":4,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5543546963990733,"baseline_adjusted_skill":0.7000000000000002,"baseline_adjusted_score":0.7000000000000002},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.07485001355779854,"accuracy":0.89,"positive_recall":1,"specificity":0.78,"precision":0.819672131147541,"balanced_accuracy":0.89,"f1":0.9009009009009009,"true_positive":50,"false_positive":11,"false_negative":0,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7005999457688059,"baseline_adjusted_skill":0.78,"baseline_adjusted_score":0.78},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.59,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":-0.05128205128205133,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.82,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.8085106382978724,"baseline_adjusted_score":0.8085106382978724},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.12129759631958022,"accuracy":0.83,"positive_recall":0.94,"specificity":0.72,"precision":0.7704918032786885,"balanced_accuracy":0.83,"f1":0.8468468468468469,"true_positive":47,"false_positive":14,"false_negative":3,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5148096147216792,"baseline_adjusted_skill":0.6599999999999999,"baseline_adjusted_score":0.6599999999999999},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.7611940298507464,"baseline_adjusted_score":0.7611940298507464},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09221046464296277,"accuracy":0.88,"positive_recall":0.82,"specificity":0.94,"precision":0.9318181818181818,"balanced_accuracy":0.8799999999999999,"f1":0.8723404255319149,"true_positive":41,"false_positive":3,"false_negative":9,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6311581414281489,"baseline_adjusted_skill":0.7599999999999998,"baseline_adjusted_score":0.7599999999999998},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.46461831756756755,"uniform_accuracy_baseline":0.23445945945945948,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.2742123513170854,"baseline_adjusted_score":0.2742123513170854},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.06103161207196415,"accuracy":0.6976754276315789,"positive_recall":0.8644905773742686,"specificity":0.5388303701064875,"precision":0.64093334,"balanced_accuracy":0.701660473740378,"f1":0.7361127012269547,"true_positive":64.093334,"false_positive":35.906666,"false_negative":10.046669,"true_negative":41.953331,"positive_prevalence":0.4877631776315789,"majority_accuracy_baseline":0.512236822368421,"constant_brier_baseline":0.09451910039768556,"brier_skill":0.3542933458404075,"baseline_adjusted_skill":0.403320947480756,"baseline_adjusted_score":0.403320947480756},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.10996804041280721,"normalized_score_rmse":0.15162512432335998,"constant_score_baseline":0.5841668333333333,"constant_mae_baseline":0.21700552708333334,"baseline_adjusted_skill":0.49324774400525817,"baseline_adjusted_score":0.49324774400525817},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24326880513550037,"accuracy":0.66,"positive_recall":0.9,"specificity":0.42,"precision":0.6081081081081081,"balanced_accuracy":0.66,"f1":0.7258064516129032,"true_positive":45,"false_positive":29,"false_negative":5,"true_negative":21,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.026924779457998538,"baseline_adjusted_skill":0.32000000000000006,"baseline_adjusted_score":0.32000000000000006},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.28996702136802466,"accuracy":0.5,"positive_recall":0.08,"specificity":0.92,"precision":0.5,"balanced_accuracy":0.5,"f1":0.13793103448275862,"true_positive":4,"false_positive":4,"false_negative":46,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.15986808547209863,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.7868852459016393,"baseline_adjusted_score":0.7868852459016393},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.845,"uniform_accuracy_baseline":0.036111111111111115,"fixed_answer_accuracy_baseline":0.08833333333333333,"baseline_adjusted_skill":0.829981718464351,"baseline_adjusted_score":0.829981718464351},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.8181818181818182,"baseline_adjusted_score":0.8181818181818182},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.785,"uniform_accuracy_baseline":0.049879324215607396,"fixed_answer_accuracy_baseline":0.12442477876106194,"baseline_adjusted_skill":0.7544471396806145,"baseline_adjusted_score":0.7544471396806145},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2818423787903201,"accuracy":0.53,"positive_recall":0.12,"specificity":0.94,"precision":0.6666666666666666,"balanced_accuracy":0.53,"f1":0.2033898305084746,"true_positive":6,"false_positive":3,"false_negative":44,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.12736951516128037,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.7777777777777778,"uniform_accuracy_baseline":0.23888888888888887,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.6862745098039217,"baseline_adjusted_score":0.6862745098039217},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.2379657132784168,"accuracy":0.6875,"positive_recall":0.875,"specificity":0.5,"precision":0.6363636363636364,"balanced_accuracy":0.6875,"f1":0.7368421052631579,"true_positive":28,"false_positive":16,"false_negative":4,"true_negative":16,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.04813714688633275,"baseline_adjusted_skill":0.375,"baseline_adjusted_score":0.375},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.8484848484848486,"baseline_adjusted_score":0.8484848484848486},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.19018142777068156,"accuracy":0.65,"positive_recall":0.3,"specificity":1,"precision":1,"balanced_accuracy":0.65,"f1":0.46153846153846156,"true_positive":15,"false_positive":0,"false_negative":35,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.23927428891727376,"baseline_adjusted_skill":0.30000000000000004,"baseline_adjusted_score":0.30000000000000004},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8529411764705882,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.7826086956521737,"baseline_adjusted_score":0.7826086956521737},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.04385533480380897,"accuracy":0.9696969696969697,"positive_recall":1,"specificity":0.9411764705882353,"precision":0.9411764705882353,"balanced_accuracy":0.9705882352941176,"f1":0.9696969696969697,"true_positive":16,"false_positive":1,"false_negative":0,"true_negative":16,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.8244174279362207,"baseline_adjusted_skill":0.9411764705882353,"baseline_adjusted_score":0.9411764705882353},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.14909461698065687,"normalized_score_rmse":0.27660466553930035,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.5481981303616459,"baseline_adjusted_score":0.5481981303616459},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.1875,"uniform_accuracy_baseline":0.178125,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.14035087719298242,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.07511640868766983,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":17,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6995343652493207,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.39130252490121686,"normalized_score_rmse":0.4490135868502664,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-1.6608571693282745,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.875,"uniform_accuracy_baseline":0.13194444444444445,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":0.6869565217391305,"baseline_adjusted_score":0.6869565217391305},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.040254898232609866,"accuracy":0.9615384615384616,"positive_recall":1,"specificity":0.9230769230769231,"precision":0.9285714285714286,"balanced_accuracy":0.9615384615384616,"f1":0.9629629629629629,"true_positive":26,"false_positive":2,"false_negative":0,"true_negative":24,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8389804070695606,"baseline_adjusted_skill":0.9230769230769231,"baseline_adjusted_score":0.9230769230769231},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.14833339902165876,"accuracy":0.8133333333333334,"positive_recall":0.9230769230769231,"specificity":0.6944444444444444,"precision":0.7659574468085106,"balanced_accuracy":0.8087606837606838,"f1":0.8372093023255814,"true_positive":36,"false_positive":11,"false_negative":3,"true_negative":25,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24960000000000004,"brier_skill":0.40571554879143135,"baseline_adjusted_skill":0.6175213675213675,"baseline_adjusted_score":0.6175213675213675},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.2359597961825873,"normalized_score_rmse":0.3017996090928801,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.1572864422050454,"baseline_adjusted_score":0.1572864422050454},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.7941176470588235,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.7199999999999998,"baseline_adjusted_score":0.7199999999999998},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.1410649146705349,"accuracy":0.7857142857142857,"positive_recall":0.7857142857142857,"specificity":0.7857142857142857,"precision":0.7857142857142857,"balanced_accuracy":0.7857142857142857,"f1":0.7857142857142857,"true_positive":11,"false_positive":3,"false_negative":3,"true_negative":11,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.43574034131786044,"baseline_adjusted_skill":0.5714285714285714,"baseline_adjusted_score":0.5714285714285714},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.1958297226900171,"normalized_score_rmse":0.26923294626004923,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.1696969696969697,"baseline_adjusted_skill":-0.15399658013760087,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":0.9333333333333333,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":0.9166666666666667,"baseline_adjusted_score":0.9166666666666667},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.06410349684533542,"accuracy":0.8941176470588236,"positive_recall":0.8888888888888888,"specificity":0.9,"precision":0.9090909090909091,"balanced_accuracy":0.8944444444444444,"f1":0.898876404494382,"true_positive":40,"false_positive":4,"false_negative":5,"true_negative":36,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.2491349480968858,"brier_skill":0.7426956862735842,"baseline_adjusted_skill":0.7888888888888888,"baseline_adjusted_score":0.7888888888888888},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.52,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.368421052631579,"baseline_adjusted_score":0.368421052631579},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.34510466124037165,"accuracy":0.56,"positive_recall":0.45714285714285713,"specificity":0.8,"precision":0.8421052631578947,"balanced_accuracy":0.6285714285714286,"f1":0.5925925925925926,"true_positive":16,"false_positive":3,"false_negative":19,"true_negative":12,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.21,"brier_skill":-0.6433555297160556,"baseline_adjusted_skill":0.2571428571428571,"baseline_adjusted_score":0.2571428571428571},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.35996351234143603,"normalized_score_rmse":0.5270945997532812,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.28558397264798563,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.8860759493670886,"uniform_accuracy_baseline":0.24240506329113923,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.8043478260869564,"baseline_adjusted_score":0.8043478260869564},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.02297252259167327,"accuracy":0.9523809523809523,"positive_recall":1,"specificity":0.9,"precision":0.9166666666666666,"balanced_accuracy":0.95,"f1":0.9565217391304348,"true_positive":11,"false_positive":1,"false_negative":0,"true_negative":9,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.2494331065759637,"brier_skill":0.9079010685188371,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.7272727272727273,"uniform_accuracy_baseline":0.32373737373737377,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.55,"baseline_adjusted_score":0.55},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.21621065500994888,"accuracy":0.7272727272727273,"positive_recall":0.7058823529411765,"specificity":0.75,"precision":0.75,"balanced_accuracy":0.7279411764705883,"f1":0.7272727272727273,"true_positive":12,"false_positive":4,"false_negative":5,"true_negative":12,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.1343624878461973,"baseline_adjusted_skill":0.4558823529411766,"baseline_adjusted_score":0.4558823529411766},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.1437094579146198,"normalized_score_rmse":0.1877539106949882,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.3431372549019608,"baseline_adjusted_skill":0.5811895797916794,"baseline_adjusted_score":0.5811895797916794},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.030720999614069395,"accuracy":0.96,"positive_recall":1,"specificity":0.92,"precision":0.9259259259259259,"balanced_accuracy":0.96,"f1":0.9615384615384616,"true_positive":50,"false_positive":4,"false_negative":0,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8771160015437224,"baseline_adjusted_skill":0.9199999999999999,"baseline_adjusted_score":0.9199999999999999},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.35333333333333333,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.23832038995191174,"accuracy":0.6266666666666667,"positive_recall":0.7297297297297297,"specificity":0.5263157894736842,"precision":0.6,"balanced_accuracy":0.628022759601707,"f1":0.6585365853658537,"true_positive":27,"false_positive":18,"false_negative":10,"true_negative":20,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555554,"brier_skill":0.04654893778129188,"baseline_adjusted_skill":0.2560455192034139,"baseline_adjusted_score":0.2560455192034139},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.14285714285714285,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.9743589743589743,"baseline_adjusted_score":0.9743589743589743},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.32416666666666666,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.015151515151515168,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.049940350961319095,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":16,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.8000549919232481,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.06962447175072768,"normalized_score_rmse":0.08899296831971443,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.6830886113415153,"baseline_adjusted_score":0.6830886113415153},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1289985756902948,"accuracy":0.8,"positive_recall":0.5454545454545454,"specificity":0.8717948717948718,"precision":0.5454545454545454,"balanced_accuracy":0.7086247086247086,"f1":0.5454545454545454,"true_positive":12,"false_positive":10,"false_negative":10,"true_negative":68,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":0.2482600484248555,"baseline_adjusted_skill":0.4172494172494172,"baseline_adjusted_score":0.4172494172494172},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.12138858719025773,"accuracy":0.82,"positive_recall":0.5405405405405406,"specificity":0.9841269841269841,"precision":0.9523809523809523,"balanced_accuracy":0.7623337623337623,"f1":0.6896551724137931,"true_positive":20,"false_positive":1,"false_negative":17,"true_negative":62,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000003,"brier_skill":0.47924244019623463,"baseline_adjusted_skill":0.5246675246675245,"baseline_adjusted_score":0.5246675246675245},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10569048002608372,"accuracy":0.86,"positive_recall":0.7692307692307693,"specificity":0.9180327868852459,"precision":0.8571428571428571,"balanced_accuracy":0.8436317780580076,"f1":0.8108108108108109,"true_positive":30,"false_positive":5,"false_negative":9,"true_negative":56,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379,"brier_skill":0.5557356871539145,"baseline_adjusted_skill":0.6872635561160152,"baseline_adjusted_score":0.6872635561160152},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11801835571084782,"accuracy":0.82,"positive_recall":0.6774193548387096,"specificity":0.8840579710144928,"precision":0.7241379310344828,"balanced_accuracy":0.7807386629266012,"f1":0.7,"true_positive":21,"false_positive":8,"false_negative":10,"true_negative":61,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999998,"brier_skill":0.44825453150608774,"baseline_adjusted_skill":0.5614773258532024,"baseline_adjusted_score":0.5614773258532024},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.8333333333333334,"baseline_adjusted_score":0.8333333333333334},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.20508405277611177,"normalized_score_rmse":0.261077025562294,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.11791805257586341,"baseline_adjusted_score":0.11791805257586341},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.13379820160216943,"accuracy":0.8,"positive_recall":0.86,"specificity":0.74,"precision":0.7678571428571429,"balanced_accuracy":0.8,"f1":0.8113207547169812,"true_positive":43,"false_positive":13,"false_negative":7,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4648071935913223,"baseline_adjusted_skill":0.6000000000000001,"baseline_adjusted_score":0.6000000000000001},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24119829432726408,"accuracy":0.54,"positive_recall":0.86,"specificity":0.22,"precision":0.524390243902439,"balanced_accuracy":0.54,"f1":0.6515151515151515,"true_positive":43,"false_positive":39,"false_negative":7,"true_negative":11,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.03520682269094366,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.67,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":0.0571428571428572,"baseline_adjusted_score":0.0571428571428572},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.12307948540683032,"accuracy":0.82,"positive_recall":0.96,"specificity":0.68,"precision":0.75,"balanced_accuracy":0.8200000000000001,"f1":0.8421052631578947,"true_positive":48,"false_positive":16,"false_negative":2,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5076820583726787,"baseline_adjusted_skill":0.6400000000000001,"baseline_adjusted_score":0.6400000000000001},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.761904761904762,"baseline_adjusted_score":0.761904761904762},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.46,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.1,"baseline_adjusted_score":0.1},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.20637142819302012,"accuracy":0.7,"positive_recall":0.58,"specificity":0.82,"precision":0.7631578947368421,"balanced_accuracy":0.7,"f1":0.6590909090909091,"true_positive":29,"false_positive":9,"false_negative":21,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.1745142872279195,"baseline_adjusted_skill":0.3999999999999999,"baseline_adjusted_score":0.3999999999999999},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.20851190476190473,"fixed_answer_accuracy_baseline":0.22333333333333333,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.0455627855334039,"accuracy":0.97,"positive_recall":0.98,"specificity":0.96,"precision":0.9607843137254902,"balanced_accuracy":0.97,"f1":0.9702970297029703,"true_positive":49,"false_positive":2,"false_negative":1,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8177488578663844,"baseline_adjusted_skill":0.94,"baseline_adjusted_score":0.94},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.06908761154654995,"normalized_score_rmse":0.13830174814499832,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.7697079615115001,"baseline_adjusted_score":0.7697079615115001},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.93,"uniform_accuracy_baseline":0.22851190476190475,"fixed_answer_accuracy_baseline":0.24333333333333332,"baseline_adjusted_skill":0.907488986784141,"baseline_adjusted_score":0.907488986784141},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.03088586540399179,"accuracy":0.96,"positive_recall":0.98,"specificity":0.94,"precision":0.9423076923076923,"balanced_accuracy":0.96,"f1":0.9607843137254902,"true_positive":49,"false_positive":3,"false_negative":1,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8764565383840328,"baseline_adjusted_skill":0.9199999999999999,"baseline_adjusted_score":0.9199999999999999},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.07817213883723108,"normalized_score_rmse":0.16761126491312936,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.3042222222222222,"baseline_adjusted_skill":0.7430426407833894,"baseline_adjusted_score":0.7430426407833894},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.65,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.435483870967742,"baseline_adjusted_score":0.435483870967742},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08687422381680406,"accuracy":0.88,"positive_recall":0.94,"specificity":0.82,"precision":0.8392857142857143,"balanced_accuracy":0.8799999999999999,"f1":0.8867924528301887,"true_positive":47,"false_positive":9,"false_negative":3,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6525031047327838,"baseline_adjusted_skill":0.7599999999999998,"baseline_adjusted_score":0.7599999999999998},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.06447670379169679,"accuracy":0.9,"positive_recall":0.88,"specificity":0.92,"precision":0.9166666666666666,"balanced_accuracy":0.9,"f1":0.8979591836734694,"true_positive":44,"false_positive":4,"false_negative":6,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7420931848332128,"baseline_adjusted_skill":0.8,"baseline_adjusted_score":0.8},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.62,"uniform_accuracy_baseline":0.3533333333333333,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.3559322033898305,"baseline_adjusted_score":0.3559322033898305},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.7419354838709676,"baseline_adjusted_score":0.7419354838709676},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.36,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.03225806451612906,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.39,"uniform_accuracy_baseline":0.1111111111111111,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.27380952380952384,"baseline_adjusted_score":0.27380952380952384},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.09131407606842781,"accuracy":0.741625,"positive_recall":0.5570204350692156,"specificity":0.7848218417399353,"precision":0.37723214285714285,"balanced_accuracy":0.6709211384045755,"f1":0.44982698961937717,"true_positive":42.25,"false_positive":69.75,"false_negative":33.6,"true_negative":254.4,"positive_prevalence":0.189625,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500001,"brier_skill":-0.19955000581483917,"baseline_adjusted_skill":0.3418422768091509,"baseline_adjusted_score":0.3418422768091509},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1650206054113259,"normalized_score_rmse":0.22793176082069053,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":0.22797377585344603,"baseline_adjusted_score":0.22797377585344603},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.09395127986370852,"accuracy":0.771875,"positive_recall":0.6207219878105954,"specificity":0.8268280211351627,"precision":0.5658119658119658,"balanced_accuracy":0.723775004472879,"f1":0.5919964229823386,"true_positive":66.2,"false_positive":50.8,"false_negative":40.45,"true_negative":242.55,"positive_prevalence":0.266625,"majority_accuracy_baseline":0.733375,"constant_brier_baseline":0.115654859375,"brier_skill":0.18765817215617087,"baseline_adjusted_skill":0.447550008945758,"baseline_adjusted_score":0.447550008945758},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1739925369316374,"normalized_score_rmse":0.27080634381526697,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.3525859090915817,"baseline_adjusted_score":0.3525859090915817},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.09206396573541133,"accuracy":0.750125,"positive_recall":0.6165548098434005,"specificity":0.8019080659150044,"precision":0.5468253968253969,"balanced_accuracy":0.7092314378792024,"f1":0.5796004206098844,"true_positive":68.9,"false_positive":57.1,"false_negative":42.85,"true_negative":231.15,"positive_prevalence":0.279375,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937500001,"brier_skill":0.18639683138006913,"baseline_adjusted_skill":0.4184628757584048,"baseline_adjusted_score":0.4184628757584048},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1874131529516205,"normalized_score_rmse":0.2659688705159383,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.2911086413177476,"baseline_adjusted_score":0.2911086413177476},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.10259517535239748,"accuracy":0.820375,"positive_recall":0.2304225352112676,"specificity":0.9885943775100401,"precision":0.8520833333333333,"balanced_accuracy":0.6095084563606539,"f1":0.36274944567627493,"true_positive":20.45,"false_positive":3.55,"false_negative":68.3,"true_negative":307.7,"positive_prevalence":0.221875,"majority_accuracy_baseline":0.778125,"constant_brier_baseline":0.12674023437499998,"brier_skill":0.19050824027326563,"baseline_adjusted_skill":0.21901691272130774,"baseline_adjusted_score":0.21901691272130774},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1759637181958059,"normalized_score_rmse":0.32416269557707467,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.2201054041183118,"baseline_adjusted_score":0.2201054041183118},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.05990292870584025,"accuracy":0.8025,"positive_recall":0.7599243856332702,"specificity":0.8178110129163835,"precision":0.6000000000000001,"balanced_accuracy":0.7888676992748269,"f1":0.670558798999166,"true_positive":80.4,"false_positive":53.6,"false_negative":25.4,"true_negative":240.6,"positive_prevalence":0.2645,"majority_accuracy_baseline":0.7355,"constant_brier_baseline":0.11362725,"brier_skill":0.47281194690674777,"baseline_adjusted_skill":0.5777353985496538,"baseline_adjusted_score":0.5777353985496538},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.15413307131307932,"normalized_score_rmse":0.22480866422639473,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.38653503954993296,"baseline_adjusted_score":0.38653503954993296},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.10426612831282148,"accuracy":0.7795000000000001,"positive_recall":0.6292428198433421,"specificity":0.8150896722325294,"precision":0.4462962962962963,"balanced_accuracy":0.7221662460379357,"f1":0.5222101841820153,"true_positive":48.2,"false_positive":59.8,"false_negative":28.4,"true_negative":263.6,"positive_prevalence":0.19149999999999998,"majority_accuracy_baseline":0.8085,"constant_brier_baseline":0.09190274999999999,"brier_skill":-0.13452675042717965,"baseline_adjusted_skill":0.44433249207587133,"baseline_adjusted_score":0.44433249207587133},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.16485702953946377,"normalized_score_rmse":0.27061983903311354,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.2031080143107492,"baseline_adjusted_score":0.2031080143107492},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.04101929239832105,"accuracy":0.897,"positive_recall":0.6883468834688347,"specificity":0.944206008583691,"precision":0.736231884057971,"balanced_accuracy":0.8162764460262628,"f1":0.7114845938375349,"true_positive":50.8,"false_positive":18.2,"false_negative":23,"true_negative":308,"positive_prevalence":0.1845,"majority_accuracy_baseline":0.8155,"constant_brier_baseline":0.10922225,"brier_skill":0.6244419758948287,"baseline_adjusted_skill":0.6325528920525256,"baseline_adjusted_score":0.6325528920525256},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.12357017666786602,"normalized_score_rmse":0.20807989765544965,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":0.3474842156152289,"baseline_adjusted_score":0.3474842156152289},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.08180200610741607,"accuracy":0.8227500000000001,"positive_recall":0.37324840764331213,"specificity":0.9325038880248834,"precision":0.5745098039215687,"balanced_accuracy":0.6528761478340978,"f1":0.4525096525096525,"true_positive":29.3,"false_positive":21.7,"false_negative":49.2,"true_negative":299.8,"positive_prevalence":0.19625,"majority_accuracy_baseline":0.80375,"constant_brier_baseline":0.09878593749999999,"brier_skill":0.1719266104305982,"baseline_adjusted_skill":0.3057522956681955,"baseline_adjusted_score":0.3057522956681955},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1730583569085672,"normalized_score_rmse":0.2757887263924277,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":0.18078884303636833,"baseline_adjusted_score":0.18078884303636833},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.1202646911083034,"accuracy":0.671938775510204,"positive_recall":0.877817319098458,"specificity":0.5165622202327663,"precision":0.578125,"balanced_accuracy":0.6971897696656122,"f1":0.6971267074894018,"true_positive":148,"false_positive":108,"false_negative":20.6,"true_negative":115.4,"positive_prevalence":0.4301020408163265,"majority_accuracy_baseline":0.5698979591836735,"constant_brier_baseline":0.12359641815910039,"brier_skill":0.02695650165612562,"baseline_adjusted_skill":0.3943795393312244,"baseline_adjusted_score":0.3943795393312244},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.17290915553775504,"normalized_score_rmse":0.2362535113023417,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.372403805825926,"baseline_adjusted_score":0.372403805825926},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.06696484428011772,"accuracy":0.8491250000000001,"positive_recall":0.7136113296616837,"specificity":0.8747213553276862,"precision":0.5182857142857143,"balanced_accuracy":0.794166342494685,"f1":0.6004634227077128,"true_positive":90.7,"false_positive":84.3,"false_negative":36.4,"true_negative":588.6,"positive_prevalence":0.158875,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499999,"brier_skill":0.32206367975629335,"baseline_adjusted_skill":0.58833268498937,"baseline_adjusted_score":0.58833268498937},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.15000456892013847,"normalized_score_rmse":0.23671988894665924,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":0.09088140048400928,"baseline_adjusted_score":0.09088140048400928},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.61,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.3709677419354838,"baseline_adjusted_score":0.3709677419354838},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.31793713745659624,"accuracy":0.57,"positive_recall":0.26,"specificity":0.88,"precision":0.6842105263157895,"balanced_accuracy":0.5700000000000001,"f1":0.37681159420289856,"true_positive":13,"false_positive":6,"false_negative":37,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.27174854982638497,"baseline_adjusted_skill":0.14000000000000012,"baseline_adjusted_score":0.14000000000000012},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.2935719019218025,"uniform_accuracy_baseline":0.058823529411764705,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.16978193146417445,"baseline_adjusted_score":0.16978193146417445},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.77,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2596756129735512,"accuracy":0.61,"positive_recall":0.26,"specificity":0.96,"precision":0.8666666666666667,"balanced_accuracy":0.61,"f1":0.4,"true_positive":13,"false_positive":2,"false_negative":37,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.03870245189420474,"baseline_adjusted_skill":0.21999999999999997,"baseline_adjusted_score":0.21999999999999997},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.20634920634920637,"baseline_adjusted_score":0.20634920634920637},"scoring":{"eligible":true,"reason":null},"model":53,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.1593016955065786,"accuracy":0.7837837837837838,"positive_recall":0.7464788732394366,"specificity":0.8181818181818182,"precision":0.7910447761194029,"balanced_accuracy":0.7823303457106274,"f1":0.7681159420289855,"true_positive":53,"false_positive":14,"false_negative":18,"true_negative":63,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.24958911614317017,"brier_skill":0.3617442219908362,"baseline_adjusted_skill":0.5646606914212549,"baseline_adjusted_score":0.5646606914212549},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.25,"uniform_accuracy_baseline":0.2005,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":-0.05633802816901406,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.6323529411764707,"baseline_adjusted_score":0.6323529411764707},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.57,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.08510638297872325,"baseline_adjusted_score":0.08510638297872325},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.51,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10261910036841528,"accuracy":0.60934324766,"positive_recall":0.8484737008895239,"specificity":0.22568311449817455,"precision":0.6374251089756098,"balanced_accuracy":0.5370784076938492,"f1":0.7279613358079644,"true_positive":52.268858936,"false_positive":29.731141064,"false_negative":9.33453417,"true_negative":8.66546583,"positive_prevalence":0.61603393106,"majority_accuracy_baseline":0.61603393106,"constant_brier_baseline":0.07908707655202402,"brier_skill":-0.2975457538996493,"baseline_adjusted_skill":0.07415681538769836,"baseline_adjusted_score":0.07415681538769836},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2616400733350561,"accuracy":0.58,"positive_recall":0.34,"specificity":0.82,"precision":0.6538461538461539,"balanced_accuracy":0.58,"f1":0.4473684210526316,"true_positive":17,"false_positive":9,"false_negative":33,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.04656029334022449,"baseline_adjusted_skill":0.15999999999999992,"baseline_adjusted_score":0.15999999999999992},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.55,"uniform_accuracy_baseline":0.012987012987012986,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.5263157894736842,"baseline_adjusted_score":0.5263157894736842},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.73,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.5499999999999999,"baseline_adjusted_score":0.5499999999999999},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.42,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.09375,"baseline_adjusted_score":0.09375},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11671402683428406,"accuracy":0.86,"positive_recall":0.78,"specificity":0.94,"precision":0.9285714285714286,"balanced_accuracy":0.86,"f1":0.8478260869565217,"true_positive":39,"false_positive":3,"false_negative":11,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5331438926628638,"baseline_adjusted_skill":0.72,"baseline_adjusted_score":0.72},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.1423733417231984,"accuracy":0.5909093720858385,"positive_recall":0.7015284055096498,"specificity":0.539401089086291,"precision":0.41493143186845044,"balanced_accuracy":0.6204647472979704,"f1":0.5214449746407326,"true_positive":156.01421838253736,"false_positive":219.98578161746264,"false_negative":66.37765792245045,"true_negative":257.62234207754955,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768642,"brier_skill":-0.6046238879982282,"baseline_adjusted_skill":0.24092949459594082,"baseline_adjusted_score":0.24092949459594082},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2703940322134759,"accuracy":0.52,"positive_recall":0.38,"specificity":0.66,"precision":0.5277777777777778,"balanced_accuracy":0.52,"f1":0.4418604651162791,"true_positive":19,"false_positive":17,"false_negative":31,"true_negative":33,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.08157612885390364,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.847682119205298,"uniform_accuracy_baseline":0.006622516556291391,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.8413793103448276,"baseline_adjusted_score":0.8413793103448276},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.8352941176470589,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.6963123644251628,"baseline_adjusted_score":0.6963123644251628},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.1,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.22101069087124825,"accuracy":0.65,"positive_recall":0.82,"specificity":0.48,"precision":0.6119402985074627,"balanced_accuracy":0.6499999999999999,"f1":0.7008547008547008,"true_positive":41,"false_positive":26,"false_negative":9,"true_negative":24,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.115957236515007,"baseline_adjusted_skill":0.2999999999999998,"baseline_adjusted_score":0.2999999999999998},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.54,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.041666666666666706,"baseline_adjusted_score":0.041666666666666706},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.93,"uniform_accuracy_baseline":0.07142857142857142,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9213483146067416,"baseline_adjusted_score":0.9213483146067416},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.59,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.1086956521739129,"baseline_adjusted_score":0.1086956521739129},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.41,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.19178082191780815,"baseline_adjusted_score":0.19178082191780815},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.7222222222222222,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.1666666666666667,"baseline_adjusted_score":0.1666666666666667},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.26289815893183677,"accuracy":0.5609756097560976,"positive_recall":0.625,"specificity":0.5,"precision":0.5434782608695652,"balanced_accuracy":0.5625,"f1":0.5813953488372093,"true_positive":25,"false_positive":21,"false_negative":15,"true_negative":21,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.2498512790005949,"brier_skill":-0.0522185837248037,"baseline_adjusted_skill":0.125,"baseline_adjusted_score":0.125},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.13163371639592084,"accuracy":0.82,"positive_recall":0.9,"specificity":0.74,"precision":0.7758620689655172,"balanced_accuracy":0.8200000000000001,"f1":0.8333333333333334,"true_positive":45,"false_positive":13,"false_negative":5,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.47346513441631666,"baseline_adjusted_skill":0.6400000000000001,"baseline_adjusted_score":0.6400000000000001},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.5921787709497207,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.47670250896057353,"baseline_adjusted_score":0.47670250896057353},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.42,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.04918032786885241,"baseline_adjusted_score":0.04918032786885241},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.1810172849766577,"accuracy":0.715,"positive_recall":0.4318181818181818,"specificity":0.7948717948717948,"precision":0.37254901960784315,"balanced_accuracy":0.6133449883449883,"f1":0.4,"true_positive":19,"false_positive":32,"false_negative":25,"true_negative":124,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.05487928308075585,"baseline_adjusted_skill":0.2266899766899766,"baseline_adjusted_score":0.2266899766899766},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.1929580986477849,"accuracy":0.75,"positive_recall":0.32,"specificity":0.8933333333333333,"precision":0.5,"balanced_accuracy":0.6066666666666667,"f1":0.3902439024390244,"true_positive":16,"false_positive":16,"false_negative":34,"true_negative":134,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-0.029109859454852893,"baseline_adjusted_skill":0.21333333333333337,"baseline_adjusted_score":0.21333333333333337},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.05819148826640355,"accuracy":0.935,"positive_recall":0.5263157894736842,"specificity":0.9779005524861878,"precision":0.7142857142857143,"balanced_accuracy":0.752108170979936,"f1":0.6060606060606061,"true_positive":10,"false_positive":4,"false_negative":9,"true_negative":177,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.085975,"brier_skill":0.3231580312136836,"baseline_adjusted_skill":0.504216341959872,"baseline_adjusted_score":0.504216341959872},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.13471505354424101,"accuracy":0.7736011904761906,"positive_recall":0.7353437159012003,"specificity":0.7760434146619468,"precision":0.17328190743338007,"balanced_accuracy":0.7556935652815735,"f1":0.2804714250581714,"true_positive":123.55,"false_positive":589.45,"false_negative":44.46666666666667,"true_negative":2042.5333333333333,"positive_prevalence":0.060005952380952375,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679138,"brier_skill":-3.1835710040922365,"baseline_adjusted_skill":0.511387130563147,"baseline_adjusted_score":0.511387130563147},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.3881019830028329,"uniform_accuracy_baseline":0.027777777777777776,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.29870129870129875,"baseline_adjusted_score":0.29870129870129875},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.4,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.1428571428571429,"baseline_adjusted_score":0.1428571428571429},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.287589082427577,"accuracy":0.62,"positive_recall":0.32,"specificity":0.92,"precision":0.8,"balanced_accuracy":0.62,"f1":0.45714285714285713,"true_positive":16,"false_positive":4,"false_negative":34,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.1503563297103081,"baseline_adjusted_skill":0.24,"baseline_adjusted_score":0.24},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.20422070903555706,"accuracy":0.71,"positive_recall":0.9,"specificity":0.52,"precision":0.6521739130434783,"balanced_accuracy":0.71,"f1":0.7563025210084033,"true_positive":45,"false_positive":24,"false_negative":5,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.18311716385777177,"baseline_adjusted_skill":0.41999999999999993,"baseline_adjusted_score":0.41999999999999993},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.6,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":-0.025641025641025664,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.7872340425531915,"baseline_adjusted_score":0.7872340425531915},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2050337812471201,"accuracy":0.72,"positive_recall":0.86,"specificity":0.58,"precision":0.671875,"balanced_accuracy":0.72,"f1":0.7543859649122807,"true_positive":43,"false_positive":21,"false_negative":7,"true_negative":29,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.1798648750115196,"baseline_adjusted_skill":0.43999999999999995,"baseline_adjusted_score":0.43999999999999995},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.83,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.746268656716418,"baseline_adjusted_score":0.746268656716418},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2021194632019215,"accuracy":0.7,"positive_recall":0.62,"specificity":0.78,"precision":0.7380952380952381,"balanced_accuracy":0.7,"f1":0.6739130434782609,"true_positive":31,"false_positive":11,"false_negative":19,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.19152214719231397,"baseline_adjusted_skill":0.3999999999999999,"baseline_adjusted_score":0.3999999999999999},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.39118417567567565,"uniform_accuracy_baseline":0.23445945945945948,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.17466170375922813,"baseline_adjusted_score":0.17466170375922813},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.0779850146280144,"accuracy":0.6400438749999999,"positive_recall":0.7986691880765099,"specificity":0.48899736022337636,"precision":0.598114505050505,"balanced_accuracy":0.6438332741499431,"f1":0.6839937042163502,"true_positive":59.213336,"false_positive":39.786664,"false_negative":14.926667,"true_negative":38.073333,"positive_prevalence":0.4877631776315789,"majority_accuracy_baseline":0.512236822368421,"constant_brier_baseline":0.09451910039768556,"brier_skill":0.17492851392051578,"baseline_adjusted_skill":0.28766654829988614,"baseline_adjusted_score":0.28766654829988614},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.16616369023842292,"normalized_score_rmse":0.2307553337236411,"constant_score_baseline":0.5841668333333333,"constant_mae_baseline":0.21700552708333334,"baseline_adjusted_skill":0.23428821158728552,"baseline_adjusted_score":0.23428821158728552},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3125357934484571,"accuracy":0.58,"positive_recall":0.22,"specificity":0.94,"precision":0.7857142857142857,"balanced_accuracy":0.58,"f1":0.34375,"true_positive":11,"false_positive":3,"false_negative":39,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.25014317379382844,"baseline_adjusted_skill":0.15999999999999992,"baseline_adjusted_score":0.15999999999999992},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3539324702171666,"accuracy":0.52,"positive_recall":0.04,"specificity":1,"precision":1,"balanced_accuracy":0.52,"f1":0.07692307692307693,"true_positive":2,"false_positive":0,"false_negative":48,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.41572988086866647,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.44,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.08196721311475408,"baseline_adjusted_score":0.08196721311475408},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.036111111111111115,"fixed_answer_accuracy_baseline":0.08833333333333333,"baseline_adjusted_skill":0.8244972577696527,"baseline_adjusted_score":0.8244972577696527},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.7045454545454545,"baseline_adjusted_score":0.7045454545454545},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.705,"uniform_accuracy_baseline":0.049879324215607396,"fixed_answer_accuracy_baseline":0.12442477876106194,"baseline_adjusted_skill":0.6630786335152618,"baseline_adjusted_score":0.6630786335152618},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.27154772005474437,"accuracy":0.44,"positive_recall":0.16,"specificity":0.72,"precision":0.36363636363636365,"balanced_accuracy":0.44,"f1":0.2222222222222222,"true_positive":8,"false_positive":14,"false_negative":42,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.08619088021897747,"baseline_adjusted_skill":-0.12,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.7222222222222222,"uniform_accuracy_baseline":0.23888888888888887,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.607843137254902,"baseline_adjusted_score":0.607843137254902},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.30121633718351154,"accuracy":0.40625,"positive_recall":0.65625,"specificity":0.15625,"precision":0.4375,"balanced_accuracy":0.40625,"f1":0.525,"true_positive":21,"false_positive":27,"false_negative":11,"true_negative":5,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.20486534873404616,"baseline_adjusted_skill":-0.1875,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.717391304347826,"baseline_adjusted_score":0.717391304347826},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.51,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.25757575757575757,"baseline_adjusted_score":0.25757575757575757},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.31472176560087245,"accuracy":0.59,"positive_recall":0.2,"specificity":0.98,"precision":0.9090909090909091,"balanced_accuracy":0.59,"f1":0.32786885245901637,"true_positive":10,"false_positive":1,"false_negative":40,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.2588870624034898,"baseline_adjusted_skill":0.17999999999999994,"baseline_adjusted_score":0.17999999999999994},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.8260869565217391,"baseline_adjusted_score":0.8260869565217391},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.16640315513599901,"accuracy":0.6666666666666666,"positive_recall":0.3125,"specificity":1,"precision":1,"balanced_accuracy":0.65625,"f1":0.47619047619047616,"true_positive":5,"false_positive":0,"false_negative":11,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.3337756031503568,"baseline_adjusted_skill":0.3125,"baseline_adjusted_score":0.3125},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.20551182079273228,"normalized_score_rmse":0.29161832259372733,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.37723690668869014,"baseline_adjusted_score":0.37723690668869014},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0,"uniform_accuracy_baseline":0.178125,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.40350877192982454,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.10087206344739408,"accuracy":0.9411764705882353,"positive_recall":1,"specificity":0.8823529411764706,"precision":0.8947368421052632,"balanced_accuracy":0.9411764705882353,"f1":0.9444444444444444,"true_positive":17,"false_positive":2,"false_negative":0,"true_negative":15,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5965117462104237,"baseline_adjusted_skill":0.8823529411764706,"baseline_adjusted_score":0.8823529411764706},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.22292189512904978,"normalized_score_rmse":0.28756695394881954,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-0.5158688868775385,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.0625,"uniform_accuracy_baseline":0.13194444444444445,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":-1.3478260869565215,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.2192458510383587,"accuracy":0.6923076923076923,"positive_recall":1,"specificity":0.38461538461538464,"precision":0.6190476190476191,"balanced_accuracy":0.6923076923076923,"f1":0.7647058823529411,"true_positive":26,"false_positive":16,"false_negative":0,"true_negative":10,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.12301659584656521,"baseline_adjusted_skill":0.3846153846153846,"baseline_adjusted_score":0.3846153846153846},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.270894483585056,"accuracy":0.5333333333333333,"positive_recall":0.358974358974359,"specificity":0.7222222222222222,"precision":0.5833333333333334,"balanced_accuracy":0.5405982905982906,"f1":0.4444444444444444,"true_positive":14,"false_positive":10,"false_negative":25,"true_negative":26,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24960000000000004,"brier_skill":-0.08531443744012801,"baseline_adjusted_skill":0.08119658119658113,"baseline_adjusted_score":0.08119658119658113},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.3592905784253601,"normalized_score_rmse":0.3909119024055999,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.2831806372334289,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.7058823529411765,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.6,"baseline_adjusted_score":0.6},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.19186357672996146,"accuracy":0.7142857142857143,"positive_recall":1,"specificity":0.42857142857142855,"precision":0.6363636363636364,"balanced_accuracy":0.7142857142857143,"f1":0.7777777777777778,"true_positive":14,"false_positive":8,"false_negative":0,"true_negative":6,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.23254569308015416,"baseline_adjusted_skill":0.4285714285714286,"baseline_adjusted_score":0.4285714285714286},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.3392964396688826,"normalized_score_rmse":0.42527701687366265,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.1696969696969697,"baseline_adjusted_skill":-0.9994254480487725,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":0.8666666666666667,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":0.8333333333333334,"baseline_adjusted_score":0.8333333333333334},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.08691369871265166,"accuracy":0.8941176470588236,"positive_recall":1,"specificity":0.775,"precision":0.8333333333333334,"balanced_accuracy":0.8875,"f1":0.9090909090909091,"true_positive":45,"false_positive":9,"false_negative":0,"true_negative":31,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.2491349480968858,"brier_skill":0.6511380704450509,"baseline_adjusted_skill":0.7749999999999999,"baseline_adjusted_score":0.7749999999999999},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.28,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.05263157894736847,"baseline_adjusted_score":0.05263157894736847},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.26194122030179157,"accuracy":0.66,"positive_recall":0.5142857142857142,"specificity":1,"precision":1,"balanced_accuracy":0.7571428571428571,"f1":0.6792452830188679,"true_positive":18,"false_positive":0,"false_negative":17,"true_negative":15,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.21,"brier_skill":-0.24733914429424564,"baseline_adjusted_skill":0.5142857142857142,"baseline_adjusted_score":0.5142857142857142},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.3422812131238215,"normalized_score_rmse":0.4661645635731513,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.22243290401364813,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.5316455696202531,"uniform_accuracy_baseline":0.24240506329113923,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.19565217391304338,"baseline_adjusted_score":0.19565217391304338},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.15133737138729975,"accuracy":0.8095238095238095,"positive_recall":1,"specificity":0.6,"precision":0.7333333333333333,"balanced_accuracy":0.8,"f1":0.8461538461538461,"true_positive":11,"false_positive":4,"false_negative":0,"true_negative":6,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.2494331065759637,"brier_skill":0.39327472016546194,"baseline_adjusted_skill":0.6000000000000001,"baseline_adjusted_score":0.6000000000000001},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.5757575757575758,"uniform_accuracy_baseline":0.32373737373737377,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.3000000000000001,"baseline_adjusted_score":0.3000000000000001},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.19753662983405743,"accuracy":0.7272727272727273,"positive_recall":0.8823529411764706,"specificity":0.5625,"precision":0.6818181818181818,"balanced_accuracy":0.7224264705882353,"f1":0.7692307692307693,"true_positive":15,"false_positive":7,"false_negative":2,"true_negative":9,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.20912724305408625,"baseline_adjusted_skill":0.44485294117647056,"baseline_adjusted_score":0.44485294117647056},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.3523427700904634,"normalized_score_rmse":0.3842442004230822,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.3431372549019608,"baseline_adjusted_skill":-0.02682750140649337,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.18572817680330825,"accuracy":0.71,"positive_recall":0.66,"specificity":0.76,"precision":0.7333333333333333,"balanced_accuracy":0.71,"f1":0.6947368421052632,"true_positive":33,"false_positive":12,"false_negative":17,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.257087292786767,"baseline_adjusted_skill":0.41999999999999993,"baseline_adjusted_score":0.41999999999999993},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.39333333333333337,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":0.061855670103092834,"baseline_adjusted_score":0.061855670103092834},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.28678701198337836,"accuracy":0.5066666666666667,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":37,"true_negative":38,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555554,"brier_skill":-0.14735202162624716,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.79,"uniform_accuracy_baseline":0.14285714285714285,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.7307692307692308,"baseline_adjusted_score":0.7307692307692308},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.39,"uniform_accuracy_baseline":0.32416666666666666,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.07575757575757575,"baseline_adjusted_score":0.07575757575757575},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.18661830532589557,"accuracy":0.9090909090909091,"positive_recall":0.8125,"specificity":1,"precision":1,"balanced_accuracy":0.90625,"f1":0.896551724137931,"true_positive":13,"false_positive":0,"false_negative":3,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.2528406819856607,"baseline_adjusted_skill":0.8125,"baseline_adjusted_score":0.8125},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.22505889995445383,"normalized_score_rmse":0.25928102420461163,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":-0.024406027378893302,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2328523800346848,"accuracy":0.65,"positive_recall":0.5,"specificity":0.6923076923076923,"precision":0.3142857142857143,"balanced_accuracy":0.5961538461538461,"f1":0.38596491228070173,"true_positive":11,"false_positive":24,"false_negative":11,"true_negative":54,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.3569486016007273,"baseline_adjusted_skill":0.1923076923076923,"baseline_adjusted_score":0.1923076923076923},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.17292166377985804,"accuracy":0.78,"positive_recall":0.8378378378378378,"specificity":0.746031746031746,"precision":0.6595744680851063,"balanced_accuracy":0.7919347919347919,"f1":0.7380952380952381,"true_positive":31,"false_positive":16,"false_negative":6,"true_negative":47,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000003,"brier_skill":0.2581653205497296,"baseline_adjusted_skill":0.5838695838695838,"baseline_adjusted_score":0.5838695838695838},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.16399113510424318,"accuracy":0.73,"positive_recall":0.7948717948717948,"specificity":0.6885245901639344,"precision":0.62,"balanced_accuracy":0.7416981925178646,"f1":0.6966292134831461,"true_positive":31,"false_positive":19,"false_negative":8,"true_negative":42,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379,"brier_skill":0.3106719835887214,"baseline_adjusted_skill":0.48339638503572924,"baseline_adjusted_score":0.48339638503572924},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.35591837219170797,"accuracy":0.48,"positive_recall":0.967741935483871,"specificity":0.2608695652173913,"precision":0.37037037037037035,"balanced_accuracy":0.6143057503506312,"f1":0.5357142857142857,"true_positive":30,"false_positive":51,"false_negative":1,"true_negative":18,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999998,"brier_skill":-0.6639475090776437,"baseline_adjusted_skill":0.22861150070126235,"baseline_adjusted_score":0.22861150070126235},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.56,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.38888888888888895,"baseline_adjusted_score":0.38888888888888895},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.15893464002715363,"normalized_score_rmse":0.20004335644483467,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.31641015042084464,"baseline_adjusted_score":0.31641015042084464},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.0805297141372474,"accuracy":0.89,"positive_recall":0.9,"specificity":0.88,"precision":0.8823529411764706,"balanced_accuracy":0.89,"f1":0.8910891089108911,"true_positive":45,"false_positive":6,"false_negative":5,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6778811434510104,"baseline_adjusted_skill":0.78,"baseline_adjusted_score":0.78},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24162028548829714,"accuracy":0.57,"positive_recall":0.46,"specificity":0.68,"precision":0.5897435897435898,"balanced_accuracy":0.5700000000000001,"f1":0.5168539325842697,"true_positive":23,"false_positive":16,"false_negative":27,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.03351885804681143,"baseline_adjusted_skill":0.14000000000000012,"baseline_adjusted_score":0.14000000000000012},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.8857142857142858,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.19257230666378317,"accuracy":0.7,"positive_recall":0.9,"specificity":0.5,"precision":0.6428571428571429,"balanced_accuracy":0.7,"f1":0.75,"true_positive":45,"false_positive":25,"false_negative":5,"true_negative":25,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.22971077334486734,"baseline_adjusted_skill":0.3999999999999999,"baseline_adjusted_score":0.3999999999999999},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.4047619047619048,"baseline_adjusted_score":0.4047619047619048},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.43,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.049999999999999954,"baseline_adjusted_score":0.049999999999999954},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2418210051054945,"accuracy":0.57,"positive_recall":0.24,"specificity":0.9,"precision":0.7058823529411765,"balanced_accuracy":0.5700000000000001,"f1":0.3582089552238806,"true_positive":12,"false_positive":5,"false_negative":38,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.03271597957802197,"baseline_adjusted_skill":0.14000000000000012,"baseline_adjusted_score":0.14000000000000012},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.20851190476190473,"fixed_answer_accuracy_baseline":0.22333333333333333,"baseline_adjusted_skill":0.9613733905579399,"baseline_adjusted_score":0.9613733905579399},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10576679237068264,"accuracy":0.81,"positive_recall":0.86,"specificity":0.76,"precision":0.7818181818181819,"balanced_accuracy":0.81,"f1":0.819047619047619,"true_positive":43,"false_positive":12,"false_negative":7,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5769328305172694,"baseline_adjusted_skill":0.6200000000000001,"baseline_adjusted_score":0.6200000000000001},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.207119644203363,"normalized_score_rmse":0.2735284456268069,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.30960118598878994,"baseline_adjusted_score":0.30960118598878994},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.83,"uniform_accuracy_baseline":0.22851190476190475,"fixed_answer_accuracy_baseline":0.24333333333333332,"baseline_adjusted_skill":0.7753303964757708,"baseline_adjusted_score":0.7753303964757708},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.12652464265883032,"accuracy":0.82,"positive_recall":0.88,"specificity":0.76,"precision":0.7857142857142857,"balanced_accuracy":0.8200000000000001,"f1":0.8301886792452831,"true_positive":44,"false_positive":12,"false_negative":6,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.49390142936467873,"baseline_adjusted_skill":0.6400000000000001,"baseline_adjusted_score":0.6400000000000001},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.1997221707462681,"normalized_score_rmse":0.27491994672054504,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.3042222222222222,"baseline_adjusted_skill":0.34349907351482367,"baseline_adjusted_score":0.34349907351482367},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.58,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.32258064516129026,"baseline_adjusted_score":0.32258064516129026},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.14560036786161293,"accuracy":0.8,"positive_recall":0.84,"specificity":0.76,"precision":0.7777777777777778,"balanced_accuracy":0.8,"f1":0.8076923076923077,"true_positive":42,"false_positive":12,"false_negative":8,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4175985285535483,"baseline_adjusted_skill":0.6000000000000001,"baseline_adjusted_score":0.6000000000000001},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.16,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":-0.6799999999999999,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08098337007065806,"accuracy":0.88,"positive_recall":0.8,"specificity":0.96,"precision":0.9523809523809523,"balanced_accuracy":0.88,"f1":0.8695652173913043,"true_positive":40,"false_positive":2,"false_negative":10,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6760665197173678,"baseline_adjusted_skill":0.76,"baseline_adjusted_score":0.76},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.58,"uniform_accuracy_baseline":0.3533333333333333,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.28813559322033894,"baseline_adjusted_score":0.28813559322033894},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.69,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.4999999999999999,"baseline_adjusted_score":0.4999999999999999},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.28,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.16129032258064513,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.28,"uniform_accuracy_baseline":0.1111111111111111,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.14285714285714288,"baseline_adjusted_score":0.14285714285714288},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.2823633453377531,"accuracy":0.42412500000000003,"positive_recall":0.8470665787738959,"specificity":0.32515810581520904,"precision":0.22703180212014135,"balanced_accuracy":0.5861123422945524,"f1":0.35808833774557614,"true_positive":64.25,"false_positive":218.75,"false_negative":11.6,"true_negative":105.4,"positive_prevalence":0.189625,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500001,"brier_skill":-2.709274266630937,"baseline_adjusted_skill":0.1722246845891049,"baseline_adjusted_score":0.1722246845891049},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3627611715475741,"normalized_score_rmse":0.4200681753081103,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":-0.6971282879418672,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.10646045473811819,"accuracy":0.7391249999999999,"positive_recall":0.5546179090482888,"specificity":0.8062041929435827,"precision":0.5099137931034483,"balanced_accuracy":0.6804110509959358,"f1":0.5313271951493375,"true_positive":59.15,"false_positive":56.85,"false_negative":47.5,"true_negative":236.5,"positive_prevalence":0.266625,"majority_accuracy_baseline":0.733375,"constant_brier_baseline":0.115654859375,"brier_skill":0.07949864524991401,"baseline_adjusted_skill":0.3608221019918716,"baseline_adjusted_score":0.3608221019918716},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.20885688239451106,"normalized_score_rmse":0.27538882681064236,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.22285811202042394,"baseline_adjusted_score":0.22285811202042394},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.0878831445555708,"accuracy":0.743625,"positive_recall":0.5736017897091722,"specificity":0.8095403295750216,"precision":0.5386554621848739,"balanced_accuracy":0.691571059642097,"f1":0.5555796316359696,"true_positive":64.1,"false_positive":54.9,"false_negative":47.65,"true_negative":233.35,"positive_prevalence":0.279375,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937500001,"brier_skill":0.22334428777280646,"baseline_adjusted_skill":0.38314211928419395,"baseline_adjusted_score":0.38314211928419395},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.2008649234823335,"normalized_score_rmse":0.250693782955539,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.24022723978313576,"baseline_adjusted_score":0.24022723978313576},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.0918497410841626,"accuracy":0.810625,"positive_recall":0.24788732394366197,"specificity":0.9710843373493976,"precision":0.7096774193548387,"balanced_accuracy":0.6094858306465298,"f1":0.3674321503131524,"true_positive":22,"false_positive":9,"false_negative":66.75,"true_negative":302.25,"positive_prevalence":0.221875,"majority_accuracy_baseline":0.778125,"constant_brier_baseline":0.12674023437499998,"brier_skill":0.27529137422614447,"baseline_adjusted_skill":0.21897166129305967,"baseline_adjusted_score":0.21897166129305967},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.18449428266211368,"normalized_score_rmse":0.27239516550742165,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.18229680814575655,"baseline_adjusted_score":0.18229680814575655},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.06926349799081886,"accuracy":0.77875,"positive_recall":0.7386578449905482,"specificity":0.7931679129843644,"precision":0.5622302158273381,"balanced_accuracy":0.7659128789874563,"f1":0.6384803921568628,"true_positive":78.15,"false_positive":60.85,"false_negative":27.65,"true_negative":233.35,"positive_prevalence":0.2645,"majority_accuracy_baseline":0.7355,"constant_brier_baseline":0.11362725,"brier_skill":0.3904323303536884,"baseline_adjusted_skill":0.5318257579749126,"baseline_adjusted_score":0.5318257579749126},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1662334955152935,"normalized_score_rmse":0.22531996635599913,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.3383741472028118,"baseline_adjusted_score":0.3383741472028118},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.0793022420261821,"accuracy":0.81025,"positive_recall":0.5398172323759791,"specificity":0.8743042671614101,"precision":0.5042682926829268,"balanced_accuracy":0.7070607497686946,"f1":0.521437578814628,"true_positive":41.35,"false_positive":40.65,"false_negative":35.25,"true_negative":282.75,"positive_prevalence":0.19149999999999998,"majority_accuracy_baseline":0.8085,"constant_brier_baseline":0.09190274999999999,"brier_skill":0.137106974207169,"baseline_adjusted_skill":0.4141214995373892,"baseline_adjusted_score":0.4141214995373892},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.16567240213636736,"normalized_score_rmse":0.23114702064376375,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.19916663619882846,"baseline_adjusted_score":0.19916663619882846},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.07042046479890204,"accuracy":0.838,"positive_recall":0.6097560975609756,"specificity":0.8896382587369712,"precision":0.5555555555555556,"balanced_accuracy":0.7496971781489734,"f1":0.5813953488372092,"true_positive":45,"false_positive":36,"false_negative":28.8,"true_negative":290.2,"positive_prevalence":0.1845,"majority_accuracy_baseline":0.8155,"constant_brier_baseline":0.10922225,"brier_skill":0.35525531840900515,"baseline_adjusted_skill":0.4993943562979468,"baseline_adjusted_score":0.4993943562979468},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.20873790873795506,"normalized_score_rmse":0.2681310764671908,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":-0.10224638277468023,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.07663828018114457,"accuracy":0.8277500000000001,"positive_recall":0.2585987261146497,"specificity":0.9667185069984449,"precision":0.6548387096774194,"balanced_accuracy":0.6126586165565473,"f1":0.37077625570776257,"true_positive":20.3,"false_positive":10.7,"false_negative":58.2,"true_negative":310.8,"positive_prevalence":0.19625,"majority_accuracy_baseline":0.80375,"constant_brier_baseline":0.09878593749999999,"brier_skill":0.2241984828949507,"baseline_adjusted_skill":0.2253172331130946,"baseline_adjusted_score":0.2253172331130946},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.18748162841368832,"normalized_score_rmse":0.25750083156528003,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":0.11251300159200794,"baseline_adjusted_score":0.11251300159200794},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.10923190734206932,"accuracy":0.6688775510204082,"positive_recall":0.758600237247924,"specificity":0.6011638316920322,"precision":0.5894009216589862,"balanced_accuracy":0.6798820344699781,"f1":0.6633817427385893,"true_positive":127.9,"false_positive":89.1,"false_negative":40.7,"true_negative":134.3,"positive_prevalence":0.4301020408163265,"majority_accuracy_baseline":0.5698979591836735,"constant_brier_baseline":0.12359641815910039,"brier_skill":0.11622109306226203,"baseline_adjusted_skill":0.35976406893995616,"baseline_adjusted_score":0.35976406893995616},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.18305791800819252,"normalized_score_rmse":0.2289729029459589,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.33556755685915307,"baseline_adjusted_score":0.33556755685915307},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.10703184471308637,"accuracy":0.78075,"positive_recall":0.6951219512195121,"specificity":0.796923762817655,"precision":0.39266666666666666,"balanced_accuracy":0.7460228570185836,"f1":0.5018460664583925,"true_positive":88.35,"false_positive":136.65,"false_negative":38.75,"true_negative":536.25,"positive_prevalence":0.158875,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499999,"brier_skill":-0.08356520102040088,"baseline_adjusted_skill":0.49204571403716724,"baseline_adjusted_score":0.49204571403716724},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.25210853809824196,"normalized_score_rmse":0.31642224374250355,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-0.527930533928739,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.36,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.03225806451612906,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.27803925650234956,"accuracy":0.45,"positive_recall":0.38,"specificity":0.52,"precision":0.4418604651162791,"balanced_accuracy":0.45,"f1":0.40860215053763443,"true_positive":19,"false_positive":24,"false_negative":31,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.11215702600939825,"baseline_adjusted_skill":-0.09999999999999998,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.13717693836978131,"uniform_accuracy_baseline":0.058823529411764705,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":-0.014018691588785031,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.53,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":-0.02173913043478263,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3086089462818409,"accuracy":0.54,"positive_recall":0.12,"specificity":0.96,"precision":0.75,"balanced_accuracy":0.54,"f1":0.20689655172413793,"true_positive":6,"false_positive":2,"false_negative":44,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.23443578512736352,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.57,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.3174603174603174,"baseline_adjusted_score":0.3174603174603174},"scoring":{"eligible":true,"reason":null},"model":54,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.12985606129978497,"accuracy":0.8243243243243243,"positive_recall":0.8309859154929577,"specificity":0.8181818181818182,"precision":0.8082191780821918,"balanced_accuracy":0.8245838668373879,"f1":0.8194444444444444,"true_positive":59,"false_positive":14,"false_negative":12,"true_negative":63,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.24958911614317017,"brier_skill":0.4797206572689793,"baseline_adjusted_skill":0.6491677336747759,"baseline_adjusted_score":0.6491677336747759},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.45,"uniform_accuracy_baseline":0.2005,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.2253521126760564,"baseline_adjusted_score":0.2253521126760564},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.926470588235294,"baseline_adjusted_score":0.926470588235294},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.74,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.4468085106382978,"baseline_adjusted_score":0.4468085106382978},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.4897959183673469,"baseline_adjusted_score":0.4897959183673469},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08049408940000631,"accuracy":0.61173688454,"positive_recall":0.777368556592312,"specificity":0.3459979604623863,"precision":0.6560074079452055,"balanced_accuracy":0.5616832585273491,"f1":0.7115502763334923,"true_positive":47.88854078,"false_positive":25.11145922,"false_negative":13.714852325999999,"true_negative":13.285147674000001,"positive_prevalence":0.61603393106,"majority_accuracy_baseline":0.61603393106,"constant_brier_baseline":0.07908707655202402,"brier_skill":-0.017790679708039825,"baseline_adjusted_skill":0.12336651705469825,"baseline_adjusted_score":0.12336651705469825},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.14489820387887067,"accuracy":0.78,"positive_recall":0.72,"specificity":0.84,"precision":0.8181818181818182,"balanced_accuracy":0.78,"f1":0.7659574468085106,"true_positive":36,"false_positive":8,"false_negative":14,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4204071844845173,"baseline_adjusted_skill":0.56,"baseline_adjusted_score":0.56},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.73,"uniform_accuracy_baseline":0.012987012987012986,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.7157894736842105,"baseline_adjusted_score":0.7157894736842105},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.93,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.8833333333333334,"baseline_adjusted_score":0.8833333333333334},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.54,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.28125000000000006,"baseline_adjusted_score":0.28125000000000006},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09327992494037238,"accuracy":0.86,"positive_recall":0.98,"specificity":0.74,"precision":0.7903225806451613,"balanced_accuracy":0.86,"f1":0.875,"true_positive":49,"false_positive":13,"false_negative":1,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6268803002385105,"baseline_adjusted_skill":0.72,"baseline_adjusted_score":0.72},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.12318537886170379,"accuracy":0.6398893683982481,"positive_recall":0.7089162594935343,"specificity":0.6077479137943823,"precision":0.45697744084603115,"balanced_accuracy":0.6583320866439584,"f1":0.5557260287848602,"true_positive":157.65721709188074,"false_positive":187.34278290811926,"false_negative":64.73465921310708,"true_negative":290.2653407868929,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768642,"brier_skill":-0.38836525982443826,"baseline_adjusted_skill":0.31666417328791674,"baseline_adjusted_score":0.31666417328791674},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.20877789090538892,"accuracy":0.64,"positive_recall":0.48,"specificity":0.8,"precision":0.7058823529411765,"balanced_accuracy":0.64,"f1":0.5714285714285714,"true_positive":24,"false_positive":10,"false_negative":26,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.1648884363784443,"baseline_adjusted_skill":0.28,"baseline_adjusted_score":0.28},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.9072847682119205,"uniform_accuracy_baseline":0.006622516556291391,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.9034482758620689,"baseline_adjusted_score":0.9034482758620689},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.7603036876355749,"baseline_adjusted_score":0.7603036876355749},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.38,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.03333333333333337,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1142874130878721,"accuracy":0.85,"positive_recall":0.94,"specificity":0.76,"precision":0.7966101694915254,"balanced_accuracy":0.85,"f1":0.8623853211009175,"true_positive":47,"false_positive":12,"false_negative":3,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5428503476485116,"baseline_adjusted_skill":0.7,"baseline_adjusted_score":0.7},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.5833333333333334,"baseline_adjusted_score":0.5833333333333334},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.07142857142857142,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9775280898876404,"baseline_adjusted_score":0.9775280898876404},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.78,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.5217391304347826,"baseline_adjusted_score":0.5217391304347826},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.53,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.35616438356164387,"baseline_adjusted_score":0.35616438356164387},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.6111111111111112,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":-0.16666666666666638,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.21162696919156995,"accuracy":0.7073170731707317,"positive_recall":0.6,"specificity":0.8095238095238095,"precision":0.75,"balanced_accuracy":0.7047619047619047,"f1":0.6666666666666666,"true_positive":24,"false_positive":8,"false_negative":16,"true_negative":34,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.2498512790005949,"brier_skill":0.15298824949754986,"baseline_adjusted_skill":0.4095238095238094,"baseline_adjusted_score":0.4095238095238094},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11801252903297998,"accuracy":0.83,"positive_recall":0.78,"specificity":0.88,"precision":0.8666666666666667,"balanced_accuracy":0.8300000000000001,"f1":0.8210526315789474,"true_positive":39,"false_positive":6,"false_negative":11,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5279498838680801,"baseline_adjusted_skill":0.6600000000000001,"baseline_adjusted_score":0.6600000000000001},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.729050279329609,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.6523297491039427,"baseline_adjusted_score":0.6523297491039427},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.48,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.14754098360655732,"baseline_adjusted_score":0.14754098360655732},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.18110374227935025,"accuracy":0.72,"positive_recall":0.45454545454545453,"specificity":0.7948717948717948,"precision":0.38461538461538464,"balanced_accuracy":0.6247086247086246,"f1":0.4166666666666667,"true_positive":20,"false_positive":32,"false_negative":24,"true_negative":124,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.05538311351602698,"baseline_adjusted_skill":0.2494172494172493,"baseline_adjusted_score":0.2494172494172493},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.18735856953744676,"accuracy":0.745,"positive_recall":0.2,"specificity":0.9266666666666666,"precision":0.47619047619047616,"balanced_accuracy":0.5633333333333334,"f1":0.28169014084507044,"true_positive":10,"false_positive":11,"false_negative":40,"true_negative":139,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":0.0007542958002839661,"baseline_adjusted_skill":0.1266666666666667,"baseline_adjusted_score":0.1266666666666667},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.03542691619849245,"accuracy":0.95,"positive_recall":0.6842105263157895,"specificity":0.9779005524861878,"precision":0.7647058823529411,"balanced_accuracy":0.8310555394009886,"f1":0.7222222222222222,"true_positive":13,"false_positive":4,"false_negative":6,"true_negative":177,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.085975,"brier_skill":0.5879393288922077,"baseline_adjusted_skill":0.6621110788019773,"baseline_adjusted_score":0.6621110788019773},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.13527779947784782,"accuracy":0.7736607142857143,"positive_recall":0.7655986509274874,"specificity":0.7741753683850582,"precision":0.17791609036422312,"balanced_accuracy":0.7698870096562728,"f1":0.2887338433624511,"true_positive":128.63333333333333,"false_positive":594.3666666666667,"false_negative":39.38333333333333,"true_negative":2037.6166666666666,"positive_prevalence":0.060005952380952375,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679138,"brier_skill":-3.2010470582418575,"baseline_adjusted_skill":0.5397740193125455,"baseline_adjusted_score":0.5397740193125455},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.7563739376770539,"uniform_accuracy_baseline":0.027777777777777776,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.7207792207792209,"baseline_adjusted_score":0.7207792207792209},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.72,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.6,"baseline_adjusted_score":0.6},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11269399241350589,"accuracy":0.82,"positive_recall":1,"specificity":0.64,"precision":0.7352941176470589,"balanced_accuracy":0.8200000000000001,"f1":0.847457627118644,"true_positive":50,"false_positive":18,"false_negative":0,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5492240303459764,"baseline_adjusted_skill":0.6400000000000001,"baseline_adjusted_score":0.6400000000000001},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.07720796333433365,"accuracy":0.91,"positive_recall":0.98,"specificity":0.84,"precision":0.8596491228070176,"balanced_accuracy":0.9099999999999999,"f1":0.9158878504672897,"true_positive":49,"false_positive":8,"false_negative":1,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6911681466626654,"baseline_adjusted_skill":0.8199999999999998,"baseline_adjusted_score":0.8199999999999998},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.6,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":-0.025641025641025664,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.8297872340425533,"baseline_adjusted_score":0.8297872340425533},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.13739512844290613,"accuracy":0.82,"positive_recall":0.98,"specificity":0.66,"precision":0.7424242424242424,"balanced_accuracy":0.8200000000000001,"f1":0.8448275862068966,"true_positive":49,"false_positive":17,"false_negative":1,"true_negative":33,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.45041948622837547,"baseline_adjusted_skill":0.6400000000000001,"baseline_adjusted_score":0.6400000000000001},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.7910447761194032,"baseline_adjusted_score":0.7910447761194032},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.06453212051295243,"accuracy":0.93,"positive_recall":0.94,"specificity":0.92,"precision":0.9215686274509803,"balanced_accuracy":0.9299999999999999,"f1":0.9306930693069307,"true_positive":47,"false_positive":4,"false_negative":3,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7418715179481903,"baseline_adjusted_skill":0.8599999999999999,"baseline_adjusted_score":0.8599999999999999},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.48111831756756757,"uniform_accuracy_baseline":0.23445945945945948,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.2965804983722089,"baseline_adjusted_score":0.2965804983722089},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.04772069596248495,"accuracy":0.6654385855263159,"positive_recall":0.7505170184576334,"specificity":0.584425028940086,"precision":0.6323106136363636,"balanced_accuracy":0.6674710236988597,"f1":0.6863615760510379,"true_positive":55.643334,"false_positive":32.356666,"false_negative":18.496669,"true_negative":45.503331,"positive_prevalence":0.4877631776315789,"majority_accuracy_baseline":0.512236822368421,"constant_brier_baseline":0.09451910039768556,"brier_skill":0.49512113676810376,"baseline_adjusted_skill":0.3349420473977194,"baseline_adjusted_score":0.3349420473977194},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.11981476322421321,"normalized_score_rmse":0.17252380948035237,"constant_score_baseline":0.5841668333333333,"constant_mae_baseline":0.21700552708333334,"baseline_adjusted_skill":0.4478722969198726,"baseline_adjusted_score":0.4478722969198726},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.21604742464473617,"accuracy":0.7,"positive_recall":0.92,"specificity":0.48,"precision":0.6388888888888888,"balanced_accuracy":0.7,"f1":0.7540983606557377,"true_positive":46,"false_positive":26,"false_negative":4,"true_negative":24,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.13581030142105532,"baseline_adjusted_skill":0.3999999999999999,"baseline_adjusted_score":0.3999999999999999},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3027354141266412,"accuracy":0.56,"positive_recall":0.18,"specificity":0.94,"precision":0.75,"balanced_accuracy":0.5599999999999999,"f1":0.2903225806451613,"true_positive":9,"false_positive":3,"false_negative":41,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.2109416565065647,"baseline_adjusted_skill":0.11999999999999988,"baseline_adjusted_score":0.11999999999999988},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.82,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.7049180327868851,"baseline_adjusted_score":0.7049180327868851},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.915,"uniform_accuracy_baseline":0.036111111111111115,"fixed_answer_accuracy_baseline":0.08833333333333333,"baseline_adjusted_skill":0.906764168190128,"baseline_adjusted_score":0.906764168190128},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.8636363636363635,"baseline_adjusted_score":0.8636363636363635},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.845,"uniform_accuracy_baseline":0.049879324215607396,"fixed_answer_accuracy_baseline":0.12442477876106194,"baseline_adjusted_skill":0.822973519304629,"baseline_adjusted_score":0.822973519304629},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3410129444147452,"accuracy":0.52,"positive_recall":0.04,"specificity":1,"precision":1,"balanced_accuracy":0.52,"f1":0.07692307692307693,"true_positive":2,"false_positive":0,"false_negative":48,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.3640517776589809,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.7777777777777778,"uniform_accuracy_baseline":0.23888888888888887,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.6862745098039217,"baseline_adjusted_score":0.6862745098039217},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.13749023003267466,"accuracy":0.78125,"positive_recall":0.90625,"specificity":0.65625,"precision":0.725,"balanced_accuracy":0.78125,"f1":0.8055555555555556,"true_positive":29,"false_positive":11,"false_negative":3,"true_negative":21,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.45003907986930136,"baseline_adjusted_skill":0.5625,"baseline_adjusted_score":0.5625},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.77,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.6515151515151516,"baseline_adjusted_score":0.6515151515151516},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3631963989810987,"accuracy":0.55,"positive_recall":0.1,"specificity":1,"precision":1,"balanced_accuracy":0.55,"f1":0.18181818181818182,"true_positive":5,"false_positive":0,"false_negative":45,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.4527855959243947,"baseline_adjusted_skill":0.10000000000000009,"baseline_adjusted_score":0.10000000000000009},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8529411764705882,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.7826086956521737,"baseline_adjusted_score":0.7826086956521737},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.1067049451267824,"accuracy":0.8181818181818182,"positive_recall":0.9375,"specificity":0.7058823529411765,"precision":0.75,"balanced_accuracy":0.8216911764705883,"f1":0.8333333333333334,"true_positive":15,"false_positive":5,"false_negative":1,"true_negative":12,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.5727879219004925,"baseline_adjusted_skill":0.6433823529411766,"baseline_adjusted_score":0.6433823529411766},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.15767719153175544,"normalized_score_rmse":0.2679435749022443,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.5221903286916503,"baseline_adjusted_score":0.5221903286916503},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.34375,"uniform_accuracy_baseline":0.178125,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":0.07894736842105265,"baseline_adjusted_score":0.07894736842105265},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.025761067595872947,"accuracy":0.9705882352941176,"positive_recall":1,"specificity":0.9411764705882353,"precision":0.9444444444444444,"balanced_accuracy":0.9705882352941176,"f1":0.9714285714285714,"true_positive":17,"false_positive":1,"false_negative":0,"true_negative":16,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8969557296165083,"baseline_adjusted_skill":0.9411764705882353,"baseline_adjusted_score":0.9411764705882353},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.3190084249270087,"normalized_score_rmse":0.3955329730646296,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-1.1692572895036593,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.5625,"uniform_accuracy_baseline":0.13194444444444445,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":-0.09565217391304341,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.15818657047618873,"accuracy":0.8269230769230769,"positive_recall":0.9615384615384616,"specificity":0.6923076923076923,"precision":0.7575757575757576,"balanced_accuracy":0.8269230769230769,"f1":0.847457627118644,"true_positive":25,"false_positive":8,"false_negative":1,"true_negative":18,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3672537180952451,"baseline_adjusted_skill":0.6538461538461537,"baseline_adjusted_score":0.6538461538461537},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.0621981732239742,"accuracy":0.92,"positive_recall":1,"specificity":0.8333333333333334,"precision":0.8666666666666667,"balanced_accuracy":0.9166666666666667,"f1":0.9285714285714286,"true_positive":39,"false_positive":6,"false_negative":0,"true_negative":30,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24960000000000004,"brier_skill":0.750808600865488,"baseline_adjusted_skill":0.8333333333333335,"baseline_adjusted_score":0.8333333333333335},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.3712504358514579,"normalized_score_rmse":0.4418695374690865,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.32589441375520667,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.84,"baseline_adjusted_score":0.84},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.1812549818327914,"accuracy":0.7857142857142857,"positive_recall":1,"specificity":0.5714285714285714,"precision":0.7,"balanced_accuracy":0.7857142857142857,"f1":0.8235294117647058,"true_positive":14,"false_positive":6,"false_negative":0,"true_negative":8,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2749800726688344,"baseline_adjusted_skill":0.5714285714285714,"baseline_adjusted_score":0.5714285714285714},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.19935417945114345,"normalized_score_rmse":0.2823581095993018,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.1696969696969697,"baseline_adjusted_skill":-0.17476570033709526,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.038746873182525655,"accuracy":0.9529411764705882,"positive_recall":0.9777777777777777,"specificity":0.925,"precision":0.9361702127659575,"balanced_accuracy":0.9513888888888888,"f1":0.9565217391304348,"true_positive":44,"false_positive":3,"false_negative":1,"true_negative":37,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.2491349480968858,"brier_skill":0.8444743562534733,"baseline_adjusted_skill":0.9027777777777777,"baseline_adjusted_score":0.9027777777777777},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.8947368421052632,"baseline_adjusted_score":0.8947368421052632},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.2762442096545393,"accuracy":0.66,"positive_recall":0.5428571428571428,"specificity":0.9333333333333333,"precision":0.95,"balanced_accuracy":0.7380952380952381,"f1":0.6909090909090909,"true_positive":19,"false_positive":1,"false_negative":16,"true_negative":14,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.21,"brier_skill":-0.31544861740256813,"baseline_adjusted_skill":0.4761904761904763,"baseline_adjusted_score":0.4761904761904763},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.21071114107100009,"normalized_score_rmse":0.34296209708740905,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.2474602104607141,"baseline_adjusted_score":0.2474602104607141},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.6962025316455697,"uniform_accuracy_baseline":0.24240506329113923,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.47826086956521746,"baseline_adjusted_score":0.47826086956521746},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.06744643437765026,"accuracy":0.9047619047619048,"positive_recall":1,"specificity":0.8,"precision":0.8461538461538461,"balanced_accuracy":0.9,"f1":0.9166666666666666,"true_positive":11,"false_positive":2,"false_negative":0,"true_negative":8,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.2494331065759637,"brier_skill":0.7296011130859658,"baseline_adjusted_skill":0.8,"baseline_adjusted_score":0.8},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.7575757575757576,"uniform_accuracy_baseline":0.32373737373737377,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.6,"baseline_adjusted_score":0.6},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.19193816460607493,"accuracy":0.7878787878787878,"positive_recall":0.6470588235294118,"specificity":0.9375,"precision":0.9166666666666666,"balanced_accuracy":0.7922794117647058,"f1":0.7586206896551724,"true_positive":11,"false_positive":1,"false_negative":6,"true_negative":15,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.23154168655876617,"baseline_adjusted_skill":0.5845588235294117,"baseline_adjusted_score":0.5845588235294117},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.15613387618012758,"normalized_score_rmse":0.22944633292354202,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.3431372549019608,"baseline_adjusted_skill":0.5449812751321996,"baseline_adjusted_score":0.5449812751321996},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.0704872699033789,"accuracy":0.95,"positive_recall":0.98,"specificity":0.92,"precision":0.9245283018867925,"balanced_accuracy":0.95,"f1":0.9514563106796117,"true_positive":49,"false_positive":4,"false_negative":1,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7180509203864844,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.3133333333333333,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":-0.061855670103092834,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.2461886311793084,"accuracy":0.5066666666666667,"positive_recall":0.35135135135135137,"specificity":0.6578947368421053,"precision":0.5,"balanced_accuracy":0.5046230440967283,"f1":0.4126984126984127,"true_positive":13,"false_positive":13,"false_negative":24,"true_negative":25,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555554,"brier_skill":0.015070376683065545,"baseline_adjusted_skill":0.009246088193456625,"baseline_adjusted_score":0.009246088193456625},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.14285714285714285,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.9615384615384615,"baseline_adjusted_score":0.9615384615384615},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.29,"uniform_accuracy_baseline":0.32416666666666666,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.07575757575757583,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.08845741591200908,"accuracy":0.8484848484848485,"positive_recall":1,"specificity":0.7058823529411765,"precision":0.7619047619047619,"balanced_accuracy":0.8529411764705883,"f1":0.8648648648648649,"true_positive":16,"false_positive":5,"false_negative":0,"true_negative":12,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.6458451252640518,"baseline_adjusted_skill":0.7058823529411766,"baseline_adjusted_score":0.7058823529411766},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.04860749131438397,"normalized_score_rmse":0.0776750773383777,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.7787521085000454,"baseline_adjusted_score":0.7787521085000454},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1853830678144516,"accuracy":0.69,"positive_recall":0.6363636363636364,"specificity":0.7051282051282052,"precision":0.3783783783783784,"balanced_accuracy":0.6707459207459208,"f1":0.4745762711864407,"true_positive":14,"false_positive":23,"false_negative":8,"true_negative":55,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.08032090800962477,"baseline_adjusted_skill":0.34149184149184153,"baseline_adjusted_score":0.34149184149184153},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1411025633327221,"accuracy":0.78,"positive_recall":0.7297297297297297,"specificity":0.8095238095238095,"precision":0.6923076923076923,"balanced_accuracy":0.7696267696267696,"f1":0.7105263157894737,"true_positive":27,"false_positive":12,"false_negative":10,"true_negative":51,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000003,"brier_skill":0.3946693979720203,"baseline_adjusted_skill":0.5392535392535391,"baseline_adjusted_score":0.5392535392535391},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.0890548892960302,"accuracy":0.88,"positive_recall":0.7435897435897436,"specificity":0.9672131147540983,"precision":0.9354838709677419,"balanced_accuracy":0.855401429171921,"f1":0.8285714285714286,"true_positive":29,"false_positive":2,"false_negative":10,"true_negative":59,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379,"brier_skill":0.6256625082134082,"baseline_adjusted_skill":0.7108028583438419,"baseline_adjusted_score":0.7108028583438419},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.16901987884841602,"accuracy":0.78,"positive_recall":0.8064516129032258,"specificity":0.7681159420289855,"precision":0.6097560975609756,"balanced_accuracy":0.7872837774661057,"f1":0.6944444444444444,"true_positive":25,"false_positive":16,"false_negative":6,"true_negative":53,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999998,"brier_skill":0.20981823820282364,"baseline_adjusted_skill":0.5745675549322113,"baseline_adjusted_score":0.5745675549322113},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.8194444444444444,"baseline_adjusted_score":0.8194444444444444},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.1390234084879488,"normalized_score_rmse":0.17902330592887322,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.40204985596581166,"baseline_adjusted_score":0.40204985596581166},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08179081738744727,"accuracy":0.9,"positive_recall":0.94,"specificity":0.86,"precision":0.8703703703703703,"balanced_accuracy":0.8999999999999999,"f1":0.9038461538461539,"true_positive":47,"false_positive":7,"false_negative":3,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.672836730450211,"baseline_adjusted_skill":0.7999999999999998,"baseline_adjusted_score":0.7999999999999998},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.28197645996710574,"accuracy":0.52,"positive_recall":0.68,"specificity":0.36,"precision":0.5151515151515151,"balanced_accuracy":0.52,"f1":0.5862068965517241,"true_positive":34,"false_positive":32,"false_negative":16,"true_negative":18,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.12790583986842297,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.59,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.1714285714285716,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.12323284991698634,"accuracy":0.83,"positive_recall":0.9,"specificity":0.76,"precision":0.7894736842105263,"balanced_accuracy":0.8300000000000001,"f1":0.8411214953271028,"true_positive":45,"false_positive":12,"false_negative":5,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5070686003320546,"baseline_adjusted_skill":0.6600000000000001,"baseline_adjusted_score":0.6600000000000001},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.7380952380952381,"baseline_adjusted_score":0.7380952380952381},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.63,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.3833333333333333,"baseline_adjusted_score":0.3833333333333333},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.16656450203062687,"accuracy":0.71,"positive_recall":0.58,"specificity":0.84,"precision":0.7837837837837838,"balanced_accuracy":0.71,"f1":0.6666666666666666,"true_positive":29,"false_positive":8,"false_negative":21,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.33374199187749254,"baseline_adjusted_skill":0.41999999999999993,"baseline_adjusted_score":0.41999999999999993},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.20851190476190473,"fixed_answer_accuracy_baseline":0.22333333333333333,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.04036869409168287,"accuracy":0.96,"positive_recall":1,"specificity":0.92,"precision":0.9259259259259259,"balanced_accuracy":0.96,"f1":0.9615384615384616,"true_positive":50,"false_positive":4,"false_negative":0,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8385252236332685,"baseline_adjusted_skill":0.9199999999999999,"baseline_adjusted_score":0.9199999999999999},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.10332066480745913,"normalized_score_rmse":0.16634092600340136,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.6555977839751361,"baseline_adjusted_score":0.6555977839751361},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.22851190476190475,"fixed_answer_accuracy_baseline":0.24333333333333332,"baseline_adjusted_skill":0.894273127753304,"baseline_adjusted_score":0.894273127753304},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.04643816254950844,"accuracy":0.93,"positive_recall":0.98,"specificity":0.88,"precision":0.8909090909090909,"balanced_accuracy":0.9299999999999999,"f1":0.9333333333333333,"true_positive":49,"false_positive":6,"false_negative":1,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8142473498019662,"baseline_adjusted_skill":0.8599999999999999,"baseline_adjusted_score":0.8599999999999999},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.10691832973019283,"normalized_score_rmse":0.17152829916357085,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.3042222222222222,"baseline_adjusted_skill":0.6485518745172625,"baseline_adjusted_score":0.6485518745172625},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.72,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.5483870967741935,"baseline_adjusted_score":0.5483870967741935},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.03555824744594277,"accuracy":0.96,"positive_recall":1,"specificity":0.92,"precision":0.9259259259259259,"balanced_accuracy":0.96,"f1":0.9615384615384616,"true_positive":50,"false_positive":4,"false_negative":0,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8577670102162289,"baseline_adjusted_skill":0.9199999999999999,"baseline_adjusted_score":0.9199999999999999},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.83,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.6599999999999999,"baseline_adjusted_score":0.6599999999999999},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.05154513248926868,"accuracy":0.91,"positive_recall":0.88,"specificity":0.94,"precision":0.9361702127659575,"balanced_accuracy":0.9099999999999999,"f1":0.9072164948453608,"true_positive":44,"false_positive":3,"false_negative":6,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7938194700429253,"baseline_adjusted_skill":0.8199999999999998,"baseline_adjusted_score":0.8199999999999998},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.57,"uniform_accuracy_baseline":0.3533333333333333,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.27118644067796605,"baseline_adjusted_score":0.27118644067796605},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.8548387096774194,"baseline_adjusted_score":0.8548387096774194},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.43,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.08064516129032256,"baseline_adjusted_score":0.08064516129032256},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.39,"uniform_accuracy_baseline":0.1111111111111111,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.27380952380952384,"baseline_adjusted_score":0.27380952380952384},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.0650149771948266,"accuracy":0.8136249999999999,"positive_recall":0.3974950560316414,"specificity":0.9109979947555144,"precision":0.5110169491525424,"balanced_accuracy":0.6542465253935779,"f1":0.4471635150166851,"true_positive":30.15,"false_positive":28.85,"false_negative":45.7,"true_negative":295.3,"positive_prevalence":0.189625,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500001,"brier_skill":0.14592886847298692,"baseline_adjusted_skill":0.3084930507871557,"baseline_adjusted_score":0.3084930507871557},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.17826162051582709,"normalized_score_rmse":0.2117657304245511,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":0.16602750635870367,"baseline_adjusted_score":0.16602750635870367},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.06210024865855797,"accuracy":0.8013750000000001,"positive_recall":0.5541490857946554,"specificity":0.8912561786262145,"precision":0.6494505494505495,"balanced_accuracy":0.722702632210435,"f1":0.5980268150771567,"true_positive":59.1,"false_positive":31.9,"false_negative":47.55,"true_negative":261.45,"positive_prevalence":0.266625,"majority_accuracy_baseline":0.733375,"constant_brier_baseline":0.115654859375,"brier_skill":0.4630554306654444,"baseline_adjusted_skill":0.4454052644208699,"baseline_adjusted_score":0.4454052644208699},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.17932010076051125,"normalized_score_rmse":0.22311704223653117,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.3327624157748419,"baseline_adjusted_score":0.3327624157748419},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.05092034846928545,"accuracy":0.800625,"positive_recall":0.6040268456375839,"specificity":0.8768430182133564,"precision":0.6553398058252428,"balanced_accuracy":0.7404349319254702,"f1":0.6286379511059371,"true_positive":67.5,"false_positive":35.5,"false_negative":44.25,"true_negative":252.75,"positive_prevalence":0.279375,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937500001,"brier_skill":0.5499981286825392,"baseline_adjusted_skill":0.4808698638509403,"baseline_adjusted_score":0.4808698638509403},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.16875919744506543,"normalized_score_rmse":0.2096979308830418,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.3616673382692561,"baseline_adjusted_score":0.3616673382692561},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.08118483028348883,"accuracy":0.826875,"positive_recall":0.2676056338028169,"specificity":0.9863453815261044,"precision":0.8482142857142857,"balanced_accuracy":0.6269755076644606,"f1":0.4068522483940043,"true_positive":23.75,"false_positive":4.25,"false_negative":65,"true_negative":307,"positive_prevalence":0.221875,"majority_accuracy_baseline":0.778125,"constant_brier_baseline":0.12674023437499998,"brier_skill":0.3594391655985224,"baseline_adjusted_skill":0.2539510153289213,"baseline_adjusted_score":0.2539510153289213},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1823313544206845,"normalized_score_rmse":0.2672266437040248,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.1918831937033374,"baseline_adjusted_score":0.1918831937033374},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.045428415639990075,"accuracy":0.82625,"positive_recall":0.7103024574669187,"specificity":0.8679469748470429,"precision":0.6592105263157895,"balanced_accuracy":0.7891247161569808,"f1":0.683803457688808,"true_positive":75.15,"false_positive":38.85,"false_negative":30.65,"true_negative":255.35,"positive_prevalence":0.2645,"majority_accuracy_baseline":0.7355,"constant_brier_baseline":0.11362725,"brier_skill":0.600197878237922,"baseline_adjusted_skill":0.5782494323139615,"baseline_adjusted_score":0.5782494323139615},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.15760107896260195,"normalized_score_rmse":0.1968583300443268,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.37273202402944494,"baseline_adjusted_score":0.37273202402944494},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.06123848424552627,"accuracy":0.828,"positive_recall":0.4425587467362924,"specificity":0.9192949907235621,"precision":0.565,"balanced_accuracy":0.6809268687299272,"f1":0.49633967789165434,"true_positive":33.9,"false_positive":26.1,"false_negative":42.7,"true_negative":297.3,"positive_prevalence":0.19149999999999998,"majority_accuracy_baseline":0.8085,"constant_brier_baseline":0.09190274999999999,"brier_skill":0.33365993677527306,"baseline_adjusted_skill":0.3618537374598545,"baseline_adjusted_score":0.3618537374598545},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1630549142915358,"normalized_score_rmse":0.21320988455199877,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.21181914541855817,"baseline_adjusted_score":0.21181914541855817},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.05723654148366255,"accuracy":0.85575,"positive_recall":0.6714092140921409,"specificity":0.8974555487431024,"precision":0.5969879518072289,"balanced_accuracy":0.7844323814176217,"f1":0.6320153061224489,"true_positive":49.55,"false_positive":33.45,"false_negative":24.25,"true_negative":292.75,"positive_prevalence":0.1845,"majority_accuracy_baseline":0.8155,"constant_brier_baseline":0.10922225,"brier_skill":0.4759626222343657,"baseline_adjusted_skill":0.5688647628352435,"baseline_adjusted_score":0.5688647628352435},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.17867184590079607,"normalized_score_rmse":0.23172549125000386,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":0.05651830547434411,"baseline_adjusted_score":0.05651830547434411},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.053791246802348605,"accuracy":0.85725,"positive_recall":0.48025477707006375,"specificity":0.9493001555209953,"precision":0.6981481481481482,"balanced_accuracy":0.7147774662955295,"f1":0.5690566037735849,"true_positive":37.7,"false_positive":16.3,"false_negative":40.8,"true_negative":305.2,"positive_prevalence":0.19625,"majority_accuracy_baseline":0.80375,"constant_brier_baseline":0.09878593749999999,"brier_skill":0.4554766785267528,"baseline_adjusted_skill":0.42955493259105904,"baseline_adjusted_score":0.42955493259105904},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.184891743226982,"normalized_score_rmse":0.2295091132603753,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":0.12477281312671229,"baseline_adjusted_score":0.12477281312671229},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.06525414626458512,"accuracy":0.7181122448979592,"positive_recall":0.7921115065243178,"specificity":0.6622649955237243,"precision":0.6389952153110049,"balanced_accuracy":0.7271882510240211,"f1":0.7073622881355932,"true_positive":133.55,"false_positive":75.45,"false_negative":35.05,"true_negative":147.95,"positive_prevalence":0.4301020408163265,"majority_accuracy_baseline":0.5698979591836735,"constant_brier_baseline":0.12359641815910039,"brier_skill":0.47203853285953445,"baseline_adjusted_skill":0.45437650204804214,"baseline_adjusted_score":0.45437650204804214},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.15880949295141095,"normalized_score_rmse":0.20548830872822416,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.423580358917101,"baseline_adjusted_score":0.423580358917101},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.05651365038318756,"accuracy":0.875125,"positive_recall":0.7206923682140047,"specificity":0.9042948432159311,"precision":0.5871794871794871,"balanced_accuracy":0.8124936057149679,"f1":0.6471211586012009,"true_positive":91.6,"false_positive":64.4,"false_negative":35.5,"true_negative":608.5,"positive_prevalence":0.158875,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499999,"brier_skill":0.42786910660086785,"baseline_adjusted_skill":0.6249872114299357,"baseline_adjusted_score":0.6249872114299357},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.16140046547900547,"normalized_score_rmse":0.21422127505609762,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":0.02181536073330026,"baseline_adjusted_score":0.02181536073330026},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.51,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.20967741935483872,"baseline_adjusted_score":0.20967741935483872},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2669442022928079,"accuracy":0.55,"positive_recall":0.36,"specificity":0.74,"precision":0.5806451612903226,"balanced_accuracy":0.55,"f1":0.4444444444444444,"true_positive":18,"false_positive":13,"false_negative":32,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.06777680917123163,"baseline_adjusted_skill":0.10000000000000009,"baseline_adjusted_score":0.10000000000000009},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.35453943008614974,"uniform_accuracy_baseline":0.058823529411764705,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.24143302180685358,"baseline_adjusted_score":0.24143302180685358},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.82,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.6086956521739129,"baseline_adjusted_score":0.6086956521739129},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2159480458439806,"accuracy":0.66,"positive_recall":0.38,"specificity":0.94,"precision":0.8636363636363636,"balanced_accuracy":0.6599999999999999,"f1":0.5277777777777778,"true_positive":19,"false_positive":3,"false_negative":31,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.13620781662407755,"baseline_adjusted_skill":0.31999999999999984,"baseline_adjusted_score":0.31999999999999984},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.62,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.3968253968253968,"baseline_adjusted_score":0.3968253968253968},"scoring":{"eligible":true,"reason":null},"model":55,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.1879288622861284,"accuracy":0.7702702702702703,"positive_recall":0.676056338028169,"specificity":0.8571428571428571,"precision":0.8135593220338984,"balanced_accuracy":0.7665995975855131,"f1":0.7384615384615385,"true_positive":48,"false_positive":11,"false_negative":23,"true_negative":66,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.24958911614317017,"brier_skill":0.24704704600048344,"baseline_adjusted_skill":0.5331991951710262,"baseline_adjusted_score":0.5331991951710262},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.37,"uniform_accuracy_baseline":0.2005,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.1126760563380282,"baseline_adjusted_score":0.1126760563380282},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.9411764705882353,"baseline_adjusted_score":0.9411764705882353},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.79,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.5531914893617021,"baseline_adjusted_score":0.5531914893617021},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.81,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.6122448979591838,"baseline_adjusted_score":0.6122448979591838},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10221052017084332,"accuracy":0.5941477248,"positive_recall":0.8929554042314962,"specificity":0.11474164108205223,"precision":0.6180795819438202,"balanced_accuracy":0.5038485226567743,"f1":0.730515849059027,"true_positive":55.009082793,"false_positive":33.990917207,"false_negative":6.594310313,"true_negative":4.405689687000001,"positive_prevalence":0.61603393106,"majority_accuracy_baseline":0.61603393106,"constant_brier_baseline":0.07908707655202402,"brier_skill":-0.29237954703773306,"baseline_adjusted_skill":0.007697045313548534,"baseline_adjusted_score":0.007697045313548534},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.16384028801737338,"accuracy":0.78,"positive_recall":0.74,"specificity":0.82,"precision":0.8043478260869565,"balanced_accuracy":0.78,"f1":0.7708333333333334,"true_positive":37,"false_positive":9,"false_negative":13,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3446388479305065,"baseline_adjusted_skill":0.56,"baseline_adjusted_score":0.56},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.54,"uniform_accuracy_baseline":0.012987012987012986,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.5157894736842106,"baseline_adjusted_score":0.5157894736842106},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.9833333333333333,"baseline_adjusted_score":0.9833333333333333},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.49,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.203125,"baseline_adjusted_score":0.203125},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.15523783099032426,"accuracy":0.78,"positive_recall":0.96,"specificity":0.6,"precision":0.7058823529411765,"balanced_accuracy":0.78,"f1":0.8135593220338984,"true_positive":48,"false_positive":20,"false_negative":2,"true_negative":30,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.37904867603870296,"baseline_adjusted_skill":0.56,"baseline_adjusted_score":0.56},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.12674488054442268,"accuracy":0.6471143788784476,"positive_recall":0.6460936125333099,"specificity":0.647589685163039,"precision":0.46053195756394416,"balanced_accuracy":0.6468416488481745,"f1":0.5377550712539133,"true_positive":143.68597075995058,"false_positive":168.31402924004942,"false_negative":78.70590554503724,"true_negative":309.29409445496276,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768642,"brier_skill":-0.428482752048265,"baseline_adjusted_skill":0.29368329769634904,"baseline_adjusted_score":0.29368329769634904},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25327207217737785,"accuracy":0.61,"positive_recall":0.5,"specificity":0.72,"precision":0.6410256410256411,"balanced_accuracy":0.61,"f1":0.5617977528089888,"true_positive":25,"false_positive":14,"false_negative":25,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.013088288709511398,"baseline_adjusted_skill":0.21999999999999997,"baseline_adjusted_score":0.21999999999999997},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.5960264900662252,"uniform_accuracy_baseline":0.006622516556291391,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.5793103448275863,"baseline_adjusted_score":0.5793103448275863},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.79,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.6127982646420825,"baseline_adjusted_score":0.6127982646420825},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.39,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.016666666666666684,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1606380025343962,"accuracy":0.74,"positive_recall":0.98,"specificity":0.5,"precision":0.6621621621621622,"balanced_accuracy":0.74,"f1":0.7903225806451613,"true_positive":49,"false_positive":25,"false_negative":1,"true_negative":25,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3574479898624152,"baseline_adjusted_skill":0.48,"baseline_adjusted_score":0.48},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.77,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.5208333333333334,"baseline_adjusted_score":0.5208333333333334},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.07142857142857142,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9662921348314606,"baseline_adjusted_score":0.9662921348314606},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.78,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.5217391304347826,"baseline_adjusted_score":0.5217391304347826},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.4,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.17808219178082194,"baseline_adjusted_score":0.17808219178082194},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.7777777777777778,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.3333333333333334,"baseline_adjusted_score":0.3333333333333334},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.27153890716498963,"accuracy":0.6341463414634146,"positive_recall":0.725,"specificity":0.5476190476190477,"precision":0.6041666666666666,"balanced_accuracy":0.6363095238095238,"f1":0.6590909090909091,"true_positive":29,"false_positive":19,"false_negative":11,"true_negative":23,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.2498512790005949,"brier_skill":-0.08680214986749424,"baseline_adjusted_skill":0.27261904761904754,"baseline_adjusted_score":0.27261904761904754},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.12828656109048908,"accuracy":0.8,"positive_recall":0.7,"specificity":0.9,"precision":0.875,"balanced_accuracy":0.8,"f1":0.7777777777777778,"true_positive":35,"false_positive":5,"false_negative":15,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4868537556380437,"baseline_adjusted_skill":0.6000000000000001,"baseline_adjusted_score":0.6000000000000001},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.7346368715083799,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.6594982078853047,"baseline_adjusted_score":0.6594982078853047},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.180327868852459,"baseline_adjusted_score":0.180327868852459},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.17489307664177556,"accuracy":0.765,"positive_recall":0.38636363636363635,"specificity":0.8717948717948718,"precision":0.4594594594594595,"balanced_accuracy":0.629079254079254,"f1":0.41975308641975306,"true_positive":17,"false_positive":20,"false_negative":27,"true_negative":136,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.019190423320370353,"baseline_adjusted_skill":0.25815850815850805,"baseline_adjusted_score":0.25815850815850805},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.1914506405110925,"accuracy":0.77,"positive_recall":0.18,"specificity":0.9666666666666667,"precision":0.6428571428571429,"balanced_accuracy":0.5733333333333334,"f1":0.28125,"true_positive":9,"false_positive":5,"false_negative":41,"true_negative":145,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-0.021070082725826778,"baseline_adjusted_skill":0.14666666666666672,"baseline_adjusted_score":0.14666666666666672},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.032759878619839575,"accuracy":0.955,"positive_recall":0.7894736842105263,"specificity":0.9723756906077348,"precision":0.75,"balanced_accuracy":0.8809246874091305,"f1":0.7692307692307693,"true_positive":15,"false_positive":5,"false_negative":4,"true_negative":176,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.085975,"brier_skill":0.6189604115168412,"baseline_adjusted_skill":0.7618493748182611,"baseline_adjusted_score":0.7618493748182611},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.08922641884939518,"accuracy":0.8378273809523809,"positive_recall":0.7527031048507093,"specificity":0.84326141882864,"precision":0.23463203463203464,"balanced_accuracy":0.7979822618396747,"f1":0.35774734211829046,"true_positive":126.46666666666667,"false_positive":412.53333333333336,"false_negative":41.55,"true_negative":2219.45,"positive_prevalence":0.060005952380952375,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679138,"brier_skill":-1.7709231364758375,"baseline_adjusted_skill":0.5959645236793494,"baseline_adjusted_score":0.5959645236793494},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.6147308781869688,"uniform_accuracy_baseline":0.027777777777777776,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.5584415584415584,"baseline_adjusted_score":0.5584415584415584},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.54,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.34285714285714297,"baseline_adjusted_score":0.34285714285714297},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.15665726365254648,"accuracy":0.8,"positive_recall":1,"specificity":0.6,"precision":0.7142857142857143,"balanced_accuracy":0.8,"f1":0.8333333333333334,"true_positive":50,"false_positive":20,"false_negative":0,"true_negative":30,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3733709453898141,"baseline_adjusted_skill":0.6000000000000001,"baseline_adjusted_score":0.6000000000000001},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.12028688170890284,"accuracy":0.85,"positive_recall":1,"specificity":0.7,"precision":0.7692307692307693,"balanced_accuracy":0.85,"f1":0.8695652173913043,"true_positive":50,"false_positive":15,"false_negative":0,"true_negative":35,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5188524731643887,"baseline_adjusted_skill":0.7,"baseline_adjusted_score":0.7},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.6,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":-0.025641025641025664,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.6,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.574468085106383,"baseline_adjusted_score":0.574468085106383},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.14198714146094693,"accuracy":0.83,"positive_recall":1,"specificity":0.66,"precision":0.746268656716418,"balanced_accuracy":0.8300000000000001,"f1":0.8547008547008547,"true_positive":50,"false_positive":17,"false_negative":0,"true_negative":33,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4320514341562123,"baseline_adjusted_skill":0.6600000000000001,"baseline_adjusted_score":0.6600000000000001},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8059701492537314,"baseline_adjusted_score":0.8059701492537314},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.06376043726511861,"accuracy":0.92,"positive_recall":0.9,"specificity":0.94,"precision":0.9375,"balanced_accuracy":0.9199999999999999,"f1":0.9183673469387755,"true_positive":45,"false_positive":3,"false_negative":5,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7449582509395256,"baseline_adjusted_skill":0.8399999999999999,"baseline_adjusted_score":0.8399999999999999},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.4572669594594595,"uniform_accuracy_baseline":0.23445945945945948,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.2642465174251438,"baseline_adjusted_score":0.2642465174251438},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.08919705362837461,"accuracy":0.6394736907894737,"positive_recall":0.9059886603997036,"specificity":0.38569227019107133,"precision":0.5840869739130434,"balanced_accuracy":0.6458404652953875,"f1":0.7102675365824119,"true_positive":67.170002,"false_positive":47.829997999999996,"false_negative":6.970001,"true_negative":30.029999,"positive_prevalence":0.4877631776315789,"majority_accuracy_baseline":0.512236822368421,"constant_brier_baseline":0.09451910039768556,"brier_skill":0.056306574511592156,"baseline_adjusted_skill":0.29168093059077504,"baseline_adjusted_score":0.29168093059077504},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.1332120170195641,"normalized_score_rmse":0.20043875882198028,"constant_score_baseline":0.5841668333333333,"constant_mae_baseline":0.21700552708333334,"baseline_adjusted_skill":0.3861353726331187,"baseline_adjusted_score":0.3861353726331187},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.21797064150355996,"accuracy":0.71,"positive_recall":0.92,"specificity":0.5,"precision":0.647887323943662,"balanced_accuracy":0.71,"f1":0.7603305785123967,"true_positive":46,"false_positive":25,"false_negative":4,"true_negative":25,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.12811743398576014,"baseline_adjusted_skill":0.41999999999999993,"baseline_adjusted_score":0.41999999999999993},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.33085480936885375,"accuracy":0.58,"positive_recall":0.2,"specificity":0.96,"precision":0.8333333333333334,"balanced_accuracy":0.58,"f1":0.3225806451612903,"true_positive":10,"false_positive":2,"false_negative":40,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.323419237475415,"baseline_adjusted_skill":0.15999999999999992,"baseline_adjusted_score":0.15999999999999992},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.6721311475409837,"baseline_adjusted_score":0.6721311475409837},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.785,"uniform_accuracy_baseline":0.036111111111111115,"fixed_answer_accuracy_baseline":0.08833333333333333,"baseline_adjusted_skill":0.7641681901279708,"baseline_adjusted_score":0.7641681901279708},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.75,"baseline_adjusted_score":0.75},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.655,"uniform_accuracy_baseline":0.049879324215607396,"fixed_answer_accuracy_baseline":0.12442477876106194,"baseline_adjusted_skill":0.6059733171619164,"baseline_adjusted_score":0.6059733171619164},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3216038204454393,"accuracy":0.5,"positive_recall":0.02,"specificity":0.98,"precision":0.5,"balanced_accuracy":0.5,"f1":0.038461538461538464,"true_positive":1,"false_positive":1,"false_negative":49,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.2864152817817571,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.8055555555555556,"uniform_accuracy_baseline":0.23888888888888887,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.7254901960784313,"baseline_adjusted_score":0.7254901960784313},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.13433075881117482,"accuracy":0.828125,"positive_recall":0.875,"specificity":0.78125,"precision":0.8,"balanced_accuracy":0.828125,"f1":0.835820895522388,"true_positive":28,"false_positive":7,"false_negative":4,"true_negative":25,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.46267696475530073,"baseline_adjusted_skill":0.65625,"baseline_adjusted_score":0.65625},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.8030303030303032,"baseline_adjusted_score":0.8030303030303032},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3381342038626228,"accuracy":0.54,"positive_recall":0.08,"specificity":1,"precision":1,"balanced_accuracy":0.54,"f1":0.14814814814814814,"true_positive":4,"false_positive":0,"false_negative":46,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.3525368154504911,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.8260869565217391,"baseline_adjusted_score":0.8260869565217391},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.03645279173685826,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":16,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.8540548154358873,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.1783866746968124,"normalized_score_rmse":0.31627337865357896,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.45943431910056853,"baseline_adjusted_score":0.45943431910056853},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.21875,"uniform_accuracy_baseline":0.178125,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.0964912280701754,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.013306161474773063,"accuracy":0.9705882352941176,"positive_recall":1,"specificity":0.9411764705882353,"precision":0.9444444444444444,"balanced_accuracy":0.9705882352941176,"f1":0.9714285714285714,"true_positive":17,"false_positive":1,"false_negative":0,"true_negative":16,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9467753541009077,"baseline_adjusted_skill":0.9411764705882353,"baseline_adjusted_score":0.9411764705882353},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.38939113827312694,"normalized_score_rmse":0.4578733623903804,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-1.647859740257263,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.8958333333333334,"uniform_accuracy_baseline":0.13194444444444445,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":0.7391304347826088,"baseline_adjusted_score":0.7391304347826088},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.06305895906738178,"accuracy":0.8846153846153846,"positive_recall":0.7692307692307693,"specificity":1,"precision":1,"balanced_accuracy":0.8846153846153846,"f1":0.8695652173913043,"true_positive":20,"false_positive":0,"false_negative":6,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7477641637304728,"baseline_adjusted_skill":0.7692307692307692,"baseline_adjusted_score":0.7692307692307692},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.10738184717423603,"accuracy":0.8533333333333334,"positive_recall":0.7435897435897436,"specificity":0.9722222222222222,"precision":0.9666666666666667,"balanced_accuracy":0.857905982905983,"f1":0.8405797101449275,"true_positive":29,"false_positive":1,"false_negative":10,"true_negative":35,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24960000000000004,"brier_skill":0.5697842661288621,"baseline_adjusted_skill":0.7158119658119659,"baseline_adjusted_score":0.7158119658119659},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.32032767837867143,"normalized_score_rmse":0.35047896725653727,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.14402742278096925,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.7647058823529411,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.6799999999999998,"baseline_adjusted_score":0.6799999999999998},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.13309480866058396,"accuracy":0.7857142857142857,"positive_recall":1,"specificity":0.5714285714285714,"precision":0.7,"balanced_accuracy":0.7857142857142857,"f1":0.8235294117647058,"true_positive":14,"false_positive":6,"false_negative":0,"true_negative":8,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.46762076535766417,"baseline_adjusted_skill":0.5714285714285714,"baseline_adjusted_score":0.5714285714285714},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.17849157944632074,"normalized_score_rmse":0.2798662735953926,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.1696969696969697,"baseline_adjusted_skill":-0.05182537888010441,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.05616188712635371,"accuracy":0.9058823529411765,"positive_recall":0.9111111111111111,"specificity":0.9,"precision":0.9111111111111111,"balanced_accuracy":0.9055555555555556,"f1":0.9111111111111111,"true_positive":41,"false_positive":4,"false_negative":4,"true_negative":36,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.2491349480968858,"brier_skill":0.7745724252844969,"baseline_adjusted_skill":0.8111111111111111,"baseline_adjusted_score":0.8111111111111111},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.6,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.47368421052631576,"baseline_adjusted_score":0.47368421052631576},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.40931249882408527,"accuracy":0.56,"positive_recall":0.4,"specificity":0.9333333333333333,"precision":0.9333333333333333,"balanced_accuracy":0.6666666666666667,"f1":0.56,"true_positive":14,"false_positive":1,"false_negative":21,"true_negative":14,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.21,"brier_skill":-0.949107137257549,"baseline_adjusted_skill":0.3333333333333335,"baseline_adjusted_score":0.3333333333333335},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.26800260686315597,"normalized_score_rmse":0.42541867060210753,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.04284783263158587,"baseline_adjusted_score":0.04284783263158587},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.7468354430379747,"uniform_accuracy_baseline":0.24240506329113923,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.5652173913043478,"baseline_adjusted_score":0.5652173913043478},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.03736349726398053,"accuracy":0.9523809523809523,"positive_recall":1,"specificity":0.9,"precision":0.9166666666666666,"balanced_accuracy":0.95,"f1":0.9565217391304348,"true_positive":11,"false_positive":1,"false_negative":0,"true_negative":9,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.2494331065759637,"brier_skill":0.8502063427871326,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.8181818181818182,"uniform_accuracy_baseline":0.32373737373737377,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.7000000000000001,"baseline_adjusted_score":0.7000000000000001},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.23675553377299377,"accuracy":0.6666666666666666,"positive_recall":0.5294117647058824,"specificity":0.8125,"precision":0.75,"balanced_accuracy":0.6709558823529411,"f1":0.6206896551724138,"true_positive":9,"false_positive":3,"false_negative":8,"true_negative":13,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.05210744015150648,"baseline_adjusted_skill":0.34191176470588225,"baseline_adjusted_score":0.34191176470588225},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.1314201739118396,"normalized_score_rmse":0.2187795595614893,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.3431372549019608,"baseline_adjusted_skill":0.6170040645997817,"baseline_adjusted_score":0.6170040645997817},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.14860749090219147,"accuracy":0.77,"positive_recall":0.82,"specificity":0.72,"precision":0.7454545454545455,"balanced_accuracy":0.77,"f1":0.780952380952381,"true_positive":41,"false_positive":14,"false_negative":9,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4055700363912341,"baseline_adjusted_skill":0.54,"baseline_adjusted_score":0.54},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.33333333333333337,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":-0.03092783505154633,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.24624485754194647,"accuracy":0.5733333333333334,"positive_recall":0.1891891891891892,"specificity":0.9473684210526315,"precision":0.7777777777777778,"balanced_accuracy":0.5682788051209103,"f1":0.30434782608695654,"true_positive":7,"false_positive":2,"false_negative":30,"true_negative":36,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555554,"brier_skill":0.014845431242212714,"baseline_adjusted_skill":0.13655761024182067,"baseline_adjusted_score":0.13655761024182067},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.14285714285714285,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.9358974358974358,"baseline_adjusted_score":0.9358974358974358},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.41,"uniform_accuracy_baseline":0.32416666666666666,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.106060606060606,"baseline_adjusted_score":0.106060606060606},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.045433032670191664,"accuracy":0.9696969696969697,"positive_recall":1,"specificity":0.9411764705882353,"precision":0.9411764705882353,"balanced_accuracy":0.9705882352941176,"f1":0.9696969696969697,"true_positive":16,"false_positive":1,"false_negative":0,"true_negative":16,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.818100836110887,"baseline_adjusted_skill":0.9411764705882353,"baseline_adjusted_score":0.9411764705882353},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.06783114087231683,"normalized_score_rmse":0.12332673493106878,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.6912513587880751,"baseline_adjusted_score":0.6912513587880751},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.17937303414669498,"accuracy":0.71,"positive_recall":0.4090909090909091,"specificity":0.7948717948717948,"precision":0.36,"balanced_accuracy":0.6019813519813519,"f1":0.3829787234042553,"true_positive":9,"false_positive":16,"false_negative":13,"true_negative":62,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.04529740178726671,"baseline_adjusted_skill":0.20396270396270388,"baseline_adjusted_score":0.20396270396270388},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11561502869493961,"accuracy":0.87,"positive_recall":0.7027027027027027,"specificity":0.9682539682539683,"precision":0.9285714285714286,"balanced_accuracy":0.8354783354783355,"f1":0.8,"true_positive":26,"false_positive":2,"false_negative":11,"true_negative":61,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000003,"brier_skill":0.5040110309097401,"baseline_adjusted_skill":0.670956670956671,"baseline_adjusted_score":0.670956670956671},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08549787968384637,"accuracy":0.89,"positive_recall":0.7692307692307693,"specificity":0.9672131147540983,"precision":0.9375,"balanced_accuracy":0.8682219419924337,"f1":0.8450704225352113,"true_positive":30,"false_positive":2,"false_negative":9,"true_negative":59,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379,"brier_skill":0.6406142089792082,"baseline_adjusted_skill":0.7364438839848675,"baseline_adjusted_score":0.7364438839848675},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.0703629193850516,"accuracy":0.92,"positive_recall":0.8709677419354839,"specificity":0.9420289855072463,"precision":0.8709677419354839,"balanced_accuracy":0.906498363721365,"f1":0.8709677419354839,"true_positive":27,"false_positive":4,"false_negative":4,"true_negative":65,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999998,"brier_skill":0.6710475952077999,"baseline_adjusted_skill":0.8129967274427301,"baseline_adjusted_score":0.8129967274427301},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.8055555555555556,"baseline_adjusted_score":0.8055555555555556},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.13812499066436432,"normalized_score_rmse":0.1813586471419074,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.40591401864789545,"baseline_adjusted_score":0.40591401864789545},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.0779789526725876,"accuracy":0.9,"positive_recall":0.92,"specificity":0.88,"precision":0.8846153846153846,"balanced_accuracy":0.9,"f1":0.9019607843137255,"true_positive":46,"false_positive":6,"false_negative":4,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6880841893096497,"baseline_adjusted_skill":0.8,"baseline_adjusted_score":0.8},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3389548081286156,"accuracy":0.52,"positive_recall":0.92,"specificity":0.12,"precision":0.5111111111111111,"balanced_accuracy":0.52,"f1":0.6571428571428571,"true_positive":46,"false_positive":44,"false_negative":4,"true_negative":6,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.35581923251446246,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.52,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.37142857142857144,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09597716395155671,"accuracy":0.86,"positive_recall":0.96,"specificity":0.76,"precision":0.8,"balanced_accuracy":0.86,"f1":0.8727272727272727,"true_positive":48,"false_positive":12,"false_negative":2,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6160913441937732,"baseline_adjusted_skill":0.72,"baseline_adjusted_score":0.72},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.7857142857142858,"baseline_adjusted_score":0.7857142857142858},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.56,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.2666666666666667,"baseline_adjusted_score":0.2666666666666667},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.20071806667183345,"accuracy":0.71,"positive_recall":0.54,"specificity":0.88,"precision":0.8181818181818182,"balanced_accuracy":0.71,"f1":0.6506024096385542,"true_positive":27,"false_positive":6,"false_negative":23,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.1971277333126662,"baseline_adjusted_skill":0.41999999999999993,"baseline_adjusted_score":0.41999999999999993},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.20851190476190473,"fixed_answer_accuracy_baseline":0.22333333333333333,"baseline_adjusted_skill":0.9871244635193133,"baseline_adjusted_score":0.9871244635193133},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.03608162122784655,"accuracy":0.94,"positive_recall":0.96,"specificity":0.92,"precision":0.9230769230769231,"balanced_accuracy":0.94,"f1":0.9411764705882353,"true_positive":48,"false_positive":4,"false_negative":2,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8556735150886138,"baseline_adjusted_skill":0.8799999999999999,"baseline_adjusted_score":0.8799999999999999},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.09119142063614163,"normalized_score_rmse":0.17135428589371707,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.6960285978795279,"baseline_adjusted_score":0.6960285978795279},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.22851190476190475,"fixed_answer_accuracy_baseline":0.24333333333333332,"baseline_adjusted_skill":0.8149779735682819,"baseline_adjusted_score":0.8149779735682819},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.04909181558719393,"accuracy":0.93,"positive_recall":0.94,"specificity":0.92,"precision":0.9215686274509803,"balanced_accuracy":0.9299999999999999,"f1":0.9306930693069307,"true_positive":47,"false_positive":4,"false_negative":3,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8036327376512242,"baseline_adjusted_skill":0.8599999999999999,"baseline_adjusted_score":0.8599999999999999},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.09601190527062953,"normalized_score_rmse":0.1709999334089097,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.3042222222222222,"baseline_adjusted_skill":0.6844020644866086,"baseline_adjusted_score":0.6844020644866086},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.76,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.6129032258064516,"baseline_adjusted_score":0.6129032258064516},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.03596786904778063,"accuracy":0.96,"positive_recall":0.96,"specificity":0.96,"precision":0.96,"balanced_accuracy":0.96,"f1":0.96,"true_positive":48,"false_positive":2,"false_negative":2,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8561285238088775,"baseline_adjusted_skill":0.9199999999999999,"baseline_adjusted_score":0.9199999999999999},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.7,"baseline_adjusted_score":0.7},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.04847909278189654,"accuracy":0.93,"positive_recall":0.92,"specificity":0.94,"precision":0.9387755102040817,"balanced_accuracy":0.9299999999999999,"f1":0.9292929292929293,"true_positive":46,"false_positive":3,"false_negative":4,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8060836288724138,"baseline_adjusted_skill":0.8599999999999999,"baseline_adjusted_score":0.8599999999999999},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.56,"uniform_accuracy_baseline":0.3533333333333333,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.2542372881355933,"baseline_adjusted_score":0.2542372881355933},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.9193548387096774,"baseline_adjusted_score":0.9193548387096774},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.43,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.08064516129032256,"baseline_adjusted_score":0.08064516129032256},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.45,"uniform_accuracy_baseline":0.1111111111111111,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.3452380952380953,"baseline_adjusted_score":0.3452380952380953},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.047224612838917136,"accuracy":0.8266249999999999,"positive_recall":0.1812788398154252,"specificity":0.9776338115070183,"precision":0.6547619047619048,"balanced_accuracy":0.5794563256612217,"f1":0.2839442436757873,"true_positive":13.75,"false_positive":7.25,"false_negative":62.1,"true_negative":316.9,"positive_prevalence":0.189625,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500001,"brier_skill":0.3796325052549818,"baseline_adjusted_skill":0.15891265132244348,"baseline_adjusted_score":0.15891265132244348},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.16102161940760198,"normalized_score_rmse":0.23127615842443366,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":0.24668248230361645,"baseline_adjusted_score":0.24668248230361645},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.07510833326545385,"accuracy":0.789125,"positive_recall":0.4983591186122831,"specificity":0.8948355207090506,"precision":0.6327380952380952,"balanced_accuracy":0.6965973196606668,"f1":0.5575662208234985,"true_positive":53.15,"false_positive":30.85,"false_negative":53.5,"true_negative":262.5,"positive_prevalence":0.266625,"majority_accuracy_baseline":0.733375,"constant_brier_baseline":0.115654859375,"brier_skill":0.35058212278031353,"baseline_adjusted_skill":0.3931946393213337,"baseline_adjusted_score":0.3931946393213337},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.16965003121447808,"normalized_score_rmse":0.24956905263689677,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.3687440698996164,"baseline_adjusted_score":0.3687440698996164},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.06051303312830614,"accuracy":0.805625,"positive_recall":0.5503355704697986,"specificity":0.9045967042497832,"precision":0.6910112359550562,"balanced_accuracy":0.7274661373597909,"f1":0.6127023661270237,"true_positive":61.5,"false_positive":27.5,"false_negative":50.25,"true_negative":260.75,"positive_prevalence":0.279375,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937500001,"brier_skill":0.46522404175496435,"baseline_adjusted_skill":0.45493227471958186,"baseline_adjusted_score":0.45493227471958186},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.16338629664600376,"normalized_score_rmse":0.23164147533138196,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.38199036729643976,"baseline_adjusted_score":0.38199036729643976},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.09932734441483854,"accuracy":0.8211250000000001,"positive_recall":0.21521126760563383,"specificity":0.9938955823293173,"precision":0.9095238095238096,"balanced_accuracy":0.6045534249674756,"f1":0.34806378132118454,"true_positive":19.1,"false_positive":1.9,"false_negative":69.65,"true_negative":309.35,"positive_prevalence":0.221875,"majority_accuracy_baseline":0.778125,"constant_brier_baseline":0.12674023437499998,"brier_skill":0.21629193046189243,"baseline_adjusted_skill":0.2091068499349511,"baseline_adjusted_score":0.2091068499349511},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.17911385065684954,"normalized_score_rmse":0.31473798898985483,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.20614359819678874,"baseline_adjusted_score":0.20614359819678874},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.04683254768912076,"accuracy":0.81975,"positive_recall":0.6413043478260869,"specificity":0.8839225016995242,"precision":0.6651960784313725,"balanced_accuracy":0.7626134247628056,"f1":0.6530317613089508,"true_positive":67.85,"false_positive":34.15,"false_negative":37.95,"true_negative":260.05,"positive_prevalence":0.2645,"majority_accuracy_baseline":0.7355,"constant_brier_baseline":0.11362725,"brier_skill":0.587840525145854,"baseline_adjusted_skill":0.5252268495256112,"baseline_adjusted_score":0.5252268495256112},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1445086393616839,"normalized_score_rmse":0.2077018709897317,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.42484123637140736,"baseline_adjusted_score":0.42484123637140736},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.06827494212983483,"accuracy":0.8242499999999999,"positive_recall":0.3936031331592689,"specificity":0.9262523191094619,"precision":0.5583333333333333,"balanced_accuracy":0.6599277261343655,"f1":0.4617151607963246,"true_positive":30.15,"false_positive":23.85,"false_negative":46.45,"true_negative":299.55,"positive_prevalence":0.19149999999999998,"majority_accuracy_baseline":0.8085,"constant_brier_baseline":0.09190274999999999,"brier_skill":0.25709576558008507,"baseline_adjusted_skill":0.3198554522687309,"baseline_adjusted_score":0.3198554522687309},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.14169266620152485,"normalized_score_rmse":0.22992175921493135,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.3150807676059222,"baseline_adjusted_score":0.3150807676059222},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.05911318069173836,"accuracy":0.865,"positive_recall":0.6626016260162602,"specificity":0.910790925812385,"precision":0.6269230769230769,"balanced_accuracy":0.7866962759143226,"f1":0.6442687747035573,"true_positive":48.9,"false_positive":29.1,"false_negative":24.9,"true_negative":297.1,"positive_prevalence":0.1845,"majority_accuracy_baseline":0.8155,"constant_brier_baseline":0.10922225,"brier_skill":0.4587807823796126,"baseline_adjusted_skill":0.5733925518286451,"baseline_adjusted_score":0.5733925518286451},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1335988745855866,"normalized_score_rmse":0.2219908102786518,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":0.2945273949275954,"baseline_adjusted_score":0.2945273949275954},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.07782349019882857,"accuracy":0.8317500000000001,"positive_recall":0.1732484076433121,"specificity":0.9925349922239503,"precision":0.85,"balanced_accuracy":0.5828916999336312,"f1":0.2878306878306878,"true_positive":13.6,"false_positive":2.4,"false_negative":64.9,"true_negative":319.1,"positive_prevalence":0.19625,"majority_accuracy_baseline":0.80375,"constant_brier_baseline":0.09878593749999999,"brier_skill":0.212200722407189,"baseline_adjusted_skill":0.16578339986726243,"baseline_adjusted_score":0.16578339986726243},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.17626591014698534,"normalized_score_rmse":0.2818293587682273,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":0.16560515906752504,"baseline_adjusted_score":0.16560515906752504},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.07537822361466158,"accuracy":0.7244897959183674,"positive_recall":0.7876631079478054,"specificity":0.6768128916741272,"precision":0.6478048780487805,"balanced_accuracy":0.7322379998109663,"f1":0.7109207708779444,"true_positive":132.8,"false_positive":72.2,"false_negative":35.8,"true_negative":151.2,"positive_prevalence":0.4301020408163265,"majority_accuracy_baseline":0.5698979591836735,"constant_brier_baseline":0.12359641815910039,"brier_skill":0.39012614817340086,"baseline_adjusted_skill":0.46447599962193253,"baseline_adjusted_score":0.46447599962193253},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.1561244910400667,"normalized_score_rmse":0.21878606403609455,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.43332592141012816,"baseline_adjusted_score":0.43332592141012816},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.04523973256882902,"accuracy":0.88925,"positive_recall":0.481904012588513,"specificity":0.9661911130925843,"precision":0.7291666666666666,"balanced_accuracy":0.7240475628405487,"f1":0.5802936996684036,"true_positive":61.25,"false_positive":22.75,"false_negative":65.85,"true_negative":650.15,"positive_prevalence":0.158875,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499999,"brier_skill":0.5420035967196697,"baseline_adjusted_skill":0.44809512568109744,"baseline_adjusted_score":0.44809512568109744},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.12416202860436443,"normalized_score_rmse":0.19666621871180268,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":0.24750285694324592,"baseline_adjusted_score":0.24750285694324592},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.58,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.32258064516129026,"baseline_adjusted_score":0.32258064516129026},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2885507852773245,"accuracy":0.52,"positive_recall":0.34,"specificity":0.7,"precision":0.53125,"balanced_accuracy":0.52,"f1":0.4146341463414634,"true_positive":17,"false_positive":15,"false_negative":33,"true_negative":35,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.1542031411092979,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.3757455268389662,"uniform_accuracy_baseline":0.058823529411764705,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.2663551401869159,"baseline_adjusted_score":0.2663551401869159},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.79,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.5434782608695653,"baseline_adjusted_score":0.5434782608695653},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2287346019414988,"accuracy":0.61,"positive_recall":0.76,"specificity":0.46,"precision":0.5846153846153846,"balanced_accuracy":0.61,"f1":0.6608695652173913,"true_positive":38,"false_positive":27,"false_negative":12,"true_negative":23,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.08506159223400478,"baseline_adjusted_skill":0.21999999999999997,"baseline_adjusted_score":0.21999999999999997},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.52,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.23809523809523814,"baseline_adjusted_score":0.23809523809523814},"scoring":{"eligible":true,"reason":null},"model":56,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.19841755984138054,"accuracy":0.7162162162162162,"positive_recall":0.5211267605633803,"specificity":0.8961038961038961,"precision":0.8222222222222222,"balanced_accuracy":0.7086153283336382,"f1":0.6379310344827587,"true_positive":37,"false_positive":8,"false_negative":34,"true_negative":69,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.2495891161431699,"brier_skill":0.20502318808018938,"baseline_adjusted_skill":0.4172306566672763,"baseline_adjusted_score":0.4172306566672763},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.57,"uniform_accuracy_baseline":0.20049999999999962,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.39436619718309857,"baseline_adjusted_score":0.39436619718309857},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.9558823529411764,"baseline_adjusted_score":0.9558823529411764},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.6595744680851063,"baseline_adjusted_score":0.6595744680851063},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.7142857142857143,"baseline_adjusted_score":0.7142857142857143},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.07926717707963438,"accuracy":0.64139655694,"positive_recall":0.9394210526751565,"specificity":0.1632470106357102,"precision":0.6430169377777778,"balanced_accuracy":0.5513340316554334,"f1":0.7634594874738279,"true_positive":57.87152439999999,"false_positive":32.128475599999994,"false_negative":3.7318687060000006,"true_negative":6.268131294000001,"positive_prevalence":0.6160339310599999,"majority_accuracy_baseline":0.6160339310599999,"constant_brier_baseline":0.079087076552024,"brier_skill":-0.0022772434569875433,"baseline_adjusted_skill":0.10266806331086675,"baseline_adjusted_score":0.10266806331086675},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1321468269532755,"accuracy":0.82,"positive_recall":0.86,"specificity":0.78,"precision":0.7962962962962963,"balanced_accuracy":0.8200000000000001,"f1":0.8269230769230769,"true_positive":43,"false_positive":11,"false_negative":7,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.47141269218689796,"baseline_adjusted_skill":0.6400000000000001,"baseline_adjusted_score":0.6400000000000001},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.012987012987012965,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.8421052631578947,"baseline_adjusted_score":0.8421052631578947},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.59,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.35937499999999994,"baseline_adjusted_score":0.35937499999999994},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11743357810350288,"accuracy":0.77,"positive_recall":0.96,"specificity":0.58,"precision":0.6956521739130435,"balanced_accuracy":0.77,"f1":0.8067226890756303,"true_positive":48,"false_positive":21,"false_negative":2,"true_negative":29,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5302656875859885,"baseline_adjusted_skill":0.54,"baseline_adjusted_score":0.54},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.09789049614208963,"accuracy":0.6621119977314291,"positive_recall":0.5392963958540251,"specificity":0.7192994507624495,"precision":0.4721855801515516,"balanced_accuracy":0.6292979233082373,"f1":0.5035146203110785,"true_positive":119.9351373584941,"false_positive":134.0648626415059,"false_negative":102.45673894649372,"true_negative":343.5432610535063,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768597,"brier_skill":-0.10327837091149705,"baseline_adjusted_skill":0.2585958466164746,"baseline_adjusted_score":0.2585958466164746},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.18925027667299438,"accuracy":0.72,"positive_recall":0.8,"specificity":0.64,"precision":0.6896551724137931,"balanced_accuracy":0.72,"f1":0.7407407407407407,"true_positive":40,"false_positive":18,"false_negative":10,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2429988933080225,"baseline_adjusted_skill":0.43999999999999995,"baseline_adjusted_score":0.43999999999999995},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.9470198675496688,"uniform_accuracy_baseline":0.006622516556291403,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.9448275862068966,"baseline_adjusted_score":0.9448275862068966},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.8447058823529412,"uniform_accuracy_baseline":0.3333333333333301,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.7136659436008678,"baseline_adjusted_score":0.7136659436008678},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.37,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.050000000000000044,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1306092030345067,"accuracy":0.79,"positive_recall":0.98,"specificity":0.6,"precision":0.7101449275362319,"balanced_accuracy":0.79,"f1":0.8235294117647058,"true_positive":49,"false_positive":20,"false_negative":1,"true_negative":30,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.47756318786197316,"baseline_adjusted_skill":0.5800000000000001,"baseline_adjusted_score":0.5800000000000001},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.74,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.4583333333333333,"baseline_adjusted_score":0.4583333333333333},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.07142857142857136,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9662921348314606,"baseline_adjusted_score":0.9662921348314606},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.81,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.5869565217391305,"baseline_adjusted_score":0.5869565217391305},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.46,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.2602739726027397,"baseline_adjusted_score":0.2602739726027397},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.7777777777777778,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.3333333333333334,"baseline_adjusted_score":0.3333333333333334},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.2289237533412259,"accuracy":0.6951219512195121,"positive_recall":0.725,"specificity":0.6666666666666666,"precision":0.6744186046511628,"balanced_accuracy":0.6958333333333333,"f1":0.6987951807228916,"true_positive":29,"false_positive":14,"false_negative":11,"true_negative":28,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.24985127900059498,"brier_skill":0.08375993007952243,"baseline_adjusted_skill":0.3916666666666666,"baseline_adjusted_score":0.3916666666666666},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.12403070211747537,"accuracy":0.83,"positive_recall":0.76,"specificity":0.9,"precision":0.8837209302325582,"balanced_accuracy":0.8300000000000001,"f1":0.8172043010752689,"true_positive":38,"false_positive":5,"false_negative":12,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5038771915300986,"baseline_adjusted_skill":0.6600000000000001,"baseline_adjusted_score":0.6600000000000001},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.7486033519553073,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.6774193548387096,"baseline_adjusted_score":0.6774193548387096},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.51,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.19672131147540983,"baseline_adjusted_score":0.19672131147540983},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.16588145304762894,"accuracy":0.78,"positive_recall":0.4090909090909091,"specificity":0.8846153846153846,"precision":0.5,"balanced_accuracy":0.6468531468531469,"f1":0.45,"true_positive":18,"false_positive":18,"false_negative":26,"true_negative":138,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000053,"brier_skill":0.03332486568981108,"baseline_adjusted_skill":0.29370629370629375,"baseline_adjusted_score":0.29370629370629375},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.2135971091913385,"accuracy":0.74,"positive_recall":0.08,"specificity":0.96,"precision":0.4,"balanced_accuracy":0.52,"f1":0.13333333333333333,"true_positive":4,"false_positive":6,"false_negative":46,"true_negative":144,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-0.13918458235380538,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.027120883187614176,"accuracy":0.98,"positive_recall":0.8421052631578947,"specificity":0.994475138121547,"precision":0.9411764705882353,"balanced_accuracy":0.9182902006397209,"f1":0.8888888888888888,"true_positive":16,"false_positive":1,"false_negative":3,"true_negative":180,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.0859749999999999,"brier_skill":0.6845491923510996,"baseline_adjusted_skill":0.8365804012794418,"baseline_adjusted_score":0.8365804012794418},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.11981116467158996,"accuracy":0.783577380952381,"positive_recall":0.7172899513937111,"specificity":0.787808940026216,"precision":0.17749140893470808,"balanced_accuracy":0.7525494457099635,"f1":0.28456740323881885,"true_positive":120.51666666666674,"false_positive":558.483333333333,"false_negative":47.49999999999999,"true_negative":2073.5,"positive_prevalence":0.060005952380952354,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679296,"brier_skill":-2.7207312865146918,"baseline_adjusted_skill":0.505098891419927,"baseline_adjusted_score":0.505098891419927},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.8073654390934845,"uniform_accuracy_baseline":0.027777777777777853,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.7792207792207793,"baseline_adjusted_score":0.7792207792207793},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.73,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.6142857142857143,"baseline_adjusted_score":0.6142857142857143},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.12845482587893667,"accuracy":0.82,"positive_recall":0.98,"specificity":0.66,"precision":0.7424242424242424,"balanced_accuracy":0.8200000000000001,"f1":0.8448275862068966,"true_positive":49,"false_positive":17,"false_negative":1,"true_negative":33,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4861806964842533,"baseline_adjusted_skill":0.6400000000000001,"baseline_adjusted_score":0.6400000000000001},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10725038817116143,"accuracy":0.85,"positive_recall":0.92,"specificity":0.78,"precision":0.8070175438596491,"balanced_accuracy":0.8500000000000001,"f1":0.8598130841121495,"true_positive":46,"false_positive":11,"false_negative":4,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5709984473153542,"baseline_adjusted_skill":0.7000000000000002,"baseline_adjusted_score":0.7000000000000002},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.61,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.8404255319148937,"baseline_adjusted_score":0.8404255319148937},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1055320932201171,"accuracy":0.83,"positive_recall":0.78,"specificity":0.88,"precision":0.8666666666666667,"balanced_accuracy":0.8300000000000001,"f1":0.8210526315789474,"true_positive":39,"false_positive":6,"false_negative":11,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5778716271195317,"baseline_adjusted_skill":0.6600000000000001,"baseline_adjusted_score":0.6600000000000001},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8358208955223883,"baseline_adjusted_score":0.8358208955223883},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.05494859894417194,"accuracy":0.94,"positive_recall":0.92,"specificity":0.96,"precision":0.9583333333333334,"balanced_accuracy":0.94,"f1":0.9387755102040817,"true_positive":46,"false_positive":2,"false_negative":4,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7802056042233122,"baseline_adjusted_skill":0.8799999999999999,"baseline_adjusted_score":0.8799999999999999},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.45292012837837836,"uniform_accuracy_baseline":0.23445945945945923,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.2583537564042102,"baseline_adjusted_score":0.2583537564042102},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.036271294858297595,"accuracy":0.7082894671052632,"positive_recall":0.8349069125341148,"specificity":0.5877215484608869,"precision":0.6585106489361703,"balanced_accuracy":0.7113142304975009,"f1":0.7362911846742384,"true_positive":61.90000100000001,"false_positive":32.099999,"false_negative":12.240001999999999,"true_negative":45.759998,"positive_prevalence":0.48776317763157917,"majority_accuracy_baseline":0.5122368223684208,"constant_brier_baseline":0.0945191003976856,"brier_skill":0.6162543368939455,"baseline_adjusted_skill":0.42262846099500173,"baseline_adjusted_score":0.42262846099500173},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.10402342072370444,"normalized_score_rmse":0.14171681995999957,"constant_score_baseline":0.5841668333333334,"constant_mae_baseline":0.21700552708333315,"baseline_adjusted_skill":0.5206416070510591,"baseline_adjusted_score":0.5206416070510591},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.21951097805427974,"accuracy":0.68,"positive_recall":0.92,"specificity":0.44,"precision":0.6216216216216216,"balanced_accuracy":0.68,"f1":0.7419354838709677,"true_positive":46,"false_positive":28,"false_negative":4,"true_negative":22,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.12195608778288103,"baseline_adjusted_skill":0.3600000000000001,"baseline_adjusted_score":0.3600000000000001},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2733483173487492,"accuracy":0.62,"positive_recall":0.36,"specificity":0.88,"precision":0.75,"balanced_accuracy":0.62,"f1":0.4864864864864865,"true_positive":18,"false_positive":6,"false_negative":32,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.09339326939499681,"baseline_adjusted_skill":0.24,"baseline_adjusted_score":0.24},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.83,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.721311475409836,"baseline_adjusted_score":0.721311475409836},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.905,"uniform_accuracy_baseline":0.03611111111111102,"fixed_answer_accuracy_baseline":0.08833333333333329,"baseline_adjusted_skill":0.8957952468007313,"baseline_adjusted_score":0.8957952468007313},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.8863636363636362,"baseline_adjusted_score":0.8863636363636362},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.04987932421560751,"fixed_answer_accuracy_baseline":0.1244247787610618,"baseline_adjusted_skill":0.8286840509399636,"baseline_adjusted_score":0.8286840509399636},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.28618454310317537,"accuracy":0.55,"positive_recall":0.42,"specificity":0.68,"precision":0.5675675675675675,"balanced_accuracy":0.55,"f1":0.4827586206896552,"true_positive":21,"false_positive":16,"false_negative":29,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.14473817241270148,"baseline_adjusted_skill":0.10000000000000009,"baseline_adjusted_score":0.10000000000000009},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.23888888888888893,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.6470588235294118,"baseline_adjusted_score":0.6470588235294118},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.11369175644188462,"accuracy":0.84375,"positive_recall":0.84375,"specificity":0.84375,"precision":0.84375,"balanced_accuracy":0.84375,"f1":0.84375,"true_positive":27,"false_positive":5,"false_negative":5,"true_negative":27,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5452329742324615,"baseline_adjusted_skill":0.6875,"baseline_adjusted_score":0.6875},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.78,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.6666666666666667,"baseline_adjusted_score":0.6666666666666667},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2369331471163024,"accuracy":0.61,"positive_recall":0.56,"specificity":0.66,"precision":0.6222222222222222,"balanced_accuracy":0.6100000000000001,"f1":0.5894736842105263,"true_positive":28,"false_positive":17,"false_negative":22,"true_negative":33,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.05226741153479042,"baseline_adjusted_skill":0.2200000000000002,"baseline_adjusted_score":0.2200000000000002},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.7941176470588235,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.6956521739130433,"baseline_adjusted_score":0.6956521739130433},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.008947733590214498,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":16,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.9641761695597663,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.18578209239932345,"normalized_score_rmse":0.3317384735472392,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.4370239624262926,"baseline_adjusted_score":0.4370239624262926},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.375,"uniform_accuracy_baseline":0.17812500000000006,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":0.12280701754385967,"baseline_adjusted_score":0.12280701754385967},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.03922463092779149,"accuracy":0.9411764705882353,"positive_recall":1,"specificity":0.8823529411764706,"precision":0.8947368421052632,"balanced_accuracy":0.9411764705882353,"f1":0.9444444444444444,"true_positive":17,"false_positive":2,"false_negative":0,"true_negative":15,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.843101476288834,"baseline_adjusted_skill":0.8823529411764706,"baseline_adjusted_score":0.8823529411764706},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.3920811951669869,"normalized_score_rmse":0.4498887751328898,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-1.6661521271355109,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.6666666666666666,"uniform_accuracy_baseline":0.13194444444444448,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":0.1652173913043478,"baseline_adjusted_score":0.1652173913043478},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.040151405849294566,"accuracy":0.9423076923076923,"positive_recall":0.8846153846153846,"specificity":1,"precision":1,"balanced_accuracy":0.9423076923076923,"f1":0.9387755102040817,"true_positive":23,"false_positive":0,"false_negative":3,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8393943766028218,"baseline_adjusted_skill":0.8846153846153846,"baseline_adjusted_score":0.8846153846153846},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.07822522805030169,"accuracy":0.8933333333333333,"positive_recall":1,"specificity":0.7777777777777778,"precision":0.8297872340425532,"balanced_accuracy":0.8888888888888888,"f1":0.9069767441860465,"true_positive":39,"false_positive":8,"false_negative":0,"true_negative":28,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24959999999999993,"brier_skill":0.68659764402924,"baseline_adjusted_skill":0.7777777777777777,"baseline_adjusted_score":0.7777777777777777},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.4026800476896008,"normalized_score_rmse":0.5028075734147016,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.43814302746285994,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.7647058823529411,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.6799999999999998,"baseline_adjusted_score":0.6799999999999998},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.1788975718995624,"accuracy":0.7857142857142857,"positive_recall":1,"specificity":0.5714285714285714,"precision":0.7,"balanced_accuracy":0.7857142857142857,"f1":0.8235294117647058,"true_positive":14,"false_positive":6,"false_negative":0,"true_negative":8,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2844097124017504,"baseline_adjusted_skill":0.5714285714285714,"baseline_adjusted_score":0.5714285714285714},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.24590315430849302,"normalized_score_rmse":0.36486253818681047,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.16969696969696968,"baseline_adjusted_skill":-0.44907215931790545,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.043270063095827725,"accuracy":0.9411764705882353,"positive_recall":0.9555555555555556,"specificity":0.925,"precision":0.9347826086956522,"balanced_accuracy":0.9402777777777778,"f1":0.945054945054945,"true_positive":43,"false_positive":3,"false_negative":2,"true_negative":37,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.24913494809688563,"brier_skill":0.8263187745181358,"baseline_adjusted_skill":0.8805555555555555,"baseline_adjusted_score":0.8805555555555555},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.8421052631578947,"baseline_adjusted_score":0.8421052631578947},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.34711998189528004,"accuracy":0.54,"positive_recall":0.37142857142857144,"specificity":0.9333333333333333,"precision":0.9285714285714286,"balanced_accuracy":0.6523809523809524,"f1":0.5306122448979592,"true_positive":13,"false_positive":1,"false_negative":22,"true_negative":14,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.20999999999999996,"brier_skill":-0.6529522947394291,"baseline_adjusted_skill":0.3047619047619048,"baseline_adjusted_score":0.3047619047619048},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.13885580465322003,"normalized_score_rmse":0.194409820142183,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.5040864119527857,"baseline_adjusted_score":0.5040864119527857},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.759493670886076,"uniform_accuracy_baseline":0.24240506329113914,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.5869565217391305,"baseline_adjusted_score":0.5869565217391305},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.05442853086976241,"accuracy":0.9523809523809523,"positive_recall":1,"specificity":0.9,"precision":0.9166666666666666,"balanced_accuracy":0.95,"f1":0.9565217391304348,"true_positive":11,"false_positive":1,"false_negative":0,"true_negative":9,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.24943310657596363,"brier_skill":0.7817910716948615,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.5757575757575758,"uniform_accuracy_baseline":0.3237373737373738,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.3000000000000001,"baseline_adjusted_score":0.3000000000000001},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.19719481915112044,"accuracy":0.7272727272727273,"positive_recall":0.5882352941176471,"specificity":0.875,"precision":0.8333333333333334,"balanced_accuracy":0.7316176470588236,"f1":0.6896551724137931,"true_positive":10,"false_positive":2,"false_negative":7,"true_negative":14,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.21049574244275704,"baseline_adjusted_skill":0.4632352941176472,"baseline_adjusted_score":0.4632352941176472},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.2137865738493021,"normalized_score_rmse":0.2935944299816866,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.34313725490196084,"baseline_adjusted_skill":0.3769648419248911,"baseline_adjusted_score":0.3769648419248911},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09213133145711737,"accuracy":0.89,"positive_recall":0.86,"specificity":0.92,"precision":0.9148936170212766,"balanced_accuracy":0.89,"f1":0.8865979381443299,"true_positive":43,"false_positive":4,"false_negative":7,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6314746741715305,"baseline_adjusted_skill":0.78,"baseline_adjusted_score":0.78},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.33333333333333326,"uniform_accuracy_baseline":0.3333333333333332,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":-0.030927835051546504,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.25367782649098836,"accuracy":0.41333333333333333,"positive_recall":0.24324324324324326,"specificity":0.5789473684210527,"precision":0.36,"balanced_accuracy":0.41109530583214793,"f1":0.2903225806451613,"true_positive":9,"false_positive":16,"false_negative":28,"true_negative":22,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555535,"brier_skill":-0.014891731160604937,"baseline_adjusted_skill":-0.17780938833570414,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.1428571428571427,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.858974358974359,"baseline_adjusted_score":0.858974358974359},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.335,"uniform_accuracy_baseline":0.32416666666666627,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.007575757575757584,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.07304692464738144,"accuracy":0.9393939393939394,"positive_recall":1,"specificity":0.8823529411764706,"precision":0.8888888888888888,"balanced_accuracy":0.9411764705882353,"f1":0.9411764705882353,"true_positive":16,"false_positive":2,"false_negative":0,"true_negative":15,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.7075437465404473,"baseline_adjusted_skill":0.8823529411764706,"baseline_adjusted_score":0.8823529411764706},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.07910251591573404,"normalized_score_rmse":0.10076524937357628,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.6399471689352796,"baseline_adjusted_score":0.6399471689352796},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.17812986914906898,"accuracy":0.78,"positive_recall":0.5454545454545454,"specificity":0.8461538461538461,"precision":0.5,"balanced_accuracy":0.6958041958041958,"f1":0.5217391304347826,"true_positive":12,"false_positive":12,"false_negative":10,"true_negative":66,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000028,"brier_skill":-0.038052850519048276,"baseline_adjusted_skill":0.39160839160839167,"baseline_adjusted_score":0.39160839160839167},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11626963843023615,"accuracy":0.87,"positive_recall":0.7567567567567568,"specificity":0.9365079365079365,"precision":0.875,"balanced_accuracy":0.8466323466323467,"f1":0.8115942028985508,"true_positive":28,"false_positive":4,"false_negative":9,"true_negative":59,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000008,"brier_skill":0.5012027523370395,"baseline_adjusted_skill":0.6932646932646933,"baseline_adjusted_score":0.6932646932646933},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1736129324697525,"accuracy":0.7,"positive_recall":0.6666666666666666,"specificity":0.7213114754098361,"precision":0.6046511627906976,"balanced_accuracy":0.6939890710382514,"f1":0.6341463414634146,"true_positive":26,"false_positive":17,"false_negative":13,"true_negative":44,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379000000000002,"brier_skill":0.2702272699884306,"baseline_adjusted_skill":0.3879781420765027,"baseline_adjusted_score":0.3879781420765027},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.22064127546845605,"accuracy":0.7,"positive_recall":0.9032258064516129,"specificity":0.6086956521739131,"precision":0.509090909090909,"balanced_accuracy":0.755960729312763,"f1":0.6511627906976745,"true_positive":28,"false_positive":27,"false_negative":3,"true_negative":42,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999987,"brier_skill":-0.03151601434528373,"baseline_adjusted_skill":0.5119214586255261,"baseline_adjusted_score":0.5119214586255261},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.9166666666666666,"baseline_adjusted_score":0.9166666666666666},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.1552975318599313,"normalized_score_rmse":0.19399805610184648,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.3320536264088977,"baseline_adjusted_score":0.3320536264088977},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.12052832901961699,"accuracy":0.83,"positive_recall":0.84,"specificity":0.82,"precision":0.8235294117647058,"balanced_accuracy":0.83,"f1":0.8316831683168316,"true_positive":42,"false_positive":9,"false_negative":8,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.517886683921532,"baseline_adjusted_skill":0.6599999999999999,"baseline_adjusted_score":0.6599999999999999},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2908335706019608,"accuracy":0.57,"positive_recall":0.74,"specificity":0.4,"precision":0.5522388059701493,"balanced_accuracy":0.5700000000000001,"f1":0.6324786324786325,"true_positive":37,"false_positive":30,"false_negative":13,"true_negative":20,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.1633342824078432,"baseline_adjusted_skill":0.14000000000000012,"baseline_adjusted_score":0.14000000000000012},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.37,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.8000000000000002,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10011902917073698,"accuracy":0.87,"positive_recall":0.96,"specificity":0.78,"precision":0.8135593220338984,"balanced_accuracy":0.87,"f1":0.8807339449541285,"true_positive":48,"false_positive":11,"false_negative":2,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5995238833170521,"baseline_adjusted_skill":0.74,"baseline_adjusted_score":0.74},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.6904761904761905,"baseline_adjusted_score":0.6904761904761905},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.62,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.36666666666666664,"baseline_adjusted_score":0.36666666666666664},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.15843722688863676,"accuracy":0.75,"positive_recall":0.72,"specificity":0.78,"precision":0.7659574468085106,"balanced_accuracy":0.75,"f1":0.7422680412371134,"true_positive":36,"false_positive":11,"false_negative":14,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.36625109244545295,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.20851190476190457,"fixed_answer_accuracy_baseline":0.2233333333333332,"baseline_adjusted_skill":0.9871244635193133,"baseline_adjusted_score":0.9871244635193133},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.05499484161293193,"accuracy":0.91,"positive_recall":0.94,"specificity":0.88,"precision":0.8867924528301887,"balanced_accuracy":0.9099999999999999,"f1":0.912621359223301,"true_positive":47,"false_positive":6,"false_negative":3,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7800206335482722,"baseline_adjusted_skill":0.8199999999999998,"baseline_adjusted_score":0.8199999999999998},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.08987610614661326,"normalized_score_rmse":0.1477018912305243,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.7004129795112891,"baseline_adjusted_score":0.7004129795112891},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.22851190476190467,"fixed_answer_accuracy_baseline":0.2433333333333333,"baseline_adjusted_skill":0.9207048458149779,"baseline_adjusted_score":0.9207048458149779},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.03314131298782066,"accuracy":0.95,"positive_recall":0.98,"specificity":0.92,"precision":0.9245283018867925,"balanced_accuracy":0.95,"f1":0.9514563106796117,"true_positive":49,"false_positive":4,"false_negative":1,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8674347480487173,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.10515378422333443,"normalized_score_rmse":0.19180830009592045,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.304222222222222,"baseline_adjusted_skill":0.6543520606245397,"baseline_adjusted_score":0.6543520606245397},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.77,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.6290322580645161,"baseline_adjusted_score":0.6290322580645161},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.05241511774599697,"accuracy":0.92,"positive_recall":0.96,"specificity":0.88,"precision":0.8888888888888888,"balanced_accuracy":0.9199999999999999,"f1":0.9230769230769231,"true_positive":48,"false_positive":6,"false_negative":2,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7903395290160121,"baseline_adjusted_skill":0.8399999999999999,"baseline_adjusted_score":0.8399999999999999},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.74,"baseline_adjusted_score":0.74},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.0501630523448413,"accuracy":0.94,"positive_recall":0.92,"specificity":0.96,"precision":0.9583333333333334,"balanced_accuracy":0.94,"f1":0.9387755102040817,"true_positive":46,"false_positive":2,"false_negative":4,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7993477906206348,"baseline_adjusted_skill":0.8799999999999999,"baseline_adjusted_score":0.8799999999999999},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.35333333333333317,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.7796610169491525,"baseline_adjusted_score":0.7796610169491525},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.7741935483870968,"baseline_adjusted_score":0.7741935483870968},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.44,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.0967741935483871,"baseline_adjusted_score":0.0967741935483871},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.45,"uniform_accuracy_baseline":0.11111111111111088,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.3452380952380953,"baseline_adjusted_score":0.3452380952380953},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.054602254261053404,"accuracy":0.8181249999999998,"positive_recall":0.19182597231377718,"specificity":0.9646768471386704,"precision":0.5596153846153846,"balanced_accuracy":0.5782514097262238,"f1":0.2857142857142857,"true_positive":14.549999999999999,"false_positive":11.450000000000001,"false_negative":61.29999999999999,"true_negative":312.6999999999999,"positive_prevalence":0.1896249999999999,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500007,"brier_skill":0.2827159049688275,"baseline_adjusted_skill":0.1565028194524476,"baseline_adjusted_score":0.1565028194524476},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.15196658254040957,"normalized_score_rmse":0.2009161805806132,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":0.28904522788112486,"baseline_adjusted_score":0.28904522788112486},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.08746410688054457,"accuracy":0.773875,"positive_recall":0.3431786216596343,"specificity":0.9304584966763253,"precision":0.642105263157895,"balanced_accuracy":0.6368185591679798,"f1":0.44729605866177824,"true_positive":36.6,"false_positive":20.399999999999988,"false_negative":70.05,"true_negative":272.95,"positive_prevalence":0.2666249999999998,"majority_accuracy_baseline":0.7333750000000002,"constant_brier_baseline":0.11565485937499977,"brier_skill":0.2437489669417987,"baseline_adjusted_skill":0.2736371183359596,"baseline_adjusted_score":0.2736371183359596},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.16981695225112273,"normalized_score_rmse":0.24529549824587885,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.36812296836791536,"baseline_adjusted_score":0.36812296836791536},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.06710892545749926,"accuracy":0.7946249999999999,"positive_recall":0.46800894854586134,"specificity":0.9212489158716393,"precision":0.6973333333333334,"balanced_accuracy":0.6946289322087503,"f1":0.5601070950468541,"true_positive":52.29999999999999,"false_positive":22.699999999999996,"false_negative":59.44999999999999,"true_negative":265.54999999999995,"positive_prevalence":0.2793749999999999,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937499995,"brier_skill":0.40693371224286823,"baseline_adjusted_skill":0.38925786441750065,"baseline_adjusted_score":0.38925786441750065},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1588199477848473,"normalized_score_rmse":0.22013667124617978,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.39926260885164155,"baseline_adjusted_score":0.39926260885164155},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.10804174030520476,"accuracy":0.8108749999999995,"positive_recall":0.1864788732394367,"specificity":0.9889156626506025,"precision":0.8275,"balanced_accuracy":0.5876972679450196,"f1":0.3043678160919541,"true_positive":16.55,"false_positive":3.45,"false_negative":72.19999999999996,"true_negative":307.7999999999998,"positive_prevalence":0.22187499999999974,"majority_accuracy_baseline":0.7781250000000003,"constant_brier_baseline":0.126740234375001,"brier_skill":0.14753400261570326,"baseline_adjusted_skill":0.17539453589003928,"baseline_adjusted_score":0.17539453589003928},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1558453977693111,"normalized_score_rmse":0.26501383591334415,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.3092724752606709,"baseline_adjusted_score":0.3092724752606709},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.0420489327681765,"accuracy":0.8457499999999994,"positive_recall":0.5864839319470702,"specificity":0.9389870836165873,"precision":0.775625,"balanced_accuracy":0.7627355077818287,"f1":0.6679224973089345,"true_positive":62.05000000000001,"false_positive":17.95,"false_negative":43.74999999999997,"true_negative":276.2499999999998,"positive_prevalence":0.26449999999999985,"majority_accuracy_baseline":0.7355000000000002,"constant_brier_baseline":0.11362725000000028,"brier_skill":0.6299397128050146,"baseline_adjusted_skill":0.5254710155636575,"baseline_adjusted_score":0.5254710155636575},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1456304892738,"normalized_score_rmse":0.20512516244596785,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.42037616209432827,"baseline_adjusted_score":0.42037616209432827},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.06889091568815116,"accuracy":0.8382499999999996,"positive_recall":0.3844647519582243,"specificity":0.9457328385899814,"precision":0.6265957446808511,"balanced_accuracy":0.6650987952741029,"f1":0.4765372168284788,"true_positive":29.450000000000003,"false_positive":17.549999999999997,"false_negative":47.15000000000004,"true_negative":305.84999999999985,"positive_prevalence":0.1914999999999999,"majority_accuracy_baseline":0.8085000000000001,"constant_brier_baseline":0.09190274999999995,"brier_skill":0.25039331588933744,"baseline_adjusted_skill":0.33019759054820574,"baseline_adjusted_score":0.33019759054820574},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.14487866603301444,"normalized_score_rmse":0.23478751364779782,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.29968016419086674,"baseline_adjusted_score":0.29968016419086674},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.044046057628002705,"accuracy":0.8972499999999998,"positive_recall":0.5806233062330622,"specificity":0.9688841201716739,"precision":0.8084905660377358,"balanced_accuracy":0.7747537132023681,"f1":0.6758675078864353,"true_positive":42.85,"false_positive":10.149999999999999,"false_negative":30.950000000000014,"true_negative":316.0499999999999,"positive_prevalence":0.1844999999999999,"majority_accuracy_baseline":0.8155000000000001,"constant_brier_baseline":0.1092222499999995,"brier_skill":0.5967299920299856,"baseline_adjusted_skill":0.5495074264047362,"baseline_adjusted_score":0.5495074264047362},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1312890828212611,"normalized_score_rmse":0.21553455365668048,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":0.3067243151352549,"baseline_adjusted_score":0.3067243151352549},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.09600463220974642,"accuracy":0.8199999999999994,"positive_recall":0.09235668789808922,"specificity":0.9976671850699844,"precision":0.90625,"balanced_accuracy":0.5450119364840368,"f1":0.1676300578034683,"true_positive":7.249999999999999,"false_positive":0.75,"false_negative":71.24999999999994,"true_negative":320.7499999999998,"positive_prevalence":0.19624999999999987,"majority_accuracy_baseline":0.8037500000000002,"constant_brier_baseline":0.09878593749999955,"brier_skill":0.028154870628758655,"baseline_adjusted_skill":0.09002387296807357,"baseline_adjusted_score":0.09002387296807357},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1824607875853413,"normalized_score_rmse":0.2899605813366845,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":0.13628029545400566,"baseline_adjusted_score":0.13628029545400566},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.09772293122549164,"accuracy":0.6839285714285717,"positive_recall":0.4973309608540925,"specificity":0.8247538048343779,"precision":0.6817073170731708,"balanced_accuracy":0.6610423828442352,"f1":0.5751028806584363,"true_positive":83.84999999999998,"false_positive":39.15,"false_negative":84.74999999999997,"true_negative":184.25000000000009,"positive_prevalence":0.43010204081632636,"majority_accuracy_baseline":0.5698979591836737,"constant_brier_baseline":0.12359641815910102,"brier_skill":0.20933848503848562,"baseline_adjusted_skill":0.32208476568847044,"baseline_adjusted_score":0.32208476568847044},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.16371699295100112,"normalized_score_rmse":0.22624090932563273,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.40576795151118106,"baseline_adjusted_score":0.40576795151118106},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.040791953559756663,"accuracy":0.8958750000000006,"positive_recall":0.42407553107789125,"specificity":0.9849903403180265,"precision":0.8421875,"balanced_accuracy":0.7045329356979588,"f1":0.564102564102564,"true_positive":53.9,"false_positive":10.1,"false_negative":73.20000000000005,"true_negative":662.8000000000005,"positive_prevalence":0.15887500000000002,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499934,"brier_skill":0.5870318644186778,"baseline_adjusted_skill":0.40906587139591766,"baseline_adjusted_score":0.40906587139591766},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.13215304165710387,"normalized_score_rmse":0.1979313209667531,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":0.1990724748054311,"baseline_adjusted_score":0.1990724748054311},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.45,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.11290322580645162,"baseline_adjusted_score":0.11290322580645162},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2610147282088818,"accuracy":0.58,"positive_recall":0.6,"specificity":0.56,"precision":0.5769230769230769,"balanced_accuracy":0.5800000000000001,"f1":0.5882352941176471,"true_positive":30,"false_positive":22,"false_negative":20,"true_negative":28,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.0440589128355271,"baseline_adjusted_skill":0.16000000000000014,"baseline_adjusted_score":0.16000000000000014},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.4095427435387674,"uniform_accuracy_baseline":0.058823529411766766,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.3060747663551402,"baseline_adjusted_score":0.3060747663551402},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.77,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.22455424868189067,"accuracy":0.62,"positive_recall":0.74,"specificity":0.5,"precision":0.5967741935483871,"balanced_accuracy":0.62,"f1":0.6607142857142857,"true_positive":37,"false_positive":25,"false_negative":13,"true_negative":25,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.10178300527243733,"baseline_adjusted_skill":0.24,"baseline_adjusted_score":0.24},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.58,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.33333333333333326,"baseline_adjusted_score":0.33333333333333326},"scoring":{"eligible":true,"reason":null},"model":57,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.21457803591437813,"accuracy":0.7094594594594594,"positive_recall":0.4788732394366197,"specificity":0.922077922077922,"precision":0.85,"balanced_accuracy":0.7004755807572709,"f1":0.6126126126126126,"true_positive":34,"false_positive":6,"false_negative":37,"true_negative":71,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.24958911614317017,"brier_skill":0.1402748676296801,"baseline_adjusted_skill":0.4009511615145418,"baseline_adjusted_score":0.4009511615145418},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.35,"uniform_accuracy_baseline":0.2005,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.08450704225352113,"baseline_adjusted_score":0.08450704225352113},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.9852941176470588,"baseline_adjusted_score":0.9852941176470588},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.82,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.6170212765957446,"baseline_adjusted_score":0.6170212765957446},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.8367346938775511,"baseline_adjusted_score":0.8367346938775511},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10354493921464653,"accuracy":0.64408564302,"positive_recall":0.9253707601123643,"specificity":0.19279270218944153,"precision":0.6477952125454546,"balanced_accuracy":0.5590817311509029,"f1":0.7620947295441217,"true_positive":57.005978704,"false_positive":30.994021296,"false_negative":4.597414402,"true_negative":7.402585598,"positive_prevalence":0.61603393106,"majority_accuracy_baseline":0.61603393106,"constant_brier_baseline":0.07908707655202402,"brier_skill":-0.309252329570356,"baseline_adjusted_skill":0.11816346230180574,"baseline_adjusted_score":0.11816346230180574},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.15740558902289772,"accuracy":0.78,"positive_recall":0.68,"specificity":0.88,"precision":0.85,"balanced_accuracy":0.78,"f1":0.7555555555555555,"true_positive":34,"false_positive":6,"false_negative":16,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3703776439084091,"baseline_adjusted_skill":0.56,"baseline_adjusted_score":0.56},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.73,"uniform_accuracy_baseline":0.012987012987012986,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.7157894736842105,"baseline_adjusted_score":0.7157894736842105},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.9666666666666667,"baseline_adjusted_score":0.9666666666666667},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.49,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.203125,"baseline_adjusted_score":0.203125},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.13541237505666148,"accuracy":0.84,"positive_recall":1,"specificity":0.68,"precision":0.7575757575757576,"balanced_accuracy":0.8400000000000001,"f1":0.8620689655172413,"true_positive":50,"false_positive":16,"false_negative":0,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.45835049977335407,"baseline_adjusted_skill":0.6800000000000002,"baseline_adjusted_score":0.6800000000000002},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.1259144343825232,"accuracy":0.6791253526262673,"positive_recall":0.5818099731046044,"specificity":0.7244389659662588,"precision":0.49574640448922397,"balanced_accuracy":0.6531244695354316,"f1":0.5353412744985858,"true_positive":129.38981157168746,"false_positive":131.61018842831254,"false_negative":93.00206473330036,"true_negative":345.99793526669964,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768642,"brier_skill":-0.4191231785989664,"baseline_adjusted_skill":0.30624893907086315,"baseline_adjusted_score":0.30624893907086315},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.23244428251200222,"accuracy":0.72,"positive_recall":0.6,"specificity":0.84,"precision":0.7894736842105263,"balanced_accuracy":0.72,"f1":0.6818181818181818,"true_positive":30,"false_positive":8,"false_negative":20,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.07022286995199112,"baseline_adjusted_skill":0.43999999999999995,"baseline_adjusted_score":0.43999999999999995},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.8874172185430463,"uniform_accuracy_baseline":0.006622516556291391,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.8827586206896552,"baseline_adjusted_score":0.8827586206896552},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.8329411764705882,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.6919739696312364,"baseline_adjusted_score":0.6919739696312364},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.43,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.049999999999999954,"baseline_adjusted_score":0.049999999999999954},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.07629670399892269,"accuracy":0.9,"positive_recall":0.88,"specificity":0.92,"precision":0.9166666666666666,"balanced_accuracy":0.9,"f1":0.8979591836734694,"true_positive":44,"false_positive":4,"false_negative":6,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6948131840043092,"baseline_adjusted_skill":0.8,"baseline_adjusted_score":0.8},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.82,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.6249999999999999,"baseline_adjusted_score":0.6249999999999999},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.07142857142857142,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9775280898876404,"baseline_adjusted_score":0.9775280898876404},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.79,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.5434782608695653,"baseline_adjusted_score":0.5434782608695653},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.47,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.27397260273972596,"baseline_adjusted_score":0.27397260273972596},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.8888888888888888,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.6666666666666665,"baseline_adjusted_score":0.6666666666666665},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.17580650755402039,"accuracy":0.7804878048780488,"positive_recall":0.725,"specificity":0.8333333333333334,"precision":0.8055555555555556,"balanced_accuracy":0.7791666666666667,"f1":0.7631578947368421,"true_positive":29,"false_positive":7,"false_negative":11,"true_negative":35,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.2498512790005949,"brier_skill":0.2963553828611708,"baseline_adjusted_skill":0.5583333333333333,"baseline_adjusted_score":0.5583333333333333},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.0984630658773016,"accuracy":0.86,"positive_recall":0.82,"specificity":0.9,"precision":0.8913043478260869,"balanced_accuracy":0.86,"f1":0.8541666666666666,"true_positive":41,"false_positive":5,"false_negative":9,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6061477364907937,"baseline_adjusted_skill":0.72,"baseline_adjusted_score":0.72},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.7039106145251397,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.6200716845878137,"baseline_adjusted_score":0.6200716845878137},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.46,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.11475409836065575,"baseline_adjusted_score":0.11475409836065575},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.1700664831793867,"accuracy":0.79,"positive_recall":0.5,"specificity":0.8717948717948718,"precision":0.5238095238095238,"balanced_accuracy":0.6858974358974359,"f1":0.5116279069767442,"true_positive":22,"false_positive":20,"false_negative":22,"true_negative":136,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":0.008936578208702306,"baseline_adjusted_skill":0.3717948717948718,"baseline_adjusted_score":0.3717948717948718},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.1946210306537179,"accuracy":0.77,"positive_recall":0.34,"specificity":0.9133333333333333,"precision":0.5666666666666667,"balanced_accuracy":0.6266666666666667,"f1":0.425,"true_positive":17,"false_positive":13,"false_negative":33,"true_negative":137,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-0.03797883015316228,"baseline_adjusted_skill":0.2533333333333334,"baseline_adjusted_score":0.2533333333333334},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.035605165315212454,"accuracy":0.965,"positive_recall":0.7368421052631579,"specificity":0.988950276243094,"precision":0.875,"balanced_accuracy":0.8628961907531258,"f1":0.8,"true_positive":14,"false_positive":2,"false_negative":5,"true_negative":179,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.085975,"brier_skill":0.5858660620504512,"baseline_adjusted_skill":0.7257923815062517,"baseline_adjusted_score":0.7257923815062517},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.08963583191331045,"accuracy":0.8532559523809524,"positive_recall":0.6342624739609166,"specificity":0.8672357347754228,"precision":0.2336988304093567,"balanced_accuracy":0.7507491043681698,"f1":0.3415507064448065,"true_positive":106.56666666666666,"false_positive":349.43333333333334,"false_negative":61.449999999999996,"true_negative":2282.55,"positive_prevalence":0.060005952380952375,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679138,"brier_skill":-1.78363744402967,"baseline_adjusted_skill":0.5014982087363395,"baseline_adjusted_score":0.5014982087363395},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.7988668555240793,"uniform_accuracy_baseline":0.027777777777777776,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.7694805194805194,"baseline_adjusted_score":0.7694805194805194},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.71,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.5857142857142857,"baseline_adjusted_score":0.5857142857142857},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1413642572902319,"accuracy":0.83,"positive_recall":0.98,"specificity":0.68,"precision":0.7538461538461538,"balanced_accuracy":0.8300000000000001,"f1":0.8521739130434782,"true_positive":49,"false_positive":16,"false_negative":1,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.43454297083907245,"baseline_adjusted_skill":0.6600000000000001,"baseline_adjusted_score":0.6600000000000001},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.057681358194644226,"accuracy":0.91,"positive_recall":0.96,"specificity":0.86,"precision":0.8727272727272727,"balanced_accuracy":0.9099999999999999,"f1":0.9142857142857143,"true_positive":48,"false_positive":7,"false_negative":2,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7692745672214231,"baseline_adjusted_skill":0.8199999999999998,"baseline_adjusted_score":0.8199999999999998},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.62,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":0.025641025641025664,"baseline_adjusted_score":0.025641025641025664},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.83,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.8191489361702128,"baseline_adjusted_score":0.8191489361702128},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08235990635176779,"accuracy":0.88,"positive_recall":0.98,"specificity":0.78,"precision":0.8166666666666667,"balanced_accuracy":0.88,"f1":0.8909090909090909,"true_positive":49,"false_positive":11,"false_negative":1,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6705603745929288,"baseline_adjusted_skill":0.76,"baseline_adjusted_score":0.76},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8507462686567167,"baseline_adjusted_score":0.8507462686567167},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.06895693805738594,"accuracy":0.9,"positive_recall":0.82,"specificity":0.98,"precision":0.9761904761904762,"balanced_accuracy":0.8999999999999999,"f1":0.8913043478260869,"true_positive":41,"false_positive":1,"false_negative":9,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7241722477704562,"baseline_adjusted_skill":0.7999999999999998,"baseline_adjusted_score":0.7999999999999998},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.4764111148648648,"uniform_accuracy_baseline":0.23445945945945948,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.290199201264795,"baseline_adjusted_score":0.290199201264795},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.07486985003662058,"accuracy":0.7035525986842106,"positive_recall":0.7895872218942316,"specificity":0.6216285366669101,"precision":0.6652272613636364,"balanced_accuracy":0.7056078792805709,"f1":0.7220919935470829,"true_positive":58.539999,"false_positive":29.460001,"false_negative":15.600004,"true_negative":48.399996,"positive_prevalence":0.4877631776315789,"majority_accuracy_baseline":0.512236822368421,"constant_brier_baseline":0.09451910039768556,"brier_skill":0.20788655709154547,"baseline_adjusted_skill":0.4112157585611418,"baseline_adjusted_score":0.4112157585611418},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.13765667196302467,"normalized_score_rmse":0.17792577813999433,"constant_score_baseline":0.5841668333333333,"constant_mae_baseline":0.21700552708333334,"baseline_adjusted_skill":0.3656536134668936,"baseline_adjusted_score":0.3656536134668936},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.27985310346161885,"accuracy":0.64,"positive_recall":0.88,"specificity":0.4,"precision":0.5945945945945946,"balanced_accuracy":0.64,"f1":0.7096774193548387,"true_positive":44,"false_positive":30,"false_negative":6,"true_negative":20,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.11941241384647538,"baseline_adjusted_skill":0.28,"baseline_adjusted_score":0.28},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.349186852148628,"accuracy":0.57,"positive_recall":0.42,"specificity":0.72,"precision":0.6,"balanced_accuracy":0.57,"f1":0.49411764705882355,"true_positive":21,"false_positive":14,"false_negative":29,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.39674740859451196,"baseline_adjusted_skill":0.1399999999999999,"baseline_adjusted_score":0.1399999999999999},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.82,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.7049180327868851,"baseline_adjusted_score":0.7049180327868851},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.036111111111111115,"fixed_answer_accuracy_baseline":0.08833333333333333,"baseline_adjusted_skill":0.8683729433272395,"baseline_adjusted_score":0.8683729433272395},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.9545454545454545,"baseline_adjusted_score":0.9545454545454545},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.049879324215607396,"fixed_answer_accuracy_baseline":0.12442477876106194,"baseline_adjusted_skill":0.8172629876692945,"baseline_adjusted_score":0.8172629876692945},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2960303837085434,"accuracy":0.58,"positive_recall":0.3,"specificity":0.86,"precision":0.6818181818181818,"balanced_accuracy":0.58,"f1":0.4166666666666667,"true_positive":15,"false_positive":7,"false_negative":35,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.1841215348341736,"baseline_adjusted_skill":0.15999999999999992,"baseline_adjusted_score":0.15999999999999992},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.9722222222222222,"uniform_accuracy_baseline":0.23888888888888887,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.9607843137254903,"baseline_adjusted_score":0.9607843137254903},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.0001617567406992739,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":32,"false_positive":0,"false_negative":0,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9993529730372029,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.6212121212121212,"baseline_adjusted_score":0.6212121212121212},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.07006175563677348,"accuracy":0.91,"positive_recall":0.82,"specificity":1,"precision":1,"balanced_accuracy":0.9099999999999999,"f1":0.9010989010989011,"true_positive":41,"false_positive":0,"false_negative":9,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7197529774529061,"baseline_adjusted_skill":0.8199999999999998,"baseline_adjusted_score":0.8199999999999998},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.8260869565217391,"baseline_adjusted_score":0.8260869565217391},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.00007977006791913191,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":16,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.999680626456015,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.1390177835674467,"normalized_score_rmse":0.3257255010892203,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.5787339891895554,"baseline_adjusted_score":0.5787339891895554},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.40625,"uniform_accuracy_baseline":0.178125,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":0.16666666666666669,"baseline_adjusted_score":0.16666666666666669},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.2953599726816383,"accuracy":0.5588235294117647,"positive_recall":0.11764705882352941,"specificity":1,"precision":1,"balanced_accuracy":0.5588235294117647,"f1":0.21052631578947367,"true_positive":2,"false_positive":0,"false_negative":15,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.1814398907265533,"baseline_adjusted_skill":0.11764705882352944,"baseline_adjusted_score":0.11764705882352944},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.26970437427927907,"normalized_score_rmse":0.3209016064120327,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-0.8339897450990976,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.875,"uniform_accuracy_baseline":0.13194444444444445,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":0.6869565217391305,"baseline_adjusted_score":0.6869565217391305},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.00616247223499755,"accuracy":0.9807692307692307,"positive_recall":1,"specificity":0.9615384615384616,"precision":0.9629629629629629,"balanced_accuracy":0.9807692307692308,"f1":0.9811320754716981,"true_positive":26,"false_positive":1,"false_negative":0,"true_negative":25,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9753501110600098,"baseline_adjusted_skill":0.9615384615384617,"baseline_adjusted_score":0.9615384615384617},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.008389207643510792,"accuracy":0.9866666666666667,"positive_recall":1,"specificity":0.9722222222222222,"precision":0.975,"balanced_accuracy":0.9861111111111112,"f1":0.9873417721518988,"true_positive":39,"false_positive":1,"false_negative":0,"true_negative":35,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24960000000000004,"brier_skill":0.966389392453883,"baseline_adjusted_skill":0.9722222222222223,"baseline_adjusted_score":0.9722222222222223},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.32066548731665534,"normalized_score_rmse":0.42648741455262723,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.14523388327376896,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.7941176470588235,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.7199999999999998,"baseline_adjusted_score":0.7199999999999998},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.01974287675810294,"accuracy":0.9642857142857143,"positive_recall":1,"specificity":0.9285714285714286,"precision":0.9333333333333333,"balanced_accuracy":0.9642857142857143,"f1":0.9655172413793104,"true_positive":14,"false_positive":1,"false_negative":0,"true_negative":13,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9210284929675883,"baseline_adjusted_skill":0.9285714285714286,"baseline_adjusted_score":0.9285714285714286},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.06360478356685262,"normalized_score_rmse":0.17759391418833564,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.1696969696969697,"baseline_adjusted_skill":0.6251860968381899,"baseline_adjusted_score":0.6251860968381899},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.04541548877847236,"accuracy":0.9529411764705882,"positive_recall":1,"specificity":0.9,"precision":0.9183673469387755,"balanced_accuracy":0.95,"f1":0.9574468085106383,"true_positive":45,"false_positive":4,"false_negative":0,"true_negative":36,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.2491349480968858,"brier_skill":0.8177072742086318,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.1916914404216056,"accuracy":0.74,"positive_recall":0.6285714285714286,"specificity":1,"precision":1,"balanced_accuracy":0.8142857142857143,"f1":0.7719298245614035,"true_positive":22,"false_positive":0,"false_negative":13,"true_negative":15,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.21,"brier_skill":0.08718361703997324,"baseline_adjusted_skill":0.6285714285714286,"baseline_adjusted_score":0.6285714285714286},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.23584403874976487,"normalized_score_rmse":0.3619850733711919,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.15769986160798266,"baseline_adjusted_score":0.15769986160798266},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.8481012658227848,"uniform_accuracy_baseline":0.24240506329113923,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.7391304347826086,"baseline_adjusted_score":0.7391304347826086},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.0005661123872391367,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":11,"false_positive":0,"false_negative":0,"true_negative":10,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.2494331065759637,"brier_skill":0.9977304039747958,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.8484848484848485,"uniform_accuracy_baseline":0.32373737373737377,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.75,"baseline_adjusted_score":0.75},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.3079066990886967,"accuracy":0.6060606060606061,"positive_recall":0.5294117647058824,"specificity":0.6875,"precision":0.6428571428571429,"balanced_accuracy":0.6084558823529411,"f1":0.5806451612903226,"true_positive":9,"false_positive":5,"false_negative":8,"true_negative":11,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":-0.23275880627790713,"baseline_adjusted_skill":0.21691176470588225,"baseline_adjusted_score":0.21691176470588225},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.13669554268268572,"normalized_score_rmse":0.2628727421278678,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.3431372549019608,"baseline_adjusted_skill":0.6016301327533159,"baseline_adjusted_score":0.6016301327533159},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.025392737275344347,"accuracy":0.97,"positive_recall":0.98,"specificity":0.96,"precision":0.9607843137254902,"balanced_accuracy":0.97,"f1":0.9702970297029703,"true_positive":49,"false_positive":2,"false_negative":1,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8984290508986226,"baseline_adjusted_skill":0.94,"baseline_adjusted_score":0.94},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.39333333333333337,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":0.061855670103092834,"baseline_adjusted_score":0.061855670103092834},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.3210714159724748,"accuracy":0.5333333333333333,"positive_recall":0.08108108108108109,"specificity":0.9736842105263158,"precision":0.75,"balanced_accuracy":0.5273826458036984,"f1":0.14634146341463414,"true_positive":3,"false_positive":1,"false_negative":34,"true_negative":37,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555554,"brier_skill":-0.2845140219382438,"baseline_adjusted_skill":0.05476529160739685,"baseline_adjusted_score":0.05476529160739685},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.14285714285714285,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.9358974358974358,"baseline_adjusted_score":0.9358974358974358},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.325,"uniform_accuracy_baseline":0.32416666666666666,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.02272727272727275,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":3.3804460560065885e-8,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":16,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.9999998646578766,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.06148400035969147,"normalized_score_rmse":0.1030057092636032,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.7201417914662319,"baseline_adjusted_score":0.7201417914662319},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.015159538940828507,"accuracy":0.97,"positive_recall":0.8636363636363636,"specificity":1,"precision":1,"balanced_accuracy":0.9318181818181819,"f1":0.926829268292683,"true_positive":19,"false_positive":0,"false_negative":3,"true_negative":78,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":0.9116576984800203,"baseline_adjusted_skill":0.8636363636363638,"baseline_adjusted_score":0.8636363636363638},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.009771685573946119,"accuracy":0.99,"positive_recall":1,"specificity":0.9841269841269841,"precision":0.9736842105263158,"balanced_accuracy":0.9920634920634921,"f1":0.9866666666666667,"true_positive":37,"false_positive":1,"false_negative":0,"true_negative":62,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000003,"brier_skill":0.9580794269671982,"baseline_adjusted_skill":0.9841269841269842,"baseline_adjusted_score":0.9841269841269842},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.0838207111488174,"accuracy":0.88,"positive_recall":0.8461538461538461,"specificity":0.9016393442622951,"precision":0.8461538461538461,"balanced_accuracy":0.8738965952080706,"f1":0.8461538461538461,"true_positive":33,"false_positive":6,"false_negative":6,"true_negative":55,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379,"brier_skill":0.6476640977351098,"baseline_adjusted_skill":0.7477931904161412,"baseline_adjusted_score":0.7477931904161412},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.016450124859306456,"accuracy":0.97,"positive_recall":0.9032258064516129,"specificity":1,"precision":1,"balanced_accuracy":0.9516129032258065,"f1":0.9491525423728814,"true_positive":28,"false_positive":0,"false_negative":3,"true_negative":69,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999998,"brier_skill":0.9230943204333499,"baseline_adjusted_skill":0.903225806451613,"baseline_adjusted_score":0.903225806451613},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.888888888888889,"baseline_adjusted_score":0.888888888888889},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.23205151533337795,"normalized_score_rmse":0.2976159790215248,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.0019289663080518382,"baseline_adjusted_score":0.0019289663080518382},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10690154503520198,"accuracy":0.87,"positive_recall":0.88,"specificity":0.86,"precision":0.8627450980392157,"balanced_accuracy":0.87,"f1":0.8712871287128713,"true_positive":44,"false_positive":7,"false_negative":6,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.572393819859192,"baseline_adjusted_skill":0.74,"baseline_adjusted_score":0.74},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.4232609461412921,"accuracy":0.46,"positive_recall":0.82,"specificity":0.1,"precision":0.47674418604651164,"balanced_accuracy":0.45999999999999996,"f1":0.6029411764705882,"true_positive":41,"false_positive":45,"false_negative":9,"true_negative":5,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.6930437845651685,"baseline_adjusted_skill":-0.08000000000000007,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.72,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":0.19999999999999987,"baseline_adjusted_score":0.19999999999999987},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.0833867991501113,"accuracy":0.88,"positive_recall":0.82,"specificity":0.94,"precision":0.9318181818181818,"balanced_accuracy":0.8799999999999999,"f1":0.8723404255319149,"true_positive":41,"false_positive":3,"false_negative":9,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6664528033995548,"baseline_adjusted_skill":0.7599999999999998,"baseline_adjusted_score":0.7599999999999998},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.7857142857142858,"baseline_adjusted_score":0.7857142857142858},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.72,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.5333333333333333,"baseline_adjusted_score":0.5333333333333333},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2367514434010348,"accuracy":0.73,"positive_recall":0.5,"specificity":0.96,"precision":0.9259259259259259,"balanced_accuracy":0.73,"f1":0.6493506493506493,"true_positive":25,"false_positive":2,"false_negative":25,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.05299422639586082,"baseline_adjusted_skill":0.45999999999999996,"baseline_adjusted_score":0.45999999999999996},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.20851190476190473,"fixed_answer_accuracy_baseline":0.22333333333333333,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.07345021556630044,"accuracy":0.91,"positive_recall":0.86,"specificity":0.96,"precision":0.9555555555555556,"balanced_accuracy":0.9099999999999999,"f1":0.9052631578947369,"true_positive":43,"false_positive":2,"false_negative":7,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7061991377347983,"baseline_adjusted_skill":0.8199999999999998,"baseline_adjusted_score":0.8199999999999998},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.07176623299740459,"normalized_score_rmse":0.18686106338595468,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.7607792233419847,"baseline_adjusted_score":0.7607792233419847},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.22851190476190475,"fixed_answer_accuracy_baseline":0.24333333333333332,"baseline_adjusted_skill":0.973568281938326,"baseline_adjusted_score":0.973568281938326},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.022111402155255963,"accuracy":0.96,"positive_recall":0.94,"specificity":0.98,"precision":0.9791666666666666,"balanced_accuracy":0.96,"f1":0.9591836734693877,"true_positive":47,"false_positive":1,"false_negative":3,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9115543913789761,"baseline_adjusted_skill":0.9199999999999999,"baseline_adjusted_score":0.9199999999999999},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.0457913002377968,"normalized_score_rmse":0.1296375537912239,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.3042222222222222,"baseline_adjusted_skill":0.8494807515923407,"baseline_adjusted_score":0.8494807515923407},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.74,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.5806451612903225,"baseline_adjusted_score":0.5806451612903225},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1102548951070448,"accuracy":0.87,"positive_recall":0.96,"specificity":0.78,"precision":0.8135593220338984,"balanced_accuracy":0.87,"f1":0.8807339449541285,"true_positive":48,"false_positive":11,"false_negative":2,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5589804195718209,"baseline_adjusted_skill":0.74,"baseline_adjusted_score":0.74},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.8,"baseline_adjusted_score":0.8},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.06390659884567004,"accuracy":0.92,"positive_recall":0.98,"specificity":0.86,"precision":0.875,"balanced_accuracy":0.9199999999999999,"f1":0.9245283018867925,"true_positive":49,"false_positive":7,"false_negative":1,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7443736046173198,"baseline_adjusted_skill":0.8399999999999999,"baseline_adjusted_score":0.8399999999999999},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.72,"uniform_accuracy_baseline":0.3533333333333333,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.5254237288135593,"baseline_adjusted_score":0.5254237288135593},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.8064516129032259,"baseline_adjusted_score":0.8064516129032259},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.46,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.12903225806451615,"baseline_adjusted_score":0.12903225806451615},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.35,"uniform_accuracy_baseline":0.1111111111111111,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.22619047619047616,"baseline_adjusted_score":0.22619047619047616},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.06259608071907224,"accuracy":0.822625,"positive_recall":0.07185234014502306,"specificity":0.9983032546660496,"precision":0.9083333333333333,"balanced_accuracy":0.5350777974055363,"f1":0.13317043372021992,"true_positive":5.45,"false_positive":0.55,"false_negative":70.4,"true_negative":323.6,"positive_prevalence":0.189625,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500001,"brier_skill":0.17770477210675173,"baseline_adjusted_skill":0.07015559481107259,"baseline_adjusted_score":0.07015559481107259},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.13872430976100275,"normalized_score_rmse":0.1989906324012215,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":0.35099738123507485,"baseline_adjusted_score":0.35099738123507485},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.07814151749032278,"accuracy":0.800375,"positive_recall":0.5428973277074542,"specificity":0.8939832964036134,"precision":0.650561797752809,"balanced_accuracy":0.7184403120555338,"f1":0.5918732430360337,"true_positive":57.9,"false_positive":31.1,"false_negative":48.75,"true_negative":262.25,"positive_prevalence":0.266625,"majority_accuracy_baseline":0.733375,"constant_brier_baseline":0.115654859375,"brier_skill":0.324355950864492,"baseline_adjusted_skill":0.43688062411106765,"baseline_adjusted_score":0.43688062411106765},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.23060048059166888,"normalized_score_rmse":0.31856413605452294,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.1419517001240227,"baseline_adjusted_score":0.1419517001240227},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.07247258807514259,"accuracy":0.784125,"positive_recall":0.5252796420581656,"specificity":0.8844752818733738,"precision":0.6380434782608696,"balanced_accuracy":0.7048774619657696,"f1":0.576196319018405,"true_positive":58.7,"false_positive":33.3,"false_negative":53.05,"true_negative":254.95,"positive_prevalence":0.279375,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937500001,"brier_skill":0.3595330504718498,"baseline_adjusted_skill":0.40975492393153923,"baseline_adjusted_score":0.40975492393153923},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.22977957254401019,"normalized_score_rmse":0.3152805434979108,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.13085740881698282,"baseline_adjusted_score":0.13085740881698282},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.0776569778232947,"accuracy":0.8336250000000001,"positive_recall":0.30535211267605633,"specificity":0.9842570281124499,"precision":0.846875,"balanced_accuracy":0.6448045703942531,"f1":0.4488612836438924,"true_positive":27.1,"false_positive":4.9,"false_negative":61.65,"true_negative":306.35,"positive_prevalence":0.221875,"majority_accuracy_baseline":0.778125,"constant_brier_baseline":0.12674023437499998,"brier_skill":0.38727446571131763,"baseline_adjusted_skill":0.2896091407885062,"baseline_adjusted_score":0.2896091407885062},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.13935015320223315,"normalized_score_rmse":0.22840984156334573,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.3823815924554763,"baseline_adjusted_score":0.3823815924554763},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.0482212703890009,"accuracy":0.8334999999999999,"positive_recall":0.719281663516068,"specificity":0.8745751189666894,"precision":0.6734513274336282,"balanced_accuracy":0.7969283912413787,"f1":0.6956124314442413,"true_positive":76.1,"false_positive":36.9,"false_negative":29.7,"true_negative":257.3,"positive_prevalence":0.2645,"majority_accuracy_baseline":0.7355,"constant_brier_baseline":0.11362725,"brier_skill":0.5756187852033654,"baseline_adjusted_skill":0.5938567824827574,"baseline_adjusted_score":0.5938567824827574},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.23665040822303343,"normalized_score_rmse":0.3400309474303322,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.05810782796802605,"baseline_adjusted_score":0.05810782796802605},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.06841751143777529,"accuracy":0.81975,"positive_recall":0.4210182767624021,"specificity":0.9141929499072357,"precision":0.5375,"balanced_accuracy":0.6676056133348189,"f1":0.47218155197657397,"true_positive":32.25,"false_positive":27.75,"false_negative":44.35,"true_negative":295.65,"positive_prevalence":0.19149999999999998,"majority_accuracy_baseline":0.8085,"constant_brier_baseline":0.09190274999999999,"brier_skill":0.25554445935757863,"baseline_adjusted_skill":0.3352112266696379,"baseline_adjusted_score":0.3352112266696379},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.15218203248632678,"normalized_score_rmse":0.25237685565894163,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.2643768822413207,"baseline_adjusted_score":0.2643768822413207},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.03510309101137523,"accuracy":0.90625,"positive_recall":0.6592140921409214,"specificity":0.9621397915389331,"precision":0.7975409836065573,"balanced_accuracy":0.8106769418399273,"f1":0.7218100890207716,"true_positive":48.65,"false_positive":12.35,"false_negative":25.15,"true_negative":313.85,"positive_prevalence":0.1845,"majority_accuracy_baseline":0.8155,"constant_brier_baseline":0.10922225,"brier_skill":0.678608607574233,"baseline_adjusted_skill":0.6213538836798547,"baseline_adjusted_score":0.6213538836798547},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1785319783370133,"normalized_score_rmse":0.29788688667228536,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":0.057256880068576654,"baseline_adjusted_score":0.057256880068576654},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.09016250027488427,"accuracy":0.8244999999999999,"positive_recall":0.16114649681528662,"specificity":0.9864696734059097,"precision":0.7441176470588236,"balanced_accuracy":0.5738080851105982,"f1":0.2649214659685864,"true_positive":12.65,"false_positive":4.35,"false_negative":65.85,"true_negative":317.15,"positive_prevalence":0.19625,"majority_accuracy_baseline":0.80375,"constant_brier_baseline":0.09878593749999999,"brier_skill":0.08729417813254758,"baseline_adjusted_skill":0.14761617022119644,"baseline_adjusted_score":0.14761617022119644},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.13365572628340722,"normalized_score_rmse":0.22573124691757374,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":0.3673101714394924,"baseline_adjusted_score":0.3673101714394924},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.09342934959614468,"accuracy":0.6984693877551019,"positive_recall":0.7989323843416369,"specificity":0.6226499552372426,"precision":0.6150684931506849,"balanced_accuracy":0.7107911697894398,"f1":0.695046439628483,"true_positive":134.7,"false_positive":84.3,"false_negative":33.9,"true_negative":139.1,"positive_prevalence":0.4301020408163265,"majority_accuracy_baseline":0.5698979591836735,"constant_brier_baseline":0.12359641815910039,"brier_skill":0.24407720718996018,"baseline_adjusted_skill":0.4215823395788796,"baseline_adjusted_score":0.4215823395788796},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.2658589223319559,"normalized_score_rmse":0.3379276664746023,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.035030578202530305,"baseline_adjusted_score":0.035030578202530305},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.0441402169997715,"accuracy":0.9001250000000001,"positive_recall":0.4767899291896145,"specificity":0.9800861940853025,"precision":0.818918918918919,"balanced_accuracy":0.7284380616374585,"f1":0.6026852312282447,"true_positive":60.6,"false_positive":13.4,"false_negative":66.5,"true_negative":659.5,"positive_prevalence":0.158875,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499999,"brier_skill":0.5531348335193771,"baseline_adjusted_skill":0.456876123274917,"baseline_adjusted_score":0.456876123274917},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.15358319300376022,"normalized_score_rmse":0.2740781290033656,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":0.06919276967418053,"baseline_adjusted_score":0.06919276967418053},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.51,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.20967741935483872,"baseline_adjusted_score":0.20967741935483872},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.26282949258574717,"accuracy":0.67,"positive_recall":0.68,"specificity":0.66,"precision":0.6666666666666666,"balanced_accuracy":0.67,"f1":0.6732673267326733,"true_positive":34,"false_positive":17,"false_negative":16,"true_negative":33,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.051317970342988684,"baseline_adjusted_skill":0.3400000000000001,"baseline_adjusted_score":0.3400000000000001},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.4188204108681246,"uniform_accuracy_baseline":0.058823529411764705,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.31697819314641745,"baseline_adjusted_score":0.31697819314641745},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.9130434782608695,"baseline_adjusted_score":0.9130434782608695},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2203503369249878,"accuracy":0.68,"positive_recall":0.52,"specificity":0.84,"precision":0.7647058823529411,"balanced_accuracy":0.6799999999999999,"f1":0.6190476190476191,"true_positive":26,"false_positive":8,"false_negative":24,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.11859865230004885,"baseline_adjusted_skill":0.3599999999999999,"baseline_adjusted_score":0.3599999999999999},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.48,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.1746031746031746,"baseline_adjusted_score":0.1746031746031746},"scoring":{"eligible":true,"reason":null},"model":58,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"binary_brier":0.12191103761476704,"accuracy":0.8233333333333334,"positive_recall":0.6533333333333333,"specificity":0.9933333333333333,"precision":0.98989898989899,"balanced_accuracy":0.8233333333333333,"f1":0.7871485943775101,"true_positive":98,"false_positive":1,"false_negative":52,"true_negative":149,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5123558495409318,"baseline_adjusted_skill":0.6466666666666665,"baseline_adjusted_score":0.6466666666666665},"scoring":{"eligible":true,"reason":null},"model":59,"benchmark":14},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.9933333333333333,"uniform_accuracy_baseline":0.3333333333333322,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.9899999999999998,"baseline_adjusted_score":0.9899999999999998},"scoring":{"eligible":true,"reason":null},"model":59,"benchmark":33},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"binary_brier":0.008967590809855121,"accuracy":0.99,"positive_recall":0.98,"specificity":1,"precision":1,"balanced_accuracy":0.99,"f1":0.98989898989899,"true_positive":147,"false_positive":0,"false_negative":3,"true_negative":150,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9641296367605795,"baseline_adjusted_skill":0.98,"baseline_adjusted_score":0.98},"scoring":{"eligible":true,"reason":null},"model":59,"benchmark":34},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.9833333333333333,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.9777777777777777,"baseline_adjusted_score":0.9777777777777777},"scoring":{"eligible":true,"reason":null},"model":59,"benchmark":35},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"binary_brier":0.11731465622153195,"accuracy":0.8433333333333334,"positive_recall":0.9933333333333333,"specificity":0.6933333333333334,"precision":0.764102564102564,"balanced_accuracy":0.8433333333333333,"f1":0.863768115942029,"true_positive":149,"false_positive":46,"false_negative":1,"true_negative":104,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5307413751138722,"baseline_adjusted_skill":0.6866666666666665,"baseline_adjusted_score":0.6866666666666665},"scoring":{"eligible":true,"reason":null},"model":59,"benchmark":36},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"normalized_expected_score_mae":0.099233153530998,"normalized_score_rmse":0.15685700028798613,"constant_score_baseline":0.5,"constant_mae_baseline":0.3333333333333333,"baseline_adjusted_skill":0.702300539407006,"baseline_adjusted_score":0.702300539407006},"scoring":{"eligible":true,"reason":null},"model":59,"benchmark":37},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.10666666666666669,"baseline_adjusted_score":0.10666666666666669},"scoring":{"eligible":true,"reason":null},"model":59,"benchmark":38},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"binary_brier":0.3027314069165226,"accuracy":0.53,"positive_recall":0.24,"specificity":0.82,"precision":0.5714285714285714,"balanced_accuracy":0.53,"f1":0.3380281690140845,"true_positive":36,"false_positive":27,"false_negative":114,"true_negative":123,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.21092562766609046,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":59,"benchmark":39},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"normalized_expected_score_mae":0.31705301262016294,"normalized_score_rmse":0.38144547821030633,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":-0.056843375400543295,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":59,"benchmark":40},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.36333333333333334,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.1511111111111111,"baseline_adjusted_score":0.1511111111111111},"scoring":{"eligible":true,"reason":null},"model":59,"benchmark":50},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.5233333333333333,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.3644444444444444,"baseline_adjusted_score":0.3644444444444444},"scoring":{"eligible":true,"reason":null},"model":59,"benchmark":58},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.72,"uniform_accuracy_baseline":0.3333333333333322,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.58,"baseline_adjusted_score":0.58},"scoring":{"eligible":true,"reason":null},"model":59,"benchmark":59},{"provenance":"measured","status":"complete","counts":{"cases":285,"expected":285,"succeeded":285,"failed":0},"metrics":{"target_mass_at_prediction":0.7649122807017544,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5263157894736842,"baseline_adjusted_skill":0.5037037037037039,"baseline_adjusted_score":0.5037037037037039},"scoring":{"eligible":true,"reason":null},"model":59,"benchmark":60},{"provenance":"measured","status":"complete","counts":{"cases":299,"expected":299,"succeeded":299,"failed":0},"metrics":{"binary_brier":0.18202188445509657,"accuracy":0.7357859531772575,"positive_recall":0.6666666666666666,"specificity":0.8053691275167785,"precision":0.7751937984496124,"balanced_accuracy":0.7360178970917226,"f1":0.7168458781362007,"true_positive":100,"false_positive":29,"false_negative":50,"true_negative":120,"positive_prevalence":0.5016722408026756,"majority_accuracy_baseline":0.5016722408026756,"constant_brier_baseline":0.24999720361069733,"brier_skill":0.2719043180237082,"baseline_adjusted_skill":0.4720357941834452,"baseline_adjusted_score":0.4720357941834452},"scoring":{"eligible":true,"reason":null},"model":59,"benchmark":61},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.9366666666666666,"uniform_accuracy_baseline":0.20000000000000104,"fixed_answer_accuracy_baseline":0.20000000000000104,"baseline_adjusted_skill":0.9208333333333332,"baseline_adjusted_score":0.9208333333333332},"scoring":{"eligible":true,"reason":null},"model":59,"benchmark":62},{"provenance":"measured","status":"complete","counts":{"cases":283,"expected":283,"succeeded":283,"failed":0},"metrics":{"binary_brier":0.3335248382776752,"accuracy":0.5653710247349824,"positive_recall":0.9172932330827067,"specificity":0.25333333333333335,"precision":0.5213675213675214,"balanced_accuracy":0.58531328320802,"f1":0.6648501362397821,"true_positive":122,"false_positive":112,"false_negative":11,"true_negative":38,"positive_prevalence":0.46996466431095407,"majority_accuracy_baseline":0.5300353356890459,"constant_brier_baseline":0.2490978786100456,"brier_skill":-0.3389308658055543,"baseline_adjusted_skill":0.17062656641604002,"baseline_adjusted_score":0.17062656641604002},"scoring":{"eligible":true,"reason":null},"model":59,"benchmark":63},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.8633333333333333,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.8177777777777777,"baseline_adjusted_score":0.8177777777777777},"scoring":{"eligible":true,"reason":null},"model":59,"benchmark":64},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.2061666666666668,"fixed_answer_accuracy_baseline":0.21333333333333335,"baseline_adjusted_skill":0.9745762711864406,"baseline_adjusted_score":0.9745762711864406},"scoring":{"eligible":true,"reason":null},"model":59,"benchmark":65},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.82,"uniform_accuracy_baseline":0.3333333333333322,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.7299999999999999,"baseline_adjusted_score":0.7299999999999999},"scoring":{"eligible":true,"reason":null},"model":59,"benchmark":66},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.69,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.37333333333333335,"baseline_adjusted_skill":0.50531914893617,"baseline_adjusted_score":0.50531914893617},"scoring":{"eligible":true,"reason":null},"model":59,"benchmark":67},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"normalized_expected_score_mae":0.15773368671706778,"normalized_score_rmse":0.19923985955448947,"constant_score_baseline":0.5,"constant_mae_baseline":0.26208333333333317,"baseline_adjusted_skill":0.3981544544976743,"baseline_adjusted_score":0.3981544544976743},"scoring":{"eligible":true,"reason":null},"model":59,"benchmark":68},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"normalized_expected_score_mae":0.1024037927704584,"normalized_score_rmse":0.1342039923749327,"constant_score_baseline":0.52,"constant_mae_baseline":0.24733333333333307,"baseline_adjusted_skill":0.585968492841812,"baseline_adjusted_score":0.585968492841812},"scoring":{"eligible":true,"reason":null},"model":59,"benchmark":69},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.7866666666666666,"baseline_adjusted_score":0.7866666666666666},"scoring":{"eligible":true,"reason":null},"model":59,"benchmark":71},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"binary_brier":0.16201815127402605,"accuracy":0.78,"positive_recall":0.8,"specificity":0.76,"precision":0.7692307692307693,"balanced_accuracy":0.78,"f1":0.7843137254901961,"true_positive":120,"false_positive":36,"false_negative":30,"true_negative":114,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3519273949038958,"baseline_adjusted_skill":0.56,"baseline_adjusted_score":0.56},"scoring":{"eligible":true,"reason":null},"model":59,"benchmark":81},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.49666666666666665,"uniform_accuracy_baseline":0.11021428571428617,"fixed_answer_accuracy_baseline":0.12554761904761905,"baseline_adjusted_skill":0.4244016663490075,"baseline_adjusted_score":0.4244016663490075},"scoring":{"eligible":true,"reason":null},"model":59,"benchmark":83},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.7266666666666667,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.6355555555555555,"baseline_adjusted_score":0.6355555555555555},"scoring":{"eligible":true,"reason":null},"model":59,"benchmark":84},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.44,"uniform_accuracy_baseline":0.3333333333333322,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.16,"baseline_adjusted_score":0.16},"scoring":{"eligible":true,"reason":null},"model":59,"benchmark":157},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.16187477543406986,"accuracy":0.7702702702702703,"positive_recall":0.6197183098591549,"specificity":0.9090909090909091,"precision":0.8627450980392157,"balanced_accuracy":0.764404609475032,"f1":0.7213114754098361,"true_positive":44,"false_positive":7,"false_negative":27,"true_negative":70,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.2495891161431699,"brier_skill":0.351434958641326,"baseline_adjusted_skill":0.5288092189500639,"baseline_adjusted_score":0.5288092189500639},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.20049999999999962,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.8309859154929579,"baseline_adjusted_score":0.8309859154929579},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.9705882352941176,"baseline_adjusted_score":0.9705882352941176},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.8085106382978724,"baseline_adjusted_score":0.8085106382978724},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.8367346938775511,"baseline_adjusted_score":0.8367346938775511},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1337445901504931,"accuracy":0.5644764212200001,"positive_recall":0.3900031540902246,"specificity":0.8444007721178719,"precision":0.8008505871333333,"balanced_accuracy":0.6172019631040483,"f1":0.5245551894829611,"true_positive":24.025517613999998,"false_positive":5.974482385999999,"false_negative":37.577875492,"true_negative":32.42212450800001,"positive_prevalence":0.6160339310599999,"majority_accuracy_baseline":0.6160339310599999,"constant_brier_baseline":0.079087076552024,"brier_skill":-0.6911055001826374,"baseline_adjusted_skill":0.23440392620809658,"baseline_adjusted_score":0.23440392620809658},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.06635845023300782,"accuracy":0.93,"positive_recall":0.9,"specificity":0.96,"precision":0.9574468085106383,"balanced_accuracy":0.9299999999999999,"f1":0.9278350515463918,"true_positive":45,"false_positive":2,"false_negative":5,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7345661990679687,"baseline_adjusted_skill":0.8599999999999999,"baseline_adjusted_score":0.8599999999999999},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.76,"uniform_accuracy_baseline":0.012987012987012965,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.7473684210526316,"baseline_adjusted_score":0.7473684210526316},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.9333333333333332,"baseline_adjusted_score":0.9333333333333332},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.81,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.7031250000000001,"baseline_adjusted_score":0.7031250000000001},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.12511685022069727,"accuracy":0.83,"positive_recall":1,"specificity":0.66,"precision":0.746268656716418,"balanced_accuracy":0.8300000000000001,"f1":0.8547008547008547,"true_positive":50,"false_positive":17,"false_negative":0,"true_negative":33,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.49953259911721093,"baseline_adjusted_skill":0.6600000000000001,"baseline_adjusted_score":0.6600000000000001},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.10832453620978962,"accuracy":0.6828285001637414,"positive_recall":0.596631115373289,"specificity":0.7229651669939164,"precision":0.500701559282277,"balanced_accuracy":0.6597981411836027,"f1":0.5444732243619693,"true_positive":132.6859132098034,"false_positive":132.3140867901966,"false_negative":89.70596309518442,"true_negative":345.2940369048156,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768597,"brier_skill":-0.22087559619481745,"baseline_adjusted_skill":0.3195962823672054,"baseline_adjusted_score":0.3195962823672054},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09633038647593568,"accuracy":0.9,"positive_recall":0.86,"specificity":0.94,"precision":0.9347826086956522,"balanced_accuracy":0.8999999999999999,"f1":0.8958333333333334,"true_positive":43,"false_positive":3,"false_negative":7,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6146784540962573,"baseline_adjusted_skill":0.7999999999999998,"baseline_adjusted_score":0.7999999999999998},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.8874172185430463,"uniform_accuracy_baseline":0.006622516556291403,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.8827586206896552,"baseline_adjusted_score":0.8827586206896552},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.8117647058823529,"uniform_accuracy_baseline":0.3333333333333301,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.6529284164859003,"baseline_adjusted_score":0.6529284164859003},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.43,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.049999999999999954,"baseline_adjusted_score":0.049999999999999954},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.05444815299702246,"accuracy":0.94,"positive_recall":0.96,"specificity":0.92,"precision":0.9230769230769231,"balanced_accuracy":0.94,"f1":0.9411764705882353,"true_positive":48,"false_positive":4,"false_negative":2,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7822073880119101,"baseline_adjusted_skill":0.8799999999999999,"baseline_adjusted_score":0.8799999999999999},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.83,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.6458333333333333,"baseline_adjusted_score":0.6458333333333333},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.07142857142857136,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9662921348314606,"baseline_adjusted_score":0.9662921348314606},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.8043478260869565,"baseline_adjusted_score":0.8043478260869565},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.51,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.3287671232876712,"baseline_adjusted_score":0.3287671232876712},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.8888888888888888,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.6666666666666665,"baseline_adjusted_score":0.6666666666666665},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.1224077905264379,"accuracy":0.8536585365853658,"positive_recall":0.825,"specificity":0.8809523809523809,"precision":0.868421052631579,"balanced_accuracy":0.8529761904761904,"f1":0.8461538461538461,"true_positive":33,"false_positive":5,"false_negative":7,"true_negative":37,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.24985127900059498,"brier_skill":0.5100773907739475,"baseline_adjusted_skill":0.7059523809523809,"baseline_adjusted_score":0.7059523809523809},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.12388062912375704,"accuracy":0.85,"positive_recall":0.74,"specificity":0.96,"precision":0.9487179487179487,"balanced_accuracy":0.85,"f1":0.8314606741573034,"true_positive":37,"false_positive":2,"false_negative":13,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5044774835049719,"baseline_adjusted_skill":0.7,"baseline_adjusted_score":0.7},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.8324022346368715,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.7849462365591398,"baseline_adjusted_score":0.7849462365591398},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.66,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.4426229508196722,"baseline_adjusted_score":0.4426229508196722},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.1601328629337053,"accuracy":0.795,"positive_recall":0.36363636363636365,"specificity":0.9166666666666666,"precision":0.5517241379310345,"balanced_accuracy":0.6401515151515151,"f1":0.4383561643835616,"true_positive":16,"false_positive":13,"false_negative":28,"true_negative":143,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000053,"brier_skill":0.06682480807864333,"baseline_adjusted_skill":0.2803030303030303,"baseline_adjusted_score":0.2803030303030303},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.16482088882326412,"accuracy":0.775,"positive_recall":0.36,"specificity":0.9133333333333333,"precision":0.5806451612903226,"balanced_accuracy":0.6366666666666667,"f1":0.4444444444444444,"true_positive":18,"false_positive":13,"false_negative":32,"true_negative":137,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":0.12095525960925801,"baseline_adjusted_skill":0.27333333333333343,"baseline_adjusted_score":0.27333333333333343},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.045688133880224496,"accuracy":0.94,"positive_recall":0.631578947368421,"specificity":0.9723756906077348,"precision":0.7058823529411765,"balanced_accuracy":0.8019773189880779,"f1":0.6666666666666666,"true_positive":12,"false_positive":5,"false_negative":7,"true_negative":176,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.0859749999999999,"brier_skill":0.4685881491105025,"baseline_adjusted_skill":0.6039546379761558,"baseline_adjusted_score":0.6039546379761558},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.07592660507119649,"accuracy":0.8609583333333334,"positive_recall":0.552623747644083,"specificity":0.8806413414471976,"precision":0.2281326781326782,"balanced_accuracy":0.7166325445456403,"f1":0.32294716095185655,"true_positive":92.85000000000005,"false_positive":314.15000000000003,"false_negative":75.1666666666667,"true_negative":2317.8333333333335,"positive_prevalence":0.060005952380952354,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679296,"brier_skill":-1.3578979116145242,"baseline_adjusted_skill":0.4332650890912806,"baseline_adjusted_score":0.4332650890912806},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.7422096317280453,"uniform_accuracy_baseline":0.027777777777777853,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.7045454545454546,"baseline_adjusted_score":0.7045454545454546},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.9571428571428571,"baseline_adjusted_score":0.9571428571428571},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.036364295480283255,"accuracy":0.96,"positive_recall":1,"specificity":0.92,"precision":0.9259259259259259,"balanced_accuracy":0.96,"f1":0.9615384615384616,"true_positive":50,"false_positive":4,"false_negative":0,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.854542818078867,"baseline_adjusted_skill":0.9199999999999999,"baseline_adjusted_score":0.9199999999999999},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.017567522748763015,"accuracy":0.99,"positive_recall":1,"specificity":0.98,"precision":0.9803921568627451,"balanced_accuracy":0.99,"f1":0.9900990099009901,"true_positive":50,"false_positive":1,"false_negative":0,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9297299090049479,"baseline_adjusted_skill":0.98,"baseline_adjusted_score":0.98},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.6,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":-0.025641025641025664,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.872340425531915,"baseline_adjusted_score":0.872340425531915},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.057277880870010796,"accuracy":0.94,"positive_recall":0.9,"specificity":0.98,"precision":0.9782608695652174,"balanced_accuracy":0.94,"f1":0.9375,"true_positive":45,"false_positive":1,"false_negative":5,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7708884765199568,"baseline_adjusted_skill":0.8799999999999999,"baseline_adjusted_score":0.8799999999999999},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8059701492537314,"baseline_adjusted_score":0.8059701492537314},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.03862297440192041,"accuracy":0.95,"positive_recall":0.94,"specificity":0.96,"precision":0.9591836734693877,"balanced_accuracy":0.95,"f1":0.9494949494949495,"true_positive":47,"false_positive":2,"false_negative":3,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8455081023923183,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.4960057162162163,"uniform_accuracy_baseline":0.23445945945945923,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.3167625300231921,"baseline_adjusted_score":0.3167625300231921},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.04827663325925802,"accuracy":0.7223245460526315,"positive_recall":0.8560380959250837,"specificity":0.5949995605573938,"precision":0.6680701789473684,"balanced_accuracy":0.7255188282412388,"f1":0.750463117823168,"true_positive":63.466667,"false_positive":31.533332999999995,"false_negative":10.673336,"true_negative":46.326663999999994,"positive_prevalence":0.48776317763157917,"majority_accuracy_baseline":0.5122368223684208,"constant_brier_baseline":0.0945191003976856,"brier_skill":0.4892393912327151,"baseline_adjusted_skill":0.4510376564824776,"baseline_adjusted_score":0.4510376564824776},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.12755564814786025,"normalized_score_rmse":0.1728292944491708,"constant_score_baseline":0.5841668333333334,"constant_mae_baseline":0.21700552708333315,"baseline_adjusted_skill":0.4122009247309305,"baseline_adjusted_score":0.4122009247309305},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.17221151724903472,"accuracy":0.77,"positive_recall":0.78,"specificity":0.76,"precision":0.7647058823529411,"balanced_accuracy":0.77,"f1":0.7722772277227723,"true_positive":39,"false_positive":12,"false_negative":11,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.31115393100386113,"baseline_adjusted_skill":0.54,"baseline_adjusted_score":0.54},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.220928649512833,"accuracy":0.72,"positive_recall":0.52,"specificity":0.92,"precision":0.8666666666666667,"balanced_accuracy":0.72,"f1":0.65,"true_positive":26,"false_positive":4,"false_negative":24,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.11628540194866799,"baseline_adjusted_skill":0.43999999999999995,"baseline_adjusted_score":0.43999999999999995},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.901639344262295,"baseline_adjusted_score":0.901639344262295},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.03611111111111102,"fixed_answer_accuracy_baseline":0.08833333333333329,"baseline_adjusted_skill":0.8793418647166362,"baseline_adjusted_score":0.8793418647166362},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.9545454545454545,"baseline_adjusted_score":0.9545454545454545},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.04987932421560751,"fixed_answer_accuracy_baseline":0.1244247787610618,"baseline_adjusted_skill":0.87436830402264,"baseline_adjusted_score":0.87436830402264},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.270405661744092,"accuracy":0.53,"positive_recall":0.52,"specificity":0.54,"precision":0.5306122448979592,"balanced_accuracy":0.53,"f1":0.5252525252525253,"true_positive":26,"false_positive":23,"false_negative":24,"true_negative":27,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.0816226469763679,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.9166666666666666,"uniform_accuracy_baseline":0.23888888888888893,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.8823529411764707,"baseline_adjusted_score":0.8823529411764707},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.06509834070104896,"accuracy":0.921875,"positive_recall":0.875,"specificity":0.96875,"precision":0.9655172413793104,"balanced_accuracy":0.921875,"f1":0.9180327868852459,"true_positive":28,"false_positive":1,"false_negative":4,"true_negative":31,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7396066371958041,"baseline_adjusted_skill":0.84375,"baseline_adjusted_score":0.84375},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.022723768574030148,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":50,"false_positive":0,"false_negative":0,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9091049257038795,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.8260869565217391,"baseline_adjusted_score":0.8260869565217391},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.006584953183710911,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":16,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.9736359778784516,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.09855956182836735,"normalized_score_rmse":0.2206805394725103,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.7013346611261595,"baseline_adjusted_score":0.7013346611261595},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.1875,"uniform_accuracy_baseline":0.17812500000000006,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.14035087719298242,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.022935374469465322,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":17,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9082585021221388,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.3991540069847437,"normalized_score_rmse":0.4416906254758515,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-1.7142472474962571,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.13194444444444448,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.0023003623525370493,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":26,"false_positive":0,"false_negative":0,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9907985505898518,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.01194022091027082,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":39,"false_positive":0,"false_negative":0,"true_negative":36,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24959999999999993,"brier_skill":0.9521625764812868,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.1369156821420314,"normalized_score_rmse":0.16808640311541984,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.5110154209213165,"baseline_adjusted_score":0.5110154209213165},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.9117647058823529,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.8799999999999998,"baseline_adjusted_score":0.8799999999999998},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.033456376867979115,"accuracy":0.9642857142857143,"positive_recall":1,"specificity":0.9285714285714286,"precision":0.9333333333333333,"balanced_accuracy":0.9642857142857143,"f1":0.9655172413793104,"true_positive":14,"false_positive":1,"false_negative":0,"true_negative":13,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8661744925280835,"baseline_adjusted_skill":0.9285714285714286,"baseline_adjusted_score":0.9285714285714286},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.050442902608751714,"normalized_score_rmse":0.0727302304620109,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.16969696969696968,"baseline_adjusted_skill":0.7027471810555702,"baseline_adjusted_score":0.7027471810555702},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.03789804422928212,"accuracy":0.9411764705882353,"positive_recall":0.9333333333333333,"specificity":0.95,"precision":0.9545454545454546,"balanced_accuracy":0.9416666666666667,"f1":0.9438202247191011,"true_positive":42,"false_positive":2,"false_negative":3,"true_negative":38,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.24913494809688563,"brier_skill":0.8478814613574648,"baseline_adjusted_skill":0.8833333333333333,"baseline_adjusted_score":0.8833333333333333},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.11693927000355933,"accuracy":0.86,"positive_recall":0.8,"specificity":1,"precision":1,"balanced_accuracy":0.9,"f1":0.8888888888888888,"true_positive":28,"false_positive":0,"false_negative":7,"true_negative":15,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.20999999999999996,"brier_skill":0.4431463333163841,"baseline_adjusted_skill":0.8,"baseline_adjusted_score":0.8},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.056827103236949394,"normalized_score_rmse":0.07848800531620416,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.7970460598680379,"baseline_adjusted_score":0.7970460598680379},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.9367088607594937,"uniform_accuracy_baseline":0.24240506329113914,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.8913043478260869,"baseline_adjusted_score":0.8913043478260869},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.0073897763094523524,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":11,"false_positive":0,"false_negative":0,"true_negative":10,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.24943310657596363,"brier_skill":0.9703737149775592,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.9090909090909091,"uniform_accuracy_baseline":0.3237373737373738,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.85,"baseline_adjusted_score":0.85},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.09385491912012088,"accuracy":0.8787878787878788,"positive_recall":0.8235294117647058,"specificity":0.9375,"precision":0.9333333333333333,"balanced_accuracy":0.8805147058823529,"f1":0.875,"true_positive":14,"false_positive":1,"false_negative":3,"true_negative":15,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.6242352686698103,"baseline_adjusted_skill":0.7610294117647058,"baseline_adjusted_score":0.7610294117647058},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.07227020886214802,"normalized_score_rmse":0.09533126512518382,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.34313725490196084,"baseline_adjusted_skill":0.7893839627445972,"baseline_adjusted_score":0.7893839627445972},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.03693496583391094,"accuracy":0.96,"positive_recall":1,"specificity":0.92,"precision":0.9259259259259259,"balanced_accuracy":0.96,"f1":0.9615384615384616,"true_positive":50,"false_positive":4,"false_negative":0,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8522601366643563,"baseline_adjusted_skill":0.9199999999999999,"baseline_adjusted_score":0.9199999999999999},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.7733333333333334,"uniform_accuracy_baseline":0.3333333333333332,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":0.6494845360824744,"baseline_adjusted_score":0.6494845360824744},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.06592381505654124,"accuracy":0.9866666666666667,"positive_recall":0.972972972972973,"specificity":1,"precision":1,"balanced_accuracy":0.9864864864864865,"f1":0.9863013698630136,"true_positive":36,"false_positive":0,"false_negative":1,"true_negative":38,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555535,"brier_skill":0.7362578522809069,"baseline_adjusted_skill":0.972972972972973,"baseline_adjusted_score":0.972972972972973},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.1428571428571427,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.9743589743589743,"baseline_adjusted_score":0.9743589743589743},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.64,"uniform_accuracy_baseline":0.32416666666666627,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.4545454545454546,"baseline_adjusted_score":0.4545454545454546},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.04135650959148364,"accuracy":0.9696969696969697,"positive_recall":1,"specificity":0.9411764705882353,"precision":0.9411764705882353,"balanced_accuracy":0.9705882352941176,"f1":0.9696969696969697,"true_positive":16,"false_positive":1,"false_negative":0,"true_negative":16,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.8344219156429203,"baseline_adjusted_skill":0.9411764705882353,"baseline_adjusted_score":0.9411764705882353},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.04088301461218833,"normalized_score_rmse":0.0455943766336011,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.8139117955583152,"baseline_adjusted_score":0.8139117955583152},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.07121412264261039,"accuracy":0.93,"positive_recall":1,"specificity":0.9102564102564102,"precision":0.7586206896551724,"balanced_accuracy":0.9551282051282051,"f1":0.8627450980392157,"true_positive":22,"false_positive":7,"false_negative":0,"true_negative":71,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000028,"brier_skill":0.5849992852994739,"baseline_adjusted_skill":0.9102564102564101,"baseline_adjusted_score":0.9102564102564101},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10265167284090922,"accuracy":0.85,"positive_recall":0.6216216216216216,"specificity":0.9841269841269841,"precision":0.9583333333333334,"balanced_accuracy":0.8028743028743028,"f1":0.7540983606557377,"true_positive":23,"false_positive":1,"false_negative":14,"true_negative":62,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000008,"brier_skill":0.5596238831363828,"baseline_adjusted_skill":0.6057486057486057,"baseline_adjusted_score":0.6057486057486057},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.057879830652605484,"accuracy":0.94,"positive_recall":0.8461538461538461,"specificity":1,"precision":1,"balanced_accuracy":0.9230769230769231,"f1":0.9166666666666666,"true_positive":33,"false_positive":0,"false_negative":6,"true_negative":61,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379000000000002,"brier_skill":0.7567052095308725,"baseline_adjusted_skill":0.8461538461538463,"baseline_adjusted_score":0.8461538461538463},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.05499906142591021,"accuracy":0.92,"positive_recall":0.9032258064516129,"specificity":0.927536231884058,"precision":0.8484848484848485,"balanced_accuracy":0.9153810191678354,"f1":0.875,"true_positive":28,"false_positive":5,"false_negative":3,"true_negative":64,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999987,"brier_skill":0.742874888144412,"baseline_adjusted_skill":0.8307620383356709,"baseline_adjusted_score":0.8307620383356709},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.9444444444444444,"baseline_adjusted_score":0.9444444444444444},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.12874276161102607,"normalized_score_rmse":0.17259862443490662,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.4462676919955868,"baseline_adjusted_score":0.4462676919955868},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11542343539845293,"accuracy":0.85,"positive_recall":0.82,"specificity":0.88,"precision":0.8723404255319149,"balanced_accuracy":0.85,"f1":0.845360824742268,"true_positive":41,"false_positive":6,"false_negative":9,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5383062584061883,"baseline_adjusted_skill":0.7,"baseline_adjusted_score":0.7},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.31624669168553465,"accuracy":0.51,"positive_recall":0.62,"specificity":0.4,"precision":0.5081967213114754,"balanced_accuracy":0.51,"f1":0.5585585585585585,"true_positive":31,"false_positive":30,"false_negative":19,"true_negative":20,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.2649867667421386,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.55,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.28571428571428564,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.07615489490890189,"accuracy":0.89,"positive_recall":0.92,"specificity":0.86,"precision":0.8679245283018868,"balanced_accuracy":0.89,"f1":0.8932038834951457,"true_positive":46,"false_positive":7,"false_negative":4,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6953804203643925,"baseline_adjusted_skill":0.78,"baseline_adjusted_score":0.78},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.8809523809523808,"baseline_adjusted_score":0.8809523809523808},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.79,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.65,"baseline_adjusted_score":0.65},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10604992911488872,"accuracy":0.87,"positive_recall":0.84,"specificity":0.9,"precision":0.8936170212765957,"balanced_accuracy":0.87,"f1":0.865979381443299,"true_positive":42,"false_positive":5,"false_negative":8,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5758002835404451,"baseline_adjusted_skill":0.74,"baseline_adjusted_score":0.74},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.20851190476190457,"fixed_answer_accuracy_baseline":0.2233333333333332,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.010612214504760152,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":50,"false_positive":0,"false_negative":0,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9575511419809594,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.04142406767880594,"normalized_score_rmse":0.08910013773666738,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.8619197744039802,"baseline_adjusted_score":0.8619197744039802},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.22851190476190467,"fixed_answer_accuracy_baseline":0.2433333333333333,"baseline_adjusted_skill":0.973568281938326,"baseline_adjusted_score":0.973568281938326},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.00902287412029685,"accuracy":0.99,"positive_recall":0.98,"specificity":1,"precision":1,"balanced_accuracy":0.99,"f1":0.98989898989899,"true_positive":49,"false_positive":0,"false_negative":1,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9639085035188126,"baseline_adjusted_skill":0.98,"baseline_adjusted_score":0.98},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.02690656716344272,"normalized_score_rmse":0.054843607173936604,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.304222222222222,"baseline_adjusted_skill":0.9115562072786761,"baseline_adjusted_score":0.9115562072786761},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.77,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.6290322580645161,"baseline_adjusted_score":0.6290322580645161},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.06421893177930565,"accuracy":0.91,"positive_recall":0.88,"specificity":0.94,"precision":0.9361702127659575,"balanced_accuracy":0.9099999999999999,"f1":0.9072164948453608,"true_positive":44,"false_positive":3,"false_negative":6,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7431242728827774,"baseline_adjusted_skill":0.8199999999999998,"baseline_adjusted_score":0.8199999999999998},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.98,"baseline_adjusted_score":0.98},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.051145006467026057,"accuracy":0.93,"positive_recall":0.9,"specificity":0.96,"precision":0.9574468085106383,"balanced_accuracy":0.9299999999999999,"f1":0.9278350515463918,"true_positive":45,"false_positive":2,"false_negative":5,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7954199741318958,"baseline_adjusted_skill":0.8599999999999999,"baseline_adjusted_score":0.8599999999999999},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.68,"uniform_accuracy_baseline":0.35333333333333317,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.45762711864406785,"baseline_adjusted_score":0.45762711864406785},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.82,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.7096774193548386,"baseline_adjusted_score":0.7096774193548386},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.74,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.5806451612903225,"baseline_adjusted_score":0.5806451612903225},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.58,"uniform_accuracy_baseline":0.11111111111111088,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.49999999999999994,"baseline_adjusted_score":0.49999999999999994},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.043276965506549935,"accuracy":0.8603749999999998,"positive_recall":0.5537244561634804,"specificity":0.9321301866419868,"precision":0.6562500000000001,"balanced_accuracy":0.7429273214027337,"f1":0.6006435466571326,"true_positive":42.000000000000014,"false_positive":22,"false_negative":33.85000000000002,"true_negative":302.1499999999999,"positive_prevalence":0.1896249999999999,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500007,"brier_skill":0.4314908888074529,"baseline_adjusted_skill":0.4858546428054673,"baseline_adjusted_score":0.4858546428054673},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.14692486252984366,"normalized_score_rmse":0.17731054537347438,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":0.3126322220826028,"baseline_adjusted_score":0.3126322220826028},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.05945244101317188,"accuracy":0.8031249999999998,"positive_recall":0.4261603375527426,"specificity":0.9401738537583091,"precision":0.7214285714285715,"balanced_accuracy":0.6831670956555258,"f1":0.5358090185676393,"true_positive":45.45000000000001,"false_positive":17.549999999999997,"false_negative":61.20000000000002,"true_negative":275.7999999999999,"positive_prevalence":0.2666249999999998,"majority_accuracy_baseline":0.7333750000000002,"constant_brier_baseline":0.11565485937499977,"brier_skill":0.48594947644695974,"baseline_adjusted_skill":0.3663341913110516,"baseline_adjusted_score":0.3663341913110516},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.15879085478895996,"normalized_score_rmse":0.22444186713218828,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.40915030776200945,"baseline_adjusted_score":0.40915030776200945},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.04482242437312174,"accuracy":0.824375,"positive_recall":0.6062639821029082,"specificity":0.9089332176929749,"precision":0.7207446808510638,"balanced_accuracy":0.7575985998979415,"f1":0.6585662211421627,"true_positive":67.74999999999997,"false_positive":26.24999999999999,"false_negative":44,"true_negative":262,"positive_prevalence":0.2793749999999999,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937499995,"brier_skill":0.6038877295378964,"baseline_adjusted_skill":0.5151971997958831,"baseline_adjusted_score":0.5151971997958831},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1430903049570046,"normalized_score_rmse":0.1885878927764822,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.4587600758127487,"baseline_adjusted_score":0.4587600758127487},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.029691250752193917,"accuracy":0.9038749999999998,"positive_recall":0.7228169014084506,"specificity":0.9555020080321285,"precision":0.8224358974358973,"balanced_accuracy":0.8391594547202895,"f1":0.769415292353823,"true_positive":64.14999999999999,"false_positive":13.850000000000001,"false_negative":24.600000000000012,"true_negative":297.3999999999999,"positive_prevalence":0.22187499999999974,"majority_accuracy_baseline":0.7781250000000003,"constant_brier_baseline":0.126740234375001,"brier_skill":0.765731451432045,"baseline_adjusted_skill":0.678318909440579,"baseline_adjusted_score":0.678318909440579},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1120892277349937,"normalized_score_rmse":0.17125394903337687,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.5032056388476733,"baseline_adjusted_score":0.5032056388476733},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.034926820225861153,"accuracy":0.8482499999999995,"positive_recall":0.6762759924385634,"specificity":0.9100951733514615,"precision":0.7301020408163266,"balanced_accuracy":0.7931855828950125,"f1":0.7021589793915605,"true_positive":71.55,"false_positive":26.449999999999992,"false_negative":34.24999999999998,"true_negative":267.7499999999998,"positive_prevalence":0.26449999999999985,"majority_accuracy_baseline":0.7355000000000002,"constant_brier_baseline":0.11362725000000028,"brier_skill":0.6926193300826953,"baseline_adjusted_skill":0.586371165790025,"baseline_adjusted_score":0.586371165790025},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.11621008824649481,"normalized_score_rmse":0.1622690499481952,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.5374722855860903,"baseline_adjusted_score":0.5374722855860903},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.05361645805989959,"accuracy":0.8297499999999997,"positive_recall":0.36879895561357673,"specificity":0.9389301175015461,"precision":0.5885416666666667,"balanced_accuracy":0.6538645365575614,"f1":0.45345104333868363,"true_positive":28.250000000000004,"false_positive":19.749999999999996,"false_negative":48.350000000000065,"true_negative":303.64999999999986,"positive_prevalence":0.1914999999999999,"majority_accuracy_baseline":0.8085000000000001,"constant_brier_baseline":0.09190274999999995,"brier_skill":0.416595716016119,"baseline_adjusted_skill":0.30772907311512276,"baseline_adjusted_score":0.30772907311512276},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.13149718074580233,"normalized_score_rmse":0.2121778596022569,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.3643640809870582,"baseline_adjusted_score":0.3643640809870582},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.03049526313978414,"accuracy":0.9102499999999998,"positive_recall":0.6700542005420054,"specificity":0.9645922746781116,"precision":0.8106557377049181,"balanced_accuracy":0.8173232376100585,"f1":0.7336795252225519,"true_positive":49.45,"false_positive":11.55,"false_negative":24.350000000000016,"true_negative":314.6499999999999,"positive_prevalence":0.1844999999999999,"majority_accuracy_baseline":0.8155000000000001,"constant_brier_baseline":0.1092222499999995,"brier_skill":0.7207962375817722,"baseline_adjusted_skill":0.6346464752201171,"baseline_adjusted_score":0.6346464752201171},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.11678325869090912,"normalized_score_rmse":0.171194722154438,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":0.38332272638463827,"baseline_adjusted_score":0.38332272638463827},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.053980744313576225,"accuracy":0.8464999999999995,"positive_recall":0.2745222929936306,"specificity":0.9861586314152411,"precision":0.8288461538461539,"balanced_accuracy":0.6303404622044358,"f1":0.4124401913875599,"true_positive":21.55,"false_positive":4.45,"false_negative":56.94999999999998,"true_negative":317.0499999999998,"positive_prevalence":0.19624999999999987,"majority_accuracy_baseline":0.8037500000000002,"constant_brier_baseline":0.09878593749999955,"brier_skill":0.45355841449015477,"baseline_adjusted_skill":0.2606809244088717,"baseline_adjusted_score":0.2606809244088717},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.155232765765973,"normalized_score_rmse":0.2293208141880933,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":0.26517033956935854,"baseline_adjusted_score":0.26517033956935854},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.07431264260817669,"accuracy":0.716326530612245,"positive_recall":0.7959667852906286,"specificity":0.6562220232766338,"precision":0.6360189573459714,"balanced_accuracy":0.7260944042836313,"f1":0.7070600632244466,"true_positive":134.2,"false_positive":76.80000000000005,"false_negative":34.40000000000002,"true_negative":146.60000000000008,"positive_prevalence":0.43010204081632636,"majority_accuracy_baseline":0.5698979591836737,"constant_brier_baseline":0.12359641815910102,"brier_skill":0.39874760357119077,"baseline_adjusted_skill":0.4521888085672625,"baseline_adjusted_score":0.4521888085672625},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.15234356495022702,"normalized_score_rmse":0.20225740235744533,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.44704928277324996,"baseline_adjusted_score":0.44704928277324996},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.034723133747943266,"accuracy":0.9172500000000006,"positive_recall":0.6605035405192763,"specificity":0.9657452816168822,"precision":0.7845794392523365,"balanced_accuracy":0.8131244110680793,"f1":0.7172148654421189,"true_positive":83.94999999999999,"false_positive":23.04999999999999,"false_negative":43.14999999999997,"true_negative":649.8500000000004,"positive_prevalence":0.15887500000000002,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499934,"brier_skill":0.6484711676183189,"baseline_adjusted_skill":0.6262488221361586,"baseline_adjusted_score":0.6262488221361586},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.12095612067663454,"normalized_score_rmse":0.1618871877709175,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":0.26693260195979074,"baseline_adjusted_score":0.26693260195979074},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.79,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.6612903225806452,"baseline_adjusted_score":0.6612903225806452},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24443804397147478,"accuracy":0.62,"positive_recall":0.48,"specificity":0.76,"precision":0.6666666666666666,"balanced_accuracy":0.62,"f1":0.5581395348837209,"true_positive":24,"false_positive":12,"false_negative":26,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.022247824114100867,"baseline_adjusted_skill":0.24,"baseline_adjusted_score":0.24},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.414181577203446,"uniform_accuracy_baseline":0.058823529411766766,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.3115264797507789,"baseline_adjusted_score":0.3115264797507789},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.8695652173913042,"baseline_adjusted_score":0.8695652173913042},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.17012439350970737,"accuracy":0.75,"positive_recall":0.7,"specificity":0.8,"precision":0.7777777777777778,"balanced_accuracy":0.75,"f1":0.7368421052631579,"true_positive":35,"false_positive":10,"false_negative":15,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3195024259611705,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.55,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.2857142857142858,"baseline_adjusted_score":0.2857142857142858},"scoring":{"eligible":true,"reason":null},"model":60,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.3792396194297309,"accuracy":0.5202702702702703,"positive_recall":0.30985915492957744,"specificity":0.7142857142857143,"precision":0.5,"balanced_accuracy":0.5120724346076458,"f1":0.3826086956521739,"true_positive":22,"false_positive":22,"false_negative":49,"true_negative":55,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.24958911614317017,"brier_skill":-0.5194557570859386,"baseline_adjusted_skill":0.024144869215291687,"baseline_adjusted_score":0.024144869215291687},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.2,"uniform_accuracy_baseline":0.2005,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":-0.12676056338028166,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.44,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.17647058823529413,"baseline_adjusted_score":0.17647058823529413},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.68,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.31914893617021284,"baseline_adjusted_score":0.31914893617021284},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.46,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":-0.10204081632653059,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2265169888031278,"accuracy":0.61603393106,"positive_recall":1,"specificity":0,"precision":0.61603393106,"balanced_accuracy":0.5,"f1":0.7624022233938205,"true_positive":61.603393106,"false_positive":38.396606894,"false_negative":0,"true_negative":0,"positive_prevalence":0.61603393106,"majority_accuracy_baseline":0.61603393106,"constant_brier_baseline":0.07908707655202402,"brier_skill":-1.8641466934755564,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.4846588808930281,"accuracy":0.51,"positive_recall":0.98,"specificity":0.04,"precision":0.5051546391752577,"balanced_accuracy":0.51,"f1":0.6666666666666666,"true_positive":49,"false_positive":48,"false_negative":1,"true_negative":2,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.9386355235721124,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.61,"uniform_accuracy_baseline":0.012987012987012986,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.5894736842105263,"baseline_adjusted_score":0.5894736842105263},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.1,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":-0.04687499999999995,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.5085195039259152,"accuracy":0.49,"positive_recall":0.98,"specificity":0,"precision":0.494949494949495,"balanced_accuracy":0.49,"f1":0.6577181208053692,"true_positive":49,"false_positive":50,"false_negative":1,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-1.0340780157036606,"baseline_adjusted_skill":-0.020000000000000018,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.43702806102131475,"accuracy":0.4231337774165773,"positive_recall":0.9231126768621613,"specificity":0.19032524664792977,"precision":0.3467783112302297,"balanced_accuracy":0.5567189617550455,"f1":0.504162102352343,"true_positive":205.29276024829596,"false_positive":386.70723975170404,"false_negative":17.099116056691855,"true_negative":90.90088394330814,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768642,"brier_skill":-3.9255405397714584,"baseline_adjusted_skill":0.11343792351009108,"baseline_adjusted_score":0.11343792351009108},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.499999938011188,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":50,"false_positive":50,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.9999997520447521,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.19205298013245034,"uniform_accuracy_baseline":0.006622516556291391,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.1586206896551724,"baseline_adjusted_score":0.1586206896551724},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.4464705882352941,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":-0.020607375271149662,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.35,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.08333333333333341,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.4300955712296999,"accuracy":0.52,"positive_recall":0.86,"specificity":0.18,"precision":0.5119047619047619,"balanced_accuracy":0.52,"f1":0.6417910447761194,"true_positive":43,"false_positive":41,"false_negative":7,"true_negative":9,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.7203822849187995,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.48,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":-0.08333333333333341,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.64,"uniform_accuracy_baseline":0.07142857142857142,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.5955056179775281,"baseline_adjusted_score":0.5955056179775281},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.48,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":-0.1304347826086958,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.25,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":-0.02739726027397263,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.7222222222222222,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.1666666666666667,"baseline_adjusted_score":0.1666666666666667},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.41424623582563236,"accuracy":0.5609756097560976,"positive_recall":0.725,"specificity":0.40476190476190477,"precision":0.5370370370370371,"balanced_accuracy":0.5648809523809524,"f1":0.6170212765957447,"true_positive":29,"false_positive":25,"false_negative":11,"true_negative":17,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.2498512790005949,"brier_skill":-0.6579712438640191,"baseline_adjusted_skill":0.12976190476190474,"baseline_adjusted_score":0.12976190476190474},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3775454386999541,"accuracy":0.59,"positive_recall":0.98,"specificity":0.2,"precision":0.550561797752809,"balanced_accuracy":0.59,"f1":0.7050359712230215,"true_positive":49,"false_positive":40,"false_negative":1,"true_negative":10,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.5101817547998164,"baseline_adjusted_skill":0.17999999999999994,"baseline_adjusted_score":0.17999999999999994},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.42178770949720673,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.2580645161290323,"baseline_adjusted_score":0.2580645161290323},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.36,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":-0.04918032786885251,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.5953423905218976,"accuracy":0.345,"positive_recall":0.6363636363636364,"specificity":0.26282051282051283,"precision":0.1958041958041958,"balanced_accuracy":0.4495920745920746,"f1":0.2994652406417112,"true_positive":28,"false_positive":115,"false_negative":16,"true_negative":41,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-2.4693612501276085,"baseline_adjusted_skill":-0.10081585081585076,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.6460132442301902,"accuracy":0.32,"positive_recall":0.84,"specificity":0.14666666666666667,"precision":0.24705882352941178,"balanced_accuracy":0.4933333333333333,"f1":0.38181818181818183,"true_positive":42,"false_positive":128,"false_negative":8,"true_negative":22,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-2.4454039692276814,"baseline_adjusted_skill":-0.01333333333333342,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.5936381725618293,"accuracy":0.33,"positive_recall":1,"specificity":0.2596685082872928,"precision":0.12418300653594772,"balanced_accuracy":0.6298342541436464,"f1":0.22093023255813954,"true_positive":19,"false_positive":134,"false_negative":0,"true_negative":47,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.085975,"brier_skill":-5.904776650908163,"baseline_adjusted_skill":0.2596685082872927,"baseline_adjusted_score":0.2596685082872927},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.6686393015933039,"accuracy":0.2900892857142857,"positive_recall":0.9203452038488246,"specificity":0.24985593880407048,"precision":0.07263190856427117,"balanced_accuracy":0.5851005713264475,"f1":0.13463840778981434,"true_positive":154.63333333333333,"false_positive":1974.3666666666666,"false_negative":13.383333333333333,"true_negative":657.6166666666667,"positive_prevalence":0.060005952380952375,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679138,"brier_skill":-19.76456877496311,"baseline_adjusted_skill":0.1702011426528951,"baseline_adjusted_score":0.1702011426528951},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.2719546742209632,"uniform_accuracy_baseline":0.027777777777777776,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.1655844155844156,"baseline_adjusted_score":0.1655844155844156},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.23,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":-0.09999999999999998,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.4830786821118187,"accuracy":0.49,"positive_recall":0.02,"specificity":0.96,"precision":0.3333333333333333,"balanced_accuracy":0.49,"f1":0.03773584905660377,"true_positive":1,"false_positive":2,"false_negative":49,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.9323147284472748,"baseline_adjusted_skill":-0.020000000000000018,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.4353435443636017,"accuracy":0.54,"positive_recall":0.96,"specificity":0.12,"precision":0.5217391304347826,"balanced_accuracy":0.54,"f1":0.676056338028169,"true_positive":48,"false_positive":44,"false_negative":2,"true_negative":6,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.7413741774544067,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.61,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.39,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.3510638297872341,"baseline_adjusted_score":0.3510638297872341},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.48941194943160793,"accuracy":0.49,"positive_recall":0.96,"specificity":0.02,"precision":0.4948453608247423,"balanced_accuracy":0.49,"f1":0.6530612244897959,"true_positive":48,"false_positive":49,"false_negative":2,"true_negative":1,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.9576477977264317,"baseline_adjusted_skill":-0.020000000000000018,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.72,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.582089552238806,"baseline_adjusted_score":0.582089552238806},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3870045052324152,"accuracy":0.59,"positive_recall":0.34,"specificity":0.84,"precision":0.68,"balanced_accuracy":0.59,"f1":0.4533333333333333,"true_positive":17,"false_positive":8,"false_negative":33,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.5480180209296608,"baseline_adjusted_skill":0.17999999999999994,"baseline_adjusted_score":0.17999999999999994},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.3458671418918919,"uniform_accuracy_baseline":0.23445945945945948,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.1132278809848235,"baseline_adjusted_score":0.1132278809848235},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.26266272232344073,"accuracy":0.5606140197368421,"positive_recall":0.9532865408705203,"specificity":0.18670260159398672,"precision":0.5274378134328358,"balanced_accuracy":0.5699945712322535,"f1":0.6791262225551136,"true_positive":70.676667,"false_positive":63.323333,"false_negative":3.463336,"true_negative":14.536664,"positive_prevalence":0.4877631776315789,"majority_accuracy_baseline":0.512236822368421,"constant_brier_baseline":0.09451910039768556,"brier_skill":-1.7789380264761006,"baseline_adjusted_skill":0.139989142464507,"baseline_adjusted_score":0.139989142464507},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.224620668886018,"normalized_score_rmse":0.3138137316196508,"constant_score_baseline":0.5841668333333333,"constant_mae_baseline":0.21700552708333334,"baseline_adjusted_skill":-0.03509192556077312,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.39885461280125256,"accuracy":0.56,"positive_recall":0.86,"specificity":0.26,"precision":0.5375,"balanced_accuracy":0.56,"f1":0.6615384615384615,"true_positive":43,"false_positive":37,"false_negative":7,"true_negative":13,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.5954184512050102,"baseline_adjusted_skill":0.1200000000000001,"baseline_adjusted_score":0.1200000000000001},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.4654738608135609,"accuracy":0.48,"positive_recall":0.18,"specificity":0.78,"precision":0.45,"balanced_accuracy":0.48,"f1":0.2571428571428571,"true_positive":9,"false_positive":11,"false_negative":41,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.8618954432542436,"baseline_adjusted_skill":-0.040000000000000036,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.32,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":-0.11475409836065575,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.585,"uniform_accuracy_baseline":0.036111111111111115,"fixed_answer_accuracy_baseline":0.08833333333333333,"baseline_adjusted_skill":0.5447897623400365,"baseline_adjusted_score":0.5447897623400365},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.73,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.38636363636363624,"baseline_adjusted_score":0.38636363636363624},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.47,"uniform_accuracy_baseline":0.049879324215607396,"fixed_answer_accuracy_baseline":0.12442477876106194,"baseline_adjusted_skill":0.3946836466545381,"baseline_adjusted_score":0.3946836466545381},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.4687587887862308,"accuracy":0.51,"positive_recall":0.12,"specificity":0.9,"precision":0.5454545454545454,"balanced_accuracy":0.51,"f1":0.19672131147540983,"true_positive":6,"false_positive":5,"false_negative":44,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.8750351551449231,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.6666666666666666,"uniform_accuracy_baseline":0.23888888888888887,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.5294117647058824,"baseline_adjusted_score":0.5294117647058824},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.49981195201062883,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":32,"false_positive":32,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.9992478080425153,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.57,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.06521739130434764,"baseline_adjusted_score":0.06521739130434764},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.015151515151515168,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.49999731303193046,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":50,"false_positive":50,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.9999892521277218,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.23529411764705882,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":-0.13043478260869568,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.488661976779907,"accuracy":0.42424242424242425,"positive_recall":0.875,"specificity":0,"precision":0.45161290322580644,"balanced_accuracy":0.4375,"f1":0.5957446808510638,"true_positive":14,"false_positive":17,"false_negative":2,"true_negative":0,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":-0.9564444585048484,"baseline_adjusted_skill":-0.125,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.2010636711574284,"normalized_score_rmse":0.3122995989010663,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.39071614800779275,"baseline_adjusted_score":0.39071614800779275},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.09375,"uniform_accuracy_baseline":0.178125,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.27192982456140347,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.49609993768397515,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":17,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.9843997507359006,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.16303818826289737,"normalized_score_rmse":0.2767007200994994,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-0.108659680187702,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.020833333333333332,"uniform_accuracy_baseline":0.13194444444444445,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":-1.452173913043478,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.49999863826446145,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":26,"false_positive":26,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.9999945530578458,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.4799991798407456,"accuracy":0.52,"positive_recall":1,"specificity":0,"precision":0.52,"balanced_accuracy":0.5,"f1":0.6842105263157895,"true_positive":39,"false_positive":36,"false_negative":0,"true_negative":0,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24960000000000004,"brier_skill":-0.9230736371824739,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.2977255967259407,"normalized_score_rmse":0.3730119983545439,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.06330570259264512,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.29411764705882354,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.04000000000000001,"baseline_adjusted_score":0.04000000000000001},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.4999986801842766,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":14,"false_positive":14,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.9999947207371065,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.2839298896717303,"normalized_score_rmse":0.3307145308234434,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.1696969696969697,"baseline_adjusted_skill":-0.6731582784226962,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":0.9333333333333333,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":0.9166666666666667,"baseline_adjusted_score":0.9166666666666667},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.3995106414034238,"accuracy":0.5882352941176471,"positive_recall":1,"specificity":0.125,"precision":0.5625,"balanced_accuracy":0.5625,"f1":0.72,"true_positive":45,"false_positive":35,"false_negative":0,"true_negative":5,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.2491349480968858,"brier_skill":-0.6035913245220761,"baseline_adjusted_skill":0.125,"baseline_adjusted_score":0.125},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.2,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":-0.0526315789473684,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.2999991417920782,"accuracy":0.7,"positive_recall":1,"specificity":0,"precision":0.7,"balanced_accuracy":0.5,"f1":0.8235294117647058,"true_positive":35,"false_positive":15,"false_negative":0,"true_negative":0,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.21,"brier_skill":-0.42856734186703904,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.3449519697763026,"normalized_score_rmse":0.36966989431063535,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.2319713206296521,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.35443037974683544,"uniform_accuracy_baseline":0.24240506329113923,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":-0.10869565217391305,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.4761494243483978,"accuracy":0.5238095238095238,"positive_recall":1,"specificity":0,"precision":0.5238095238095238,"balanced_accuracy":0.5,"f1":0.6875,"true_positive":11,"false_positive":10,"false_negative":0,"true_negative":0,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.2494331065759637,"brier_skill":-0.9089263285240312,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.3333333333333333,"uniform_accuracy_baseline":0.32373737373737377,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":-0.1,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.4992776088467759,"accuracy":0.48484848484848486,"positive_recall":0.8823529411764706,"specificity":0.0625,"precision":0.5,"balanced_accuracy":0.4724264705882353,"f1":0.6382978723404256,"true_positive":15,"false_positive":15,"false_negative":2,"true_negative":1,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":-0.9989460148313933,"baseline_adjusted_skill":-0.05514705882352944,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.3396404974673893,"normalized_score_rmse":0.40166622522546375,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.3431372549019608,"baseline_adjusted_skill":0.010190550237894058,"baseline_adjusted_score":0.010190550237894058},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.35247395971946405,"accuracy":0.52,"positive_recall":0.44,"specificity":0.6,"precision":0.5238095238095238,"balanced_accuracy":0.52,"f1":0.4782608695652174,"true_positive":22,"false_positive":20,"false_negative":28,"true_negative":30,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.4098958388778562,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.33333333333333337,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":-0.03092783505154633,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.5055096435452398,"accuracy":0.49333333333333335,"positive_recall":1,"specificity":0,"precision":0.49333333333333335,"balanced_accuracy":0.5,"f1":0.6607142857142857,"true_positive":37,"false_positive":38,"false_negative":0,"true_negative":0,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555554,"brier_skill":-1.0223981116230254,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.21,"uniform_accuracy_baseline":0.14285714285714285,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":-0.012820512820512832,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.285,"uniform_accuracy_baseline":0.32416666666666666,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.08333333333333341,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.5151503664086144,"accuracy":0.48484848484848486,"positive_recall":1,"specificity":0,"precision":0.48484848484848486,"balanced_accuracy":0.5,"f1":0.6530612244897959,"true_positive":16,"false_positive":17,"false_negative":0,"true_negative":0,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":-1.0624954008050778,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.2746936244269212,"normalized_score_rmse":0.3103423666232913,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":-0.2503296008397793,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.7731789239754829,"accuracy":0.22,"positive_recall":1,"specificity":0,"precision":0.22,"balanced_accuracy":0.5,"f1":0.36065573770491804,"true_positive":22,"false_positive":78,"false_negative":0,"true_negative":0,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-3.5057046851718123,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.629988262889248,"accuracy":0.37,"positive_recall":1,"specificity":0,"precision":0.37,"balanced_accuracy":0.5,"f1":0.5401459854014599,"true_positive":37,"false_positive":63,"false_negative":0,"true_negative":0,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000003,"brier_skill":-1.7026523504472242,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.6099275204829411,"accuracy":0.39,"positive_recall":1,"specificity":0,"precision":0.39,"balanced_accuracy":0.5,"f1":0.5611510791366906,"true_positive":39,"false_positive":61,"false_negative":0,"true_negative":0,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379,"brier_skill":-1.563797900306604,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.6899908666059005,"accuracy":0.31,"positive_recall":1,"specificity":0,"precision":0.31,"balanced_accuracy":0.5,"f1":0.4732824427480916,"true_positive":31,"false_positive":69,"false_negative":0,"true_negative":0,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999998,"brier_skill":-2.225763752248249,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.06944444444444443,"baseline_adjusted_score":0.06944444444444443},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.24595802690833807,"normalized_score_rmse":0.29198184783063796,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":-0.057883986702529366,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.48697387361273536,"accuracy":0.51,"positive_recall":1,"specificity":0.02,"precision":0.5050505050505051,"balanced_accuracy":0.51,"f1":0.6711409395973155,"true_positive":50,"false_positive":49,"false_negative":0,"true_negative":1,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.9478954944509415,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.46565800744195857,"accuracy":0.53,"positive_recall":1,"specificity":0.06,"precision":0.5154639175257731,"balanced_accuracy":0.53,"f1":0.6802721088435374,"true_positive":50,"false_positive":47,"false_negative":0,"true_negative":3,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.8626320297678343,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.8857142857142858,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.49935558852776835,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":50,"false_positive":50,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.9974223541110734,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.62,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.09523809523809532,"baseline_adjusted_score":0.09523809523809532},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.11666666666666668,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.4956968507832674,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":50,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.9827874031330697,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.77,"uniform_accuracy_baseline":0.20851190476190473,"fixed_answer_accuracy_baseline":0.22333333333333333,"baseline_adjusted_skill":0.703862660944206,"baseline_adjusted_score":0.703862660944206},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.19945726735077293,"accuracy":0.77,"positive_recall":0.92,"specificity":0.62,"precision":0.7076923076923077,"balanced_accuracy":0.77,"f1":0.8,"true_positive":46,"false_positive":19,"false_negative":4,"true_negative":31,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.20217093059690827,"baseline_adjusted_skill":0.54,"baseline_adjusted_score":0.54},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.24666350639683515,"normalized_score_rmse":0.339314345538845,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.17778831201054945,"baseline_adjusted_score":0.17778831201054945},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.53,"uniform_accuracy_baseline":0.22851190476190475,"fixed_answer_accuracy_baseline":0.24333333333333332,"baseline_adjusted_skill":0.37885462555066085,"baseline_adjusted_score":0.37885462555066085},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.36349271865738275,"accuracy":0.6,"positive_recall":0.92,"specificity":0.28,"precision":0.5609756097560976,"balanced_accuracy":0.6000000000000001,"f1":0.696969696969697,"true_positive":46,"false_positive":36,"false_negative":4,"true_negative":14,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.453970874629531,"baseline_adjusted_skill":0.20000000000000018,"baseline_adjusted_score":0.20000000000000018},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.25653274656727076,"normalized_score_rmse":0.34525539731473004,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.3042222222222222,"baseline_adjusted_skill":0.15675868549837957,"baseline_adjusted_score":0.15675868549837957},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.59,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.33870967741935476,"baseline_adjusted_score":0.33870967741935476},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.4996034736809751,"accuracy":0.5,"positive_recall":0.98,"specificity":0.02,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6621621621621622,"true_positive":49,"false_positive":49,"false_negative":1,"true_negative":1,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.9984138947239003,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.42,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":-0.16000000000000003,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.45585111734318884,"accuracy":0.54,"positive_recall":0.98,"specificity":0.1,"precision":0.5212765957446809,"balanced_accuracy":0.54,"f1":0.6805555555555556,"true_positive":49,"false_positive":45,"false_negative":1,"true_negative":5,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.8234044693727554,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.49,"uniform_accuracy_baseline":0.3533333333333333,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.13559322033898305,"baseline_adjusted_score":0.13559322033898305},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.06451612903225803,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.08064516129032256,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.18,"uniform_accuracy_baseline":0.1111111111111111,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.023809523809523798,"baseline_adjusted_score":0.023809523809523798},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.7141906546440423,"accuracy":0.200125,"positive_recall":0.9683586025049439,"specificity":0.020360944007403976,"precision":0.18785166240409207,"balanced_accuracy":0.4943597732561739,"f1":0.31466209703330833,"true_positive":73.45,"false_positive":317.55,"false_negative":2.4,"true_negative":6.6,"positive_prevalence":0.189625,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500001,"brier_skill":-8.381986226189005,"baseline_adjusted_skill":-0.011280453487652164,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.4896781692607328,"normalized_score_rmse":0.5336963231933801,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":-1.2908920199332532,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.6533804735906831,"accuracy":0.266625,"positive_recall":1,"specificity":0,"precision":0.266625,"balanced_accuracy":0.5,"f1":0.42100069081219776,"true_positive":106.65,"false_positive":293.35,"false_negative":0,"true_negative":0,"positive_prevalence":0.266625,"majority_accuracy_baseline":0.733375,"constant_brier_baseline":0.115654859375,"brier_skill":-4.6493992307937395,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.4483740618720185,"normalized_score_rmse":0.5144985683305316,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":-0.6683686023144875,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.5954775036011928,"accuracy":0.30662500000000004,"positive_recall":0.9727069351230425,"specificity":0.048395490026019075,"precision":0.2838120104438642,"balanced_accuracy":0.5105512125745308,"f1":0.4394138453764527,"true_positive":108.7,"false_positive":274.3,"false_negative":3.05,"true_negative":13.95,"positive_prevalence":0.279375,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937500001,"brier_skill":-4.262453989481645,"baseline_adjusted_skill":0.021102425149061688,"baseline_adjusted_score":0.021102425149061688},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.43423897968954406,"normalized_score_rmse":0.49183004822053006,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":-0.6425115070999301,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.7314052897657853,"accuracy":0.221875,"positive_recall":1,"specificity":0,"precision":0.221875,"balanced_accuracy":0.5,"f1":0.3631713554987212,"true_positive":88.75,"false_positive":311.25,"false_negative":0,"true_negative":0,"positive_prevalence":0.221875,"majority_accuracy_baseline":0.778125,"constant_brier_baseline":0.12674023437499998,"brier_skill":-4.770900561866548,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.5135441022156738,"normalized_score_rmse":0.5576252309732841,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":-1.2760957438921832,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.6515674255817513,"accuracy":0.2645,"positive_recall":0.9905482041587902,"specificity":0.003399048266485384,"precision":0.2633165829145729,"balanced_accuracy":0.4969736262126378,"f1":0.4160381103612545,"true_positive":104.8,"false_positive":293.2,"false_negative":1,"true_negative":1,"positive_prevalence":0.2645,"majority_accuracy_baseline":0.7355,"constant_brier_baseline":0.11362725,"brier_skill":-4.734253232228636,"baseline_adjusted_skill":-0.006052747574724404,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.45518162213731556,"normalized_score_rmse":0.5011905755345014,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":-0.8116681478102115,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.7282412843102753,"accuracy":0.20475000000000002,"positive_recall":0.9823759791122716,"specificity":0.020562770562770564,"precision":0.19196428571428573,"balanced_accuracy":0.5014693748375211,"f1":0.32116944088775073,"true_positive":75.25,"false_positive":316.75,"false_negative":1.35,"true_negative":6.65,"positive_prevalence":0.19149999999999998,"majority_accuracy_baseline":0.8085,"constant_brier_baseline":0.09190274999999999,"brier_skill":-6.924042363370796,"baseline_adjusted_skill":0.0029387496750421516,"baseline_adjusted_score":0.0029387496750421516},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.49678184069460257,"normalized_score_rmse":0.5451234285753989,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":-1.401362371937656,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.7622321914118065,"accuracy":0.1945,"positive_recall":1,"specificity":0.012262415695892091,"precision":0.18636363636363637,"balanced_accuracy":0.5061312078479461,"f1":0.314176245210728,"true_positive":73.8,"false_positive":322.2,"false_negative":0,"true_negative":4,"positive_prevalence":0.1845,"majority_accuracy_baseline":0.8155,"constant_brier_baseline":0.10922225,"brier_skill":-5.978726325559183,"baseline_adjusted_skill":0.012262415695892148,"baseline_adjusted_score":0.012262415695892148},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.5479353092284873,"normalized_score_rmse":0.5791192822200619,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":-1.8933877715035634,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.7434616497769536,"accuracy":0.19575000000000004,"positive_recall":0.9796178343949046,"specificity":0.004354587869362363,"precision":0.19370277078085643,"balanced_accuracy":0.4919862111321335,"f1":0.3234490010515247,"true_positive":76.9,"false_positive":320.1,"false_negative":1.6,"true_negative":1.4,"positive_prevalence":0.19625,"majority_accuracy_baseline":0.80375,"constant_brier_baseline":0.09878593749999999,"brier_skill":-6.525986679804033,"baseline_adjusted_skill":-0.016027577735733045,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.4951027825975325,"normalized_score_rmse":0.5468101214355253,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":-1.34368181111258,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.40029268892855163,"accuracy":0.4614795918367347,"positive_recall":0.76067615658363,"specificity":0.2356759176365264,"precision":0.4289297658862876,"balanced_accuracy":0.4981760371100782,"f1":0.5485457656116338,"true_positive":128.25,"false_positive":170.75,"false_negative":40.35,"true_negative":52.65,"positive_prevalence":0.4301020408163265,"majority_accuracy_baseline":0.5698979591836735,"constant_brier_baseline":0.12359641815910039,"brier_skill":-2.238707843566081,"baseline_adjusted_skill":-0.0036479257798436304,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.3056463707851398,"normalized_score_rmse":0.3748978266628355,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":-0.10938312359050739,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.7936130535034707,"accuracy":0.1665,"positive_recall":0.9846577498033044,"specificity":0.01196314459800862,"precision":0.15841772151898734,"balanced_accuracy":0.49831044720065654,"f1":0.2729255261149275,"true_positive":125.15,"false_positive":664.85,"false_negative":1.95,"true_negative":8.05,"positive_prevalence":0.158875,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499999,"brier_skill":-7.03435174042891,"baseline_adjusted_skill":-0.0033791055986869267,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.5450842953135725,"normalized_score_rmse":0.5735566625578487,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-2.303541183718621,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.31,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.11290322580645162,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.4406255423871969,"accuracy":0.53,"positive_recall":0.86,"specificity":0.2,"precision":0.5180722891566265,"balanced_accuracy":0.53,"f1":0.6466165413533834,"true_positive":43,"false_positive":40,"false_negative":7,"true_negative":10,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.7625021695487877,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.0728959575878065,"uniform_accuracy_baseline":0.058823529411764705,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":-0.08956386292834889,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.55,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.02173913043478263,"baseline_adjusted_score":0.02173913043478263},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.42429774225408345,"accuracy":0.53,"positive_recall":0.88,"specificity":0.18,"precision":0.5176470588235295,"balanced_accuracy":0.53,"f1":0.6518518518518519,"true_positive":44,"false_positive":41,"false_negative":6,"true_negative":9,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.6971909690163338,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.31,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":-0.09523809523809523,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":61,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.47922584128687434,"accuracy":0.5202702702702703,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":71,"true_negative":77,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.24958911614317017,"brier_skill":-0.9200590502190775,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.21,"uniform_accuracy_baseline":0.2005,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":-0.11267605633802816,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.47,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.2205882352941176,"baseline_adjusted_score":0.2205882352941176},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.64,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.23404255319148934,"baseline_adjusted_score":0.23404255319148934},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.43,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":-0.16326530612244902,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.28965265203709734,"accuracy":0.5138484321,"positive_recall":0.5842879157007712,"specificity":0.4008355502476708,"precision":0.6100697992881355,"balanced_accuracy":0.492561732974221,"f1":0.5969005884662676,"true_positive":35.994118158,"false_positive":23.005881842,"false_negative":25.609274948,"true_negative":15.390725052,"positive_prevalence":0.61603393106,"majority_accuracy_baseline":0.61603393106,"constant_brier_baseline":0.07908707655202402,"brier_skill":-2.6624523836908027,"baseline_adjusted_skill":-0.014876534051557977,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.4450426772342557,"accuracy":0.51,"positive_recall":0.2,"specificity":0.82,"precision":0.5263157894736842,"balanced_accuracy":0.51,"f1":0.2898550724637681,"true_positive":10,"false_positive":9,"false_negative":40,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.7801707089370229,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.51,"uniform_accuracy_baseline":0.012987012987012986,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.48421052631578954,"baseline_adjusted_score":0.48421052631578954},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.32,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.13333333333333336,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":-0.04687499999999995,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.4587398767023961,"accuracy":0.53,"positive_recall":0.94,"specificity":0.12,"precision":0.5164835164835165,"balanced_accuracy":0.53,"f1":0.6666666666666666,"true_positive":47,"false_positive":44,"false_negative":3,"true_negative":6,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.8349595068095843,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.3685925664093913,"accuracy":0.45438419689623905,"positive_recall":0.64404513980426,"specificity":0.3660710990603606,"precision":0.32114441046228154,"balanced_accuracy":0.5050581194323103,"f1":0.42858213016587116,"true_positive":143.23040706617758,"false_positive":302.7695929338224,"false_negative":79.16146923881024,"true_negative":174.83853076118976,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768642,"brier_skill":-3.1542358270200737,"baseline_adjusted_skill":0.010116238864620541,"baseline_adjusted_score":0.010116238864620541},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.4598714662252559,"accuracy":0.51,"positive_recall":0.92,"specificity":0.1,"precision":0.5054945054945055,"balanced_accuracy":0.51,"f1":0.6524822695035462,"true_positive":46,"false_positive":45,"false_negative":4,"true_negative":5,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.8394858649010235,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.3576158940397351,"uniform_accuracy_baseline":0.006622516556291391,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.3310344827586207,"baseline_adjusted_score":0.3310344827586207},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.35823529411764704,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":-0.18329718004338397,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.37,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.050000000000000044,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.34791159651842546,"accuracy":0.61,"positive_recall":0.9,"specificity":0.32,"precision":0.569620253164557,"balanced_accuracy":0.61,"f1":0.6976744186046512,"true_positive":45,"false_positive":34,"false_negative":5,"true_negative":16,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.39164638607370184,"baseline_adjusted_skill":0.21999999999999997,"baseline_adjusted_score":0.21999999999999997},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.48,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":-0.08333333333333341,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.7,"uniform_accuracy_baseline":0.07142857142857142,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.6629213483146067,"baseline_adjusted_score":0.6629213483146067},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.52,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":-0.04347826086956526,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.25,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":-0.02739726027397263,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.6666666666666666,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.4395581861632446,"accuracy":0.4878048780487805,"positive_recall":0.425,"specificity":0.5476190476190477,"precision":0.4722222222222222,"balanced_accuracy":0.48630952380952386,"f1":0.4473684210526316,"true_positive":17,"false_positive":19,"false_negative":23,"true_negative":23,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.2498512790005949,"brier_skill":-0.7592793117628909,"baseline_adjusted_skill":-0.027380952380952284,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.4959971888625724,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":50,"false_positive":50,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.9839887554502895,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.43854748603351956,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.2795698924731183,"baseline_adjusted_score":0.2795698924731183},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.3,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":-0.14754098360655743,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.3238775845022829,"accuracy":0.62,"positive_recall":0.3181818181818182,"specificity":0.7051282051282052,"precision":0.23333333333333334,"balanced_accuracy":0.5116550116550117,"f1":0.2692307692307692,"true_positive":14,"false_positive":46,"false_negative":30,"true_negative":110,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.8873985110855644,"baseline_adjusted_skill":0.02331002331002341,"baseline_adjusted_score":0.02331002331002341},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.4371421412682701,"accuracy":0.5,"positive_recall":0.32,"specificity":0.56,"precision":0.1951219512195122,"balanced_accuracy":0.44000000000000006,"f1":0.24242424242424243,"true_positive":16,"false_positive":66,"false_negative":34,"true_negative":84,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-1.331424753430774,"baseline_adjusted_skill":-0.11999999999999988,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.3290564765569995,"accuracy":0.635,"positive_recall":0.47368421052631576,"specificity":0.6519337016574586,"precision":0.125,"balanced_accuracy":0.5628089560918872,"f1":0.1978021978021978,"true_positive":9,"false_positive":63,"false_negative":10,"true_negative":118,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.085975,"brier_skill":-2.8273507014480894,"baseline_adjusted_skill":0.12561791218377438,"baseline_adjusted_score":0.12561791218377438},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.4028287148963849,"accuracy":0.5277083333333333,"positive_recall":0.6207717488344411,"specificity":0.5217674883959498,"precision":0.07652237710931768,"balanced_accuracy":0.5712696186151954,"f1":0.13624933323173055,"true_positive":104.3,"false_positive":1258.7,"false_negative":63.71666666666667,"true_negative":1373.2833333333333,"positive_prevalence":0.060005952380952375,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679138,"brier_skill":-11.509830838636061,"baseline_adjusted_skill":0.14253923723039086,"baseline_adjusted_score":0.14253923723039086},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.24929178470254956,"uniform_accuracy_baseline":0.027777777777777776,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.1396103896103896,"baseline_adjusted_score":0.1396103896103896},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.27,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":-0.042857142857142816,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.32565128793319,"accuracy":0.6,"positive_recall":0.64,"specificity":0.56,"precision":0.5925925925925926,"balanced_accuracy":0.6000000000000001,"f1":0.6153846153846154,"true_positive":32,"false_positive":22,"false_negative":18,"true_negative":28,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.3026051517327599,"baseline_adjusted_skill":0.20000000000000018,"baseline_adjusted_score":0.20000000000000018},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.4298357833881887,"accuracy":0.52,"positive_recall":0.92,"specificity":0.12,"precision":0.5111111111111111,"balanced_accuracy":0.52,"f1":0.6571428571428571,"true_positive":46,"false_positive":44,"false_negative":4,"true_negative":6,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.7193431335527547,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.44,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":-0.43589743589743585,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.38,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.34042553191489366,"baseline_adjusted_score":0.34042553191489366},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3334714006284783,"accuracy":0.65,"positive_recall":0.9,"specificity":0.4,"precision":0.6,"balanced_accuracy":0.65,"f1":0.72,"true_positive":45,"false_positive":30,"false_negative":5,"true_negative":20,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.3338856025139132,"baseline_adjusted_skill":0.30000000000000004,"baseline_adjusted_score":0.30000000000000004},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.74,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.6119402985074627,"baseline_adjusted_score":0.6119402985074627},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.40730705232364917,"accuracy":0.51,"positive_recall":0.3,"specificity":0.72,"precision":0.5172413793103449,"balanced_accuracy":0.51,"f1":0.379746835443038,"true_positive":15,"false_positive":14,"false_negative":35,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.6292282092945967,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.29588445945945946,"uniform_accuracy_baseline":0.23445945945945948,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.045469093660084864,"baseline_adjusted_score":0.045469093660084864},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.2761802174519903,"accuracy":0.5594298092105263,"positive_recall":0.8441686602035882,"specificity":0.28829520761476524,"precision":0.5303954830508475,"balanced_accuracy":0.5662319339091767,"f1":0.651469407960819,"true_positive":62.586667,"false_positive":55.413333,"false_negative":11.553336,"true_negative":22.446664,"positive_prevalence":0.4877631776315789,"majority_accuracy_baseline":0.512236822368421,"constant_brier_baseline":0.09451910039768556,"brier_skill":-1.921951397018935,"baseline_adjusted_skill":0.1324638678183534,"baseline_adjusted_score":0.1324638678183534},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.31184165846405854,"normalized_score_rmse":0.3931126848519513,"constant_score_baseline":0.5841668333333333,"constant_mae_baseline":0.21700552708333334,"baseline_adjusted_skill":-0.4370217323741561,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3609510372446977,"accuracy":0.57,"positive_recall":0.48,"specificity":0.66,"precision":0.5853658536585366,"balanced_accuracy":0.5700000000000001,"f1":0.5274725274725275,"true_positive":24,"false_positive":17,"false_negative":26,"true_negative":33,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.4438041489787907,"baseline_adjusted_skill":0.14000000000000012,"baseline_adjusted_score":0.14000000000000012},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.42460314203063826,"accuracy":0.51,"positive_recall":0.68,"specificity":0.34,"precision":0.5074626865671642,"balanced_accuracy":0.51,"f1":0.5811965811965812,"true_positive":34,"false_positive":33,"false_negative":16,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.698412568122553,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":-0.08196721311475408,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.485,"uniform_accuracy_baseline":0.036111111111111115,"fixed_answer_accuracy_baseline":0.08833333333333333,"baseline_adjusted_skill":0.4351005484460695,"baseline_adjusted_score":0.4351005484460695},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.65,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.2045454545454545,"baseline_adjusted_score":0.2045454545454545},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.51,"uniform_accuracy_baseline":0.049879324215607396,"fixed_answer_accuracy_baseline":0.12442477876106194,"baseline_adjusted_skill":0.44036789973721446,"baseline_adjusted_score":0.44036789973721446},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.37830309179139837,"accuracy":0.55,"positive_recall":0.64,"specificity":0.46,"precision":0.5423728813559322,"balanced_accuracy":0.55,"f1":0.5871559633027523,"true_positive":32,"false_positive":27,"false_negative":18,"true_negative":23,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.5132123671655935,"baseline_adjusted_skill":0.10000000000000009,"baseline_adjusted_score":0.10000000000000009},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.19444444444444445,"uniform_accuracy_baseline":0.23888888888888887,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":-0.13725490196078435,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.46830532026410615,"accuracy":0.5,"positive_recall":0.09375,"specificity":0.90625,"precision":0.5,"balanced_accuracy":0.5,"f1":0.15789473684210525,"true_positive":3,"false_positive":3,"false_negative":29,"true_negative":29,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.8732212810564246,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.69,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.32608695652173897,"baseline_adjusted_score":0.32608695652173897},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.015151515151515168,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.4978642592737437,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":50,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.9914570370949749,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.6176470588235294,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.43478260869565216,"baseline_adjusted_score":0.43478260869565216},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.4395798717453355,"accuracy":0.5454545454545454,"positive_recall":0.0625,"specificity":1,"precision":1,"balanced_accuracy":0.53125,"f1":0.11764705882352941,"true_positive":1,"false_positive":0,"false_negative":15,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":-0.7599355894509943,"baseline_adjusted_skill":0.0625,"baseline_adjusted_score":0.0625},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.2474965059765509,"normalized_score_rmse":0.34471387493723055,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.25001058794984576,"baseline_adjusted_score":0.25001058794984576},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.1875,"uniform_accuracy_baseline":0.178125,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.14035087719298242,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.7070532021411035,"accuracy":0.058823529411764705,"positive_recall":0,"specificity":0.11764705882352941,"precision":0,"balanced_accuracy":0.058823529411764705,"f1":0,"true_positive":0,"false_positive":15,"false_negative":17,"true_negative":2,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-1.8282128085644138,"baseline_adjusted_skill":-0.8823529411764706,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.4545389142106561,"normalized_score_rmse":0.509732836797581,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-2.0908646166324614,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.7916666666666666,"uniform_accuracy_baseline":0.13194444444444445,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":0.47826086956521735,"baseline_adjusted_score":0.47826086956521735},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.4985998459166084,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":26,"false_positive":26,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.9943993836664335,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.48566646017126414,"accuracy":0.48,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":39,"true_negative":36,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24960000000000004,"brier_skill":-0.9457790872246157,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.451610104739666,"normalized_score_rmse":0.571648546086691,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.6128932312130928,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.29411764705882354,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.04000000000000001,"baseline_adjusted_score":0.04000000000000001},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.1494764665205647,"accuracy":0.7857142857142857,"positive_recall":1,"specificity":0.5714285714285714,"precision":0.7,"balanced_accuracy":0.7857142857142857,"f1":0.8235294117647058,"true_positive":14,"false_positive":6,"false_negative":0,"true_negative":8,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4020941339177412,"baseline_adjusted_skill":0.5714285714285714,"baseline_adjusted_score":0.5714285714285714},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.21514821856593094,"normalized_score_rmse":0.3094125765124989,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.1696969696969697,"baseline_adjusted_skill":-0.2678377165492358,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":0.6666666666666666,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":0.5833333333333333,"baseline_adjusted_score":0.5833333333333333},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.3919729902531793,"accuracy":0.5647058823529412,"positive_recall":0.4444444444444444,"specificity":0.7,"precision":0.625,"balanced_accuracy":0.5722222222222222,"f1":0.5194805194805194,"true_positive":20,"false_positive":12,"false_negative":25,"true_negative":28,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.2491349480968858,"brier_skill":-0.5733360303217891,"baseline_adjusted_skill":0.14444444444444438,"baseline_adjusted_score":0.14444444444444438},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.56,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.42105263157894746,"baseline_adjusted_score":0.42105263157894746},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.5977724727110508,"accuracy":0.36,"positive_recall":0.4857142857142857,"specificity":0.06666666666666667,"precision":0.5483870967741935,"balanced_accuracy":0.2761904761904762,"f1":0.5151515151515151,"true_positive":17,"false_positive":14,"false_negative":18,"true_negative":1,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.21,"brier_skill":-1.8465355843383375,"baseline_adjusted_skill":-0.4476190476190476,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.35087860962376,"normalized_score_rmse":0.4080980602799455,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.25313789151342836,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.35443037974683544,"uniform_accuracy_baseline":0.24240506329113923,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":-0.10869565217391305,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.34052979165974345,"accuracy":0.47619047619047616,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":11,"true_negative":10,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.2494331065759637,"brier_skill":-0.36521489201769874,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.30303030303030304,"uniform_accuracy_baseline":0.32373737373737377,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":-0.14999999999999997,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.3948972162194305,"accuracy":0.5757575757575758,"positive_recall":0.47058823529411764,"specificity":0.6875,"precision":0.6153846153846154,"balanced_accuracy":0.5790441176470589,"f1":0.5333333333333333,"true_positive":8,"false_positive":5,"false_negative":9,"true_negative":11,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":-0.581040692878529,"baseline_adjusted_skill":0.15808823529411775,"baseline_adjusted_score":0.15808823529411775},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.3995732549177346,"normalized_score_rmse":0.5096434433912272,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.3431372549019608,"baseline_adjusted_skill":-0.16447062861739803,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.499589786070296,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":50,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.9983591442811841,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.33333333333333337,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":-0.03092783505154633,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.4551898869250896,"accuracy":0.5066666666666667,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":37,"true_negative":38,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555554,"brier_skill":-0.8210832958418415,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.12,"uniform_accuracy_baseline":0.14285714285714285,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":-0.12820512820512822,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.32,"uniform_accuracy_baseline":0.32416666666666666,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.030303030303030335,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.29094697234628514,"accuracy":0.36363636363636365,"positive_recall":0.5625,"specificity":0.17647058823529413,"precision":0.391304347826087,"balanced_accuracy":0.3694852941176471,"f1":0.46153846153846156,"true_positive":9,"false_positive":14,"false_negative":7,"true_negative":3,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":-0.16485754737170777,"baseline_adjusted_skill":-0.26102941176470584,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.32995271167821943,"normalized_score_rmse":0.3745280176061355,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":-0.5018537221215504,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2147022705151315,"accuracy":0.77,"positive_recall":0.045454545454545456,"specificity":0.9743589743589743,"precision":0.3333333333333333,"balanced_accuracy":0.5099067599067599,"f1":0.08,"true_positive":1,"false_positive":2,"false_negative":21,"true_negative":76,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.25117873260566137,"baseline_adjusted_skill":0.019813519813519864,"baseline_adjusted_score":0.019813519813519864},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.36789891318992957,"accuracy":0.45,"positive_recall":0.4594594594594595,"specificity":0.4444444444444444,"precision":0.3269230769230769,"balanced_accuracy":0.4519519519519519,"f1":0.38202247191011235,"true_positive":17,"false_positive":35,"false_negative":20,"true_negative":28,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000003,"brier_skill":-0.5782879158727134,"baseline_adjusted_skill":-0.09609609609609615,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.34153790670575856,"accuracy":0.58,"positive_recall":0.15384615384615385,"specificity":0.8524590163934426,"precision":0.4,"balanced_accuracy":0.5031525851197982,"f1":0.2222222222222222,"true_positive":6,"false_positive":9,"false_negative":33,"true_negative":52,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379,"brier_skill":-0.43563643003681607,"baseline_adjusted_skill":0.006305170239596425,"baseline_adjusted_score":0.006305170239596425},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.35742100207619854,"accuracy":0.45,"positive_recall":0.5161290322580645,"specificity":0.42028985507246375,"precision":0.2857142857142857,"balanced_accuracy":0.4682094436652641,"f1":0.367816091954023,"true_positive":16,"false_positive":40,"false_negative":15,"true_negative":29,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999998,"brier_skill":-0.6709724267236961,"baseline_adjusted_skill":-0.06358111266947175,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.4,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.16666666666666666,"baseline_adjusted_score":0.16666666666666666},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.23110612169308298,"normalized_score_rmse":0.268854273173402,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.005995175513621609,"baseline_adjusted_score":0.005995175513621609},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.4325722517570161,"accuracy":0.48,"positive_recall":0.66,"specificity":0.3,"precision":0.4852941176470588,"balanced_accuracy":0.48,"f1":0.559322033898305,"true_positive":33,"false_positive":35,"false_negative":17,"true_negative":15,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.7302890070280643,"baseline_adjusted_skill":-0.040000000000000036,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.35489918992923153,"accuracy":0.53,"positive_recall":0.52,"specificity":0.54,"precision":0.5306122448979592,"balanced_accuracy":0.53,"f1":0.5252525252525253,"true_positive":26,"false_positive":23,"false_negative":24,"true_negative":27,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.4195967597169261,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.8857142857142858,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.40085204144035236,"accuracy":0.51,"positive_recall":0.9,"specificity":0.12,"precision":0.5056179775280899,"balanced_accuracy":0.51,"f1":0.6474820143884892,"true_positive":45,"false_positive":44,"false_negative":5,"true_negative":6,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.6034081657614094,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.55,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":-0.07142857142857122,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.35,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.08333333333333341,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.34853423369379044,"accuracy":0.6,"positive_recall":0.7,"specificity":0.5,"precision":0.5833333333333334,"balanced_accuracy":0.6,"f1":0.6363636363636364,"true_positive":35,"false_positive":25,"false_negative":15,"true_negative":25,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.39413693477516176,"baseline_adjusted_skill":0.19999999999999996,"baseline_adjusted_score":0.19999999999999996},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.20851190476190473,"fixed_answer_accuracy_baseline":0.22333333333333333,"baseline_adjusted_skill":0.6781115879828326,"baseline_adjusted_score":0.6781115879828326},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.28421648563130486,"accuracy":0.67,"positive_recall":0.62,"specificity":0.72,"precision":0.6888888888888889,"balanced_accuracy":0.6699999999999999,"f1":0.6526315789473685,"true_positive":31,"false_positive":14,"false_negative":19,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.13686594252521944,"baseline_adjusted_skill":0.33999999999999986,"baseline_adjusted_score":0.33999999999999986},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.2562817003051623,"normalized_score_rmse":0.34953405093616896,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.14572766564945905,"baseline_adjusted_score":0.14572766564945905},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.48,"uniform_accuracy_baseline":0.22851190476190475,"fixed_answer_accuracy_baseline":0.24333333333333332,"baseline_adjusted_skill":0.31277533039647576,"baseline_adjusted_score":0.31277533039647576},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.37869926913216195,"accuracy":0.6,"positive_recall":0.74,"specificity":0.46,"precision":0.578125,"balanced_accuracy":0.6,"f1":0.6491228070175439,"true_positive":37,"false_positive":27,"false_negative":13,"true_negative":23,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.5147970765286478,"baseline_adjusted_skill":0.19999999999999996,"baseline_adjusted_score":0.19999999999999996},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.2972266898931398,"normalized_score_rmse":0.3952158323917722,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.3042222222222222,"baseline_adjusted_skill":0.02299481043160778,"baseline_adjusted_score":0.02299481043160778},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.42,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.06451612903225803,"baseline_adjusted_score":0.06451612903225803},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.26189817530529697,"accuracy":0.66,"positive_recall":0.94,"specificity":0.38,"precision":0.6025641025641025,"balanced_accuracy":0.6599999999999999,"f1":0.734375,"true_positive":47,"false_positive":31,"false_negative":3,"true_negative":19,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.04759270122118786,"baseline_adjusted_skill":0.31999999999999984,"baseline_adjusted_score":0.31999999999999984},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.28,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":-0.43999999999999995,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24298375732555527,"accuracy":0.72,"positive_recall":0.8,"specificity":0.64,"precision":0.6896551724137931,"balanced_accuracy":0.72,"f1":0.7407407407407407,"true_positive":40,"false_positive":18,"false_negative":10,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.028064970697778913,"baseline_adjusted_skill":0.43999999999999995,"baseline_adjusted_score":0.43999999999999995},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.52,"uniform_accuracy_baseline":0.3533333333333333,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.18644067796610175,"baseline_adjusted_score":0.18644067796610175},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.46,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.12903225806451615,"baseline_adjusted_score":0.12903225806451615},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.25,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.20967741935483872,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.11,"uniform_accuracy_baseline":0.1111111111111111,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":-0.05952380952380953,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.44046748342234776,"accuracy":0.368125,"positive_recall":0.7059986816084377,"specificity":0.28906370507481105,"precision":0.188556338028169,"balanced_accuracy":0.4975311933416244,"f1":0.29762401000416844,"true_positive":53.55,"false_positive":230.45,"false_negative":22.3,"true_negative":93.7,"positive_prevalence":0.189625,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500001,"brier_skill":-4.786213857155899,"baseline_adjusted_skill":-0.004937613316751244,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.4193857640505246,"normalized_score_rmse":0.48122650821145047,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":-0.9620386622246764,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.45024705665259995,"accuracy":0.381875,"positive_recall":0.939521800281294,"specificity":0.17913754900289755,"precision":0.293841642228739,"balanced_accuracy":0.5593296746420957,"f1":0.4476711716742991,"true_positive":100.2,"false_positive":240.8,"false_negative":6.45,"true_negative":52.55,"positive_prevalence":0.266625,"majority_accuracy_baseline":0.733375,"constant_brier_baseline":0.115654859375,"brier_skill":-2.8930232511261478,"baseline_adjusted_skill":0.11865934928419142,"baseline_adjusted_score":0.11865934928419142},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.4705943996811833,"normalized_score_rmse":0.5421765971165945,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":-0.7510489290462634,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.3481034606865519,"accuracy":0.451625,"positive_recall":0.7400447427293065,"specificity":0.3398091934084996,"precision":0.30293040293040296,"balanced_accuracy":0.5399269680689031,"f1":0.42988953866146845,"true_positive":82.7,"false_positive":190.3,"false_negative":29.05,"true_negative":97.95,"positive_prevalence":0.279375,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937500001,"brier_skill":-2.0763184744409253,"baseline_adjusted_skill":0.07985393613780611,"baseline_adjusted_score":0.07985393613780611},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.43091023368477666,"normalized_score_rmse":0.4996203671024558,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":-0.6299205056634576,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.5653968739484554,"accuracy":0.318625,"positive_recall":0.9419718309859154,"specificity":0.1408835341365462,"precision":0.23817663817663817,"balanced_accuracy":0.5414276825612307,"f1":0.3802160318362706,"true_positive":83.6,"false_positive":267.4,"false_negative":5.15,"true_negative":43.85,"positive_prevalence":0.221875,"majority_accuracy_baseline":0.778125,"constant_brier_baseline":0.12674023437499998,"brier_skill":-3.4610685528287313,"baseline_adjusted_skill":0.0828553651224615,"baseline_adjusted_score":0.0828553651224615},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.5003202939863889,"normalized_score_rmse":0.5553478338108244,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":-1.2174860675297015,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.4378872821348328,"accuracy":0.38925,"positive_recall":0.9097353497164461,"specificity":0.2020734194425561,"precision":0.290785498489426,"balanced_accuracy":0.5559043845795011,"f1":0.4407051282051282,"true_positive":96.25,"false_positive":234.75,"false_negative":9.55,"true_negative":59.45,"positive_prevalence":0.2645,"majority_accuracy_baseline":0.7355,"constant_brier_baseline":0.11362725,"brier_skill":-2.853717150902031,"baseline_adjusted_skill":0.11180876915900217,"baseline_adjusted_score":0.11180876915900217},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.4741519189607342,"normalized_score_rmse":0.5300619907774557,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":-0.8871718167591414,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.5569513018430792,"accuracy":0.29075,"positive_recall":0.9392950391644908,"specificity":0.13713667285095857,"precision":0.204985754985755,"balanced_accuracy":0.5382158560077247,"f1":0.33652946679139384,"true_positive":71.95,"false_positive":279.05,"false_negative":4.65,"true_negative":44.35,"positive_prevalence":0.19149999999999998,"majority_accuracy_baseline":0.8085,"constant_brier_baseline":0.09190274999999999,"brier_skill":-5.060224550876652,"baseline_adjusted_skill":0.0764317120154494,"baseline_adjusted_score":0.0764317120154494},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.48224049034211247,"normalized_score_rmse":0.5412790357834636,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":-1.33107185663861,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.5843371585291336,"accuracy":0.284,"positive_recall":0.937669376693767,"specificity":0.13611281422440222,"precision":0.19715099715099715,"balanced_accuracy":0.5368910954590846,"f1":0.32580037664783423,"true_positive":69.2,"false_positive":281.8,"false_negative":4.6,"true_negative":44.4,"positive_prevalence":0.1845,"majority_accuracy_baseline":0.8155,"constant_brier_baseline":0.10922225,"brier_skill":-4.349982796812312,"baseline_adjusted_skill":0.07378219091816929,"baseline_adjusted_score":0.07378219091816929},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.5272844517254112,"normalized_score_rmse":0.5748679983085456,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":-1.7843403391440855,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.595963226008356,"accuracy":0.27325000000000005,"positive_recall":0.9541401273885352,"specificity":0.10699844479004665,"precision":0.20690607734806632,"balanced_accuracy":0.5305692860892909,"f1":0.3400681044267877,"true_positive":74.9,"false_positive":287.1,"false_negative":3.6,"true_negative":34.4,"positive_prevalence":0.19625,"majority_accuracy_baseline":0.80375,"constant_brier_baseline":0.09878593749999999,"brier_skill":-5.032875134766587,"baseline_adjusted_skill":0.06113857217858176,"baseline_adjusted_score":0.06113857217858176},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.5491257000200364,"normalized_score_rmse":0.6087079440582607,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":-1.599411597727983,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.2958583581570804,"accuracy":0.5084183673469388,"positive_recall":0.7144128113879004,"specificity":0.3529543419874664,"precision":0.45452830188679244,"balanced_accuracy":0.5336835766876834,"f1":0.5555811808118081,"true_positive":120.45,"false_positive":144.55,"false_negative":48.15,"true_negative":78.85,"positive_prevalence":0.4301020408163265,"majority_accuracy_baseline":0.5698979591836735,"constant_brier_baseline":0.12359641815910039,"brier_skill":-1.3937454059245842,"baseline_adjusted_skill":0.0673671533753668,"baseline_adjusted_score":0.0673671533753668},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.33888584041901604,"normalized_score_rmse":0.4172756570734879,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":-0.2300300874467991,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.6124204263187528,"accuracy":0.280125,"positive_recall":0.9095200629425649,"specificity":0.1612423837122901,"precision":0.16999999999999998,"balanced_accuracy":0.5353812233274275,"f1":0.28645768801883287,"true_positive":115.6,"false_positive":564.4,"false_negative":11.5,"true_negative":108.5,"positive_prevalence":0.158875,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499999,"brier_skill":-5.200000234808095,"baseline_adjusted_skill":0.0707624466548551,"baseline_adjusted_score":0.0707624466548551},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.5035794980381094,"normalized_score_rmse":0.5450834252206462,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-2.0519969578067236,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.32,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.0967741935483871,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.4211783527798698,"accuracy":0.53,"positive_recall":0.64,"specificity":0.42,"precision":0.5245901639344263,"balanced_accuracy":0.53,"f1":0.5765765765765766,"true_positive":32,"false_positive":29,"false_negative":18,"true_negative":21,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.6847134111194793,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.08681245858184228,"uniform_accuracy_baseline":0.058823529411764705,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":-0.07320872274143302,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.38,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":-0.34782608695652184,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.4335550341562005,"accuracy":0.53,"positive_recall":0.9,"specificity":0.16,"precision":0.5172413793103449,"balanced_accuracy":0.53,"f1":0.656934306569343,"true_positive":45,"false_positive":42,"false_negative":5,"true_negative":8,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.734220136624802,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.26,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":-0.1746031746031746,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":62,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.2779297767835834,"accuracy":0.5472972972972973,"positive_recall":0.09859154929577464,"specificity":0.961038961038961,"precision":0.7,"balanced_accuracy":0.5298152551673678,"f1":0.1728395061728395,"true_positive":7,"false_positive":3,"false_negative":64,"true_negative":74,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.2495891161431699,"brier_skill":-0.11354926480110072,"baseline_adjusted_skill":0.059630510334735654,"baseline_adjusted_score":0.059630510334735654},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.23,"uniform_accuracy_baseline":0.20049999999999962,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":-0.08450704225352108,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.45,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.1911764705882353,"baseline_adjusted_score":0.1911764705882353},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.73,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.42553191489361697,"baseline_adjusted_score":0.42553191489361697},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.07,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":-0.8979591836734694,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.12356415927572473,"accuracy":0.6160339310599999,"positive_recall":1,"specificity":0,"precision":0.6160339310599999,"balanced_accuracy":0.5,"f1":0.7624022233938204,"true_positive":61.60339310599999,"false_positive":38.39660689400001,"false_negative":0,"true_negative":0,"positive_prevalence":0.6160339310599999,"majority_accuracy_baseline":0.6160339310599999,"constant_brier_baseline":0.079087076552024,"brier_skill":-0.5623811710177884,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2465824666746866,"accuracy":0.54,"positive_recall":0.88,"specificity":0.2,"precision":0.5238095238095238,"balanced_accuracy":0.54,"f1":0.6567164179104478,"true_positive":44,"false_positive":40,"false_negative":6,"true_negative":10,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.01367013330125355,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.69,"uniform_accuracy_baseline":0.012987012987012965,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.6736842105263157,"baseline_adjusted_score":0.6736842105263157},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.11666666666666668,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":-0.03124999999999994,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.26731106457280956,"accuracy":0.51,"positive_recall":0.26,"specificity":0.76,"precision":0.52,"balanced_accuracy":0.51,"f1":0.3466666666666667,"true_positive":13,"false_positive":12,"false_negative":37,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.06924425829123826,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.14712903661169904,"accuracy":0.5640165823718001,"positive_recall":0.5670249474836403,"specificity":0.5626157771328594,"precision":0.3764231103958923,"balanced_accuracy":0.5648203623082498,"f1":0.4524706847848816,"true_positive":126.10174198262393,"false_positive":208.89825801737607,"false_negative":96.29013432236388,"true_negative":268.7098656776361,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768597,"brier_skill":-0.658223118934008,"baseline_adjusted_skill":0.12964072461649967,"baseline_adjusted_score":0.12964072461649967},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.28595055455313717,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":50,"false_positive":50,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.14380221821254868,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.6622516556291391,"uniform_accuracy_baseline":0.006622516556291403,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.6482758620689656,"baseline_adjusted_score":0.6482758620689656},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.3841176470588235,"uniform_accuracy_baseline":0.3333333333333301,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":-0.13557483731019526,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.11666666666666668,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24660935125642003,"accuracy":0.55,"positive_recall":0.38,"specificity":0.72,"precision":0.5757575757575758,"balanced_accuracy":0.55,"f1":0.4578313253012048,"true_positive":19,"false_positive":14,"false_negative":31,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.013562594974319886,"baseline_adjusted_skill":0.10000000000000009,"baseline_adjusted_score":0.10000000000000009},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.58,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.12499999999999989,"baseline_adjusted_score":0.12499999999999989},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.07142857142857136,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.8651685393258427,"baseline_adjusted_score":0.8651685393258427},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.49,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":-0.10869565217391315,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.25,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":-0.02739726027397263,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.6111111111111112,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":-0.16666666666666638,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.25498287352978327,"accuracy":0.5853658536585366,"positive_recall":0.375,"specificity":0.7857142857142857,"precision":0.625,"balanced_accuracy":0.5803571428571428,"f1":0.46875,"true_positive":15,"false_positive":9,"false_negative":25,"true_negative":33,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.24985127900059498,"brier_skill":-0.020538596198965475,"baseline_adjusted_skill":0.1607142857142856,"baseline_adjusted_score":0.1607142857142856},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.18865517658989414,"accuracy":0.76,"positive_recall":0.68,"specificity":0.84,"precision":0.8095238095238095,"balanced_accuracy":0.76,"f1":0.7391304347826086,"true_positive":34,"false_positive":8,"false_negative":16,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.24537929364042343,"baseline_adjusted_skill":0.52,"baseline_adjusted_score":0.52},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.4972067039106145,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.3548387096774194,"baseline_adjusted_score":0.3548387096774194},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.36,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":-0.04918032786885251,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.2454448358935079,"accuracy":0.555,"positive_recall":0.2727272727272727,"specificity":0.6346153846153846,"precision":0.17391304347826086,"balanced_accuracy":0.45367132867132864,"f1":0.21238938053097345,"true_positive":12,"false_positive":57,"false_negative":32,"true_negative":99,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000053,"brier_skill":-0.43033121150062437,"baseline_adjusted_skill":-0.09265734265734271,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.2667831503967583,"accuracy":0.56,"positive_recall":0.6,"specificity":0.5466666666666666,"precision":0.30612244897959184,"balanced_accuracy":0.5733333333333333,"f1":0.40540540540540543,"true_positive":30,"false_positive":68,"false_negative":20,"true_negative":82,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-0.42284346878271095,"baseline_adjusted_skill":0.1466666666666665,"baseline_adjusted_score":0.1466666666666665},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.21793039667380257,"accuracy":0.685,"positive_recall":0.3157894736842105,"specificity":0.7237569060773481,"precision":0.10714285714285714,"balanced_accuracy":0.5197731898807794,"f1":0.16,"true_positive":6,"false_positive":50,"false_negative":13,"true_negative":131,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.0859749999999999,"brier_skill":-1.5348112436615624,"baseline_adjusted_skill":0.039546379761558725,"baseline_adjusted_score":0.039546379761558725},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.17374795173392607,"accuracy":0.7970297619047619,"positive_recall":0.2639619085408193,"specificity":0.831058960606387,"precision":0.09069529652351742,"balanced_accuracy":0.5475104345736032,"f1":0.13500418558636262,"true_positive":44.349999999999994,"false_positive":444.6499999999998,"false_negative":123.66666666666669,"true_negative":2187.3333333333335,"positive_prevalence":0.060005952380952354,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679296,"brier_skill":-4.395736213367738,"baseline_adjusted_skill":0.09502086914720631,"baseline_adjusted_score":0.09502086914720631},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.2719546742209632,"uniform_accuracy_baseline":0.027777777777777853,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.1655844155844156,"baseline_adjusted_score":0.1655844155844156},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.21,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":-0.1285714285714286,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.27994400572812755,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":50,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.11977602291251022,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.23878625028173459,"accuracy":0.53,"positive_recall":0.42,"specificity":0.64,"precision":0.5384615384615384,"balanced_accuracy":0.53,"f1":0.47191011235955055,"true_positive":21,"false_positive":18,"false_negative":29,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.04485499887306166,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.49,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":-0.30769230769230765,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.69,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.6702127659574467,"baseline_adjusted_score":0.6702127659574467},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2550404179812653,"accuracy":0.53,"positive_recall":0.18,"specificity":0.88,"precision":0.6,"balanced_accuracy":0.53,"f1":0.27692307692307694,"true_positive":9,"false_positive":6,"false_negative":41,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.020161671925061242,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.73,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.5970149253731344,"baseline_adjusted_score":0.5970149253731344},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24401563089303147,"accuracy":0.58,"positive_recall":0.3,"specificity":0.86,"precision":0.6818181818181818,"balanced_accuracy":0.58,"f1":0.4166666666666667,"true_positive":15,"false_positive":7,"false_negative":35,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.023937476427874138,"baseline_adjusted_skill":0.15999999999999992,"baseline_adjusted_score":0.15999999999999992},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.37827878378378366,"uniform_accuracy_baseline":0.23445945945945923,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.15716657020517727,"baseline_adjusted_score":0.15716657020517727},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.14158714711120438,"accuracy":0.5589473486842106,"positive_recall":0.6818181542291009,"specificity":0.4419470630084921,"precision":0.5377659574468086,"balanced_accuracy":0.5618826086187965,"f1":0.6012846330209712,"true_positive":50.55,"false_positive":43.44999999999999,"false_negative":23.590002999999996,"true_negative":34.409997000000004,"positive_prevalence":0.48776317763157917,"majority_accuracy_baseline":0.5122368223684208,"constant_brier_baseline":0.0945191003976856,"brier_skill":-0.4979739176048197,"baseline_adjusted_skill":0.12376521723759293,"baseline_adjusted_score":0.12376521723759293},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.18398007198628347,"normalized_score_rmse":0.22923461646023985,"constant_score_baseline":0.5841668333333334,"constant_mae_baseline":0.21700552708333315,"baseline_adjusted_skill":0.1521871610411446,"baseline_adjusted_score":0.1521871610411446},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2567542159906613,"accuracy":0.46,"positive_recall":0.42,"specificity":0.5,"precision":0.45652173913043476,"balanced_accuracy":0.45999999999999996,"f1":0.4375,"true_positive":21,"false_positive":25,"false_negative":29,"true_negative":25,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.027016863962645132,"baseline_adjusted_skill":-0.08000000000000007,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2617956865506334,"accuracy":0.47,"positive_recall":0.1,"specificity":0.84,"precision":0.38461538461538464,"balanced_accuracy":0.47,"f1":0.15873015873015872,"true_positive":5,"false_positive":8,"false_negative":45,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.0471827462025336,"baseline_adjusted_skill":-0.06000000000000005,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":-0.08196721311475408,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.725,"uniform_accuracy_baseline":0.03611111111111102,"fixed_answer_accuracy_baseline":0.08833333333333329,"baseline_adjusted_skill":0.6983546617915904,"baseline_adjusted_score":0.6983546617915904},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.82,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.5909090909090907,"baseline_adjusted_score":0.5909090909090907},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.605,"uniform_accuracy_baseline":0.04987932421560751,"fixed_answer_accuracy_baseline":0.1244247787610618,"baseline_adjusted_skill":0.5488680008085709,"baseline_adjusted_score":0.5488680008085709},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2480749786368522,"accuracy":0.52,"positive_recall":0.94,"specificity":0.1,"precision":0.5108695652173914,"balanced_accuracy":0.52,"f1":0.6619718309859155,"true_positive":47,"false_positive":45,"false_negative":3,"true_negative":5,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.007700085452591154,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.2222222222222222,"uniform_accuracy_baseline":0.23888888888888893,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":-0.09803921568627456,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.33293938913320426,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":32,"false_positive":32,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.331757556532817,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.38,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":-0.34782608695652184,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.015151515151515168,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.36580567088902854,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":50,"false_positive":50,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.4632226835561142,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.5882352941176471,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.3913043478260869,"baseline_adjusted_score":0.3913043478260869},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.23446188576589216,"accuracy":0.5454545454545454,"positive_recall":0.5625,"specificity":0.5294117647058824,"precision":0.5294117647058824,"balanced_accuracy":0.5459558823529411,"f1":0.5454545454545454,"true_positive":9,"false_positive":8,"false_negative":7,"true_negative":9,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.06129046470935118,"baseline_adjusted_skill":0.09191176470588225,"baseline_adjusted_score":0.09191176470588225},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.23016140074527358,"normalized_score_rmse":0.2924380101865214,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.3025412098628074,"baseline_adjusted_score":0.3025412098628074},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.15625,"uniform_accuracy_baseline":0.17812500000000006,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.18421052631578944,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.40622326553639754,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":17,"false_positive":17,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.6248930621455902,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.4266087877399781,"normalized_score_rmse":0.47830655980771214,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-1.900939756631851,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.020833333333333332,"uniform_accuracy_baseline":0.13194444444444448,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":-1.452173913043478,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.33253775713347034,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":26,"false_positive":26,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.33015102853388134,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.32680598320363996,"accuracy":0.52,"positive_recall":1,"specificity":0,"precision":0.52,"balanced_accuracy":0.5,"f1":0.6842105263157895,"true_positive":39,"false_positive":36,"false_negative":0,"true_negative":0,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24959999999999993,"brier_skill":-0.30931884296330137,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.3225638824701309,"normalized_score_rmse":0.3780077139930481,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.1520138659647532,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.23529411764705882,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":-0.04000000000000001,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.3291092823454654,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":14,"false_positive":14,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.3164371293818615,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.23430247361009768,"normalized_score_rmse":0.28768298447986373,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.16969696969696968,"baseline_adjusted_skill":-0.38071100520236145,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":0.9333333333333333,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":0.9166666666666667,"baseline_adjusted_score":0.9166666666666667},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.2741925426835201,"accuracy":0.4235294117647059,"positive_recall":0.7777777777777778,"specificity":0.025,"precision":0.47297297297297297,"balanced_accuracy":0.4013888888888889,"f1":0.5882352941176471,"true_positive":35,"false_positive":39,"false_negative":10,"true_negative":1,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.24913494809688563,"brier_skill":-0.10057840049357458,"baseline_adjusted_skill":-0.1972222222222222,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.28,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.05263157894736847,"baseline_adjusted_score":0.05263157894736847},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.2825005536749876,"accuracy":0.36,"positive_recall":0.4857142857142857,"specificity":0.06666666666666667,"precision":0.5483870967741935,"balanced_accuracy":0.2761904761904762,"f1":0.5151515151515151,"true_positive":17,"false_positive":14,"false_negative":18,"true_negative":1,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.20999999999999996,"brier_skill":-0.3452407317856556,"baseline_adjusted_skill":-0.4476190476190476,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.33779244557023047,"normalized_score_rmse":0.42076623055892415,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.20640159132225167,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.13924050632911392,"uniform_accuracy_baseline":0.24240506329113914,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":-0.47826086956521746,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.3044178247805322,"accuracy":0.5238095238095238,"positive_recall":1,"specificity":0,"precision":0.5238095238095238,"balanced_accuracy":0.5,"f1":0.6875,"true_positive":11,"false_positive":10,"false_negative":0,"true_negative":0,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.24943310657596363,"brier_skill":-0.22043873389286128,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.3333333333333333,"uniform_accuracy_baseline":0.3237373737373738,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":-0.1,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.26110064893107415,"accuracy":0.48484848484848486,"positive_recall":0.9411764705882353,"specificity":0,"precision":0.5,"balanced_accuracy":0.47058823529411764,"f1":0.6530612244897959,"true_positive":16,"false_positive":16,"false_negative":1,"true_negative":0,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":-0.04536252458066037,"baseline_adjusted_skill":-0.05882352941176472,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.378990692908273,"normalized_score_rmse":0.4168389119905345,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.34313725490196084,"baseline_adjusted_skill":-0.10448716218982401,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.253856615218597,"accuracy":0.49,"positive_recall":0.38,"specificity":0.6,"precision":0.48717948717948717,"balanced_accuracy":0.49,"f1":0.42696629213483145,"true_positive":19,"false_positive":20,"false_negative":31,"true_negative":30,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.015426460874387926,"baseline_adjusted_skill":-0.020000000000000018,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.33333333333333326,"uniform_accuracy_baseline":0.3333333333333332,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":-0.030927835051546504,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.25160656850776614,"accuracy":0.49333333333333335,"positive_recall":1,"specificity":0,"precision":0.49333333333333335,"balanced_accuracy":0.5,"f1":0.6607142857142857,"true_positive":37,"false_positive":38,"false_negative":0,"true_negative":0,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555535,"brier_skill":-0.00660522607125591,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.1,"uniform_accuracy_baseline":0.1428571428571427,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":-0.15384615384615383,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.345,"uniform_accuracy_baseline":0.32416666666666627,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.0075757575757575,"baseline_adjusted_score":0.0075757575757575},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.36024150767957597,"accuracy":0.48484848484848486,"positive_recall":1,"specificity":0,"precision":0.48484848484848486,"balanced_accuracy":0.5,"f1":0.6530612244897959,"true_positive":16,"false_positive":17,"false_negative":0,"true_negative":0,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":-0.44229044802594886,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.2320123209872029,"normalized_score_rmse":0.27570612886053414,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":-0.056056081734854546,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.34238429345202903,"accuracy":0.26,"positive_recall":0.8636363636363636,"specificity":0.08974358974358974,"precision":0.2111111111111111,"balanced_accuracy":0.4766899766899767,"f1":0.3392857142857143,"true_positive":19,"false_positive":71,"false_negative":3,"true_negative":7,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000028,"brier_skill":-0.9952464653381612,"baseline_adjusted_skill":-0.046620046620046596,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3324643195631424,"accuracy":0.34,"positive_recall":0.7837837837837838,"specificity":0.07936507936507936,"precision":0.3333333333333333,"balanced_accuracy":0.43157443157443154,"f1":0.46774193548387094,"true_positive":29,"false_positive":58,"false_negative":8,"true_negative":5,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000008,"brier_skill":-0.4262733571992374,"baseline_adjusted_skill":-0.13685113685113692,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3036493467515629,"accuracy":0.38,"positive_recall":0.9487179487179487,"specificity":0.01639344262295082,"precision":0.38144329896907214,"balanced_accuracy":0.48255569567044976,"f1":0.5441176470588235,"true_positive":37,"false_positive":60,"false_negative":2,"true_negative":1,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379000000000002,"brier_skill":-0.2763738829405744,"baseline_adjusted_skill":-0.034888608659100484,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3910062037022668,"accuracy":0.33,"positive_recall":1,"specificity":0.028985507246376812,"precision":0.3163265306122449,"balanced_accuracy":0.5144927536231884,"f1":0.4806201550387597,"true_positive":31,"false_positive":67,"false_negative":0,"true_negative":2,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999987,"brier_skill":-0.8279859920629595,"baseline_adjusted_skill":0.02898550724637672,"baseline_adjusted_score":0.02898550724637672},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.45,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.2361111111111111,"baseline_adjusted_score":0.2361111111111111},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.24885816529393195,"normalized_score_rmse":0.30598048175647463,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":-0.0703577001889546,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2757382661789021,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":50,"false_positive":50,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.1029530647156085,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24106971220187945,"accuracy":0.58,"positive_recall":0.64,"specificity":0.52,"precision":0.5714285714285714,"balanced_accuracy":0.5800000000000001,"f1":0.6037735849056604,"true_positive":32,"false_positive":24,"false_negative":18,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.0357211511924822,"baseline_adjusted_skill":0.16000000000000014,"baseline_adjusted_score":0.16000000000000014},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.61,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.1142857142857144,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.38326373348795867,"accuracy":0.52,"positive_recall":0.96,"specificity":0.08,"precision":0.5106382978723404,"balanced_accuracy":0.52,"f1":0.6666666666666666,"true_positive":48,"false_positive":46,"false_negative":2,"true_negative":4,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.5330549339518347,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.61,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.07142857142857148,"baseline_adjusted_score":0.07142857142857148},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.39,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.016666666666666684,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2558632066668598,"accuracy":0.5,"positive_recall":0.86,"specificity":0.14,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6323529411764706,"true_positive":43,"false_positive":43,"false_negative":7,"true_negative":7,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.023452826667439197,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.83,"uniform_accuracy_baseline":0.20851190476190457,"fixed_answer_accuracy_baseline":0.2233333333333332,"baseline_adjusted_skill":0.7811158798283262,"baseline_adjusted_score":0.7811158798283262},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.15422549100142205,"accuracy":0.75,"positive_recall":0.78,"specificity":0.72,"precision":0.7358490566037735,"balanced_accuracy":0.75,"f1":0.7572815533980582,"true_positive":39,"false_positive":14,"false_negative":11,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3830980359943118,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.25036848921561616,"normalized_score_rmse":0.2985185630664433,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.16543836928127942,"baseline_adjusted_score":0.16543836928127942},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.67,"uniform_accuracy_baseline":0.22851190476190467,"fixed_answer_accuracy_baseline":0.2433333333333333,"baseline_adjusted_skill":0.5638766519823789,"baseline_adjusted_score":0.5638766519823789},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.22390641816109041,"accuracy":0.71,"positive_recall":0.88,"specificity":0.54,"precision":0.6567164179104478,"balanced_accuracy":0.71,"f1":0.7521367521367521,"true_positive":44,"false_positive":23,"false_negative":6,"true_negative":27,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.10437432735563834,"baseline_adjusted_skill":0.41999999999999993,"baseline_adjusted_score":0.41999999999999993},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.24576969575436997,"normalized_score_rmse":0.3155579678116526,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.304222222222222,"baseline_adjusted_skill":0.1921375961324575,"baseline_adjusted_score":0.1921375961324575},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.56,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.29032258064516137,"baseline_adjusted_score":0.29032258064516137},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.23951769727857541,"accuracy":0.57,"positive_recall":0.62,"specificity":0.52,"precision":0.5636363636363636,"balanced_accuracy":0.5700000000000001,"f1":0.5904761904761905,"true_positive":31,"false_positive":24,"false_negative":19,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.04192921088569834,"baseline_adjusted_skill":0.14000000000000012,"baseline_adjusted_score":0.14000000000000012},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.39,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":-0.21999999999999997,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25855700173030366,"accuracy":0.46,"positive_recall":0.38,"specificity":0.54,"precision":0.4523809523809524,"balanced_accuracy":0.46,"f1":0.41304347826086957,"true_positive":19,"false_positive":23,"false_negative":31,"true_negative":27,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.03422800692121464,"baseline_adjusted_skill":-0.07999999999999996,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.58,"uniform_accuracy_baseline":0.35333333333333317,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.28813559322033894,"baseline_adjusted_score":0.28813559322033894},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.06451612903225803,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.27,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.17741935483870966,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.21,"uniform_accuracy_baseline":0.11111111111111088,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.059523809523809514,"baseline_adjusted_score":0.059523809523809514},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.3150821053375135,"accuracy":0.21312499999999993,"positive_recall":0.9499011206328279,"specificity":0.04072188801480796,"precision":0.18812010443864227,"balanced_accuracy":0.49531150432381793,"f1":0.3140459845265337,"true_positive":72.04999999999997,"false_positive":310.94999999999993,"false_negative":3.8,"true_negative":13.199999999999998,"positive_prevalence":0.1896249999999999,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500007,"brier_skill":-3.1390852052923064,"baseline_adjusted_skill":-0.009376991352364139,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.4415320958243683,"normalized_score_rmse":0.48043547450892776,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":-1.0656472319268695,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.3484667513818752,"accuracy":0.2666249999999998,"positive_recall":1,"specificity":0,"precision":0.266625,"balanced_accuracy":0.5,"f1":0.42100069081219776,"true_positive":106.64999999999992,"false_positive":293.3499999999998,"false_negative":0,"true_negative":0,"positive_prevalence":0.2666249999999998,"majority_accuracy_baseline":0.7333750000000002,"constant_brier_baseline":0.11565485937499977,"brier_skill":-2.0129884145378214,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.44237562111695294,"normalized_score_rmse":0.5033008967765601,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":-0.6460488227607553,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.29934975751205256,"accuracy":0.29562499999999986,"positive_recall":0.9440715883668903,"specificity":0.044232437120555135,"precision":0.27690288713910777,"balanced_accuracy":0.4941520127437227,"f1":0.4282090309487571,"true_positive":105.49999999999994,"false_positive":275.49999999999966,"false_negative":6.25,"true_negative":12.750000000000002,"positive_prevalence":0.2793749999999999,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937499995,"brier_skill":-1.6454640454808769,"baseline_adjusted_skill":-0.011695974512554552,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.39932799474219793,"normalized_score_rmse":0.45013307755722576,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":-0.5104605002068952,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.40629586079879837,"accuracy":0.22187499999999974,"positive_recall":1,"specificity":0,"precision":0.22187499999999996,"balanced_accuracy":0.5,"f1":0.36317135549872115,"true_positive":88.7499999999999,"false_positive":311.2499999999997,"false_negative":0,"true_negative":0,"positive_prevalence":0.22187499999999974,"majority_accuracy_baseline":0.7781250000000003,"constant_brier_baseline":0.126740234375001,"brier_skill":-2.205737016365646,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.4968059350072872,"normalized_score_rmse":0.5341374865028866,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":-1.2019099612511344,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.34446141577605943,"accuracy":0.26749999999999985,"positive_recall":0.996219281663516,"specificity":0.00543847722637662,"precision":0.2648241206030152,"balanced_accuracy":0.5008288794449464,"f1":0.4184200079396588,"true_positive":105.39999999999995,"false_positive":292.5999999999997,"false_negative":0.4,"true_negative":1.6,"positive_prevalence":0.26449999999999985,"majority_accuracy_baseline":0.7355000000000002,"constant_brier_baseline":0.11362725000000028,"brier_skill":-2.031503585416866,"baseline_adjusted_skill":0.0016577588898927242,"baseline_adjusted_score":0.0016577588898927242},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.4246204465976916,"normalized_score_rmse":0.46867958730498943,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":-0.6900316282495189,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.4250521408703649,"accuracy":0.19549999999999987,"positive_recall":0.9973890339425587,"specificity":0.005565862708719855,"precision":0.19195979899497487,"balanced_accuracy":0.5014774483256393,"f1":0.3219553308048883,"true_positive":76.39999999999995,"false_positive":321.5999999999998,"false_negative":0.2,"true_negative":1.8,"positive_prevalence":0.1914999999999999,"majority_accuracy_baseline":0.8085000000000001,"constant_brier_baseline":0.09190274999999995,"brier_skill":-3.6250209147208885,"baseline_adjusted_skill":0.0029548966512786823,"baseline_adjusted_score":0.0029548966512786823},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.49432281630928626,"normalized_score_rmse":0.5402762183094718,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":-1.389475849229178,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.41642251763045246,"accuracy":0.1862499999999999,"positive_recall":0.9844173441734416,"specificity":0.005671367259350094,"precision":0.18299748110831232,"balanced_accuracy":0.4950443557163959,"f1":0.30862361937128296,"true_positive":72.64999999999996,"false_positive":324.34999999999985,"false_negative":1.15,"true_negative":1.85,"positive_prevalence":0.1844999999999999,"majority_accuracy_baseline":0.8155000000000001,"constant_brier_baseline":0.1092222499999995,"brier_skill":-2.8126161805900756,"baseline_adjusted_skill":-0.009911288567208243,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.5076190237270203,"normalized_score_rmse":0.5355638092438765,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":-1.68049649492816,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.43161726819884066,"accuracy":0.19874999999999987,"positive_recall":1,"specificity":0.003110419906687405,"precision":0.19674185463659147,"balanced_accuracy":0.5015552099533437,"f1":0.3287958115183246,"true_positive":78.49999999999994,"false_positive":320.4999999999998,"false_negative":0,"true_negative":1,"positive_prevalence":0.19624999999999987,"majority_accuracy_baseline":0.8037500000000002,"constant_brier_baseline":0.09878593749999955,"brier_skill":-3.3692177158195484,"baseline_adjusted_skill":0.0031104199066873672,"baseline_adjusted_score":0.0031104199066873672},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.4809733597782906,"normalized_score_rmse":0.5242822929049908,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":-1.2767969693646894,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.18237302932430643,"accuracy":0.4512755102040816,"positive_recall":0.8348161328588375,"specificity":0.1618173679498657,"precision":0.4291158536585365,"balanced_accuracy":0.4983167504043516,"f1":0.566854611357229,"true_positive":140.74999999999997,"false_positive":187.25000000000003,"false_negative":27.849999999999998,"true_negative":36.150000000000006,"positive_prevalence":0.43010204081632636,"majority_accuracy_baseline":0.5698979591836737,"constant_brier_baseline":0.12359641815910102,"brier_skill":-0.47555270646714454,"baseline_adjusted_skill":-0.0033664991912968345,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.3002972222071103,"normalized_score_rmse":0.35537696892245574,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":-0.08996769541840055,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.44483777466250546,"accuracy":0.16725,"positive_recall":0.9909520062942564,"specificity":0.011665923614207154,"precision":0.15922882427307197,"balanced_accuracy":0.5013089649542318,"f1":0.2743709835529898,"true_positive":125.95000000000002,"false_positive":665.0500000000005,"false_negative":1.15,"true_negative":7.85,"positive_prevalence":0.15887500000000002,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499934,"brier_skill":-3.5034329177054264,"baseline_adjusted_skill":0.0026179299084636565,"baseline_adjusted_score":0.0026179299084636565},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.49457930809992834,"normalized_score_rmse":0.5186366540417061,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-1.9974503521207776,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.06451612903225803,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.28708148135083383,"accuracy":0.43,"positive_recall":0.16,"specificity":0.7,"precision":0.34782608695652173,"balanced_accuracy":0.43,"f1":0.2191780821917808,"true_positive":8,"false_positive":15,"false_negative":42,"true_negative":35,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.14832592540333533,"baseline_adjusted_skill":-0.14,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.08084824387011266,"uniform_accuracy_baseline":0.058823529411766766,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":-0.08021806853582553,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.43,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":-0.23913043478260881,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2597228745208761,"accuracy":0.49,"positive_recall":0.16,"specificity":0.82,"precision":0.47058823529411764,"balanced_accuracy":0.49,"f1":0.23880597014925373,"true_positive":8,"false_positive":9,"false_negative":42,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.03889149808350445,"baseline_adjusted_skill":-0.020000000000000018,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.28,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":-0.1428571428571428,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":63,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.3176774753005971,"accuracy":0.47297297297297297,"positive_recall":0.16901408450704225,"specificity":0.7532467532467533,"precision":0.3870967741935484,"balanced_accuracy":0.46113041887689776,"f1":0.23529411764705882,"true_positive":12,"false_positive":19,"false_negative":59,"true_negative":58,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.24958911614317017,"brier_skill":-0.27280179604614596,"baseline_adjusted_skill":-0.07773916224620447,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.27,"uniform_accuracy_baseline":0.2005,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":-0.02816901408450699,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.19,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":-0.1911764705882353,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.59,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.12765957446808499,"baseline_adjusted_score":0.12765957446808499},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.3,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":-0.4285714285714286,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.19077222193487706,"accuracy":0.5893034731,"positive_recall":0.913372906443359,"specificity":0.069367512326101,"precision":0.6115964153043478,"balanced_accuracy":0.49137020938473,"f1":0.7326253550814579,"true_positive":56.266870208,"false_positive":35.733129792,"false_negative":5.336522898,"true_negative":2.663477102,"positive_prevalence":0.61603393106,"majority_accuracy_baseline":0.61603393106,"constant_brier_baseline":0.07908707655202402,"brier_skill":-1.4121794641048058,"baseline_adjusted_skill":-0.017259581230540055,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3326529917186491,"accuracy":0.57,"positive_recall":0.22,"specificity":0.92,"precision":0.7333333333333333,"balanced_accuracy":0.5700000000000001,"f1":0.3384615384615385,"true_positive":11,"false_positive":4,"false_negative":39,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.3306119668745964,"baseline_adjusted_skill":0.14000000000000012,"baseline_adjusted_score":0.14000000000000012},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.4,"uniform_accuracy_baseline":0.012987012987012986,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.368421052631579,"baseline_adjusted_score":0.368421052631579},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.28,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.2,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.32,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":-0.062499999999999965,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.27858440532062007,"accuracy":0.51,"positive_recall":0.54,"specificity":0.48,"precision":0.5094339622641509,"balanced_accuracy":0.51,"f1":0.5242718446601942,"true_positive":27,"false_positive":26,"false_negative":23,"true_negative":24,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.11433762128248026,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.306851884121498,"accuracy":0.46141995906896355,"positive_recall":0.580924654142745,"specificity":0.4057741857954651,"precision":0.31281579619039024,"balanced_accuracy":0.49334941996910503,"f1":0.4066558879472315,"true_positive":129.19292382663116,"false_positive":283.80707617336884,"false_negative":93.19895247835666,"true_negative":193.80104752164334,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768642,"brier_skill":-2.4583852382695803,"baseline_adjusted_skill":-0.01330116006178994,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.45569714874643813,"accuracy":0.47,"positive_recall":0.92,"specificity":0.02,"precision":0.4842105263157895,"balanced_accuracy":0.47000000000000003,"f1":0.6344827586206897,"true_positive":46,"false_positive":49,"false_negative":4,"true_negative":1,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.8227885949857525,"baseline_adjusted_skill":-0.05999999999999994,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.17218543046357615,"uniform_accuracy_baseline":0.006622516556291391,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.1379310344827586,"baseline_adjusted_score":0.1379310344827586},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.36823529411764705,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":-0.1648590021691974,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.4,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.44870237174690675,"accuracy":0.5,"positive_recall":0.96,"specificity":0.04,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6575342465753424,"true_positive":48,"false_positive":48,"false_negative":2,"true_negative":2,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.794809486987627,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.52,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.65,"uniform_accuracy_baseline":0.07142857142857142,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.6067415730337079,"baseline_adjusted_score":0.6067415730337079},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.47,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":-0.1521739130434784,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.25,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":-0.02739726027397263,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.3333333333333333,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":-0.9999999999999999,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.41355958778312296,"accuracy":0.5,"positive_recall":0.725,"specificity":0.2857142857142857,"precision":0.4915254237288136,"balanced_accuracy":0.5053571428571428,"f1":0.5858585858585859,"true_positive":29,"false_positive":30,"false_negative":11,"true_negative":12,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.2498512790005949,"brier_skill":-0.6552230168176898,"baseline_adjusted_skill":0.010714285714285676,"baseline_adjusted_score":0.010714285714285676},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.4321250939273984,"accuracy":0.48,"positive_recall":0.94,"specificity":0.02,"precision":0.4895833333333333,"balanced_accuracy":0.48,"f1":0.6438356164383562,"true_positive":47,"false_positive":49,"false_negative":3,"true_negative":1,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.7285003757095936,"baseline_adjusted_skill":-0.040000000000000036,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.21508379888268156,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":-0.007168458781361999,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.44,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.08196721311475408,"baseline_adjusted_score":0.08196721311475408},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.298759535634097,"accuracy":0.625,"positive_recall":0.20454545454545456,"specificity":0.7435897435897436,"precision":0.1836734693877551,"balanced_accuracy":0.4740675990675991,"f1":0.1935483870967742,"true_positive":9,"false_positive":40,"false_negative":35,"true_negative":116,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.7410229349306352,"baseline_adjusted_skill":-0.0518648018648018,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.273013580339187,"accuracy":0.67,"positive_recall":0.2,"specificity":0.8266666666666667,"precision":0.2777777777777778,"balanced_accuracy":0.5133333333333333,"f1":0.23255813953488372,"true_positive":10,"false_positive":26,"false_negative":40,"true_negative":124,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-0.45607242847566387,"baseline_adjusted_skill":0.026666666666666616,"baseline_adjusted_score":0.026666666666666616},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.26970316839509023,"accuracy":0.675,"positive_recall":0.2631578947368421,"specificity":0.7182320441988951,"precision":0.08928571428571429,"balanced_accuracy":0.4906949694678686,"f1":0.13333333333333333,"true_positive":5,"false_positive":51,"false_negative":14,"true_negative":130,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.085975,"brier_skill":-2.1369952706611253,"baseline_adjusted_skill":-0.018610061064262773,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.7365290653557124,"accuracy":0.15655357142857143,"positive_recall":0.9206427933736732,"specificity":0.10777677163609194,"precision":0.06179917432414436,"balanced_accuracy":0.5142097825048826,"f1":0.11582356281316103,"true_positive":154.68333333333334,"false_positive":2348.3166666666666,"false_negative":13.333333333333334,"true_negative":283.6666666666667,"positive_prevalence":0.060005952380952375,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679138,"brier_skill":-21.87288287705275,"baseline_adjusted_skill":0.02841956500976517,"baseline_adjusted_score":0.02841956500976517},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.12181303116147309,"uniform_accuracy_baseline":0.027777777777777776,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":-0.006493506493506497,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.28,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":-0.02857142857142852,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.40098897668077016,"accuracy":0.54,"positive_recall":0.58,"specificity":0.5,"precision":0.5370370370370371,"balanced_accuracy":0.54,"f1":0.5576923076923077,"true_positive":29,"false_positive":25,"false_negative":21,"true_negative":25,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.6039559067230806,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2840357366469655,"accuracy":0.47,"positive_recall":0.44,"specificity":0.5,"precision":0.46808510638297873,"balanced_accuracy":0.47,"f1":0.4536082474226804,"true_positive":22,"false_positive":25,"false_negative":28,"true_negative":25,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.13614294658786208,"baseline_adjusted_skill":-0.06000000000000005,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.49,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":-0.30769230769230765,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.1,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.042553191489361715,"baseline_adjusted_score":0.042553191489361715},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3450633183171541,"accuracy":0.62,"positive_recall":0.34,"specificity":0.9,"precision":0.7727272727272727,"balanced_accuracy":0.62,"f1":0.4722222222222222,"true_positive":17,"false_positive":5,"false_negative":33,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.38025327326861635,"baseline_adjusted_skill":0.24,"baseline_adjusted_score":0.24},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.63,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.44776119402985076,"baseline_adjusted_score":0.44776119402985076},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.4362784127876446,"accuracy":0.48,"positive_recall":0.04,"specificity":0.92,"precision":0.3333333333333333,"balanced_accuracy":0.48000000000000004,"f1":0.07142857142857142,"true_positive":2,"false_positive":4,"false_negative":48,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.7451136511505785,"baseline_adjusted_skill":-0.039999999999999925,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.26355336486486486,"uniform_accuracy_baseline":0.23445945945945948,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.0016395980028120565,"baseline_adjusted_score":0.0016395980028120565},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.27002286677114207,"accuracy":0.5220175460526315,"positive_recall":0.23257801864399708,"specificity":0.7976282352027319,"precision":0.522525303030303,"balanced_accuracy":0.5151031269233645,"f1":0.321884161231543,"true_positive":17.243335,"false_positive":15.756665,"false_negative":56.896668,"true_negative":62.103332,"positive_prevalence":0.4877631776315789,"majority_accuracy_baseline":0.512236822368421,"constant_brier_baseline":0.09451910039768556,"brier_skill":-1.8568074138986832,"baseline_adjusted_skill":0.030206253846728925,"baseline_adjusted_score":0.030206253846728925},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.20797531972342778,"normalized_score_rmse":0.2671291489828417,"constant_score_baseline":0.5841668333333333,"constant_mae_baseline":0.21700552708333334,"baseline_adjusted_skill":0.04161279890552205,"baseline_adjusted_score":0.04161279890552205},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.41839359193988684,"accuracy":0.5,"positive_recall":0.94,"specificity":0.06,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6527777777777778,"true_positive":47,"false_positive":47,"false_negative":3,"true_negative":3,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.6735743677595474,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.450865636721449,"accuracy":0.47,"positive_recall":0.86,"specificity":0.08,"precision":0.48314606741573035,"balanced_accuracy":0.47,"f1":0.6187050359712231,"true_positive":43,"false_positive":46,"false_negative":7,"true_negative":4,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.8034625468857961,"baseline_adjusted_skill":-0.06000000000000005,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.25,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":-0.2295081967213115,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.24,"uniform_accuracy_baseline":0.036111111111111115,"fixed_answer_accuracy_baseline":0.08833333333333333,"baseline_adjusted_skill":0.1663619744058501,"baseline_adjusted_score":0.1663619744058501},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.57,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.0227272727272725,"baseline_adjusted_score":0.0227272727272725},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.27,"uniform_accuracy_baseline":0.049879324215607396,"fixed_answer_accuracy_baseline":0.12442477876106194,"baseline_adjusted_skill":0.16626238124115628,"baseline_adjusted_score":0.16626238124115628},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.33262804704649424,"accuracy":0.53,"positive_recall":0.72,"specificity":0.34,"precision":0.5217391304347826,"balanced_accuracy":0.53,"f1":0.6050420168067226,"true_positive":36,"false_positive":33,"false_negative":14,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.33051218818597694,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.25,"uniform_accuracy_baseline":0.23888888888888887,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":-0.05882352941176474,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.2689188471616845,"accuracy":0.5,"positive_recall":0.8125,"specificity":0.1875,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6190476190476191,"true_positive":26,"false_positive":26,"false_negative":6,"true_negative":6,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.07567538864673806,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.49,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":-0.10869565217391315,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.015151515151515168,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.4649053927735022,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":50,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.8596215710940087,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.14705882352941177,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":-0.2608695652173913,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.47934662824028246,"accuracy":0.5151515151515151,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":16,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":-0.919148816741425,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.35785117437597364,"normalized_score_rmse":0.41004431814655645,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":-0.08439749810901098,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.15625,"uniform_accuracy_baseline":0.178125,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.18421052631578944,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.6004855187388877,"accuracy":0.058823529411764705,"positive_recall":0,"specificity":0.11764705882352941,"precision":0,"balanced_accuracy":0.058823529411764705,"f1":0,"true_positive":0,"false_positive":15,"false_negative":17,"true_negative":2,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-1.4019420749555507,"baseline_adjusted_skill":-0.8823529411764706,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.17513411798897913,"normalized_score_rmse":0.28698860955585465,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-0.19091200232505812,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.020833333333333332,"uniform_accuracy_baseline":0.13194444444444445,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":-1.452173913043478,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.48394218520215504,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":26,"false_positive":26,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.9357687408086202,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.3075259541221318,"accuracy":0.52,"positive_recall":1,"specificity":0,"precision":0.52,"balanced_accuracy":0.5,"f1":0.6842105263157895,"true_positive":39,"false_positive":36,"false_negative":0,"true_negative":0,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24960000000000004,"brier_skill":-0.23207513670725866,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.3257910197973251,"normalized_score_rmse":0.37933909066924315,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.16353935641901818,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.23529411764705882,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":-0.04000000000000001,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.37263074861890005,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":14,"true_negative":14,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.4905229944756002,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.2327659874702945,"normalized_score_rmse":0.3091794193300869,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.1696969696969697,"baseline_adjusted_skill":-0.371656711878521,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":0.4,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":0.25,"baseline_adjusted_score":0.25},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.5006675248063154,"accuracy":0.47058823529411764,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":45,"true_negative":40,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.2491349480968858,"brier_skill":-1.0096238148475716,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.48,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.3157894736842105,"baseline_adjusted_score":0.3157894736842105},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.6680433771472596,"accuracy":0.3,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":35,"true_negative":15,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.21,"brier_skill":-2.1811589387964743,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.3317290348932147,"normalized_score_rmse":0.3943527908246586,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.1847465531900523,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.16455696202531644,"uniform_accuracy_baseline":0.24240506329113923,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":-0.4347826086956522,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.24462279015803937,"accuracy":0.38095238095238093,"positive_recall":0.2727272727272727,"specificity":0.5,"precision":0.375,"balanced_accuracy":0.38636363636363635,"f1":0.3157894736842105,"true_positive":3,"false_positive":5,"false_negative":8,"true_negative":5,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.2494331065759637,"brier_skill":0.019284995820951223,"baseline_adjusted_skill":-0.2272727272727273,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.36363636363636365,"uniform_accuracy_baseline":0.32373737373737377,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":-0.049999999999999954,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.2965996085444073,"accuracy":0.5757575757575758,"positive_recall":0.4117647058823529,"specificity":0.75,"precision":0.6363636363636364,"balanced_accuracy":0.5808823529411764,"f1":0.5,"true_positive":7,"false_positive":4,"false_negative":10,"true_negative":12,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":-0.18748887391492497,"baseline_adjusted_skill":0.1617647058823528,"baseline_adjusted_score":0.1617647058823528},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.40601662768270164,"normalized_score_rmse":0.4630736492769263,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.3431372549019608,"baseline_adjusted_skill":-0.18324845781815902,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.4696091956533222,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":50,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.8784367826132888,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.3133333333333333,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":-0.061855670103092834,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.44623932219744217,"accuracy":0.5066666666666667,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":37,"true_negative":38,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555554,"brier_skill":-0.7852746709534939,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.18,"uniform_accuracy_baseline":0.14285714285714285,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":-0.05128205128205129,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.315,"uniform_accuracy_baseline":0.32416666666666666,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.037878787878787915,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.480261229094982,"accuracy":0.5151515151515151,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":16,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":-0.9228105826633655,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.24094830684815394,"normalized_score_rmse":0.3040009832262399,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":-0.09673022427435596,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.23156480045509678,"accuracy":0.67,"positive_recall":0.22727272727272727,"specificity":0.7948717948717948,"precision":0.23809523809523808,"balanced_accuracy":0.511072261072261,"f1":0.23255813953488372,"true_positive":5,"false_positive":16,"false_negative":17,"true_negative":62,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.3494452240973005,"baseline_adjusted_skill":0.022144522144522005,"baseline_adjusted_score":0.022144522144522005},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3947702656184699,"accuracy":0.44,"positive_recall":0.7297297297297297,"specificity":0.2698412698412698,"precision":0.3698630136986301,"balanced_accuracy":0.4997854997854998,"f1":0.4909090909090909,"true_positive":27,"false_positive":46,"false_negative":10,"true_negative":17,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000003,"brier_skill":-0.6935661330693688,"baseline_adjusted_skill":-0.00042900042900040347,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3312359891445258,"accuracy":0.55,"positive_recall":0.3333333333333333,"specificity":0.6885245901639344,"precision":0.40625,"balanced_accuracy":0.5109289617486339,"f1":0.36619718309859156,"true_positive":13,"false_positive":19,"false_negative":26,"true_negative":42,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379,"brier_skill":-0.392332867358242,"baseline_adjusted_skill":0.021857923497267784,"baseline_adjusted_score":0.021857923497267784},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24889596690825175,"accuracy":0.64,"positive_recall":0.12903225806451613,"specificity":0.8695652173913043,"precision":0.3076923076923077,"balanced_accuracy":0.4992987377279102,"f1":0.18181818181818182,"true_positive":4,"false_positive":9,"false_negative":27,"true_negative":60,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999998,"brier_skill":-0.16360900845372495,"baseline_adjusted_skill":-0.0014025245441795509,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.29,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.013888888888888824,"baseline_adjusted_score":0.013888888888888824},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.3048245006101206,"normalized_score_rmse":0.3592299483716098,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":-0.3110731209037445,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.39994058682711037,"accuracy":0.53,"positive_recall":1,"specificity":0.06,"precision":0.5154639175257731,"balanced_accuracy":0.53,"f1":0.6802721088435374,"true_positive":50,"false_positive":47,"false_negative":0,"true_negative":3,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.5997623473084415,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3866010912684657,"accuracy":0.45,"positive_recall":0.42,"specificity":0.48,"precision":0.44680851063829785,"balanced_accuracy":0.44999999999999996,"f1":0.4329896907216495,"true_positive":21,"false_positive":26,"false_negative":29,"true_negative":24,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.5464043650738628,"baseline_adjusted_skill":-0.10000000000000009,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.26,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-1.1142857142857143,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3766839177708377,"accuracy":0.4,"positive_recall":0.3,"specificity":0.5,"precision":0.375,"balanced_accuracy":0.4,"f1":0.3333333333333333,"true_positive":15,"false_positive":25,"false_negative":35,"true_negative":25,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.5067356710833508,"baseline_adjusted_skill":-0.19999999999999996,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.53,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":-0.11904761904761887,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.39,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.016666666666666684,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3414203847148656,"accuracy":0.58,"positive_recall":0.6,"specificity":0.56,"precision":0.5769230769230769,"balanced_accuracy":0.5800000000000001,"f1":0.5882352941176471,"true_positive":30,"false_positive":22,"false_negative":20,"true_negative":28,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.3656815388594623,"baseline_adjusted_skill":0.16000000000000014,"baseline_adjusted_score":0.16000000000000014},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.55,"uniform_accuracy_baseline":0.20851190476190473,"fixed_answer_accuracy_baseline":0.22333333333333333,"baseline_adjusted_skill":0.42060085836909883,"baseline_adjusted_score":0.42060085836909883},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.38767012524140937,"accuracy":0.56,"positive_recall":0.3,"specificity":0.82,"precision":0.625,"balanced_accuracy":0.5599999999999999,"f1":0.40540540540540543,"true_positive":15,"false_positive":9,"false_negative":35,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.5506805009656375,"baseline_adjusted_skill":0.11999999999999988,"baseline_adjusted_score":0.11999999999999988},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.29535450707480776,"normalized_score_rmse":0.35881452055058827,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.015484976417307394,"baseline_adjusted_score":0.015484976417307394},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.39,"uniform_accuracy_baseline":0.22851190476190475,"fixed_answer_accuracy_baseline":0.24333333333333332,"baseline_adjusted_skill":0.19383259911894277,"baseline_adjusted_score":0.19383259911894277},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3851443465433633,"accuracy":0.54,"positive_recall":0.28,"specificity":0.8,"precision":0.5833333333333334,"balanced_accuracy":0.54,"f1":0.3783783783783784,"true_positive":14,"false_positive":10,"false_negative":36,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.5405773861734533,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.3485562248907129,"normalized_score_rmse":0.43222129854129426,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.3042222222222222,"baseline_adjusted_skill":-0.14572900804105782,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.56,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.29032258064516137,"baseline_adjusted_score":0.29032258064516137},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.23608765399957965,"accuracy":0.7,"positive_recall":0.56,"specificity":0.84,"precision":0.7777777777777778,"balanced_accuracy":0.7,"f1":0.6511627906976745,"true_positive":28,"false_positive":8,"false_negative":22,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.0556493840016814,"baseline_adjusted_skill":0.3999999999999999,"baseline_adjusted_score":0.3999999999999999},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.32,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":-0.36,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3856655268925651,"accuracy":0.48,"positive_recall":0.36,"specificity":0.6,"precision":0.47368421052631576,"balanced_accuracy":0.48,"f1":0.4090909090909091,"true_positive":18,"false_positive":20,"false_negative":32,"true_negative":30,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.5426621075702605,"baseline_adjusted_skill":-0.040000000000000036,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.43,"uniform_accuracy_baseline":0.3533333333333333,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.03389830508474579,"baseline_adjusted_score":0.03389830508474579},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.32,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.0967741935483871,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.24,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.22580645161290325,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.12,"uniform_accuracy_baseline":0.1111111111111111,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":-0.04761904761904763,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.10719140244666643,"accuracy":0.810375,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":75.85,"true_negative":324.15,"positive_prevalence":0.189625,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500001,"brier_skill":-0.4081229637788233,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3119075739500113,"normalized_score_rmse":0.3436407954222602,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":-0.459216720233971,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.17297723444195057,"accuracy":0.7333750000000001,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":106.65,"true_negative":293.35,"positive_prevalence":0.266625,"majority_accuracy_baseline":0.733375,"constant_brier_baseline":0.115654859375,"brier_skill":-0.4956330877640702,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3102740878215991,"normalized_score_rmse":0.3383987103226856,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":-0.1545082337547874,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.18018089323412462,"accuracy":0.720625,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":111.75,"true_negative":288.25,"positive_prevalence":0.279375,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937500001,"brier_skill":-0.5923249068084291,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.30530092076631266,"normalized_score_rmse":0.342131015754324,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":-0.1548025371775419,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.1661821140365669,"accuracy":0.778125,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":88.75,"true_negative":311.25,"positive_prevalence":0.221875,"majority_accuracy_baseline":0.778125,"constant_brier_baseline":0.12674023437499998,"brier_skill":-0.3112025147820541,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.35658772103954106,"normalized_score_rmse":0.37781107902809996,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":-0.5804441929730353,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.15775437044387514,"accuracy":0.7354999999999999,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":105.8,"true_negative":294.2,"positive_prevalence":0.2645,"majority_accuracy_baseline":0.7355,"constant_brier_baseline":0.11362725,"brier_skill":-0.38834980556050724,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.2981305814068764,"normalized_score_rmse":0.3376634000157465,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":-0.18658937873383663,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.1215960469006655,"accuracy":0.8085,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":76.6,"true_negative":323.4,"positive_prevalence":0.19149999999999998,"majority_accuracy_baseline":0.8085,"constant_brier_baseline":0.09190274999999999,"brier_skill":-0.32309475941324406,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.32192311468999835,"normalized_score_rmse":0.3453056197564177,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":-0.5561238172326204,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.13286979207276528,"accuracy":0.8155,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":73.8,"true_negative":326.2,"positive_prevalence":0.1845,"majority_accuracy_baseline":0.8155,"constant_brier_baseline":0.10922225,"brier_skill":-0.21650846849213656,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3503961570840329,"normalized_score_rmse":0.3770721774336911,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":-0.8502767370774014,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.12520248526118524,"accuracy":0.80375,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":78.5,"true_negative":321.5,"positive_prevalence":0.19625,"majority_accuracy_baseline":0.80375,"constant_brier_baseline":0.09878593749999999,"brier_skill":-0.26741202674910336,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3219997326331213,"normalized_score_rmse":0.3434121644977653,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":-0.5242590893875565,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.2744350939026788,"accuracy":0.5663265306122449,"positive_recall":0.001779359430604982,"specificity":0.9923903312444047,"precision":0.15,"balanced_accuracy":0.49708484533750485,"f1":0.0035169988276670568,"true_positive":0.3,"false_positive":1.7,"false_negative":168.3,"true_negative":221.7,"positive_prevalence":0.4301020408163265,"majority_accuracy_baseline":0.5698979591836735,"constant_brier_baseline":0.12359641815910039,"brier_skill":-1.2204130021746278,"baseline_adjusted_skill":-0.00583030932499029,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.28143063353194037,"normalized_score_rmse":0.32312974300873876,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":-0.021488966152968914,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.11365388117764967,"accuracy":0.838625,"positive_recall":0.007867820613690008,"specificity":0.9955416852429781,"precision":0.25,"balanced_accuracy":0.501704752928334,"f1":0.015255530129672007,"true_positive":1,"false_positive":3,"false_negative":126.1,"true_negative":669.9,"positive_prevalence":0.158875,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499999,"brier_skill":-0.15060513938756293,"baseline_adjusted_skill":0.0034095058566681047,"baseline_adjusted_score":0.0034095058566681047},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.37015060551115314,"normalized_score_rmse":0.3912944845146859,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-1.2433370030978979,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.38,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3984174338180172,"accuracy":0.51,"positive_recall":0.42,"specificity":0.6,"precision":0.5121951219512195,"balanced_accuracy":0.51,"f1":0.46153846153846156,"true_positive":21,"false_positive":20,"false_negative":29,"true_negative":30,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.5936697352720688,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.06096752816434725,"uniform_accuracy_baseline":0.058823529411764705,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":-0.10358255451713394,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.49,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":-0.10869565217391315,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.37299951523906294,"accuracy":0.55,"positive_recall":0.96,"specificity":0.14,"precision":0.5274725274725275,"balanced_accuracy":0.55,"f1":0.6808510638297872,"true_positive":48,"false_positive":43,"false_negative":2,"true_negative":7,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.49199806095625176,"baseline_adjusted_skill":0.10000000000000009,"baseline_adjusted_score":0.10000000000000009},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.3,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":-0.11111111111111112,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":64,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.4653625829130853,"accuracy":0.49324324324324326,"positive_recall":0.028169014084507043,"specificity":0.922077922077922,"precision":0.25,"balanced_accuracy":0.47512346808121453,"f1":0.05063291139240506,"true_positive":2,"false_positive":6,"false_negative":69,"true_negative":71,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.24958911614317017,"brier_skill":-0.8645147276620124,"baseline_adjusted_skill":-0.04975306383757094,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.25,"uniform_accuracy_baseline":0.2005,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":-0.05633802816901406,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.4,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.11764705882352945,"baseline_adjusted_score":0.11764705882352945},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.67,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.29787234042553196,"baseline_adjusted_score":0.29787234042553196},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.2,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":-0.6326530612244898,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2994194386613625,"accuracy":0.51097795196,"positive_recall":0.49267731241323354,"specificity":0.540339439426926,"precision":0.6323040448125,"balanced_accuracy":0.5165083759200797,"f1":0.5538258130685285,"true_positive":30.350594151,"false_positive":17.649405849,"false_negative":31.252798955,"true_negative":20.747201045,"positive_prevalence":0.61603393106,"majority_accuracy_baseline":0.61603393106,"constant_brier_baseline":0.07908707655202402,"brier_skill":-2.7859464746354905,"baseline_adjusted_skill":0.0330167518401594,"baseline_adjusted_score":0.0330167518401594},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.4562857435183081,"accuracy":0.53,"positive_recall":0.22,"specificity":0.84,"precision":0.5789473684210527,"balanced_accuracy":0.53,"f1":0.3188405797101449,"true_positive":11,"false_positive":8,"false_negative":39,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.8251429740732323,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.55,"uniform_accuracy_baseline":0.012987012987012986,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.5263157894736842,"baseline_adjusted_score":0.5263157894736842},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.43,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.049999999999999954,"baseline_adjusted_score":0.049999999999999954},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.3,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":-0.09375,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.4702690794870243,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":50,"false_positive":50,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.8810763179480972,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.3441600003418625,"accuracy":0.4759226768483807,"positive_recall":0.7184114712460108,"specificity":0.3630109919469319,"precision":0.34432947208928266,"balanced_accuracy":0.5407112315964714,"f1":0.46553253488226387,"true_positive":159.76887504942715,"false_positive":304.23112495057285,"false_negative":62.623001255560666,"true_negative":173.37699874443933,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768642,"brier_skill":-2.878867709066686,"baseline_adjusted_skill":0.08142246319294277,"baseline_adjusted_score":0.08142246319294277},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.48183203874241676,"accuracy":0.47,"positive_recall":0.44,"specificity":0.5,"precision":0.46808510638297873,"balanced_accuracy":0.47,"f1":0.4536082474226804,"true_positive":22,"false_positive":25,"false_negative":28,"true_negative":25,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.927328154969667,"baseline_adjusted_skill":-0.06000000000000005,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.07947019867549669,"uniform_accuracy_baseline":0.006622516556291391,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.041379310344827586,"baseline_adjusted_score":0.041379310344827586},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.36,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":-0.18004338394793928,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.11666666666666668,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3343128773301759,"accuracy":0.61,"positive_recall":0.78,"specificity":0.44,"precision":0.582089552238806,"balanced_accuracy":0.61,"f1":0.6666666666666666,"true_positive":39,"false_positive":28,"false_negative":11,"true_negative":22,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.3372515093207036,"baseline_adjusted_skill":0.21999999999999997,"baseline_adjusted_score":0.21999999999999997},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.48,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":-0.08333333333333341,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.55,"uniform_accuracy_baseline":0.07142857142857142,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.49438202247191015,"baseline_adjusted_score":0.49438202247191015},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.46,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":-0.17391304347826092,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.25,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":-0.02739726027397263,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.6111111111111112,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":-0.16666666666666638,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.4933186649401301,"accuracy":0.45121951219512196,"positive_recall":0.3,"specificity":0.5952380952380952,"precision":0.41379310344827586,"balanced_accuracy":0.4476190476190476,"f1":0.34782608695652173,"true_positive":12,"false_positive":17,"false_negative":28,"true_negative":25,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.2498512790005949,"brier_skill":-0.9744492280103778,"baseline_adjusted_skill":-0.10476190476190483,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.4369200201670654,"accuracy":0.54,"positive_recall":0.92,"specificity":0.16,"precision":0.5227272727272727,"balanced_accuracy":0.54,"f1":0.6666666666666666,"true_positive":46,"false_positive":42,"false_negative":4,"true_negative":8,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.7476800806682615,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.2709497206703911,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.0645161290322581,"baseline_adjusted_score":0.0645161290322581},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.38,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":-0.016393442622950834,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.2836985886586161,"accuracy":0.66,"positive_recall":0.09090909090909091,"specificity":0.8205128205128205,"precision":0.125,"balanced_accuracy":0.4557109557109557,"f1":0.10526315789473684,"true_positive":4,"false_positive":28,"false_negative":40,"true_negative":128,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.6532551786632639,"baseline_adjusted_skill":-0.08857808857808858,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.3223786976908456,"accuracy":0.595,"positive_recall":0.26,"specificity":0.7066666666666667,"precision":0.22807017543859648,"balanced_accuracy":0.48333333333333334,"f1":0.24299065420560748,"true_positive":13,"false_positive":44,"false_negative":37,"true_negative":106,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-0.7193530543511766,"baseline_adjusted_skill":-0.033333333333333326,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.23756505759336533,"accuracy":0.68,"positive_recall":0.3157894736842105,"specificity":0.7182320441988951,"precision":0.10526315789473684,"balanced_accuracy":0.5170107589415528,"f1":0.15789473684210525,"true_positive":6,"false_positive":51,"false_negative":13,"true_negative":130,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.085975,"brier_skill":-1.7631876428422837,"baseline_adjusted_skill":0.03402151788310559,"baseline_adjusted_score":0.03402151788310559},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.33241197914855275,"accuracy":0.5942559523809524,"positive_recall":0.642594980656681,"specificity":0.5911701568525636,"precision":0.09118806306306307,"balanced_accuracy":0.6168825687546222,"f1":0.1597120351080485,"true_positive":107.96666666666667,"false_positive":1076.0333333333333,"false_negative":60.05,"true_negative":1555.95,"positive_prevalence":0.060005952380952375,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679138,"brier_skill":-9.323041715023308,"baseline_adjusted_skill":0.23376513750924444,"baseline_adjusted_score":0.23376513750924444},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.11898016997167139,"uniform_accuracy_baseline":0.027777777777777776,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":-0.009740259740259738,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.27,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":-0.042857142857142816,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.44426043502535373,"accuracy":0.52,"positive_recall":0.96,"specificity":0.08,"precision":0.5106382978723404,"balanced_accuracy":0.52,"f1":0.6666666666666666,"true_positive":48,"false_positive":46,"false_negative":2,"true_negative":4,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.7770417401014149,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.44994804054861925,"accuracy":0.53,"positive_recall":0.1,"specificity":0.96,"precision":0.7142857142857143,"balanced_accuracy":0.53,"f1":0.17543859649122806,"true_positive":5,"false_positive":2,"false_negative":45,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.799792162194477,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.42,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":-0.48717948717948717,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.19,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.13829787234042554,"baseline_adjusted_score":0.13829787234042554},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3533166405602274,"accuracy":0.63,"positive_recall":0.88,"specificity":0.38,"precision":0.5866666666666667,"balanced_accuracy":0.63,"f1":0.704,"true_positive":44,"false_positive":31,"false_negative":6,"true_negative":19,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.4132665622409095,"baseline_adjusted_skill":0.26,"baseline_adjusted_score":0.26},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.77,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.6567164179104479,"baseline_adjusted_score":0.6567164179104479},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.42037661249835034,"accuracy":0.49,"positive_recall":0.3,"specificity":0.68,"precision":0.4838709677419355,"balanced_accuracy":0.49,"f1":0.37037037037037035,"true_positive":15,"false_positive":16,"false_negative":35,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.6815064499934014,"baseline_adjusted_skill":-0.020000000000000018,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.2712785878378378,"uniform_accuracy_baseline":0.23445945945945948,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.012112260032695549,"baseline_adjusted_score":0.012112260032695549},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.23742227447359374,"accuracy":0.5485087697368421,"positive_recall":0.49577375927540757,"specificity":0.5987242075028593,"precision":0.5405392352941176,"balanced_accuracy":0.5472489833891334,"f1":0.5171896330971655,"true_positive":36.756668,"false_positive":31.243332,"false_negative":37.383335,"true_negative":46.616665,"positive_prevalence":0.4877631776315789,"majority_accuracy_baseline":0.512236822368421,"constant_brier_baseline":0.09451910039768556,"brier_skill":-1.511897314666014,"baseline_adjusted_skill":0.09449796677826683,"baseline_adjusted_score":0.09449796677826683},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.22875079077673974,"normalized_score_rmse":0.2729975508358307,"constant_score_baseline":0.5841668333333333,"constant_mae_baseline":0.21700552708333334,"baseline_adjusted_skill":-0.05412426057192565,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.5254917990716983,"accuracy":0.47,"positive_recall":0.94,"specificity":0,"precision":0.4845360824742268,"balanced_accuracy":0.47,"f1":0.6394557823129252,"true_positive":47,"false_positive":50,"false_negative":3,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-1.1019671962867932,"baseline_adjusted_skill":-0.06000000000000005,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.47501819703550774,"accuracy":0.47,"positive_recall":0.94,"specificity":0,"precision":0.4845360824742268,"balanced_accuracy":0.47,"f1":0.6394557823129252,"true_positive":47,"false_positive":50,"false_negative":3,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.900072788142031,"baseline_adjusted_skill":-0.06000000000000005,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.3,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":-0.14754098360655743,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.325,"uniform_accuracy_baseline":0.036111111111111115,"fixed_answer_accuracy_baseline":0.08833333333333333,"baseline_adjusted_skill":0.25959780621572215,"baseline_adjusted_score":0.25959780621572215},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.58,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.04545454545454525,"baseline_adjusted_score":0.04545454545454525},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.37,"uniform_accuracy_baseline":0.049879324215607396,"fixed_answer_accuracy_baseline":0.12442477876106194,"baseline_adjusted_skill":0.2804730139478472,"baseline_adjusted_score":0.2804730139478472},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3862100511425279,"accuracy":0.52,"positive_recall":0.88,"specificity":0.16,"precision":0.5116279069767442,"balanced_accuracy":0.52,"f1":0.6470588235294118,"true_positive":44,"false_positive":42,"false_negative":6,"true_negative":8,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.5448402045701115,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.19444444444444445,"uniform_accuracy_baseline":0.23888888888888887,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":-0.13725490196078435,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.4127678647079827,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":32,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.6510714588319308,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.53,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":-0.02173913043478263,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.015151515151515168,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.4084378713591339,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":50,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.6337514854365356,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.6470588235294118,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.4782608695652174,"baseline_adjusted_score":0.4782608695652174},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.3591071319974199,"accuracy":0.6363636363636364,"positive_recall":0.25,"specificity":1,"precision":1,"balanced_accuracy":0.625,"f1":0.4,"true_positive":4,"false_positive":0,"false_negative":12,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":-0.4377487747984936,"baseline_adjusted_skill":0.25,"baseline_adjusted_score":0.25},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.35948029536753895,"normalized_score_rmse":0.44229787966727135,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":-0.08933422838648153,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.09375,"uniform_accuracy_baseline":0.178125,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.27192982456140347,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.4280560223623486,"accuracy":0.35294117647058826,"positive_recall":0,"specificity":0.7058823529411765,"precision":0,"balanced_accuracy":0.35294117647058826,"f1":0,"true_positive":0,"false_positive":5,"false_negative":17,"true_negative":12,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.7122240894493943,"baseline_adjusted_skill":-0.2941176470588235,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.28613774478435516,"normalized_score_rmse":0.34509891183834673,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-0.9457366645336152,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.0625,"uniform_accuracy_baseline":0.13194444444444445,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":-1.3478260869565215,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.23097642298792892,"accuracy":0.6923076923076923,"positive_recall":1,"specificity":0.38461538461538464,"precision":0.6190476190476191,"balanced_accuracy":0.6923076923076923,"f1":0.7647058823529411,"true_positive":26,"false_positive":16,"false_negative":0,"true_negative":10,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.07609430804828432,"baseline_adjusted_skill":0.3846153846153846,"baseline_adjusted_score":0.3846153846153846},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.25787041353722073,"accuracy":0.52,"positive_recall":1,"specificity":0,"precision":0.52,"balanced_accuracy":0.5,"f1":0.6842105263157895,"true_positive":39,"false_positive":36,"false_negative":0,"true_negative":0,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24960000000000004,"brier_skill":-0.033134669620275226,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.31445870876312254,"normalized_score_rmse":0.3872071119099489,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.12306681701115174,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.29411764705882354,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.04000000000000001,"baseline_adjusted_score":0.04000000000000001},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.49684136248399186,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":14,"true_negative":14,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.9873654499359674,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.29997027335744914,"normalized_score_rmse":0.34655885614896365,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.1696969696969697,"baseline_adjusted_skill":-0.7676819679992537,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":0.5333333333333333,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":0.41666666666666663,"baseline_adjusted_score":0.41666666666666663},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.32605480573473844,"accuracy":0.5294117647058824,"positive_recall":0.4666666666666667,"specificity":0.6,"precision":0.5675675675675675,"balanced_accuracy":0.5333333333333333,"f1":0.5121951219512195,"true_positive":21,"false_positive":16,"false_negative":24,"true_negative":24,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.2491349480968858,"brier_skill":-0.30874776190749187,"baseline_adjusted_skill":0.06666666666666665,"baseline_adjusted_score":0.06666666666666665},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.28,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.05263157894736847,"baseline_adjusted_score":0.05263157894736847},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.5561273783238064,"accuracy":0.42,"positive_recall":0.17142857142857143,"specificity":1,"precision":1,"balanced_accuracy":0.5857142857142857,"f1":0.2926829268292683,"true_positive":6,"false_positive":0,"false_negative":29,"true_negative":15,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.21,"brier_skill":-1.6482256110657452,"baseline_adjusted_skill":0.17142857142857149,"baseline_adjusted_score":0.17142857142857149},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.25300401125103233,"normalized_score_rmse":0.3345177343850555,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.09641424553202749,"baseline_adjusted_score":0.09641424553202749},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.4936708860759494,"uniform_accuracy_baseline":0.24240506329113923,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.13043478260869568,"baseline_adjusted_score":0.13043478260869568},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.3625009549768157,"accuracy":0.47619047619047616,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":11,"true_negative":10,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.2494331065759637,"brier_skill":-0.453299283134325,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.36363636363636365,"uniform_accuracy_baseline":0.32373737373737377,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":-0.049999999999999954,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.41691033340542233,"accuracy":0.5757575757575758,"positive_recall":0.29411764705882354,"specificity":0.875,"precision":0.7142857142857143,"balanced_accuracy":0.5845588235294118,"f1":0.4166666666666667,"true_positive":5,"false_positive":2,"false_negative":12,"true_negative":14,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":-0.6691740922003857,"baseline_adjusted_skill":0.1691176470588236,"baseline_adjusted_score":0.1691176470588236},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.40178240302438833,"normalized_score_rmse":0.4335733764265113,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.3431372549019608,"baseline_adjusted_skill":-0.1709087173853603,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.42594859160367327,"accuracy":0.49,"positive_recall":0.36,"specificity":0.62,"precision":0.4864864864864865,"balanced_accuracy":0.49,"f1":0.41379310344827586,"true_positive":18,"false_positive":19,"false_negative":32,"true_negative":31,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.7037943664146931,"baseline_adjusted_skill":-0.020000000000000018,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.33333333333333337,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":-0.03092783505154633,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.49330940122701455,"accuracy":0.5066666666666667,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":37,"true_negative":38,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555554,"brier_skill":-0.973588465079628,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.27,"uniform_accuracy_baseline":0.14285714285714285,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.06410256410256412,"baseline_adjusted_score":0.06410256410256412},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.305,"uniform_accuracy_baseline":0.32416666666666666,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.05303030303030309,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.4835376910045455,"accuracy":0.5151515151515151,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":16,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":-0.9359284761174635,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.2575640082359314,"normalized_score_rmse":0.3214863064271739,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":-0.17236031334975666,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.22138857804621895,"accuracy":0.74,"positive_recall":0.09090909090909091,"specificity":0.9230769230769231,"precision":0.25,"balanced_accuracy":0.506993006993007,"f1":0.13333333333333333,"true_positive":2,"false_positive":6,"false_negative":20,"true_negative":72,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.2901432287075696,"baseline_adjusted_skill":0.013986013986013957,"baseline_adjusted_score":0.013986013986013957},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.4060612678537919,"accuracy":0.39,"positive_recall":0.40540540540540543,"specificity":0.38095238095238093,"precision":0.2777777777777778,"balanced_accuracy":0.3931788931788932,"f1":0.32967032967032966,"true_positive":15,"false_positive":39,"false_negative":22,"true_negative":24,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000003,"brier_skill":-0.7420045810973481,"baseline_adjusted_skill":-0.21364221364221359,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.30858908609233043,"accuracy":0.57,"positive_recall":0,"specificity":0.9344262295081968,"precision":0,"balanced_accuracy":0.4672131147540984,"f1":0,"true_positive":0,"false_positive":4,"false_negative":39,"true_negative":57,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379,"brier_skill":-0.2971378145957564,"baseline_adjusted_skill":-0.06557377049180324,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2650101162732814,"accuracy":0.61,"positive_recall":0.0967741935483871,"specificity":0.8405797101449275,"precision":0.21428571428571427,"balanced_accuracy":0.4686769518466573,"f1":0.13333333333333333,"true_positive":3,"false_positive":11,"false_negative":28,"true_negative":58,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999998,"brier_skill":-0.23894397509715493,"baseline_adjusted_skill":-0.06264609630668538,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.35,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.09722222222222215,"baseline_adjusted_score":0.09722222222222215},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.2432003355398774,"normalized_score_rmse":0.28451862004521494,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":-0.04602294855861255,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.41893869590884103,"accuracy":0.48,"positive_recall":0.58,"specificity":0.38,"precision":0.48333333333333334,"balanced_accuracy":0.48,"f1":0.5272727272727272,"true_positive":29,"false_positive":31,"false_negative":21,"true_negative":19,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.6757547836353641,"baseline_adjusted_skill":-0.040000000000000036,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3864815506242656,"accuracy":0.59,"positive_recall":0.82,"specificity":0.36,"precision":0.5616438356164384,"balanced_accuracy":0.59,"f1":0.6666666666666666,"true_positive":41,"false_positive":32,"false_negative":9,"true_negative":18,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.5459262024970624,"baseline_adjusted_skill":0.17999999999999994,"baseline_adjusted_score":0.17999999999999994},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.18,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-1.342857142857143,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3686358224960982,"accuracy":0.45,"positive_recall":0.74,"specificity":0.16,"precision":0.46835443037974683,"balanced_accuracy":0.45,"f1":0.5736434108527132,"true_positive":37,"false_positive":42,"false_negative":13,"true_negative":8,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.4745432899843929,"baseline_adjusted_skill":-0.09999999999999998,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":-0.19047619047619035,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.31,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.15000000000000005,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3112573921435657,"accuracy":0.62,"positive_recall":0.5,"specificity":0.74,"precision":0.6578947368421053,"balanced_accuracy":0.62,"f1":0.5681818181818182,"true_positive":25,"false_positive":13,"false_negative":25,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.24502956857426272,"baseline_adjusted_skill":0.24,"baseline_adjusted_score":0.24},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.61,"uniform_accuracy_baseline":0.20851190476190473,"fixed_answer_accuracy_baseline":0.22333333333333333,"baseline_adjusted_skill":0.4978540772532189,"baseline_adjusted_score":0.4978540772532189},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3720433886558863,"accuracy":0.61,"positive_recall":0.3,"specificity":0.92,"precision":0.7894736842105263,"balanced_accuracy":0.61,"f1":0.43478260869565216,"true_positive":15,"false_positive":4,"false_negative":35,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.4881735546235453,"baseline_adjusted_skill":0.21999999999999997,"baseline_adjusted_score":0.21999999999999997},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.2931905301660299,"normalized_score_rmse":0.34224765138642843,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.02269823277990024,"baseline_adjusted_score":0.02269823277990024},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.45,"uniform_accuracy_baseline":0.22851190476190475,"fixed_answer_accuracy_baseline":0.24333333333333332,"baseline_adjusted_skill":0.27312775330396477,"baseline_adjusted_score":0.27312775330396477},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.47451792638393797,"accuracy":0.49,"positive_recall":0.16,"specificity":0.82,"precision":0.47058823529411764,"balanced_accuracy":0.49,"f1":0.23880597014925373,"true_positive":8,"false_positive":9,"false_negative":42,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.8980717055357519,"baseline_adjusted_skill":-0.020000000000000018,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.28566225287090574,"normalized_score_rmse":0.3455641052356274,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.3042222222222222,"baseline_adjusted_skill":0.0610079343176948,"baseline_adjusted_score":0.0610079343176948},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.59,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.33870967741935476,"baseline_adjusted_score":0.33870967741935476},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3097518231909314,"accuracy":0.67,"positive_recall":0.86,"specificity":0.48,"precision":0.6231884057971014,"balanced_accuracy":0.6699999999999999,"f1":0.7226890756302521,"true_positive":43,"false_positive":26,"false_negative":7,"true_negative":24,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.23900729276372568,"baseline_adjusted_skill":0.33999999999999986,"baseline_adjusted_score":0.33999999999999986},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.27,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":-0.45999999999999996,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2594042999453939,"accuracy":0.71,"positive_recall":0.92,"specificity":0.5,"precision":0.647887323943662,"balanced_accuracy":0.71,"f1":0.7603305785123967,"true_positive":46,"false_positive":25,"false_negative":4,"true_negative":25,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.03761719978157552,"baseline_adjusted_skill":0.41999999999999993,"baseline_adjusted_score":0.41999999999999993},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.45,"uniform_accuracy_baseline":0.3533333333333333,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.06779661016949158,"baseline_adjusted_score":0.06779661016949158},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.3,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.12903225806451615,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.3,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.12903225806451615,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.09,"uniform_accuracy_baseline":0.1111111111111111,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":-0.08333333333333334,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.24804557954374806,"accuracy":0.575375,"positive_recall":0.4548450889914305,"specificity":0.6035785901588772,"precision":0.2116564417177914,"balanced_accuracy":0.5292118395751538,"f1":0.2888842369688089,"true_positive":34.5,"false_positive":128.5,"false_negative":41.35,"true_negative":195.65,"positive_prevalence":0.189625,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500001,"brier_skill":-2.25845794202724,"baseline_adjusted_skill":0.05842367915030766,"baseline_adjusted_score":0.05842367915030766},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.2957714258879423,"normalized_score_rmse":0.3254528340291624,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":-0.3837259690663968,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.32183555543567877,"accuracy":0.45637500000000003,"positive_recall":0.849507735583685,"specificity":0.31344809953979885,"precision":0.3102739726027397,"balanced_accuracy":0.5814779175617419,"f1":0.45453405242694084,"true_positive":90.6,"false_positive":201.4,"false_negative":16.05,"true_negative":91.95,"positive_prevalence":0.266625,"majority_accuracy_baseline":0.733375,"constant_brier_baseline":0.115654859375,"brier_skill":-1.7827240219293965,"baseline_adjusted_skill":0.16295583512348388,"baseline_adjusted_score":0.16295583512348388},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.313313954884652,"normalized_score_rmse":0.33978297571556615,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":-0.16581936701265865,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.15484978344906816,"accuracy":0.6651250000000001,"positive_recall":0.28993288590604027,"specificity":0.8105810928013877,"precision":0.37241379310344824,"balanced_accuracy":0.5502569893537139,"f1":0.3260377358490566,"true_positive":32.4,"false_positive":54.6,"false_negative":79.35,"true_negative":233.65,"positive_prevalence":0.279375,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937500001,"brier_skill":-0.3684645612198829,"baseline_adjusted_skill":0.10051397870742784,"baseline_adjusted_score":0.10051397870742784},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.2970168167771772,"normalized_score_rmse":0.33425768327568117,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":-0.12346786487821149,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.3861373244184276,"accuracy":0.424375,"positive_recall":0.780281690140845,"specificity":0.3228915662650602,"precision":0.24732142857142858,"balanced_accuracy":0.5515866282029527,"f1":0.37559322033898307,"true_positive":69.25,"false_positive":210.75,"false_negative":19.5,"true_negative":100.5,"positive_prevalence":0.221875,"majority_accuracy_baseline":0.778125,"constant_brier_baseline":0.12674023437499998,"brier_skill":-2.0466830546953343,"baseline_adjusted_skill":0.10317325640590536,"baseline_adjusted_score":0.10317325640590536},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3538681227271445,"normalized_score_rmse":0.37551964491229567,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":-0.568390571643854,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.20465226011662296,"accuracy":0.59375,"positive_recall":0.6299621928166351,"specificity":0.5807273963290279,"precision":0.35078947368421054,"balanced_accuracy":0.6053447945728315,"f1":0.4506423258958757,"true_positive":66.65,"false_positive":123.35,"false_negative":39.15,"true_negative":170.85,"positive_prevalence":0.2645,"majority_accuracy_baseline":0.7355,"constant_brier_baseline":0.11362725,"brier_skill":-0.8010843359900286,"baseline_adjusted_skill":0.21068958914566305,"baseline_adjusted_score":0.21068958914566305},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.29834096441743896,"normalized_score_rmse":0.3407509848617138,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":-0.18742672404950844,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.25212546045534756,"accuracy":0.5785,"positive_recall":0.5483028720626633,"specificity":0.5856524427953,"precision":0.23863636363636365,"balanced_accuracy":0.5669776574289817,"f1":0.332541567695962,"true_positive":42,"false_positive":134,"false_negative":34.6,"true_negative":189.4,"positive_prevalence":0.19149999999999998,"majority_accuracy_baseline":0.8085,"constant_brier_baseline":0.09190274999999999,"brier_skill":-1.7433940818457292,"baseline_adjusted_skill":0.1339553148579633,"baseline_adjusted_score":0.1339553148579633},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.33259150792611764,"normalized_score_rmse":0.35473478952845283,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":-0.6076930896730761,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.23963811787502665,"accuracy":0.607,"positive_recall":0.6409214092140921,"specificity":0.5993255671367259,"precision":0.2657303370786517,"balanced_accuracy":0.620123488175409,"f1":0.37569499602859413,"true_positive":47.3,"false_positive":130.7,"false_negative":26.5,"true_negative":195.5,"positive_prevalence":0.1845,"majority_accuracy_baseline":0.8155,"constant_brier_baseline":0.10922225,"brier_skill":-1.1940412129856934,"baseline_adjusted_skill":0.24024697635081793,"baseline_adjusted_score":0.24024697635081793},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.34887946511618795,"normalized_score_rmse":0.3757419953303849,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":-0.8422678025937318,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.3179800902042203,"accuracy":0.45549999999999996,"positive_recall":0.5968152866242038,"specificity":0.42099533437014,"precision":0.20107296137339056,"balanced_accuracy":0.5089053104971719,"f1":0.30080256821829854,"true_positive":46.85,"false_positive":186.15,"false_negative":31.65,"true_negative":135.35,"positive_prevalence":0.19625,"majority_accuracy_baseline":0.80375,"constant_brier_baseline":0.09878593749999999,"brier_skill":-2.2188801184806324,"baseline_adjusted_skill":0.01781062099434383,"baseline_adjusted_score":0.01781062099434383},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.349465797849698,"normalized_score_rmse":0.36900373214302956,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":-0.6542759661524167,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.2043851942140317,"accuracy":0.5801020408163265,"positive_recall":0.3469750889679715,"specificity":0.7560429722470904,"precision":0.5176991150442478,"balanced_accuracy":0.551509030607531,"f1":0.41548295454545453,"true_positive":58.5,"false_positive":54.5,"false_negative":110.1,"true_negative":168.9,"positive_prevalence":0.4301020408163265,"majority_accuracy_baseline":0.5698979591836735,"constant_brier_baseline":0.12359641815910039,"brier_skill":-0.6536498165418951,"baseline_adjusted_skill":0.10301806121506196,"baseline_adjusted_score":0.10301806121506196},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.29057878681354,"normalized_score_rmse":0.33197604792714214,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":-0.05469337436025645,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.26872497474513807,"accuracy":0.5455,"positive_recall":0.6156569630212432,"specificity":0.532248476742458,"precision":0.1991094147582697,"balanced_accuracy":0.5739527198818506,"f1":0.3009036723706979,"true_positive":78.25,"false_positive":314.75,"false_negative":48.85,"true_negative":358.15,"positive_prevalence":0.158875,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499999,"brier_skill":-1.7205083875688456,"baseline_adjusted_skill":0.14790543976370119,"baseline_adjusted_score":0.14790543976370119},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.38146202241885474,"normalized_score_rmse":0.4002622699668279,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-1.3118910449627559,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.42,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.06451612903225803,"baseline_adjusted_score":0.06451612903225803},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.4386337587121893,"accuracy":0.52,"positive_recall":0.84,"specificity":0.2,"precision":0.5121951219512195,"balanced_accuracy":0.52,"f1":0.6363636363636364,"true_positive":42,"false_positive":40,"false_negative":8,"true_negative":10,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.7545350348487572,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.05964214711729622,"uniform_accuracy_baseline":0.058823529411764705,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":-0.10514018691588783,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.46,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":-0.17391304347826092,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.43531167738796933,"accuracy":0.52,"positive_recall":0.88,"specificity":0.16,"precision":0.5116279069767442,"balanced_accuracy":0.52,"f1":0.6470588235294118,"true_positive":44,"false_positive":42,"false_negative":6,"true_negative":8,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.7412467095518773,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.3,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":-0.11111111111111112,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":65,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.1554033295090193,"accuracy":0.7702702702702703,"positive_recall":0.6901408450704225,"specificity":0.8441558441558441,"precision":0.8032786885245902,"balanced_accuracy":0.7671483446131333,"f1":0.7424242424242424,"true_positive":49,"false_positive":12,"false_negative":22,"true_negative":65,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.24958911614317017,"brier_skill":0.3773633565821183,"baseline_adjusted_skill":0.5342966892262666,"baseline_adjusted_score":0.5342966892262666},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.68,"uniform_accuracy_baseline":0.2005,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.5492957746478875,"baseline_adjusted_score":0.5492957746478875},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.9852941176470588,"baseline_adjusted_score":0.9852941176470588},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.7446808510638298,"baseline_adjusted_score":0.7446808510638298},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.9183673469387754,"baseline_adjusted_score":0.9183673469387754},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08250979184953863,"accuracy":0.63238194252,"positive_recall":0.899638654377987,"specificity":0.20359613011069416,"precision":0.6444278334767441,"balanced_accuracy":0.5516173922443406,"f1":0.7509420008956037,"true_positive":55.420793679,"false_positive":30.579206321,"false_negative":6.1825994269999995,"true_negative":7.8174005730000005,"positive_prevalence":0.61603393106,"majority_accuracy_baseline":0.61603393106,"constant_brier_baseline":0.07908707655202402,"brier_skill":-0.043277807787763356,"baseline_adjusted_skill":0.10323478448868117,"baseline_adjusted_score":0.10323478448868117},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09105139941580961,"accuracy":0.87,"positive_recall":0.96,"specificity":0.78,"precision":0.8135593220338984,"balanced_accuracy":0.87,"f1":0.8807339449541285,"true_positive":48,"false_positive":11,"false_negative":2,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6357944023367615,"baseline_adjusted_skill":0.74,"baseline_adjusted_score":0.74},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.012987012987012986,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.8842105263157894,"baseline_adjusted_score":0.8842105263157894},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.9666666666666667,"baseline_adjusted_score":0.9666666666666667},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.74,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.59375,"baseline_adjusted_score":0.59375},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.13404546293115588,"accuracy":0.82,"positive_recall":1,"specificity":0.64,"precision":0.7352941176470589,"balanced_accuracy":0.8200000000000001,"f1":0.847457627118644,"true_positive":50,"false_positive":18,"false_negative":0,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4638181482753765,"baseline_adjusted_skill":0.6400000000000001,"baseline_adjusted_score":0.6400000000000001},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.07354295548377189,"accuracy":0.7088504639766844,"positive_recall":0.3947698180482702,"specificity":0.8550979432253965,"precision":0.5591949079256908,"balanced_accuracy":0.6249338806368333,"f1":0.4628122320350234,"true_positive":87.79360054433346,"false_positive":69.20639945566654,"false_negative":134.59827576065436,"true_negative":408.40172423934564,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768642,"brier_skill":0.17113146509770905,"baseline_adjusted_skill":0.2498677612736666,"baseline_adjusted_score":0.2498677612736666},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.15554306737426088,"accuracy":0.8,"positive_recall":0.78,"specificity":0.82,"precision":0.8125,"balanced_accuracy":0.8,"f1":0.7959183673469388,"true_positive":39,"false_positive":9,"false_negative":11,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3778277305029565,"baseline_adjusted_skill":0.6000000000000001,"baseline_adjusted_score":0.6000000000000001},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.9801324503311258,"uniform_accuracy_baseline":0.006622516556291391,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.9793103448275862,"baseline_adjusted_score":0.9793103448275862},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.8929411764705882,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.8026030368763557,"baseline_adjusted_score":0.8026030368763557},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.51,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.18333333333333332,"baseline_adjusted_score":0.18333333333333332},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.06710252157697033,"accuracy":0.91,"positive_recall":0.94,"specificity":0.88,"precision":0.8867924528301887,"balanced_accuracy":0.9099999999999999,"f1":0.912621359223301,"true_positive":47,"false_positive":6,"false_negative":3,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7315899136921187,"baseline_adjusted_skill":0.8199999999999998,"baseline_adjusted_score":0.8199999999999998},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.6874999999999999,"baseline_adjusted_score":0.6874999999999999},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.07142857142857142,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9662921348314606,"baseline_adjusted_score":0.9662921348314606},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.8043478260869565,"baseline_adjusted_score":0.8043478260869565},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.53,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.35616438356164387,"baseline_adjusted_score":0.35616438356164387},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.8888888888888888,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.6666666666666665,"baseline_adjusted_score":0.6666666666666665},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.12275996487503148,"accuracy":0.8536585365853658,"positive_recall":0.9,"specificity":0.8095238095238095,"precision":0.8181818181818182,"balanced_accuracy":0.8547619047619048,"f1":0.8571428571428571,"true_positive":36,"false_positive":8,"false_negative":4,"true_negative":34,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.2498512790005949,"brier_skill":0.5086678548692193,"baseline_adjusted_skill":0.7095238095238097,"baseline_adjusted_score":0.7095238095238097},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.13263274469422748,"accuracy":0.82,"positive_recall":0.74,"specificity":0.9,"precision":0.8809523809523809,"balanced_accuracy":0.8200000000000001,"f1":0.8043478260869565,"true_positive":37,"false_positive":5,"false_negative":13,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4694690212230901,"baseline_adjusted_skill":0.6400000000000001,"baseline_adjusted_score":0.6400000000000001},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.8128491620111732,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.7598566308243728,"baseline_adjusted_score":0.7598566308243728},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.63,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.39344262295081966,"baseline_adjusted_score":0.39344262295081966},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.18194914053165334,"accuracy":0.79,"positive_recall":0.5,"specificity":0.8717948717948718,"precision":0.5238095238095238,"balanced_accuracy":0.6858974358974359,"f1":0.5116279069767442,"true_positive":22,"false_positive":20,"false_negative":22,"true_negative":136,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.060309676757886566,"baseline_adjusted_skill":0.3717948717948718,"baseline_adjusted_score":0.3717948717948718},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.17396613525206583,"accuracy":0.755,"positive_recall":0.26,"specificity":0.92,"precision":0.52,"balanced_accuracy":0.5900000000000001,"f1":0.3466666666666667,"true_positive":13,"false_positive":12,"false_negative":37,"true_negative":138,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":0.07218061198898218,"baseline_adjusted_skill":0.18000000000000016,"baseline_adjusted_score":0.18000000000000016},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.043309610213637224,"accuracy":0.93,"positive_recall":0.631578947368421,"specificity":0.9613259668508287,"precision":0.631578947368421,"balanced_accuracy":0.7964524571096249,"f1":0.631578947368421,"true_positive":12,"false_positive":7,"false_negative":7,"true_negative":174,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.085975,"brier_skill":0.4962534432842428,"baseline_adjusted_skill":0.5929049142192497,"baseline_adjusted_score":0.5929049142192497},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.061914725999644066,"accuracy":0.8788511904761904,"positive_recall":0.5053070131931356,"specificity":0.9026969522350066,"precision":0.24897360703812313,"balanced_accuracy":0.7040019827140711,"f1":0.33358436200517333,"true_positive":84.89999999999999,"false_positive":256.1,"false_negative":83.11666666666666,"true_negative":2375.883333333333,"positive_prevalence":0.060005952380952375,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679138,"brier_skill":-0.9227595254108838,"baseline_adjusted_skill":0.4080039654281422,"baseline_adjusted_score":0.4080039654281422},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.6628895184135978,"uniform_accuracy_baseline":0.027777777777777776,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.6136363636363636,"baseline_adjusted_score":0.6136363636363636},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.8142857142857144,"baseline_adjusted_score":0.8142857142857144},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11827995553742152,"accuracy":0.86,"positive_recall":1,"specificity":0.72,"precision":0.78125,"balanced_accuracy":0.86,"f1":0.8771929824561403,"true_positive":50,"false_positive":14,"false_negative":0,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5268801778503139,"baseline_adjusted_skill":0.72,"baseline_adjusted_score":0.72},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.03401303509985253,"accuracy":0.95,"positive_recall":0.96,"specificity":0.94,"precision":0.9411764705882353,"balanced_accuracy":0.95,"f1":0.9504950495049505,"true_positive":48,"false_positive":3,"false_negative":2,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8639478596005898,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.65,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":0.10256410256410266,"baseline_adjusted_score":0.10256410256410266},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.8617021276595745,"baseline_adjusted_score":0.8617021276595745},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08498930381026652,"accuracy":0.88,"positive_recall":0.88,"specificity":0.88,"precision":0.88,"balanced_accuracy":0.88,"f1":0.88,"true_positive":44,"false_positive":6,"false_negative":6,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6600427847589339,"baseline_adjusted_skill":0.76,"baseline_adjusted_score":0.76},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8208955223880599,"baseline_adjusted_score":0.8208955223880599},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.02970086022884688,"accuracy":0.96,"positive_recall":0.98,"specificity":0.94,"precision":0.9423076923076923,"balanced_accuracy":0.96,"f1":0.9607843137254902,"true_positive":49,"false_positive":3,"false_negative":1,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8811965590846125,"baseline_adjusted_skill":0.9199999999999999,"baseline_adjusted_score":0.9199999999999999},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.49537509459459456,"uniform_accuracy_baseline":0.23445945945945948,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.31590763080085416,"baseline_adjusted_score":0.31590763080085416},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.04199235622496361,"accuracy":0.7032017434210526,"positive_recall":0.9241075158845083,"specificity":0.4928504042968304,"precision":0.6343827222222223,"balanced_accuracy":0.7084789600906694,"f1":0.7523150639236567,"true_positive":68.513334,"false_positive":39.486666,"false_negative":5.626669,"true_negative":38.373331,"positive_prevalence":0.4877631776315789,"majority_accuracy_baseline":0.512236822368421,"constant_brier_baseline":0.09451910039768556,"brier_skill":0.5557262389476587,"baseline_adjusted_skill":0.4169579201813387,"baseline_adjusted_score":0.4169579201813387},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.09198062765675308,"normalized_score_rmse":0.13142268966909978,"constant_score_baseline":0.5841668333333333,"constant_mae_baseline":0.21700552708333334,"baseline_adjusted_skill":0.5761369358051827,"baseline_adjusted_score":0.5761369358051827},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2095604073442093,"accuracy":0.7,"positive_recall":0.88,"specificity":0.52,"precision":0.6470588235294118,"balanced_accuracy":0.7,"f1":0.7457627118644068,"true_positive":44,"false_positive":24,"false_negative":6,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.16175837062316278,"baseline_adjusted_skill":0.3999999999999999,"baseline_adjusted_score":0.3999999999999999},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24038627820853165,"accuracy":0.6,"positive_recall":0.44,"specificity":0.76,"precision":0.6470588235294118,"balanced_accuracy":0.6,"f1":0.5238095238095238,"true_positive":22,"false_positive":12,"false_negative":28,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.03845488716587342,"baseline_adjusted_skill":0.19999999999999996,"baseline_adjusted_score":0.19999999999999996},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.8688524590163935,"baseline_adjusted_score":0.8688524590163935},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.905,"uniform_accuracy_baseline":0.036111111111111115,"fixed_answer_accuracy_baseline":0.08833333333333333,"baseline_adjusted_skill":0.8957952468007313,"baseline_adjusted_score":0.8957952468007313},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.9545454545454545,"baseline_adjusted_score":0.9545454545454545},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.875,"uniform_accuracy_baseline":0.049879324215607396,"fixed_answer_accuracy_baseline":0.12442477876106194,"baseline_adjusted_skill":0.8572367091166363,"baseline_adjusted_score":0.8572367091166363},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2911132358402559,"accuracy":0.51,"positive_recall":0.1,"specificity":0.92,"precision":0.5555555555555556,"balanced_accuracy":0.51,"f1":0.1694915254237288,"true_positive":5,"false_positive":4,"false_negative":45,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.16445294336102356,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.9166666666666666,"uniform_accuracy_baseline":0.23888888888888887,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.8823529411764707,"baseline_adjusted_score":0.8823529411764707},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.02502312835052842,"accuracy":0.9375,"positive_recall":1,"specificity":0.875,"precision":0.8888888888888888,"balanced_accuracy":0.9375,"f1":0.9411764705882353,"true_positive":32,"false_positive":4,"false_negative":0,"true_negative":28,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8999074865978863,"baseline_adjusted_skill":0.875,"baseline_adjusted_score":0.875},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.0024821109088639408,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":50,"false_positive":0,"false_negative":0,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9900715563645442,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8529411764705882,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.7826086956521737,"baseline_adjusted_score":0.7826086956521737},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.0003868806119559282,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":16,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.9984510551969853,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.028354787479620426,"normalized_score_rmse":0.07206209663712389,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.9140764015769078,"baseline_adjusted_score":0.9140764015769078},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.178125,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":0.29824561403508776,"baseline_adjusted_score":0.29824561403508776},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.00009813685547237227,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":17,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9996074525781105,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.09476428377606413,"normalized_score_rmse":0.13174328045786998,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":0.35560287032276394,"baseline_adjusted_score":0.35560287032276394},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.13194444444444445,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.000017437698970059243,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":26,"false_positive":0,"false_negative":0,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9999302492041198,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.000004839525667428037,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":39,"false_positive":0,"false_negative":0,"true_negative":36,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24960000000000004,"brier_skill":0.9999806108747299,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.013130062161944806,"normalized_score_rmse":0.018902751429942872,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.9531069208501971,"baseline_adjusted_score":0.9531069208501971},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.9117647058823529,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.8799999999999998,"baseline_adjusted_score":0.8799999999999998},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.000009443430693291792,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":14,"false_positive":0,"false_negative":0,"true_negative":14,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9999622262772269,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.0023819625090144465,"normalized_score_rmse":0.0027267659405638064,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.1696969696969697,"baseline_adjusted_skill":0.9859634352147363,"baseline_adjusted_score":0.9859634352147363},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.017407333695539266,"accuracy":0.9764705882352941,"positive_recall":0.9555555555555556,"specificity":1,"precision":1,"balanced_accuracy":0.9777777777777779,"f1":0.9772727272727273,"true_positive":43,"false_positive":0,"false_negative":2,"true_negative":40,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.2491349480968858,"brier_skill":0.9301288966942938,"baseline_adjusted_skill":0.9555555555555557,"baseline_adjusted_score":0.9555555555555557},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.00016615317650892308,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":35,"false_positive":0,"false_negative":0,"true_negative":15,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.21,"brier_skill":0.9992087943975766,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.0041614115954143925,"normalized_score_rmse":0.006268582594801777,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.9851378157306628,"baseline_adjusted_score":0.9851378157306628},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.24240506329113923,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.00008616640029781967,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":11,"false_positive":0,"false_negative":0,"true_negative":10,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.2494331065759637,"brier_skill":0.9996545510678969,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.9696969696969697,"uniform_accuracy_baseline":0.32373737373737377,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.9500000000000001,"baseline_adjusted_score":0.9500000000000001},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.08871852204302513,"accuracy":0.8181818181818182,"positive_recall":0.7647058823529411,"specificity":0.875,"precision":0.8666666666666667,"balanced_accuracy":0.8198529411764706,"f1":0.8125,"true_positive":13,"false_positive":2,"false_negative":4,"true_negative":14,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.6447997407909766,"baseline_adjusted_skill":0.6397058823529411,"baseline_adjusted_score":0.6397058823529411},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.04321944574760838,"normalized_score_rmse":0.11066100158557883,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.3431372549019608,"baseline_adjusted_skill":0.8740461866783984,"baseline_adjusted_score":0.8740461866783984},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.0008413331135241447,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":50,"false_positive":0,"false_negative":0,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9966346675459035,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.8133333333333332,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":0.7113402061855668,"baseline_adjusted_score":0.7113402061855668},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.022224702434025235,"accuracy":0.96,"positive_recall":0.972972972972973,"specificity":0.9473684210526315,"precision":0.9473684210526315,"balanced_accuracy":0.9601706970128023,"f1":0.96,"true_positive":36,"false_positive":2,"false_negative":1,"true_negative":36,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555554,"brier_skill":0.9110853832209161,"baseline_adjusted_skill":0.9203413940256047,"baseline_adjusted_score":0.9203413940256047},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.14285714285714285,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.41,"uniform_accuracy_baseline":0.32416666666666666,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.106060606060606,"baseline_adjusted_score":0.106060606060606},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.00023909408265250016,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":16,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.9990427446470274,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.0015658703417681284,"normalized_score_rmse":0.0027662113159354668,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.9928725901685037,"baseline_adjusted_score":0.9928725901685037},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.008112137853407897,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":22,"false_positive":0,"false_negative":0,"true_negative":78,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":0.9527264693857349,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.034975324857849384,"accuracy":0.96,"positive_recall":0.918918918918919,"specificity":0.9841269841269841,"precision":0.9714285714285714,"balanced_accuracy":0.9515229515229515,"f1":0.9444444444444444,"true_positive":34,"false_positive":1,"false_negative":3,"true_negative":62,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000003,"brier_skill":0.8499557063155325,"baseline_adjusted_skill":0.903045903045903,"baseline_adjusted_score":0.903045903045903},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.025654343768323748,"accuracy":0.98,"positive_recall":0.9743589743589743,"specificity":0.9836065573770492,"precision":0.9743589743589743,"balanced_accuracy":0.9789827658680117,"f1":0.9743589743589743,"true_positive":38,"false_positive":1,"false_negative":1,"true_negative":60,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379,"brier_skill":0.8921633301037253,"baseline_adjusted_skill":0.9579655317360234,"baseline_adjusted_score":0.9579655317360234},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.031980361638950155,"accuracy":0.97,"positive_recall":0.9032258064516129,"specificity":1,"precision":1,"balanced_accuracy":0.9516129032258065,"f1":0.9491525423728814,"true_positive":28,"false_positive":0,"false_negative":3,"true_negative":69,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999998,"brier_skill":0.8504891928987838,"baseline_adjusted_skill":0.903225806451613,"baseline_adjusted_score":0.903225806451613},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.9722222222222222,"baseline_adjusted_score":0.9722222222222222},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.1380112187845225,"normalized_score_rmse":0.16962133370267085,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.40640336006656996,"baseline_adjusted_score":0.40640336006656996},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1019239694526293,"accuracy":0.85,"positive_recall":0.9,"specificity":0.8,"precision":0.8181818181818182,"balanced_accuracy":0.8500000000000001,"f1":0.8571428571428571,"true_positive":45,"false_positive":10,"false_negative":5,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5923041221894828,"baseline_adjusted_skill":0.7000000000000002,"baseline_adjusted_score":0.7000000000000002},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3526022658886103,"accuracy":0.47,"positive_recall":0.86,"specificity":0.08,"precision":0.48314606741573035,"balanced_accuracy":0.47,"f1":0.6187050359712231,"true_positive":43,"false_positive":46,"false_negative":7,"true_negative":4,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.4104090635544413,"baseline_adjusted_skill":-0.06000000000000005,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.56,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.25714285714285706,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.05859082806331186,"accuracy":0.91,"positive_recall":0.94,"specificity":0.88,"precision":0.8867924528301887,"balanced_accuracy":0.9099999999999999,"f1":0.912621359223301,"true_positive":47,"false_positive":6,"false_negative":3,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7656366877467525,"baseline_adjusted_skill":0.8199999999999998,"baseline_adjusted_score":0.8199999999999998},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.857142857142857,"baseline_adjusted_score":0.857142857142857},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.73,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.5499999999999999,"baseline_adjusted_score":0.5499999999999999},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08994408204304814,"accuracy":0.85,"positive_recall":0.82,"specificity":0.88,"precision":0.8723404255319149,"balanced_accuracy":0.85,"f1":0.845360824742268,"true_positive":41,"false_positive":6,"false_negative":9,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6402236718278074,"baseline_adjusted_skill":0.7,"baseline_adjusted_score":0.7},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.20851190476190473,"fixed_answer_accuracy_baseline":0.22333333333333333,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.019579694567252105,"accuracy":0.98,"positive_recall":0.98,"specificity":0.98,"precision":0.98,"balanced_accuracy":0.98,"f1":0.98,"true_positive":49,"false_positive":1,"false_negative":1,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9216812217309915,"baseline_adjusted_skill":0.96,"baseline_adjusted_score":0.96},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.044814283661489755,"normalized_score_rmse":0.11271355094376298,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.8506190544617008,"baseline_adjusted_score":0.8506190544617008},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.22851190476190475,"fixed_answer_accuracy_baseline":0.24333333333333332,"baseline_adjusted_skill":0.986784140969163,"baseline_adjusted_score":0.986784140969163},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.010503372913584528,"accuracy":0.98,"positive_recall":1,"specificity":0.96,"precision":0.9615384615384616,"balanced_accuracy":0.98,"f1":0.9803921568627451,"true_positive":50,"false_positive":2,"false_negative":0,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9579865083456619,"baseline_adjusted_skill":0.96,"baseline_adjusted_score":0.96},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.02546481719100201,"normalized_score_rmse":0.05721856606454548,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.3042222222222222,"baseline_adjusted_skill":0.9162953415927618,"baseline_adjusted_score":0.9162953415927618},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.72,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.5483870967741935,"baseline_adjusted_score":0.5483870967741935},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08766323974865474,"accuracy":0.86,"positive_recall":1,"specificity":0.72,"precision":0.78125,"balanced_accuracy":0.86,"f1":0.8771929824561403,"true_positive":50,"false_positive":14,"false_negative":0,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.649347041005381,"baseline_adjusted_skill":0.72,"baseline_adjusted_score":0.72},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.035103143593442555,"accuracy":0.96,"positive_recall":0.98,"specificity":0.94,"precision":0.9423076923076923,"balanced_accuracy":0.96,"f1":0.9607843137254902,"true_positive":49,"false_positive":3,"false_negative":1,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8595874256262298,"baseline_adjusted_skill":0.9199999999999999,"baseline_adjusted_score":0.9199999999999999},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.68,"uniform_accuracy_baseline":0.3533333333333333,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.45762711864406785,"baseline_adjusted_score":0.45762711864406785},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.8225806451612904,"baseline_adjusted_score":0.8225806451612904},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.55,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.27419354838709686,"baseline_adjusted_score":0.27419354838709686},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.51,"uniform_accuracy_baseline":0.1111111111111111,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.41666666666666663,"baseline_adjusted_score":0.41666666666666663},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.05220633146054213,"accuracy":0.8133750000000001,"positive_recall":0.6934739617666448,"specificity":0.8414314360635509,"precision":0.5057692307692307,"balanced_accuracy":0.7674526989150978,"f1":0.5849318876841813,"true_positive":52.6,"false_positive":51.4,"false_negative":23.25,"true_negative":272.75,"positive_prevalence":0.189625,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500001,"brier_skill":0.3141900142521701,"baseline_adjusted_skill":0.5349053978301956,"baseline_adjusted_score":0.5349053978301956},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1297854234186525,"normalized_score_rmse":0.16954910726915015,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":0.3928167325443157,"baseline_adjusted_score":0.3928167325443157},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.05992003196622279,"accuracy":0.8088749999999999,"positive_recall":0.6057196436943272,"specificity":0.8827339355718425,"precision":0.6525252525252525,"balanced_accuracy":0.7442267896330849,"f1":0.6282518842693897,"true_positive":64.6,"false_positive":34.4,"false_negative":42.05,"true_negative":258.95,"positive_prevalence":0.266625,"majority_accuracy_baseline":0.733375,"constant_brier_baseline":0.115654859375,"brier_skill":0.4819064906564996,"baseline_adjusted_skill":0.4884535792661697,"baseline_adjusted_score":0.4884535792661697},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.14788216437624213,"normalized_score_rmse":0.20910891295961948,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.4497407837163083,"baseline_adjusted_score":0.4497407837163083},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.05658698223683758,"accuracy":0.803125,"positive_recall":0.6756152125279642,"specificity":0.852558542931483,"precision":0.6398305084745762,"balanced_accuracy":0.7640868777297236,"f1":0.6572361262241567,"true_positive":75.5,"false_positive":42.5,"false_negative":36.25,"true_negative":245.75,"positive_prevalence":0.279375,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937500001,"brier_skill":0.49991999928781794,"baseline_adjusted_skill":0.5281737554594472,"baseline_adjusted_score":0.5281737554594472},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1512328271759179,"normalized_score_rmse":0.20186150573524714,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.42796093739605523,"baseline_adjusted_score":0.42796093739605523},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.046543950279872084,"accuracy":0.8753749999999999,"positive_recall":0.5740845070422536,"specificity":0.961285140562249,"precision":0.8087301587301587,"balanced_accuracy":0.7676848238022513,"f1":0.671499176276771,"true_positive":50.95,"false_positive":12.05,"false_negative":37.8,"true_negative":299.2,"positive_prevalence":0.221875,"majority_accuracy_baseline":0.778125,"constant_brier_baseline":0.12674023437499998,"brier_skill":0.6327610524834798,"baseline_adjusted_skill":0.5353696476045027,"baseline_adjusted_score":0.5353696476045027},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.12199351564850076,"normalized_score_rmse":0.19906599383811532,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.4593085179013816,"baseline_adjusted_score":0.4593085179013816},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.044362365285390934,"accuracy":0.8234999999999999,"positive_recall":0.7570888468809074,"specificity":0.8473827328348064,"precision":0.6407999999999999,"balanced_accuracy":0.8022357898578569,"f1":0.6941074523396881,"true_positive":80.1,"false_positive":44.9,"false_negative":25.7,"true_negative":249.3,"positive_prevalence":0.2645,"majority_accuracy_baseline":0.7355,"constant_brier_baseline":0.11362725,"brier_skill":0.609579873794438,"baseline_adjusted_skill":0.6044715797157139,"baseline_adjusted_score":0.6044715797157139},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.13654556956957095,"normalized_score_rmse":0.19271315523710192,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.4565350464892698,"baseline_adjusted_score":0.4565350464892698},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.06333836696043792,"accuracy":0.815,"positive_recall":0.5195822454308094,"specificity":0.8849721706864564,"precision":0.5168831168831168,"balanced_accuracy":0.7022772080586329,"f1":0.5182291666666666,"true_positive":39.8,"false_positive":37.2,"false_negative":36.8,"true_negative":286.2,"positive_prevalence":0.19149999999999998,"majority_accuracy_baseline":0.8085,"constant_brier_baseline":0.09190274999999999,"brier_skill":0.3108109718105506,"baseline_adjusted_skill":0.40455441611726584,"baseline_adjusted_score":0.40455441611726584},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.13342279573951601,"normalized_score_rmse":0.2200616137593012,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.35505597225611596,"baseline_adjusted_score":0.35505597225611596},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.027069955709695167,"accuracy":0.9052499999999999,"positive_recall":0.7581300813008129,"specificity":0.9385346413243408,"precision":0.7361842105263158,"balanced_accuracy":0.8483323613125768,"f1":0.746995994659546,"true_positive":55.95,"false_positive":20.05,"false_negative":17.85,"true_negative":306.15,"positive_prevalence":0.1845,"majority_accuracy_baseline":0.8155,"constant_brier_baseline":0.10922225,"brier_skill":0.7521571318143037,"baseline_adjusted_skill":0.6966647226251537,"baseline_adjusted_score":0.6966647226251537},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.11687957418285805,"normalized_score_rmse":0.16719974045482708,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":0.3828141297274822,"baseline_adjusted_score":0.3828141297274822},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.049062385006375546,"accuracy":0.8555000000000001,"positive_recall":0.43121019108280256,"specificity":0.9590979782270608,"precision":0.7202127659574469,"balanced_accuracy":0.6951540846549317,"f1":0.5394422310756972,"true_positive":33.85,"false_positive":13.15,"false_negative":44.65,"true_negative":308.35,"positive_prevalence":0.19625,"majority_accuracy_baseline":0.80375,"constant_brier_baseline":0.09878593749999999,"brier_skill":0.5033464656204174,"baseline_adjusted_skill":0.39030816930986334,"baseline_adjusted_score":0.39030816930986334},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.15881819285892562,"normalized_score_rmse":0.22361726734570672,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":0.2481979036263876,"baseline_adjusted_score":0.2481979036263876},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.09255640565607137,"accuracy":0.7053571428571429,"positive_recall":0.9018386714116251,"specificity":0.557072515666965,"precision":0.6057768924302789,"balanced_accuracy":0.729455593539295,"f1":0.7247378455672069,"true_positive":152.05,"false_positive":98.95,"false_negative":16.55,"true_negative":124.45,"positive_prevalence":0.4301020408163265,"majority_accuracy_baseline":0.5698979591836735,"constant_brier_baseline":0.12359641815910039,"brier_skill":0.25114006510344444,"baseline_adjusted_skill":0.45891118707859,"baseline_adjusted_score":0.45891118707859},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.18256898714177938,"normalized_score_rmse":0.2394481174562736,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.3373421948187266,"baseline_adjusted_score":0.3373421948187266},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.028324939304914882,"accuracy":0.92375,"positive_recall":0.7360346184107003,"specificity":0.9592064199732501,"precision":0.7731404958677686,"balanced_accuracy":0.8476205191919752,"f1":0.7541313986295849,"true_positive":93.55,"false_positive":27.45,"false_negative":33.55,"true_negative":645.45,"positive_prevalence":0.158875,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499999,"brier_skill":0.7132449820509525,"baseline_adjusted_skill":0.6952410383839505,"baseline_adjusted_score":0.6952410383839505},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.11140448337917405,"normalized_score_rmse":0.16075121480891508,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":0.3248213128534906,"baseline_adjusted_score":0.3248213128534906},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.62,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.3870967741935484,"baseline_adjusted_score":0.3870967741935484},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2530531515217332,"accuracy":0.67,"positive_recall":0.66,"specificity":0.68,"precision":0.673469387755102,"balanced_accuracy":0.67,"f1":0.6666666666666666,"true_positive":33,"false_positive":16,"false_negative":17,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.012212606086932754,"baseline_adjusted_skill":0.3400000000000001,"baseline_adjusted_score":0.3400000000000001},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.4963552021206097,"uniform_accuracy_baseline":0.058823529411764705,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.40809968847352024,"baseline_adjusted_score":0.40809968847352024},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.9347826086956521,"baseline_adjusted_score":0.9347826086956521},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.20334716829649555,"accuracy":0.69,"positive_recall":0.98,"specificity":0.4,"precision":0.620253164556962,"balanced_accuracy":0.69,"f1":0.7596899224806202,"true_positive":49,"false_positive":30,"false_negative":1,"true_negative":20,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.18661132681401782,"baseline_adjusted_skill":0.3799999999999999,"baseline_adjusted_score":0.3799999999999999},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.55,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.2857142857142858,"baseline_adjusted_score":0.2857142857142858},"scoring":{"eligible":true,"reason":null},"model":66,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.14358036532350246,"accuracy":0.7905405405405406,"positive_recall":0.8028169014084507,"specificity":0.7792207792207793,"precision":0.7702702702702703,"balanced_accuracy":0.791018840314615,"f1":0.7862068965517242,"true_positive":57,"false_positive":17,"false_negative":14,"true_negative":60,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.24958911614317017,"brier_skill":0.4247330671216393,"baseline_adjusted_skill":0.58203768062923,"baseline_adjusted_score":0.58203768062923},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.67,"uniform_accuracy_baseline":0.2005,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.5352112676056339,"baseline_adjusted_score":0.5352112676056339},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.9852941176470588,"baseline_adjusted_score":0.9852941176470588},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.8085106382978724,"baseline_adjusted_score":0.8085106382978724},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.93,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.8571428571428572,"baseline_adjusted_score":0.8571428571428572},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.05101165544055327,"accuracy":0.64994530048,"positive_recall":0.8408459171700223,"specificity":0.34366496256891876,"precision":0.6727137867142857,"balanced_accuracy":0.5922554398694706,"f1":0.7474414646888998,"true_positive":51.798961577,"false_positive":25.201038423,"false_negative":9.804431529,"true_negative":13.195568471,"positive_prevalence":0.61603393106,"majority_accuracy_baseline":0.61603393106,"constant_brier_baseline":0.07908707655202402,"brier_skill":0.35499379083765403,"baseline_adjusted_skill":0.1845108797389412,"baseline_adjusted_score":0.1845108797389412},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.015560754518928641,"accuracy":0.97,"positive_recall":0.98,"specificity":0.96,"precision":0.9607843137254902,"balanced_accuracy":0.97,"f1":0.9702970297029703,"true_positive":49,"false_positive":2,"false_negative":1,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9377569819242855,"baseline_adjusted_skill":0.94,"baseline_adjusted_score":0.94},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.012987012987012986,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.9157894736842106,"baseline_adjusted_score":0.9157894736842106},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.9333333333333332,"baseline_adjusted_score":0.9333333333333332},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.68,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.5000000000000001,"baseline_adjusted_score":0.5000000000000001},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11862074134754405,"accuracy":0.83,"positive_recall":1,"specificity":0.66,"precision":0.746268656716418,"balanced_accuracy":0.8300000000000001,"f1":0.8547008547008547,"true_positive":50,"false_positive":17,"false_negative":0,"true_negative":33,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5255170346098238,"baseline_adjusted_skill":0.6600000000000001,"baseline_adjusted_score":0.6600000000000001},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.03291041172479186,"accuracy":0.7548493932074468,"positive_recall":0.6020598773647621,"specificity":0.825993800980719,"precision":0.6170194736179737,"balanced_accuracy":0.7140268391727405,"f1":0.6094478892102375,"true_positive":133.8932257751003,"false_positive":83.10677422489971,"false_negative":88.49865052988753,"true_negative":394.5013494701125,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768642,"brier_skill":0.6290820164906386,"baseline_adjusted_skill":0.4280536783454809,"baseline_adjusted_score":0.4280536783454809},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.15031183603536033,"accuracy":0.81,"positive_recall":0.74,"specificity":0.88,"precision":0.8604651162790697,"balanced_accuracy":0.81,"f1":0.7956989247311828,"true_positive":37,"false_positive":6,"false_negative":13,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3987526558585587,"baseline_adjusted_skill":0.6200000000000001,"baseline_adjusted_score":0.6200000000000001},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.9735099337748344,"uniform_accuracy_baseline":0.006622516556291391,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.9724137931034482,"baseline_adjusted_score":0.9724137931034482},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"binary_brier":0.054636476930465985,"accuracy":0.94,"positive_recall":0.8933333333333333,"specificity":0.9866666666666667,"precision":0.9852941176470589,"balanced_accuracy":0.94,"f1":0.9370629370629371,"true_positive":134,"false_positive":2,"false_negative":16,"true_negative":148,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7814540922781361,"baseline_adjusted_skill":0.8799999999999999,"baseline_adjusted_score":0.8799999999999999},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":14},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.8911764705882353,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.7993492407809112,"baseline_adjusted_score":0.7993492407809112},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.46,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.1,"baseline_adjusted_score":0.1},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.0606182020690789,"accuracy":0.94,"positive_recall":0.98,"specificity":0.9,"precision":0.9074074074074074,"balanced_accuracy":0.94,"f1":0.9423076923076923,"true_positive":49,"false_positive":5,"false_negative":1,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7575271917236844,"baseline_adjusted_skill":0.8799999999999999,"baseline_adjusted_score":0.8799999999999999},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.7083333333333333,"baseline_adjusted_score":0.7083333333333333},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.07142857142857142,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9662921348314606,"baseline_adjusted_score":0.9662921348314606},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.782608695652174,"baseline_adjusted_score":0.782608695652174},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.3150684931506849,"baseline_adjusted_score":0.3150684931506849},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.8888888888888888,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.6666666666666665,"baseline_adjusted_score":0.6666666666666665},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.11377950632016313,"accuracy":0.8292682926829268,"positive_recall":0.8,"specificity":0.8571428571428571,"precision":0.8421052631578947,"balanced_accuracy":0.8285714285714285,"f1":0.8205128205128205,"true_positive":32,"false_positive":6,"false_negative":8,"true_negative":36,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.2498512790005949,"brier_skill":0.5446110711328709,"baseline_adjusted_skill":0.657142857142857,"baseline_adjusted_score":0.657142857142857},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1588870171636836,"accuracy":0.8,"positive_recall":0.66,"specificity":0.94,"precision":0.9166666666666666,"balanced_accuracy":0.8,"f1":0.7674418604651163,"true_positive":33,"false_positive":3,"false_negative":17,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.36445193134526555,"baseline_adjusted_skill":0.6000000000000001,"baseline_adjusted_score":0.6000000000000001},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.8212290502793296,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.7706093189964157,"baseline_adjusted_score":0.7706093189964157},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.56,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.278688524590164,"baseline_adjusted_score":0.278688524590164},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.18509288400284976,"accuracy":0.76,"positive_recall":0.5227272727272727,"specificity":0.8269230769230769,"precision":0.46,"balanced_accuracy":0.6748251748251748,"f1":0.48936170212765956,"true_positive":23,"false_positive":27,"false_negative":21,"true_negative":129,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.07862986015646722,"baseline_adjusted_skill":0.3496503496503496,"baseline_adjusted_score":0.3496503496503496},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.1662642380502795,"accuracy":0.765,"positive_recall":0.4,"specificity":0.8866666666666667,"precision":0.5405405405405406,"balanced_accuracy":0.6433333333333333,"f1":0.45977011494252873,"true_positive":20,"false_positive":17,"false_negative":30,"true_negative":133,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":0.1132573970651759,"baseline_adjusted_skill":0.2866666666666666,"baseline_adjusted_score":0.2866666666666666},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.053737390966373935,"accuracy":0.92,"positive_recall":0.6842105263157895,"specificity":0.9447513812154696,"precision":0.5652173913043478,"balanced_accuracy":0.8144809537656296,"f1":0.6190476190476191,"true_positive":13,"false_positive":10,"false_negative":6,"true_negative":171,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.085975,"brier_skill":0.37496492042600826,"baseline_adjusted_skill":0.6289619075312591,"baseline_adjusted_score":0.6289619075312591},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":33},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"binary_brier":0.005703508931800875,"accuracy":0.9933333333333333,"positive_recall":1,"specificity":0.9866666666666667,"precision":0.9868421052631579,"balanced_accuracy":0.9933333333333334,"f1":0.9933774834437086,"true_positive":150,"false_positive":2,"false_negative":0,"true_negative":148,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9771859642727965,"baseline_adjusted_skill":0.9866666666666668,"baseline_adjusted_score":0.9866666666666668},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":34},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.9966666666666667,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.9955555555555556,"baseline_adjusted_score":0.9955555555555556},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":35},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"binary_brier":0.0862842514487559,"accuracy":0.87,"positive_recall":0.9866666666666667,"specificity":0.7533333333333333,"precision":0.8,"balanced_accuracy":0.87,"f1":0.8835820895522388,"true_positive":148,"false_positive":37,"false_negative":2,"true_negative":113,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6548629942049764,"baseline_adjusted_skill":0.74,"baseline_adjusted_score":0.74},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":36},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"normalized_expected_score_mae":0.06557136697141687,"normalized_score_rmse":0.11508861588309348,"constant_score_baseline":0.5,"constant_mae_baseline":0.3333333333333333,"baseline_adjusted_skill":0.8032858990857494,"baseline_adjusted_score":0.8032858990857494},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":37},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.5633333333333334,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.4177777777777778,"baseline_adjusted_score":0.4177777777777778},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":38},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"binary_brier":0.22488456894235667,"accuracy":0.6333333333333333,"positive_recall":0.6533333333333333,"specificity":0.6133333333333333,"precision":0.6282051282051282,"balanced_accuracy":0.6333333333333333,"f1":0.6405228758169934,"true_positive":98,"false_positive":58,"false_negative":52,"true_negative":92,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.10046172423057331,"baseline_adjusted_skill":0.2666666666666666,"baseline_adjusted_score":0.2666666666666666},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":39},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"normalized_expected_score_mae":0.27965710826727447,"normalized_score_rmse":0.3354610174573187,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.06780963910908511,"baseline_adjusted_score":0.06780963910908511},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":40},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.061049598520213154,"accuracy":0.9026488095238094,"positive_recall":0.5369506993353834,"specificity":0.9259937056339009,"precision":0.3165497076023392,"balanced_accuracy":0.7314722024846422,"f1":0.3982929252051065,"true_positive":90.21666666666667,"false_positive":194.78333333333333,"false_negative":77.8,"true_negative":2437.2,"positive_prevalence":0.060005952380952375,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679138,"brier_skill":-0.8958930235421674,"baseline_adjusted_skill":0.46294440496928435,"baseline_adjusted_score":0.46294440496928435},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.51,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.3466666666666667,"baseline_adjusted_score":0.3466666666666667},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":50},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.6968838526912181,"uniform_accuracy_baseline":0.027777777777777776,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.6525974025974025,"baseline_adjusted_score":0.6525974025974025},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.8142857142857144,"baseline_adjusted_score":0.8142857142857144},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.0003037455444456965,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":50,"false_positive":0,"false_negative":0,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9987850178222172,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10510075737995812,"accuracy":0.89,"positive_recall":0.94,"specificity":0.84,"precision":0.8545454545454545,"balanced_accuracy":0.8899999999999999,"f1":0.8952380952380953,"true_positive":47,"false_positive":8,"false_negative":3,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5795969704801676,"baseline_adjusted_skill":0.7799999999999998,"baseline_adjusted_score":0.7799999999999998},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.64,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":0.07692307692307698,"baseline_adjusted_score":0.07692307692307698},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.8510638297872342,"baseline_adjusted_score":0.8510638297872342},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.05664063231791637,"accuracy":0.92,"positive_recall":0.9,"specificity":0.94,"precision":0.9375,"balanced_accuracy":0.9199999999999999,"f1":0.9183673469387755,"true_positive":45,"false_positive":3,"false_negative":5,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7734374707283345,"baseline_adjusted_skill":0.8399999999999999,"baseline_adjusted_score":0.8399999999999999},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.5033333333333333,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.33777777777777773,"baseline_adjusted_score":0.33777777777777773},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":58},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.7666666666666667,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.65,"baseline_adjusted_score":0.65},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":59},{"provenance":"measured","status":"complete","counts":{"cases":285,"expected":285,"succeeded":285,"failed":0},"metrics":{"target_mass_at_prediction":0.9228070175438596,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5263157894736842,"baseline_adjusted_skill":0.837037037037037,"baseline_adjusted_score":0.837037037037037},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":60},{"provenance":"measured","status":"complete","counts":{"cases":299,"expected":299,"succeeded":299,"failed":0},"metrics":{"binary_brier":0.20509297789773584,"accuracy":0.6722408026755853,"positive_recall":0.9266666666666666,"specificity":0.4161073825503356,"precision":0.6150442477876106,"balanced_accuracy":0.6713870246085011,"f1":0.7393617021276596,"true_positive":139,"false_positive":87,"false_negative":11,"true_negative":62,"positive_prevalence":0.5016722408026756,"majority_accuracy_baseline":0.5016722408026756,"constant_brier_baseline":0.24999720361069788,"brier_skill":0.179618911989464,"baseline_adjusted_skill":0.34277404921700216,"baseline_adjusted_score":0.34277404921700216},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":61},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.9666666666666667,"uniform_accuracy_baseline":0.2,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":0.9583333333333333,"baseline_adjusted_score":0.9583333333333333},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":62},{"provenance":"measured","status":"complete","counts":{"cases":283,"expected":283,"succeeded":283,"failed":0},"metrics":{"binary_brier":0.3148911445031282,"accuracy":0.5724381625441696,"positive_recall":0.8872180451127819,"specificity":0.29333333333333333,"precision":0.5267857142857143,"balanced_accuracy":0.5902756892230576,"f1":0.6610644257703081,"true_positive":118,"false_positive":106,"false_negative":15,"true_negative":44,"positive_prevalence":0.46996466431095407,"majority_accuracy_baseline":0.5300353356890459,"constant_brier_baseline":0.24909787861004634,"brier_skill":-0.26412615900305925,"baseline_adjusted_skill":0.18055137844611524,"baseline_adjusted_score":0.18055137844611524},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":63},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.9133333333333333,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.8844444444444445,"baseline_adjusted_score":0.8844444444444445},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":64},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.9833333333333333,"uniform_accuracy_baseline":0.20616666666666666,"fixed_answer_accuracy_baseline":0.21333333333333335,"baseline_adjusted_skill":0.9788135593220338,"baseline_adjusted_score":0.9788135593220338},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":65},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.8566666666666667,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.785,"baseline_adjusted_score":0.785},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":66},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.7533333333333333,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.37333333333333335,"baseline_adjusted_skill":0.6063829787234042,"baseline_adjusted_score":0.6063829787234042},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":67},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"normalized_expected_score_mae":0.11383638683327445,"normalized_score_rmse":0.14721222508075965,"constant_score_baseline":0.5,"constant_mae_baseline":0.26208333333333333,"baseline_adjusted_skill":0.5656481265503042,"baseline_adjusted_score":0.5656481265503042},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":68},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"normalized_expected_score_mae":0.10171311836111709,"normalized_score_rmse":0.13236008585636708,"constant_score_baseline":0.52,"constant_mae_baseline":0.24733333333333335,"baseline_adjusted_skill":0.5887609769766156,"baseline_adjusted_score":0.5887609769766156},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":69},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.7999999999999999,"baseline_adjusted_score":0.7999999999999999},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":71},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8358208955223883,"baseline_adjusted_score":0.8358208955223883},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.03831280960478774,"accuracy":0.97,"positive_recall":0.98,"specificity":0.96,"precision":0.9607843137254902,"balanced_accuracy":0.97,"f1":0.9702970297029703,"true_positive":49,"false_positive":2,"false_negative":1,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8467487615808491,"baseline_adjusted_skill":0.94,"baseline_adjusted_score":0.94},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.5238210472972973,"uniform_accuracy_baseline":0.23445945945945948,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.35447025220552947,"baseline_adjusted_score":0.35447025220552947},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.04097207706247141,"accuracy":0.7323245592105263,"positive_recall":0.7921050124586588,"specificity":0.6754002957385165,"precision":0.6991269999999999,"balanced_accuracy":0.7337526540985877,"f1":0.7427174261530779,"true_positive":58.726668,"false_positive":25.273332,"false_negative":15.413335,"true_negative":52.586664999999996,"positive_prevalence":0.4877631776315789,"majority_accuracy_baseline":0.512236822368421,"constant_brier_baseline":0.09451910039768556,"brier_skill":0.5665206620663661,"baseline_adjusted_skill":0.4675053081971754,"baseline_adjusted_score":0.4675053081971754},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.09756189406175939,"normalized_score_rmse":0.12726104266646593,"constant_score_baseline":0.5841668333333333,"constant_mae_baseline":0.21700552708333334,"baseline_adjusted_skill":0.5504174692090024,"baseline_adjusted_score":0.5504174692090024},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.15530963140377796,"accuracy":0.76,"positive_recall":0.86,"specificity":0.66,"precision":0.7166666666666667,"balanced_accuracy":0.76,"f1":0.7818181818181819,"true_positive":43,"false_positive":17,"false_negative":7,"true_negative":33,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.37876147438488816,"baseline_adjusted_skill":0.52,"baseline_adjusted_score":0.52},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08844743657358362,"accuracy":0.9,"positive_recall":0.94,"specificity":0.86,"precision":0.8703703703703703,"balanced_accuracy":0.8999999999999999,"f1":0.9038461538461539,"true_positive":47,"false_positive":7,"false_negative":3,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6462102537056655,"baseline_adjusted_skill":0.7999999999999998,"baseline_adjusted_score":0.7999999999999998},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.901639344262295,"baseline_adjusted_score":0.901639344262295},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.905,"uniform_accuracy_baseline":0.036111111111111115,"fixed_answer_accuracy_baseline":0.08833333333333333,"baseline_adjusted_skill":0.8957952468007313,"baseline_adjusted_score":0.8957952468007313},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"binary_brier":0.13265811708333383,"accuracy":0.7966666666666666,"positive_recall":0.7533333333333333,"specificity":0.84,"precision":0.8248175182481752,"balanced_accuracy":0.7966666666666666,"f1":0.7874564459930313,"true_positive":113,"false_positive":24,"false_negative":37,"true_negative":126,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4693675316666647,"baseline_adjusted_skill":0.5933333333333333,"baseline_adjusted_score":0.5933333333333333},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":81},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.9772727272727273,"baseline_adjusted_score":0.9772727272727273},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.6133333333333333,"uniform_accuracy_baseline":0.11021428571428572,"fixed_answer_accuracy_baseline":0.12554761904761905,"baseline_adjusted_skill":0.5578184986522177,"baseline_adjusted_score":0.5578184986522177},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":83},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.79,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.7200000000000001,"baseline_adjusted_score":0.7200000000000001},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":84},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.049879324215607396,"fixed_answer_accuracy_baseline":0.12442477876106194,"baseline_adjusted_skill":0.8629472407519709,"baseline_adjusted_score":0.8629472407519709},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24638901488690443,"accuracy":0.54,"positive_recall":0.16,"specificity":0.92,"precision":0.6666666666666666,"balanced_accuracy":0.54,"f1":0.25806451612903225,"true_positive":8,"false_positive":4,"false_negative":42,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.014443940452382287,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.23888888888888887,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.010587711673415642,"accuracy":0.984375,"positive_recall":1,"specificity":0.96875,"precision":0.9696969696969697,"balanced_accuracy":0.984375,"f1":0.9846153846153847,"true_positive":32,"false_positive":1,"false_negative":0,"true_negative":31,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9576491533063374,"baseline_adjusted_skill":0.96875,"baseline_adjusted_score":0.96875},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.000010879240178601884,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":50,"false_positive":0,"false_negative":0,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9999564830392856,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.8260869565217391,"baseline_adjusted_score":0.8260869565217391},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.000059978577811941144,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":16,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.999759865179275,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.005222335891448893,"normalized_score_rmse":0.008569077376645492,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.9841747397228822,"baseline_adjusted_score":0.9841747397228822},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.4375,"uniform_accuracy_baseline":0.178125,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":0.2105263157894737,"baseline_adjusted_score":0.2105263157894737},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":1.2342307918477447e-7,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":17,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9999995063076833,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.011394762036455659,"normalized_score_rmse":0.049296220082949566,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":0.9225156181521015,"baseline_adjusted_score":0.9225156181521015},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.13194444444444445,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":1.5202485866248607e-7,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":26,"false_positive":0,"false_negative":0,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9999993919005653,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":3.04848153848891e-8,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":39,"false_positive":0,"false_negative":0,"true_negative":36,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24960000000000004,"brier_skill":0.999999877865323,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.00014489050081465394,"normalized_score_rmse":0.00019650295290890156,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.999482533925662,"baseline_adjusted_score":0.999482533925662},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.9117647058823529,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.8799999999999998,"baseline_adjusted_score":0.8799999999999998},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":1.4281803369311146e-7,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":14,"false_positive":0,"false_negative":0,"true_negative":14,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9999994287278652,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.0005513702151912378,"normalized_score_rmse":0.0006646278197872308,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.1696969696969697,"baseline_adjusted_skill":0.9967508540890516,"baseline_adjusted_score":0.9967508540890516},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.020586399205160016,"accuracy":0.9647058823529412,"positive_recall":0.9333333333333333,"specificity":1,"precision":1,"balanced_accuracy":0.9666666666666667,"f1":0.9655172413793104,"true_positive":42,"false_positive":0,"false_negative":3,"true_negative":40,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.2491349480968858,"brier_skill":0.9173684809681771,"baseline_adjusted_skill":0.9333333333333333,"baseline_adjusted_score":0.9333333333333333},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":4.321898372930083e-7,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":35,"false_positive":0,"false_negative":0,"true_negative":15,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.21,"brier_skill":0.9999979419531557,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.00034027439323836006,"normalized_score_rmse":0.0004488003067063467,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.998784734309863,"baseline_adjusted_score":0.998784734309863},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.24240506329113923,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.00025127885269975766,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":11,"false_positive":0,"false_negative":0,"true_negative":10,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.2494331065759637,"brier_skill":0.9989926002359946,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.9393939393939394,"uniform_accuracy_baseline":0.32373737373737377,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.9000000000000001,"baseline_adjusted_score":0.9000000000000001},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.049561022132414624,"accuracy":0.9090909090909091,"positive_recall":0.8823529411764706,"specificity":0.9375,"precision":0.9375,"balanced_accuracy":0.9099264705882353,"f1":0.9090909090909091,"true_positive":15,"false_positive":1,"false_negative":2,"true_negative":15,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.8015737018301488,"baseline_adjusted_skill":0.8198529411764706,"baseline_adjusted_score":0.8198529411764706},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.025786587475549287,"normalized_score_rmse":0.08285911201484128,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.3431372549019608,"baseline_adjusted_skill":0.9248505164998277,"baseline_adjusted_score":0.9248505164998277},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.00003726057547484348,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":50,"false_positive":0,"false_negative":0,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9998509576981006,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.8533333333333333,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":0.7731958762886596,"baseline_adjusted_score":0.7731958762886596},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.011803368252091884,"accuracy":0.9866666666666667,"positive_recall":0.972972972972973,"specificity":1,"precision":1,"balanced_accuracy":0.9864864864864865,"f1":0.9863013698630136,"true_positive":36,"false_positive":0,"false_negative":1,"true_negative":38,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555554,"brier_skill":0.9527781319928756,"baseline_adjusted_skill":0.972972972972973,"baseline_adjusted_score":0.972972972972973},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.14285714285714285,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.4,"uniform_accuracy_baseline":0.32416666666666666,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.09090909090909091,"baseline_adjusted_score":0.09090909090909091},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":5.447061449676659e-7,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":16,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.999997819172824,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.00009780402423888462,"normalized_score_rmse":0.00012041324064291651,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.9995548230620851,"baseline_adjusted_score":0.9995548230620851},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.000029990844045063106,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":22,"false_positive":0,"false_negative":0,"true_negative":78,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":0.9998252281815556,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.010084483231251638,"accuracy":0.99,"positive_recall":0.972972972972973,"specificity":1,"precision":1,"balanced_accuracy":0.9864864864864865,"f1":0.9863013698630136,"true_positive":36,"false_positive":0,"false_negative":1,"true_negative":63,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000003,"brier_skill":0.9567375236754542,"baseline_adjusted_skill":0.972972972972973,"baseline_adjusted_score":0.972972972972973},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.01581439383093322,"accuracy":0.98,"positive_recall":0.9743589743589743,"specificity":0.9836065573770492,"precision":0.9743589743589743,"balanced_accuracy":0.9789827658680117,"f1":0.9743589743589743,"true_positive":38,"false_positive":1,"false_negative":1,"true_negative":60,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379,"brier_skill":0.9335250364399612,"baseline_adjusted_skill":0.9579655317360234,"baseline_adjusted_score":0.9579655317360234},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.02949103878747542,"accuracy":0.97,"positive_recall":0.9032258064516129,"specificity":1,"precision":1,"balanced_accuracy":0.9516129032258065,"f1":0.9491525423728814,"true_positive":28,"false_positive":0,"false_negative":3,"true_negative":69,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999998,"brier_skill":0.8621269808907179,"baseline_adjusted_skill":0.903225806451613,"baseline_adjusted_score":0.903225806451613},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.9583333333333333,"baseline_adjusted_score":0.9583333333333333},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.13730585869576317,"normalized_score_rmse":0.16789459364610765,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.40943716689994336,"baseline_adjusted_score":0.40943716689994336},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.0917085673377709,"accuracy":0.87,"positive_recall":0.86,"specificity":0.88,"precision":0.8775510204081632,"balanced_accuracy":0.87,"f1":0.8686868686868687,"true_positive":43,"false_positive":6,"false_negative":7,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6331657306489165,"baseline_adjusted_skill":0.74,"baseline_adjusted_score":0.74},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.03789648248774124,"accuracy":0.96,"positive_recall":0.96,"specificity":0.96,"precision":0.96,"balanced_accuracy":0.96,"f1":0.96,"true_positive":48,"false_positive":2,"false_negative":2,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.848414070049035,"baseline_adjusted_skill":0.9199999999999999,"baseline_adjusted_score":0.9199999999999999},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.7,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":0.14285714285714268,"baseline_adjusted_score":0.14285714285714268},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.05488281740613349,"accuracy":0.94,"positive_recall":0.98,"specificity":0.9,"precision":0.9074074074074074,"balanced_accuracy":0.94,"f1":0.9423076923076923,"true_positive":49,"false_positive":5,"false_negative":1,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.780468730375466,"baseline_adjusted_skill":0.8799999999999999,"baseline_adjusted_score":0.8799999999999999},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.9047619047619047,"baseline_adjusted_score":0.9047619047619047},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.76,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.6,"baseline_adjusted_score":0.6},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.03887517013917391,"accuracy":0.94,"positive_recall":0.92,"specificity":0.96,"precision":0.9583333333333334,"balanced_accuracy":0.94,"f1":0.9387755102040817,"true_positive":46,"false_positive":2,"false_negative":4,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8444993194433044,"baseline_adjusted_skill":0.8799999999999999,"baseline_adjusted_score":0.8799999999999999},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.20851190476190473,"fixed_answer_accuracy_baseline":0.22333333333333333,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.011126288222733333,"accuracy":0.99,"positive_recall":1,"specificity":0.98,"precision":0.9803921568627451,"balanced_accuracy":0.99,"f1":0.9900990099009901,"true_positive":50,"false_positive":1,"false_negative":0,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9554948471090666,"baseline_adjusted_skill":0.98,"baseline_adjusted_score":0.98},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.028623288102562584,"normalized_score_rmse":0.10373630297780183,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.9045890396581248,"baseline_adjusted_score":0.9045890396581248},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.22851190476190475,"fixed_answer_accuracy_baseline":0.24333333333333332,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.004600219585117139,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":50,"false_positive":0,"false_negative":0,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9815991216595314,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.020351847240025055,"normalized_score_rmse":0.057175071397136575,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.3042222222222222,"baseline_adjusted_skill":0.9331020360992602,"baseline_adjusted_score":0.9331020360992602},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.72,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.5483870967741935,"baseline_adjusted_score":0.5483870967741935},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.009509526361573527,"accuracy":0.99,"positive_recall":1,"specificity":0.98,"precision":0.9803921568627451,"balanced_accuracy":0.99,"f1":0.9900990099009901,"true_positive":50,"false_positive":1,"false_negative":0,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9619618945537058,"baseline_adjusted_skill":0.98,"baseline_adjusted_score":0.98},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.94,"baseline_adjusted_score":0.94},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.03261562764388641,"accuracy":0.95,"positive_recall":0.98,"specificity":0.92,"precision":0.9245283018867925,"balanced_accuracy":0.95,"f1":0.9514563106796117,"true_positive":49,"false_positive":4,"false_negative":1,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8695374894244543,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.7,"uniform_accuracy_baseline":0.3533333333333333,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.49152542372881347,"baseline_adjusted_score":0.49152542372881347},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.7903225806451613,"baseline_adjusted_score":0.7903225806451613},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.8166666666666667,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.725,"baseline_adjusted_score":0.725},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":157},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.58,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.32258064516129026,"baseline_adjusted_score":0.32258064516129026},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.54,"uniform_accuracy_baseline":0.1111111111111111,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.4523809523809524,"baseline_adjusted_score":0.4523809523809524},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.03780191285251949,"accuracy":0.841125,"positive_recall":0.5754779169413315,"specificity":0.9032855159648311,"precision":0.582,"balanced_accuracy":0.7393817164530814,"f1":0.5787205833609544,"true_positive":43.65,"false_positive":31.35,"false_negative":32.2,"true_negative":292.8,"positive_prevalence":0.189625,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500001,"brier_skill":0.5034140766197808,"baseline_adjusted_skill":0.47876343290616274,"baseline_adjusted_score":0.47876343290616274},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.13246045766354655,"normalized_score_rmse":0.1710736675802987,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":0.3803019524512442,"baseline_adjusted_score":0.3803019524512442},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.055392470797197405,"accuracy":0.805375,"positive_recall":0.5616502578527894,"specificity":0.8939832964036134,"precision":0.6582417582417582,"balanced_accuracy":0.7278167771282014,"f1":0.6061219327093347,"true_positive":59.9,"false_positive":31.1,"false_negative":46.75,"true_negative":262.25,"positive_prevalence":0.266625,"majority_accuracy_baseline":0.733375,"constant_brier_baseline":0.115654859375,"brier_skill":0.5210536669488955,"baseline_adjusted_skill":0.45563355425640273,"baseline_adjusted_score":0.45563355425640273},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.14064029339137052,"normalized_score_rmse":0.20671792597774474,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.4766872804042027,"baseline_adjusted_score":0.4766872804042027},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.05351887966112912,"accuracy":0.7903749999999999,"positive_recall":0.661744966442953,"specificity":0.8402428447528187,"precision":0.6162500000000001,"balanced_accuracy":0.7509939055978858,"f1":0.6381877022653722,"true_positive":73.95,"false_positive":46.05,"false_negative":37.8,"true_negative":242.2,"positive_prevalence":0.279375,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937500001,"brier_skill":0.5270339516068112,"baseline_adjusted_skill":0.5019878111957716,"baseline_adjusted_score":0.5019878111957716},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.15234096061125457,"normalized_score_rmse":0.20202936458813855,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.4237694161276423,"baseline_adjusted_score":0.4237694161276423},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.04095014623825486,"accuracy":0.8896250000000001,"positive_recall":0.6174647887323943,"specificity":0.9672289156626507,"precision":0.8430769230769231,"balanced_accuracy":0.7923468521975225,"f1":0.7128455284552845,"true_positive":54.8,"false_positive":10.2,"false_negative":33.95,"true_negative":301.05,"positive_prevalence":0.221875,"majority_accuracy_baseline":0.778125,"constant_brier_baseline":0.12674023437499998,"brier_skill":0.676897029264667,"baseline_adjusted_skill":0.5846937043950451,"baseline_adjusted_score":0.5846937043950451},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.10498283869164879,"normalized_score_rmse":0.18392367119159828,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.534702099981612,"baseline_adjusted_score":0.534702099981612},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.032136917538214044,"accuracy":0.8447499999999999,"positive_recall":0.7358223062381852,"specificity":0.8839225016995242,"precision":0.6950892857142856,"balanced_accuracy":0.8098724039688547,"f1":0.7148760330578512,"true_positive":77.85,"false_positive":34.15,"false_negative":27.95,"true_negative":260.05,"positive_prevalence":0.2645,"majority_accuracy_baseline":0.7355,"constant_brier_baseline":0.11362725,"brier_skill":0.7171724428936365,"baseline_adjusted_skill":0.6197448079377095,"baseline_adjusted_score":0.6197448079377095},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.12391123253586557,"normalized_score_rmse":0.17496601317600236,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.5068209650313807,"baseline_adjusted_score":0.5068209650313807},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.05747707107046987,"accuracy":0.8322499999999999,"positive_recall":0.46018276762402094,"specificity":0.9203772418058133,"precision":0.5778688524590164,"balanced_accuracy":0.6902800047149171,"f1":0.5123546511627907,"true_positive":35.25,"false_positive":25.75,"false_negative":41.35,"true_negative":297.65,"positive_prevalence":0.19149999999999998,"majority_accuracy_baseline":0.8085,"constant_brier_baseline":0.09190274999999999,"brier_skill":0.3745881263567208,"baseline_adjusted_skill":0.38056000942983426,"baseline_adjusted_score":0.38056000942983426},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1321686091180163,"normalized_score_rmse":0.21674716631477436,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.36111850577393934,"baseline_adjusted_score":0.36111850577393934},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.019958577662575222,"accuracy":0.92275,"positive_recall":0.7174796747967479,"specificity":0.9691906805640711,"precision":0.8404761904761905,"balanced_accuracy":0.8433351776804094,"f1":0.7741228070175439,"true_positive":52.95,"false_positive":10.049999999999999,"false_negative":20.85,"true_negative":316.15,"positive_prevalence":0.1845,"majority_accuracy_baseline":0.8155,"constant_brier_baseline":0.10922225,"brier_skill":0.8172663750968762,"baseline_adjusted_skill":0.6866703553608189,"baseline_adjusted_score":0.6866703553608189},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1047403497232517,"normalized_score_rmse":0.15086736178019355,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":0.44691564502573355,"baseline_adjusted_score":0.44691564502573355},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.04789390783964736,"accuracy":0.8557499999999999,"positive_recall":0.48280254777070064,"specificity":0.9468118195956453,"precision":0.6890909090909091,"balanced_accuracy":0.714807183683173,"f1":0.5677902621722847,"true_positive":37.9,"false_positive":17.1,"false_negative":40.6,"true_negative":304.4,"positive_prevalence":0.19625,"majority_accuracy_baseline":0.80375,"constant_brier_baseline":0.09878593749999999,"brier_skill":0.5151748411594781,"baseline_adjusted_skill":0.42961436736634595,"baseline_adjusted_score":0.42961436736634595},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1577205765114195,"normalized_score_rmse":0.2178284974168342,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":0.2533937206560024,"baseline_adjusted_score":0.2533937206560024},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.07136221960925287,"accuracy":0.7089285714285714,"positive_recall":0.8822657176749704,"specificity":0.5781110116383169,"precision":0.6121399176954733,"balanced_accuracy":0.7301883646566436,"f1":0.7227891156462585,"true_positive":148.75,"false_positive":94.25,"false_negative":19.85,"true_negative":129.15,"positive_prevalence":0.4301020408163265,"majority_accuracy_baseline":0.5698979591836735,"constant_brier_baseline":0.12359641815910039,"brier_skill":0.4226190315855971,"baseline_adjusted_skill":0.4603767293132872,"baseline_adjusted_score":0.4603767293132872},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.16912383151407548,"normalized_score_rmse":0.22666512431991745,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.3861431300600223,"baseline_adjusted_score":0.3861431300600223},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.029212802607766326,"accuracy":0.91675,"positive_recall":0.6982690794649883,"specificity":0.9580175360380443,"precision":0.7585470085470085,"balanced_accuracy":0.8281433077515163,"f1":0.7271609995903319,"true_positive":88.75,"false_positive":28.25,"false_negative":38.35,"true_negative":644.65,"positive_prevalence":0.158875,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499999,"brier_skill":0.7042564629722448,"baseline_adjusted_skill":0.6562866155030327,"baseline_adjusted_score":0.6562866155030327},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.11376120743246247,"normalized_score_rmse":0.1644496162635148,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":0.3105381367729547,"baseline_adjusted_score":0.3105381367729547},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.69,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.4999999999999999,"baseline_adjusted_score":0.4999999999999999},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1437028828784992,"accuracy":0.8,"positive_recall":0.84,"specificity":0.76,"precision":0.7777777777777778,"balanced_accuracy":0.8,"f1":0.8076923076923077,"true_positive":42,"false_positive":12,"false_negative":8,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4251884684860032,"baseline_adjusted_skill":0.6000000000000001,"baseline_adjusted_score":0.6000000000000001},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.5175612988734261,"uniform_accuracy_baseline":0.058823529411764705,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.4330218068535825,"baseline_adjusted_score":0.4330218068535825},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.9347826086956521,"baseline_adjusted_score":0.9347826086956521},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.17947645817709565,"accuracy":0.74,"positive_recall":0.84,"specificity":0.64,"precision":0.7,"balanced_accuracy":0.74,"f1":0.7636363636363637,"true_positive":42,"false_positive":18,"false_negative":8,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2820941672916174,"baseline_adjusted_skill":0.48,"baseline_adjusted_score":0.48},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.6,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.36507936507936506,"baseline_adjusted_score":0.36507936507936506},"scoring":{"eligible":true,"reason":null},"model":67,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.21450551902267648,"accuracy":0.722972972972973,"positive_recall":0.5633802816901409,"specificity":0.8701298701298701,"precision":0.8,"balanced_accuracy":0.7167550759100054,"f1":0.6611570247933884,"true_positive":40,"false_positive":10,"false_negative":31,"true_negative":67,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.2495891161431699,"brier_skill":0.140565412717631,"baseline_adjusted_skill":0.43351015182001085,"baseline_adjusted_score":0.43351015182001085},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.29,"uniform_accuracy_baseline":0.20049999999999962,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.8382352941176472,"baseline_adjusted_score":0.8382352941176472},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.68,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.31914893617021284,"baseline_adjusted_score":0.31914893617021284},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.46,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":-0.10204081632653059,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1501340161591859,"accuracy":0.54973670564,"positive_recall":0.6296492754588563,"specificity":0.4215252346042366,"precision":0.6358775710655737,"balanced_accuracy":0.5255872550315465,"f1":0.6327480969709273,"true_positive":38.78853183500001,"false_positive":22.211468165000003,"false_negative":22.81486127100001,"true_negative":16.185138729,"positive_prevalence":0.6160339310599999,"majority_accuracy_baseline":0.6160339310599999,"constant_brier_baseline":0.079087076552024,"brier_skill":-0.8983381698326749,"baseline_adjusted_skill":0.051174510063092926,"baseline_adjusted_score":0.051174510063092926},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.20213509040400365,"accuracy":0.72,"positive_recall":0.68,"specificity":0.76,"precision":0.7391304347826086,"balanced_accuracy":0.72,"f1":0.7083333333333334,"true_positive":34,"false_positive":12,"false_negative":16,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.1914596383839854,"baseline_adjusted_skill":0.43999999999999995,"baseline_adjusted_score":0.43999999999999995},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.82,"uniform_accuracy_baseline":0.012987012987012965,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.8105263157894737,"baseline_adjusted_score":0.8105263157894737},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.82,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.7,"baseline_adjusted_score":0.7},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.49,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.203125,"baseline_adjusted_score":0.203125},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.18090208338560784,"accuracy":0.76,"positive_recall":0.7,"specificity":0.82,"precision":0.7954545454545454,"balanced_accuracy":0.76,"f1":0.7446808510638298,"true_positive":35,"false_positive":9,"false_negative":15,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.27639166645756863,"baseline_adjusted_skill":0.52,"baseline_adjusted_score":0.52},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.14546534271567957,"accuracy":0.6576414677973038,"positive_recall":0.5637366524558542,"specificity":0.7013669972466189,"precision":0.46780019358787406,"balanced_accuracy":0.6325518248512365,"f1":0.5113072134318106,"true_positive":125.37045188155025,"false_positive":142.62954811844975,"false_negative":97.02142442343757,"true_negative":334.97857557656243,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768597,"brier_skill":-0.6394723968145544,"baseline_adjusted_skill":0.265103649702473,"baseline_adjusted_score":0.265103649702473},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.30728048119888063,"accuracy":0.61,"positive_recall":0.6,"specificity":0.62,"precision":0.6122448979591837,"balanced_accuracy":0.61,"f1":0.6060606060606061,"true_positive":30,"false_positive":19,"false_negative":20,"true_negative":31,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.2291219247955225,"baseline_adjusted_skill":0.21999999999999997,"baseline_adjusted_score":0.21999999999999997},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.9006622516556292,"uniform_accuracy_baseline":0.006622516556291403,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.896551724137931,"baseline_adjusted_score":0.896551724137931},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.6447058823529411,"uniform_accuracy_baseline":0.3333333333333301,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.3449023861171366,"baseline_adjusted_score":0.3449023861171366},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.31,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.15000000000000005,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.23659365748873856,"accuracy":0.66,"positive_recall":0.96,"specificity":0.36,"precision":0.6,"balanced_accuracy":0.6599999999999999,"f1":0.7384615384615385,"true_positive":48,"false_positive":32,"false_negative":2,"true_negative":18,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.05362537004504575,"baseline_adjusted_skill":0.31999999999999984,"baseline_adjusted_score":0.31999999999999984},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.62,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.2083333333333333,"baseline_adjusted_score":0.2083333333333333},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.07142857142857136,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9887640449438202,"baseline_adjusted_score":0.9887640449438202},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.72,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.39130434782608686,"baseline_adjusted_score":0.39130434782608686},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.37,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.13698630136986298,"baseline_adjusted_score":0.13698630136986298},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.8333333333333334,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.5000000000000001,"baseline_adjusted_score":0.5000000000000001},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.28802164147364084,"accuracy":0.5853658536585366,"positive_recall":0.525,"specificity":0.6428571428571429,"precision":0.5833333333333334,"balanced_accuracy":0.5839285714285715,"f1":0.5526315789473685,"true_positive":21,"false_positive":15,"false_negative":19,"true_negative":27,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.24985127900059498,"brier_skill":-0.15277233170759552,"baseline_adjusted_skill":0.16785714285714293,"baseline_adjusted_score":0.16785714285714293},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25260784446766854,"accuracy":0.65,"positive_recall":0.32,"specificity":0.98,"precision":0.9411764705882353,"balanced_accuracy":0.65,"f1":0.47761194029850745,"true_positive":16,"false_positive":1,"false_negative":34,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.010431377870674163,"baseline_adjusted_skill":0.30000000000000004,"baseline_adjusted_score":0.30000000000000004},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.6480446927374302,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.5483870967741935,"baseline_adjusted_score":0.5483870967741935},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.49,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.16393442622950816,"baseline_adjusted_score":0.16393442622950816},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.21111825132112785,"accuracy":0.74,"positive_recall":0.36363636363636365,"specificity":0.8461538461538461,"precision":0.4,"balanced_accuracy":0.6048951048951049,"f1":0.38095238095238093,"true_positive":16,"false_positive":24,"false_negative":28,"true_negative":132,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000053,"brier_skill":-0.23029283986670857,"baseline_adjusted_skill":0.2097902097902098,"baseline_adjusted_score":0.2097902097902098},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.1934756361287812,"accuracy":0.74,"positive_recall":0.32,"specificity":0.88,"precision":0.47058823529411764,"balanced_accuracy":0.6,"f1":0.38095238095238093,"true_positive":16,"false_positive":18,"false_negative":34,"true_negative":132,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-0.031870059353499736,"baseline_adjusted_skill":0.19999999999999996,"baseline_adjusted_score":0.19999999999999996},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.04736748395215961,"accuracy":0.94,"positive_recall":0.7368421052631579,"specificity":0.9613259668508287,"precision":0.6666666666666666,"balanced_accuracy":0.8490840360569933,"f1":0.7,"true_positive":14,"false_positive":7,"false_negative":5,"true_negative":174,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.0859749999999999,"brier_skill":0.4490551444936357,"baseline_adjusted_skill":0.6981680721139867,"baseline_adjusted_score":0.6981680721139867},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.0744937059727075,"accuracy":0.8715535714285716,"positive_recall":0.634956849518897,"specificity":0.8866570836948056,"precision":0.26341563786008243,"balanced_accuracy":0.7608069666068513,"f1":0.37235682499054723,"true_positive":106.68333333333341,"false_positive":298.3166666666667,"false_negative":61.33333333333334,"true_negative":2333.666666666667,"positive_prevalence":0.060005952380952354,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679296,"brier_skill":-1.313399283120423,"baseline_adjusted_skill":0.5216139332137026,"baseline_adjusted_score":0.5216139332137026},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.7110481586402266,"uniform_accuracy_baseline":0.027777777777777853,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.6688311688311688,"baseline_adjusted_score":0.6688311688311688},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.38,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.11428571428571431,"baseline_adjusted_score":0.11428571428571431},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.21281243937653108,"accuracy":0.75,"positive_recall":1,"specificity":0.5,"precision":0.6666666666666666,"balanced_accuracy":0.75,"f1":0.8,"true_positive":50,"false_positive":25,"false_negative":0,"true_negative":25,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.1487502424938757,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1825734701452003,"accuracy":0.74,"positive_recall":0.68,"specificity":0.8,"precision":0.7727272727272727,"balanced_accuracy":0.74,"f1":0.723404255319149,"true_positive":34,"false_positive":10,"false_negative":16,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.26970611941919875,"baseline_adjusted_skill":0.48,"baseline_adjusted_score":0.48},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.6,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":-0.025641025641025664,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.8297872340425533,"baseline_adjusted_score":0.8297872340425533},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.15914154548431775,"accuracy":0.8,"positive_recall":0.92,"specificity":0.68,"precision":0.7419354838709677,"balanced_accuracy":0.8,"f1":0.8214285714285714,"true_positive":46,"false_positive":16,"false_negative":4,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.363433818062729,"baseline_adjusted_skill":0.6000000000000001,"baseline_adjusted_score":0.6000000000000001},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8208955223880599,"baseline_adjusted_score":0.8208955223880599},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.029598640926684894,"accuracy":0.96,"positive_recall":0.98,"specificity":0.94,"precision":0.9423076923076923,"balanced_accuracy":0.96,"f1":0.9607843137254902,"true_positive":49,"false_positive":3,"false_negative":1,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8816054362932604,"baseline_adjusted_skill":0.9199999999999999,"baseline_adjusted_score":0.9199999999999999},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.38591389864864867,"uniform_accuracy_baseline":0.23445945945945923,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.1675170776039688,"baseline_adjusted_score":0.1675170776039688},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.14264168662060772,"accuracy":0.6409649276315789,"positive_recall":0.9412372966858391,"specificity":0.35503896821367714,"precision":0.5815277999999999,"balanced_accuracy":0.6481381324497582,"f1":0.7188970322618157,"true_positive":69.78333599999999,"false_positive":50.21666400000001,"false_negative":4.356667,"true_negative":27.643333,"positive_prevalence":0.48776317763157917,"majority_accuracy_baseline":0.5122368223684208,"constant_brier_baseline":0.0945191003976856,"brier_skill":-0.5091308108144081,"baseline_adjusted_skill":0.2962762648995163,"baseline_adjusted_score":0.2962762648995163},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.1686713164521056,"normalized_score_rmse":0.24800444400624405,"constant_score_baseline":0.5841668333333334,"constant_mae_baseline":0.21700552708333315,"baseline_adjusted_skill":0.22273262474400735,"baseline_adjusted_score":0.22273262474400735},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24789840475958916,"accuracy":0.69,"positive_recall":0.84,"specificity":0.54,"precision":0.6461538461538462,"balanced_accuracy":0.69,"f1":0.7304347826086957,"true_positive":42,"false_positive":23,"false_negative":8,"true_negative":27,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.008406380961643367,"baseline_adjusted_skill":0.3799999999999999,"baseline_adjusted_score":0.3799999999999999},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.38492155206789663,"accuracy":0.53,"positive_recall":0.08,"specificity":0.98,"precision":0.8,"balanced_accuracy":0.53,"f1":0.14545454545454545,"true_positive":4,"false_positive":1,"false_negative":46,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.5396862082715865,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.5901639344262295,"baseline_adjusted_score":0.5901639344262295},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.83,"uniform_accuracy_baseline":0.03611111111111102,"fixed_answer_accuracy_baseline":0.08833333333333329,"baseline_adjusted_skill":0.8135283363802559,"baseline_adjusted_score":0.8135283363802559},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.7727272727272727,"baseline_adjusted_score":0.7727272727272727},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.715,"uniform_accuracy_baseline":0.04987932421560751,"fixed_answer_accuracy_baseline":0.1244247787610618,"baseline_adjusted_skill":0.6744996967859309,"baseline_adjusted_score":0.6744996967859309},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.35074258549910325,"accuracy":0.48,"positive_recall":0.48,"specificity":0.48,"precision":0.48,"balanced_accuracy":0.48,"f1":0.48,"true_positive":24,"false_positive":26,"false_negative":26,"true_negative":24,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.402970341996413,"baseline_adjusted_skill":-0.040000000000000036,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.6944444444444444,"uniform_accuracy_baseline":0.23888888888888893,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.5686274509803921,"baseline_adjusted_score":0.5686274509803921},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.26872976404170634,"accuracy":0.6875,"positive_recall":0.875,"specificity":0.5,"precision":0.6363636363636364,"balanced_accuracy":0.6875,"f1":0.7368421052631579,"true_positive":28,"false_positive":16,"false_negative":4,"true_negative":16,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.07491905616682537,"baseline_adjusted_skill":0.375,"baseline_adjusted_score":0.375},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.9130434782608695,"baseline_adjusted_score":0.9130434782608695},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.58,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.3636363636363636,"baseline_adjusted_score":0.3636363636363636},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.384082939584854,"accuracy":0.54,"positive_recall":0.08,"specificity":1,"precision":1,"balanced_accuracy":0.54,"f1":0.14814814814814814,"true_positive":4,"false_positive":0,"false_negative":46,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.536331758339416,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.8260869565217391,"baseline_adjusted_score":0.8260869565217391},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.3554478352756569,"accuracy":0.5454545454545454,"positive_recall":0.0625,"specificity":1,"precision":1,"balanced_accuracy":0.53125,"f1":0.11764705882352941,"true_positive":1,"false_positive":0,"false_negative":15,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":-0.42309813461466983,"baseline_adjusted_skill":0.0625,"baseline_adjusted_score":0.0625},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.1822052394732222,"normalized_score_rmse":0.33655477627910185,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.4478629106872055,"baseline_adjusted_score":0.4478629106872055},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0,"uniform_accuracy_baseline":0.17812500000000006,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.40350877192982454,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.05620629088152367,"accuracy":0.9411764705882353,"positive_recall":0.9411764705882353,"specificity":0.9411764705882353,"precision":0.9411764705882353,"balanced_accuracy":0.9411764705882353,"f1":0.9411764705882353,"true_positive":16,"false_positive":1,"false_negative":1,"true_negative":16,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7751748364739053,"baseline_adjusted_skill":0.8823529411764706,"baseline_adjusted_score":0.8823529411764706},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.23654136294532477,"normalized_score_rmse":0.3133303505706717,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-0.6084812680282083,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.20833333333333334,"uniform_accuracy_baseline":0.13194444444444448,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":-0.9826086956521737,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.27203283753247454,"accuracy":0.6923076923076923,"positive_recall":1,"specificity":0.38461538461538464,"precision":0.6190476190476191,"balanced_accuracy":0.6923076923076923,"f1":0.7647058823529411,"true_positive":26,"false_positive":16,"false_negative":0,"true_negative":10,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.08813135012989814,"baseline_adjusted_skill":0.3846153846153846,"baseline_adjusted_score":0.3846153846153846},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.43832896925657244,"accuracy":0.48,"positive_recall":0.15384615384615385,"specificity":0.8333333333333334,"precision":0.5,"balanced_accuracy":0.4935897435897436,"f1":0.23529411764705882,"true_positive":6,"false_positive":6,"false_negative":33,"true_negative":30,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24959999999999993,"brier_skill":-0.7561256781112682,"baseline_adjusted_skill":-0.012820512820512775,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.3915137220946379,"normalized_score_rmse":0.4455557663279667,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.3982632931951353,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8235294117647058,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.76,"baseline_adjusted_score":0.76},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.11729841468169692,"accuracy":0.8571428571428571,"positive_recall":1,"specificity":0.7142857142857143,"precision":0.7777777777777778,"balanced_accuracy":0.8571428571428572,"f1":0.875,"true_positive":14,"false_positive":4,"false_negative":0,"true_negative":10,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5308063412732122,"baseline_adjusted_skill":0.7142857142857144,"baseline_adjusted_score":0.7142857142857144},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.29159886464635804,"normalized_score_rmse":0.38969051398605525,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.16969696969696968,"baseline_adjusted_skill":-0.7183504523803244,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.133995387872764,"accuracy":0.8470588235294118,"positive_recall":0.7777777777777778,"specificity":0.925,"precision":0.9210526315789473,"balanced_accuracy":0.851388888888889,"f1":0.8433734939759037,"true_positive":35,"false_positive":3,"false_negative":10,"true_negative":37,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.24913494809688563,"brier_skill":0.46215740145515527,"baseline_adjusted_skill":0.702777777777778,"baseline_adjusted_score":0.702777777777778},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.48,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.3157894736842105,"baseline_adjusted_score":0.3157894736842105},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.28869339627872925,"accuracy":0.56,"positive_recall":0.7142857142857143,"specificity":0.2,"precision":0.6756756756756757,"balanced_accuracy":0.4571428571428572,"f1":0.6944444444444444,"true_positive":25,"false_positive":12,"false_negative":10,"true_negative":3,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.20999999999999996,"brier_skill":-0.37473045847013964,"baseline_adjusted_skill":-0.08571428571428563,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.3044856853613986,"normalized_score_rmse":0.460620871989396,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.08744887629070908,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.6075949367088608,"uniform_accuracy_baseline":0.24240506329113914,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.32608695652173914,"baseline_adjusted_score":0.32608695652173914},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.21386239250157713,"accuracy":0.8095238095238095,"positive_recall":1,"specificity":0.6,"precision":0.7333333333333333,"balanced_accuracy":0.8,"f1":0.8461538461538461,"true_positive":11,"false_positive":4,"false_negative":0,"true_negative":6,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.24943310657596363,"brier_skill":0.14260622642549503,"baseline_adjusted_skill":0.6000000000000001,"baseline_adjusted_score":0.6000000000000001},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.5151515151515151,"uniform_accuracy_baseline":0.3237373737373738,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.2,"baseline_adjusted_score":0.2},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.35533344042276105,"accuracy":0.48484848484848486,"positive_recall":0.17647058823529413,"specificity":0.8125,"precision":0.5,"balanced_accuracy":0.4944852941176471,"f1":0.2608695652173913,"true_positive":3,"false_positive":3,"false_negative":14,"true_negative":13,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":-0.4226401346337745,"baseline_adjusted_skill":-0.011029411764705843,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.25905642915202837,"normalized_score_rmse":0.3247229114647085,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.34313725490196084,"baseline_adjusted_skill":0.24503554932837457,"baseline_adjusted_score":0.24503554932837457},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.37499100453344836,"accuracy":0.43,"positive_recall":0.32,"specificity":0.54,"precision":0.41025641025641024,"balanced_accuracy":0.43000000000000005,"f1":0.3595505617977528,"true_positive":16,"false_positive":23,"false_negative":34,"true_negative":27,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.49996401813379343,"baseline_adjusted_skill":-0.1399999999999999,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.4333333333333333,"uniform_accuracy_baseline":0.3333333333333332,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":0.12371134020618549,"baseline_adjusted_score":0.12371134020618549},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.33552241501972885,"accuracy":0.5066666666666667,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":37,"true_negative":38,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555535,"brier_skill":-0.3423282962204668,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.59,"uniform_accuracy_baseline":0.1428571428571427,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.47435897435897434,"baseline_adjusted_score":0.47435897435897434},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.31999999999999995,"uniform_accuracy_baseline":0.32416666666666627,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.03030303030303042,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.45736934412893565,"accuracy":0.5151515151515151,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":16,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":-0.8311588814573925,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.49347463569074856,"normalized_score_rmse":0.564877371873109,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":-1.2461604107303037,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.20753541931594757,"accuracy":0.73,"positive_recall":0.2727272727272727,"specificity":0.8589743589743589,"precision":0.35294117647058826,"balanced_accuracy":0.5658508158508158,"f1":0.3076923076923077,"true_positive":6,"false_positive":11,"false_negative":16,"true_negative":67,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000028,"brier_skill":-0.20941386547754792,"baseline_adjusted_skill":0.13170163170163152,"baseline_adjusted_score":0.13170163170163152},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.22388960593253784,"accuracy":0.74,"positive_recall":0.7027027027027027,"specificity":0.7619047619047619,"precision":0.6341463414634146,"balanced_accuracy":0.7323037323037322,"f1":0.6666666666666666,"true_positive":26,"false_positive":15,"false_negative":11,"true_negative":48,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000008,"brier_skill":0.039512630062043086,"baseline_adjusted_skill":0.4646074646074645,"baseline_adjusted_score":0.4646074646074645},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.21860067558846555,"accuracy":0.71,"positive_recall":0.46153846153846156,"specificity":0.8688524590163934,"precision":0.6923076923076923,"balanced_accuracy":0.6651954602774275,"f1":0.5538461538461539,"true_positive":18,"false_positive":8,"false_negative":21,"true_negative":53,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379000000000002,"brier_skill":0.08112368394928382,"baseline_adjusted_skill":0.33039092055485497,"baseline_adjusted_score":0.33039092055485497},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.37820231788626324,"accuracy":0.55,"positive_recall":0.8064516129032258,"specificity":0.43478260869565216,"precision":0.390625,"balanced_accuracy":0.6206171107994389,"f1":0.5263157894736842,"true_positive":25,"false_positive":39,"false_negative":6,"true_negative":30,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999987,"brier_skill":-0.7681267783369026,"baseline_adjusted_skill":0.24123422159887786,"baseline_adjusted_score":0.24123422159887786},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.6527777777777778,"baseline_adjusted_score":0.6527777777777778},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.15430186750639316,"normalized_score_rmse":0.19389214602776278,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.33633605373594344,"baseline_adjusted_score":0.33633605373594344},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2950723077584349,"accuracy":0.65,"positive_recall":0.98,"specificity":0.32,"precision":0.5903614457831325,"balanced_accuracy":0.65,"f1":0.7368421052631579,"true_positive":49,"false_positive":34,"false_negative":1,"true_negative":16,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.18028923103373962,"baseline_adjusted_skill":0.30000000000000004,"baseline_adjusted_score":0.30000000000000004},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3164208059632444,"accuracy":0.55,"positive_recall":0.2,"specificity":0.9,"precision":0.6666666666666666,"balanced_accuracy":0.55,"f1":0.3076923076923077,"true_positive":10,"false_positive":5,"false_negative":40,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.2656832238529776,"baseline_adjusted_skill":0.10000000000000009,"baseline_adjusted_score":0.10000000000000009},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.4,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.7142857142857143,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.15130872655259947,"accuracy":0.81,"positive_recall":0.82,"specificity":0.8,"precision":0.803921568627451,"balanced_accuracy":0.81,"f1":0.8118811881188119,"true_positive":41,"false_positive":10,"false_negative":9,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3947650937896021,"baseline_adjusted_skill":0.6200000000000001,"baseline_adjusted_score":0.6200000000000001},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.7380952380952381,"baseline_adjusted_score":0.7380952380952381},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.59,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.3166666666666666,"baseline_adjusted_score":0.3166666666666666},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.23281727883528064,"accuracy":0.69,"positive_recall":0.46,"specificity":0.92,"precision":0.8518518518518519,"balanced_accuracy":0.6900000000000001,"f1":0.5974025974025974,"true_positive":23,"false_positive":4,"false_negative":27,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.06873088465887744,"baseline_adjusted_skill":0.3800000000000001,"baseline_adjusted_score":0.3800000000000001},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.20851190476190457,"fixed_answer_accuracy_baseline":0.2233333333333332,"baseline_adjusted_skill":0.9484978540772532,"baseline_adjusted_score":0.9484978540772532},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10068830488265779,"accuracy":0.85,"positive_recall":0.9,"specificity":0.8,"precision":0.8181818181818182,"balanced_accuracy":0.8500000000000001,"f1":0.8571428571428571,"true_positive":45,"false_positive":10,"false_negative":5,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5972467804693689,"baseline_adjusted_skill":0.7000000000000002,"baseline_adjusted_score":0.7000000000000002},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.1614556030201272,"normalized_score_rmse":0.29027192607457836,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.461814656599576,"baseline_adjusted_score":0.461814656599576},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.22851190476190467,"fixed_answer_accuracy_baseline":0.2433333333333333,"baseline_adjusted_skill":0.8149779735682819,"baseline_adjusted_score":0.8149779735682819},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.15952418123718967,"accuracy":0.82,"positive_recall":0.94,"specificity":0.7,"precision":0.7580645161290323,"balanced_accuracy":0.82,"f1":0.8392857142857143,"true_positive":47,"false_positive":15,"false_negative":3,"true_negative":35,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3619032750512413,"baseline_adjusted_skill":0.6399999999999999,"baseline_adjusted_score":0.6399999999999999},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.15076312267237482,"normalized_score_rmse":0.26232681292934923,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.304222222222222,"baseline_adjusted_skill":0.5044309335093593,"baseline_adjusted_score":0.5044309335093593},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.63,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.40322580645161293,"baseline_adjusted_score":0.40322580645161293},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09879387503283246,"accuracy":0.88,"positive_recall":0.96,"specificity":0.8,"precision":0.8275862068965517,"balanced_accuracy":0.88,"f1":0.8888888888888888,"true_positive":48,"false_positive":10,"false_negative":2,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6048244998686702,"baseline_adjusted_skill":0.76,"baseline_adjusted_score":0.76},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.74,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.48,"baseline_adjusted_score":0.48},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10620492958910711,"accuracy":0.84,"positive_recall":0.8,"specificity":0.88,"precision":0.8695652173913043,"balanced_accuracy":0.8400000000000001,"f1":0.8333333333333334,"true_positive":40,"false_positive":6,"false_negative":10,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5751802816435716,"baseline_adjusted_skill":0.6800000000000002,"baseline_adjusted_score":0.6800000000000002},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.51,"uniform_accuracy_baseline":0.35333333333333317,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.16949152542372883,"baseline_adjusted_score":0.16949152542372883},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.6774193548387097,"baseline_adjusted_score":0.6774193548387097},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.26,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.1935483870967742,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.31,"uniform_accuracy_baseline":0.11111111111111088,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.17857142857142858,"baseline_adjusted_score":0.17857142857142858},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.3060944244951427,"accuracy":0.37687500000000007,"positive_recall":0.8081740276862228,"specificity":0.27595249113064946,"precision":0.20709459459459464,"balanced_accuracy":0.5420632594084361,"f1":0.3297028371655238,"true_positive":61.30000000000002,"false_positive":234.7,"false_negative":14.55,"true_negative":89.45000000000002,"positive_prevalence":0.1896249999999999,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500007,"brier_skill":-3.0210182755163455,"baseline_adjusted_skill":0.08412651881687228,"baseline_adjusted_score":0.08412651881687228},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3576208268327503,"normalized_score_rmse":0.3983779993446066,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":-0.6730798916152061,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.09688692174733887,"accuracy":0.7596250000000001,"positive_recall":0.6540084388185654,"specificity":0.7980228396113856,"precision":0.5406976744186046,"balanced_accuracy":0.7260156392149755,"f1":0.5919796308084023,"true_positive":69.75,"false_positive":59.25,"false_negative":36.900000000000006,"true_negative":234.1,"positive_prevalence":0.2666249999999998,"majority_accuracy_baseline":0.7333750000000002,"constant_brier_baseline":0.11565485937499977,"brier_skill":0.16227539187789475,"baseline_adjusted_skill":0.45203127842995094,"baseline_adjusted_score":0.45203127842995094},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.18138899096562575,"normalized_score_rmse":0.24241887233061654,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.32506421966278787,"baseline_adjusted_score":0.32506421966278787},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.16038225091339953,"accuracy":0.6191249999999999,"positive_recall":0.8340044742729306,"specificity":0.5358196010407633,"precision":0.41057268722466944,"balanced_accuracy":0.6849120376568469,"f1":0.5502583025830255,"true_positive":93.19999999999995,"false_positive":133.8,"false_negative":18.55,"true_negative":154.45000000000002,"positive_prevalence":0.2793749999999999,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937499995,"brier_skill":-0.4173570135850475,"baseline_adjusted_skill":0.3698240753136939,"baseline_adjusted_score":0.3698240753136939},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.2664353810160357,"normalized_score_rmse":0.31903528206949644,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":-0.007793403370347729,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.08759622285945225,"accuracy":0.8206249999999996,"positive_recall":0.3943661971830985,"specificity":0.9421686746987952,"precision":0.660377358490566,"balanced_accuracy":0.6682674359409468,"f1":0.49382716049382713,"true_positive":35,"false_positive":17.999999999999996,"false_negative":53.750000000000014,"true_negative":293.24999999999983,"positive_prevalence":0.22187499999999974,"majority_accuracy_baseline":0.7781250000000003,"constant_brier_baseline":0.126740234375001,"brier_skill":0.3088522891612212,"baseline_adjusted_skill":0.3365348718818937,"baseline_adjusted_score":0.3365348718818937},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.17872030424068364,"normalized_score_rmse":0.27169153190920514,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.20788784824073736,"baseline_adjusted_score":0.20788784824073736},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.09171348140775258,"accuracy":0.7529999999999997,"positive_recall":0.8081285444234403,"specificity":0.7331747110808972,"precision":0.521341463414634,"balanced_accuracy":0.7706516277521687,"f1":0.6338028169014083,"true_positive":85.49999999999999,"false_positive":78.50000000000001,"false_negative":20.30000000000001,"true_negative":215.6999999999999,"positive_prevalence":0.26449999999999985,"majority_accuracy_baseline":0.7355000000000002,"constant_brier_baseline":0.11362725000000028,"brier_skill":0.19285663071356252,"baseline_adjusted_skill":0.5413032555043373,"baseline_adjusted_score":0.5413032555043373},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.19362188815347736,"normalized_score_rmse":0.2549786146384599,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.22936561928964228,"baseline_adjusted_score":0.22936561928964228},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.10562546626664122,"accuracy":0.7665000000000001,"positive_recall":0.6214099216710184,"specificity":0.800865800865801,"precision":0.42500000000000016,"balanced_accuracy":0.7111378612684096,"f1":0.5047720042417817,"true_positive":47.60000000000003,"false_positive":64.4,"false_negative":29.00000000000001,"true_negative":259,"positive_prevalence":0.1914999999999999,"majority_accuracy_baseline":0.8085000000000001,"constant_brier_baseline":0.09190274999999995,"brier_skill":-0.1493177980706919,"baseline_adjusted_skill":0.4222757225368192,"baseline_adjusted_score":0.4222757225368192},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.19443109582635582,"normalized_score_rmse":0.2641596211638475,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.06015180265205655,"baseline_adjusted_score":0.06015180265205655},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.10845894919689904,"accuracy":0.77575,"positive_recall":0.7865853658536585,"specificity":0.7732985898221949,"precision":0.4397727272727271,"balanced_accuracy":0.7799419778379266,"f1":0.5641399416909619,"true_positive":58.04999999999999,"false_positive":73.95000000000003,"false_negative":15.750000000000002,"true_negative":252.25,"positive_prevalence":0.1844999999999999,"majority_accuracy_baseline":0.8155000000000001,"constant_brier_baseline":0.1092222499999995,"brier_skill":0.0069885101533840865,"baseline_adjusted_skill":0.5598839556758533,"baseline_adjusted_score":0.5598839556758533},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.24060866869418537,"normalized_score_rmse":0.30527729748513843,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":-0.27054082478777763,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.10659518085047814,"accuracy":0.7734999999999999,"positive_recall":0.38152866242038236,"specificity":0.8692068429237947,"precision":0.41597222222222235,"balanced_accuracy":0.6253677526720886,"f1":0.3980066445182726,"true_positive":29.950000000000014,"false_positive":42.05,"false_negative":48.54999999999999,"true_negative":279.44999999999993,"positive_prevalence":0.19624999999999987,"majority_accuracy_baseline":0.8037500000000002,"constant_brier_baseline":0.09878593749999955,"brier_skill":-0.07905217633308004,"baseline_adjusted_skill":0.2507355053441771,"baseline_adjusted_score":0.2507355053441771},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.24855855094141407,"normalized_score_rmse":0.3021727303689173,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":-0.1766085251664571,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.1450315531006116,"accuracy":0.6119897959183672,"positive_recall":0.9297153024911032,"specificity":0.3722023276633842,"precision":0.5277777777777778,"balanced_accuracy":0.6509588150772437,"f1":0.6733247422680412,"true_positive":156.74999999999994,"false_positive":140.24999999999994,"false_negative":11.849999999999998,"true_negative":83.15,"positive_prevalence":0.43010204081632636,"majority_accuracy_baseline":0.5698979591836737,"constant_brier_baseline":0.12359641815910102,"brier_skill":-0.1734284476910808,"baseline_adjusted_skill":0.30191763015448747,"baseline_adjusted_score":0.30191763015448747},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.22382786671125005,"normalized_score_rmse":0.27222692373842816,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.18758774304805537,"baseline_adjusted_score":0.18758774304805537},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.1486766621451495,"accuracy":0.7203750000000002,"positive_recall":0.7175452399685287,"specificity":0.7209094962104324,"precision":0.3268817204301074,"balanced_accuracy":0.7192273680894805,"f1":0.4491504555528194,"true_positive":91.19999999999996,"false_positive":187.80000000000004,"false_negative":35.899999999999984,"true_negative":485.10000000000025,"positive_prevalence":0.15887500000000002,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499934,"brier_skill":-0.5051675296843223,"baseline_adjusted_skill":0.438454736178961,"baseline_adjusted_score":0.438454736178961},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.3032106922404105,"normalized_score_rmse":0.36710016167784115,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-0.8376405590327907,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.61,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.3709677419354838,"baseline_adjusted_score":0.3709677419354838},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.31206666754952417,"accuracy":0.57,"positive_recall":0.42,"specificity":0.72,"precision":0.6,"balanced_accuracy":0.57,"f1":0.49411764705882355,"true_positive":21,"false_positive":14,"false_negative":29,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.24826667019809667,"baseline_adjusted_skill":0.1399999999999999,"baseline_adjusted_score":0.1399999999999999},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.24121935056328694,"uniform_accuracy_baseline":0.058823529411766766,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.10825545171339565,"baseline_adjusted_score":0.10825545171339565},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.73,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.41304347826086946,"baseline_adjusted_score":0.41304347826086946},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.30158843497921245,"accuracy":0.54,"positive_recall":0.38,"specificity":0.7,"precision":0.5588235294117647,"balanced_accuracy":0.54,"f1":0.4523809523809524,"true_positive":19,"false_positive":15,"false_negative":31,"true_negative":35,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.2063537399168498,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.46,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.1428571428571429,"baseline_adjusted_score":0.1428571428571429},"scoring":{"eligible":true,"reason":null},"model":68,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.17507435691382084,"accuracy":0.7297297297297297,"positive_recall":0.6901408450704225,"specificity":0.7662337662337663,"precision":0.7313432835820896,"balanced_accuracy":0.7281873056520944,"f1":0.7101449275362319,"true_positive":49,"false_positive":18,"false_negative":22,"true_negative":59,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.24958911614317017,"brier_skill":0.2985497139490887,"baseline_adjusted_skill":0.4563746113041889,"baseline_adjusted_score":0.4563746113041889},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.3,"uniform_accuracy_baseline":0.2005,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.014084507042253534,"baseline_adjusted_score":0.014084507042253534},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.79,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.6911764705882354,"baseline_adjusted_score":0.6911764705882354},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.69,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.34042553191489344,"baseline_adjusted_score":0.34042553191489344},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.4897959183673469,"baseline_adjusted_score":0.4897959183673469},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.0932375207388639,"accuracy":0.6217354396,"positive_recall":0.98027828481932,"specificity":0.046490447239986264,"precision":0.6225615312680413,"balanced_accuracy":0.5133843660296531,"f1":0.7615028575415199,"true_positive":60.388468533,"false_positive":36.611531467,"false_negative":1.214924573,"true_negative":1.785075427,"positive_prevalence":0.61603393106,"majority_accuracy_baseline":0.61603393106,"constant_brier_baseline":0.07908707655202402,"brier_skill":-0.17892233224136977,"baseline_adjusted_skill":0.02676873205930619,"baseline_adjusted_score":0.02676873205930619},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.19120098805265545,"accuracy":0.71,"positive_recall":0.58,"specificity":0.84,"precision":0.7837837837837838,"balanced_accuracy":0.71,"f1":0.6666666666666666,"true_positive":29,"false_positive":8,"false_negative":21,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2351960477893782,"baseline_adjusted_skill":0.41999999999999993,"baseline_adjusted_score":0.41999999999999993},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.6,"uniform_accuracy_baseline":0.012987012987012986,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.5789473684210525,"baseline_adjusted_score":0.5789473684210525},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.81,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.6833333333333335,"baseline_adjusted_score":0.6833333333333335},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":-0.04687499999999995,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11685719373418264,"accuracy":0.83,"positive_recall":0.98,"specificity":0.68,"precision":0.7538461538461538,"balanced_accuracy":0.8300000000000001,"f1":0.8521739130434782,"true_positive":49,"false_positive":16,"false_negative":1,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5325712250632695,"baseline_adjusted_skill":0.6600000000000001,"baseline_adjusted_score":0.6600000000000001},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.11572692041223273,"accuracy":0.6447962102180879,"positive_recall":0.6896592370059732,"specificity":0.6239063379376701,"precision":0.4605844196060801,"balanced_accuracy":0.6567827874718217,"f1":0.5523113256507215,"true_positive":153.37461172882468,"false_positive":179.62538827117532,"false_negative":69.01726457616314,"true_negative":297.98273542383686,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768642,"brier_skill":-0.304304434596836,"baseline_adjusted_skill":0.31356557494364345,"baseline_adjusted_score":0.31356557494364345},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24762157597509976,"accuracy":0.53,"positive_recall":0.44,"specificity":0.62,"precision":0.5365853658536586,"balanced_accuracy":0.53,"f1":0.4835164835164835,"true_positive":22,"false_positive":19,"false_negative":28,"true_negative":31,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.009513696099600955,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.6357615894039735,"uniform_accuracy_baseline":0.006622516556291391,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.6206896551724138,"baseline_adjusted_score":0.6206896551724138},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.6129411764705882,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.2863340563991323,"baseline_adjusted_score":0.2863340563991323},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.41,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.01666666666666659,"baseline_adjusted_score":0.01666666666666659},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2008206645346094,"accuracy":0.7,"positive_recall":0.9,"specificity":0.5,"precision":0.6428571428571429,"balanced_accuracy":0.7,"f1":0.75,"true_positive":45,"false_positive":25,"false_negative":5,"true_negative":25,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.19671734186156242,"baseline_adjusted_skill":0.3999999999999999,"baseline_adjusted_score":0.3999999999999999},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.77,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.5208333333333334,"baseline_adjusted_score":0.5208333333333334},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.07142857142857142,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.8651685393258427,"baseline_adjusted_score":0.8651685393258427},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.66,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.2608695652173913,"baseline_adjusted_score":0.2608695652173913},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.0821917808219178,"baseline_adjusted_score":0.0821917808219178},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":-0.49999999999999983,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.24025633587964176,"accuracy":0.6219512195121951,"positive_recall":0.575,"specificity":0.6666666666666666,"precision":0.6216216216216216,"balanced_accuracy":0.6208333333333333,"f1":0.5974025974025974,"true_positive":23,"false_positive":14,"false_negative":17,"true_negative":28,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.2498512790005949,"brier_skill":0.03840261758648145,"baseline_adjusted_skill":0.2416666666666667,"baseline_adjusted_score":0.2416666666666667},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.20424257749208838,"accuracy":0.76,"positive_recall":0.68,"specificity":0.84,"precision":0.8095238095238095,"balanced_accuracy":0.76,"f1":0.7391304347826086,"true_positive":34,"false_positive":8,"false_negative":16,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.18302969003164649,"baseline_adjusted_skill":0.52,"baseline_adjusted_score":0.52},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.5363128491620112,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.4050179211469534,"baseline_adjusted_score":0.4050179211469534},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.45,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.09836065573770492,"baseline_adjusted_score":0.09836065573770492},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.20290111209962486,"accuracy":0.705,"positive_recall":0.5454545454545454,"specificity":0.75,"precision":0.38095238095238093,"balanced_accuracy":0.6477272727272727,"f1":0.4485981308411215,"true_positive":24,"false_positive":39,"false_negative":20,"true_negative":117,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.18240741316797693,"baseline_adjusted_skill":0.2954545454545454,"baseline_adjusted_score":0.2954545454545454},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.17403472821718563,"accuracy":0.74,"positive_recall":0.58,"specificity":0.7933333333333333,"precision":0.48333333333333334,"balanced_accuracy":0.6866666666666666,"f1":0.5272727272727272,"true_positive":29,"false_positive":31,"false_negative":21,"true_negative":119,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":0.07181478284167664,"baseline_adjusted_skill":0.3733333333333333,"baseline_adjusted_score":0.3733333333333333},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.08052535495613991,"accuracy":0.935,"positive_recall":0.8947368421052632,"specificity":0.9392265193370166,"precision":0.6071428571428571,"balanced_accuracy":0.91698168072114,"f1":0.723404255319149,"true_positive":17,"false_positive":11,"false_negative":2,"true_negative":170,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.085975,"brier_skill":0.063386391902996,"baseline_adjusted_skill":0.8339633614422799,"baseline_adjusted_score":0.8339633614422799},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.09303254291706527,"accuracy":0.8421607142857144,"positive_recall":0.6459676619382998,"specificity":0.8546849967388345,"precision":0.22104548540393754,"balanced_accuracy":0.7503263293385671,"f1":0.3293796312688096,"true_positive":108.53333333333333,"false_positive":382.46666666666664,"false_negative":59.483333333333334,"true_negative":2249.516666666667,"positive_prevalence":0.060005952380952375,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679138,"brier_skill":-1.8891221785914456,"baseline_adjusted_skill":0.5006526586771343,"baseline_adjusted_score":0.5006526586771343},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.6713881019830028,"uniform_accuracy_baseline":0.027777777777777776,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.6233766233766234,"baseline_adjusted_score":0.6233766233766234},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.47,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.24285714285714285,"baseline_adjusted_score":0.24285714285714285},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.16663335046488453,"accuracy":0.72,"positive_recall":0.9,"specificity":0.54,"precision":0.6617647058823529,"balanced_accuracy":0.72,"f1":0.7627118644067796,"true_positive":45,"false_positive":23,"false_negative":5,"true_negative":27,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.33346659814046187,"baseline_adjusted_skill":0.43999999999999995,"baseline_adjusted_score":0.43999999999999995},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1607023375992526,"accuracy":0.72,"positive_recall":0.78,"specificity":0.66,"precision":0.6964285714285714,"balanced_accuracy":0.72,"f1":0.7358490566037735,"true_positive":39,"false_positive":17,"false_negative":11,"true_negative":33,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.35719064960298963,"baseline_adjusted_skill":0.43999999999999995,"baseline_adjusted_score":0.43999999999999995},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.47,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":-0.358974358974359,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.63,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.6063829787234044,"baseline_adjusted_score":0.6063829787234044},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.18219361237235648,"accuracy":0.72,"positive_recall":0.84,"specificity":0.6,"precision":0.6774193548387096,"balanced_accuracy":0.72,"f1":0.75,"true_positive":42,"false_positive":20,"false_negative":8,"true_negative":30,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.27122555051057406,"baseline_adjusted_skill":0.43999999999999995,"baseline_adjusted_score":0.43999999999999995},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8358208955223883,"baseline_adjusted_score":0.8358208955223883},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1982092148152227,"accuracy":0.68,"positive_recall":0.4,"specificity":0.96,"precision":0.9090909090909091,"balanced_accuracy":0.6799999999999999,"f1":0.5555555555555556,"true_positive":20,"false_positive":2,"false_negative":30,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.20716314073910924,"baseline_adjusted_skill":0.3599999999999999,"baseline_adjusted_score":0.3599999999999999},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.43240037837837836,"uniform_accuracy_baseline":0.23445945945945948,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.23053625425061197,"baseline_adjusted_score":0.23053625425061197},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.11830274420042106,"accuracy":0.5760964934210526,"positive_recall":0.90846145501235,"specificity":0.2596112609662701,"precision":0.53882668,"balanced_accuracy":0.58403635798931,"f1":0.6764420406280701,"true_positive":67.353335,"false_positive":57.646665,"false_negative":6.786668,"true_negative":20.213332,"positive_prevalence":0.4877631776315789,"majority_accuracy_baseline":0.512236822368421,"constant_brier_baseline":0.09451910039768556,"brier_skill":-0.2516279112123021,"baseline_adjusted_skill":0.16807271597861995,"baseline_adjusted_score":0.16807271597861995},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.12416629178357069,"normalized_score_rmse":0.16495711400922955,"constant_score_baseline":0.5841668333333333,"constant_mae_baseline":0.21700552708333334,"baseline_adjusted_skill":0.42781968066698595,"baseline_adjusted_score":0.42781968066698595},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.23368649180225087,"accuracy":0.64,"positive_recall":0.8,"specificity":0.48,"precision":0.6060606060606061,"balanced_accuracy":0.64,"f1":0.6896551724137931,"true_positive":40,"false_positive":26,"false_negative":10,"true_negative":24,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.06525403279099651,"baseline_adjusted_skill":0.28,"baseline_adjusted_score":0.28},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2580224924903388,"accuracy":0.47,"positive_recall":0.58,"specificity":0.36,"precision":0.47540983606557374,"balanced_accuracy":0.47,"f1":0.5225225225225225,"true_positive":29,"false_positive":32,"false_negative":21,"true_negative":18,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.03208996996135527,"baseline_adjusted_skill":-0.06000000000000005,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.64,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.4098360655737705,"baseline_adjusted_score":0.4098360655737705},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.7,"uniform_accuracy_baseline":0.036111111111111115,"fixed_answer_accuracy_baseline":0.08833333333333333,"baseline_adjusted_skill":0.6709323583180986,"baseline_adjusted_score":0.6709323583180986},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.6818181818181818,"baseline_adjusted_score":0.6818181818181818},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.71,"uniform_accuracy_baseline":0.049879324215607396,"fixed_answer_accuracy_baseline":0.12442477876106194,"baseline_adjusted_skill":0.6687891651505963,"baseline_adjusted_score":0.6687891651505963},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3144496948015389,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":50,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.25779877920615557,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.6666666666666666,"uniform_accuracy_baseline":0.23888888888888887,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.5294117647058824,"baseline_adjusted_score":0.5294117647058824},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.25798312377430205,"accuracy":0.578125,"positive_recall":0.75,"specificity":0.40625,"precision":0.5581395348837209,"balanced_accuracy":0.578125,"f1":0.64,"true_positive":24,"false_positive":19,"false_negative":8,"true_negative":13,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.03193249509720819,"baseline_adjusted_skill":0.15625,"baseline_adjusted_score":0.15625},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.9782608695652174,"baseline_adjusted_score":0.9782608695652174},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.43,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.13636363636363633,"baseline_adjusted_score":0.13636363636363633},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2708979142559816,"accuracy":0.51,"positive_recall":0.06,"specificity":0.96,"precision":0.6,"balanced_accuracy":0.51,"f1":0.10909090909090909,"true_positive":3,"false_positive":2,"false_negative":47,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.08359165702392635,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.8260869565217391,"baseline_adjusted_score":0.8260869565217391},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.12410359172301982,"accuracy":0.9090909090909091,"positive_recall":0.9375,"specificity":0.8823529411764706,"precision":0.8823529411764706,"balanced_accuracy":0.9099264705882353,"f1":0.9090909090909091,"true_positive":15,"false_positive":2,"false_negative":1,"true_negative":15,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.5031293699030566,"baseline_adjusted_skill":0.8198529411764706,"baseline_adjusted_score":0.8198529411764706},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.2519262289430756,"normalized_score_rmse":0.32558543248215044,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.23658718502098308,"baseline_adjusted_score":0.23658718502098308},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.1875,"uniform_accuracy_baseline":0.178125,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.14035087719298242,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.19507475932909446,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":17,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.21970096268362216,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.25266221187587545,"normalized_score_rmse":0.31711686001942785,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-0.718103040755953,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.14583333333333334,"uniform_accuracy_baseline":0.13194444444444445,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":-1.1391304347826086,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.22514180365832898,"accuracy":0.6923076923076923,"positive_recall":1,"specificity":0.38461538461538464,"precision":0.6190476190476191,"balanced_accuracy":0.6923076923076923,"f1":0.7647058823529411,"true_positive":26,"false_positive":16,"false_negative":0,"true_negative":10,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.0994327853666841,"baseline_adjusted_skill":0.3846153846153846,"baseline_adjusted_score":0.3846153846153846},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.25664927145039534,"accuracy":0.5066666666666667,"positive_recall":0.10256410256410256,"specificity":0.9444444444444444,"precision":0.6666666666666666,"balanced_accuracy":0.5235042735042735,"f1":0.17777777777777778,"true_positive":4,"false_positive":2,"false_negative":35,"true_negative":34,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24960000000000004,"brier_skill":-0.028242273439083698,"baseline_adjusted_skill":0.047008547008547064,"baseline_adjusted_score":0.047008547008547064},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.2936715578837875,"normalized_score_rmse":0.36472571270992316,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.048826992442098094,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8235294117647058,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.76,"baseline_adjusted_score":0.76},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.0879171263172074,"accuracy":0.8928571428571429,"positive_recall":1,"specificity":0.7857142857142857,"precision":0.8235294117647058,"balanced_accuracy":0.8928571428571428,"f1":0.9032258064516129,"true_positive":14,"false_positive":3,"false_negative":0,"true_negative":11,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6483314947311705,"baseline_adjusted_skill":0.7857142857142856,"baseline_adjusted_score":0.7857142857142856},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.17148150467872508,"normalized_score_rmse":0.22078338710452267,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.1696969696969697,"baseline_adjusted_skill":-0.010516009713915642,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.10819038021871138,"accuracy":0.8705882352941177,"positive_recall":0.8222222222222222,"specificity":0.925,"precision":0.925,"balanced_accuracy":0.8736111111111111,"f1":0.8705882352941177,"true_positive":37,"false_positive":3,"false_negative":8,"true_negative":37,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.2491349480968858,"brier_skill":0.5657358349554501,"baseline_adjusted_skill":0.7472222222222222,"baseline_adjusted_score":0.7472222222222222},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.36,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.15789473684210525,"baseline_adjusted_score":0.15789473684210525},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.27891387663528794,"accuracy":0.56,"positive_recall":0.45714285714285713,"specificity":0.8,"precision":0.8421052631578947,"balanced_accuracy":0.6285714285714286,"f1":0.5925925925925926,"true_positive":16,"false_positive":3,"false_negative":19,"true_negative":12,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.21,"brier_skill":-0.32816131731089504,"baseline_adjusted_skill":0.2571428571428571,"baseline_adjusted_score":0.2571428571428571},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.2855858755133671,"normalized_score_rmse":0.34747437156052197,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.019949555404882524,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.5569620253164557,"uniform_accuracy_baseline":0.24240506329113923,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.23913043478260865,"baseline_adjusted_score":0.23913043478260865},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.19216558541047313,"accuracy":0.7142857142857143,"positive_recall":0.6363636363636364,"specificity":0.8,"precision":0.7777777777777778,"balanced_accuracy":0.7181818181818183,"f1":0.7,"true_positive":7,"false_positive":2,"false_negative":4,"true_negative":8,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.2494331065759637,"brier_skill":0.22959069849073954,"baseline_adjusted_skill":0.4363636363636365,"baseline_adjusted_score":0.4363636363636365},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.5757575757575758,"uniform_accuracy_baseline":0.32373737373737377,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.3000000000000001,"baseline_adjusted_score":0.3000000000000001},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.22946251518783553,"accuracy":0.6060606060606061,"positive_recall":0.4117647058823529,"specificity":0.8125,"precision":0.7,"balanced_accuracy":0.6121323529411764,"f1":0.5185185185185185,"true_positive":7,"false_positive":3,"false_negative":10,"true_negative":13,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.08130632706046725,"baseline_adjusted_skill":0.2242647058823528,"baseline_adjusted_score":0.2242647058823528},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.3114445635580913,"normalized_score_rmse":0.36773169896464747,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.3431372549019608,"baseline_adjusted_skill":0.0923615576307053,"baseline_adjusted_score":0.0923615576307053},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11428593666158271,"accuracy":0.89,"positive_recall":0.8,"specificity":0.98,"precision":0.975609756097561,"balanced_accuracy":0.89,"f1":0.8791208791208791,"true_positive":40,"false_positive":1,"false_negative":10,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5428562533536692,"baseline_adjusted_skill":0.78,"baseline_adjusted_score":0.78},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.41333333333333333,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":0.09278350515463916,"baseline_adjusted_score":0.09278350515463916},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.24785401117383316,"accuracy":0.49333333333333335,"positive_recall":0,"specificity":0.9736842105263158,"precision":0,"balanced_accuracy":0.4868421052631579,"f1":0,"true_positive":0,"false_positive":1,"false_negative":37,"true_negative":37,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555554,"brier_skill":0.008407672224173823,"baseline_adjusted_skill":-0.02631578947368418,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.71,"uniform_accuracy_baseline":0.14285714285714285,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.6282051282051282,"baseline_adjusted_score":0.6282051282051282},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.27,"uniform_accuracy_baseline":0.32416666666666666,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.10606060606060608,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.3885991428513806,"accuracy":0.5151515151515151,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":16,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":-0.5558252447248289,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.223486153317018,"normalized_score_rmse":0.30413464539784163,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":-0.017247318546426804,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2091374498502066,"accuracy":0.7,"positive_recall":0.6363636363636364,"specificity":0.717948717948718,"precision":0.3888888888888889,"balanced_accuracy":0.6771561771561772,"f1":0.4827586206896552,"true_positive":14,"false_positive":22,"false_negative":8,"true_negative":56,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.21874970775178681,"baseline_adjusted_skill":0.3543123543123543,"baseline_adjusted_score":0.3543123543123543},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08250276933863451,"accuracy":0.88,"positive_recall":0.7837837837837838,"specificity":0.9365079365079365,"precision":0.8787878787878788,"balanced_accuracy":0.8601458601458601,"f1":0.8285714285714286,"true_positive":29,"false_positive":4,"false_negative":8,"true_negative":59,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000003,"brier_skill":0.6460627656000235,"baseline_adjusted_skill":0.7202917202917203,"baseline_adjusted_score":0.7202917202917203},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2103127277288133,"accuracy":0.69,"positive_recall":0.46153846153846156,"specificity":0.8360655737704918,"precision":0.6428571428571429,"balanced_accuracy":0.6488020176544766,"f1":0.5373134328358209,"true_positive":18,"false_positive":10,"false_negative":21,"true_negative":51,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379,"brier_skill":0.1159616320772876,"baseline_adjusted_skill":0.2976040353089533,"baseline_adjusted_score":0.2976040353089533},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.17151430200833892,"accuracy":0.72,"positive_recall":0.7741935483870968,"specificity":0.6956521739130435,"precision":0.5333333333333333,"balanced_accuracy":0.7349228611500701,"f1":0.631578947368421,"true_positive":24,"false_positive":21,"false_negative":7,"true_negative":48,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999998,"brier_skill":0.19815660585161787,"baseline_adjusted_skill":0.4698457223001402,"baseline_adjusted_score":0.4698457223001402},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.57,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.4027777777777777,"baseline_adjusted_score":0.4027777777777777},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.19032407472169185,"normalized_score_rmse":0.24016360214796428,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.1814018291540136,"baseline_adjusted_score":0.1814018291540136},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.19146996002111075,"accuracy":0.71,"positive_recall":0.9,"specificity":0.52,"precision":0.6521739130434783,"balanced_accuracy":0.71,"f1":0.7563025210084033,"true_positive":45,"false_positive":24,"false_negative":5,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.234120159915557,"baseline_adjusted_skill":0.41999999999999993,"baseline_adjusted_score":0.41999999999999993},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2449762835851648,"accuracy":0.54,"positive_recall":0.82,"specificity":0.26,"precision":0.5256410256410257,"balanced_accuracy":0.54,"f1":0.640625,"true_positive":41,"false_positive":37,"false_negative":9,"true_negative":13,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.02009486565934082,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.37,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.8000000000000002,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.16685742148820049,"accuracy":0.76,"positive_recall":0.98,"specificity":0.54,"precision":0.6805555555555556,"balanced_accuracy":0.76,"f1":0.8032786885245902,"true_positive":49,"false_positive":23,"false_negative":1,"true_negative":27,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.33257031404719806,"baseline_adjusted_skill":0.52,"baseline_adjusted_score":0.52},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.4047619047619048,"baseline_adjusted_score":0.4047619047619048},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.49,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.14999999999999997,"baseline_adjusted_score":0.14999999999999997},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.22272721720766625,"accuracy":0.65,"positive_recall":0.5,"specificity":0.8,"precision":0.7142857142857143,"balanced_accuracy":0.65,"f1":0.5882352941176471,"true_positive":25,"false_positive":10,"false_negative":25,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.109091131169335,"baseline_adjusted_skill":0.30000000000000004,"baseline_adjusted_score":0.30000000000000004},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.20851190476190473,"fixed_answer_accuracy_baseline":0.22333333333333333,"baseline_adjusted_skill":0.9613733905579399,"baseline_adjusted_score":0.9613733905579399},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09358983407467396,"accuracy":0.89,"positive_recall":0.9,"specificity":0.88,"precision":0.8823529411764706,"balanced_accuracy":0.89,"f1":0.8910891089108911,"true_positive":45,"false_positive":6,"false_negative":5,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6256406637013041,"baseline_adjusted_skill":0.78,"baseline_adjusted_score":0.78},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.1272407027907248,"normalized_score_rmse":0.17528168672486993,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.5758643240309174,"baseline_adjusted_score":0.5758643240309174},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.22851190476190475,"fixed_answer_accuracy_baseline":0.24333333333333332,"baseline_adjusted_skill":0.881057268722467,"baseline_adjusted_score":0.881057268722467},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10316467046247038,"accuracy":0.84,"positive_recall":0.88,"specificity":0.8,"precision":0.8148148148148148,"balanced_accuracy":0.8400000000000001,"f1":0.8461538461538461,"true_positive":44,"false_positive":10,"false_negative":6,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5873413181501185,"baseline_adjusted_skill":0.6800000000000002,"baseline_adjusted_score":0.6800000000000002},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.1252862913154832,"normalized_score_rmse":0.19546413801447557,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.3042222222222222,"baseline_adjusted_skill":0.5881750833311363,"baseline_adjusted_score":0.5881750833311363},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.66,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.4516129032258065,"baseline_adjusted_score":0.4516129032258065},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.20343718360070936,"accuracy":0.71,"positive_recall":1,"specificity":0.42,"precision":0.6329113924050633,"balanced_accuracy":0.71,"f1":0.7751937984496124,"true_positive":50,"false_positive":29,"false_negative":0,"true_negative":21,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.18625126559716254,"baseline_adjusted_skill":0.41999999999999993,"baseline_adjusted_score":0.41999999999999993},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.07188008473335779,"accuracy":0.92,"positive_recall":0.9,"specificity":0.94,"precision":0.9375,"balanced_accuracy":0.9199999999999999,"f1":0.9183673469387755,"true_positive":45,"false_positive":3,"false_negative":5,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7124796610665689,"baseline_adjusted_skill":0.8399999999999999,"baseline_adjusted_score":0.8399999999999999},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.59,"uniform_accuracy_baseline":0.3533333333333333,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.30508474576271183,"baseline_adjusted_score":0.30508474576271183},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.64,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.41935483870967744,"baseline_adjusted_score":0.41935483870967744},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.31,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.11290322580645162,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.35,"uniform_accuracy_baseline":0.1111111111111111,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.22619047619047616,"baseline_adjusted_score":0.22619047619047616},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.19580564070980747,"accuracy":0.534875,"positive_recall":0.8490441661173368,"specificity":0.4613604812586766,"precision":0.2694560669456067,"balanced_accuracy":0.6552023236880067,"f1":0.4090836906463396,"true_positive":64.4,"false_positive":174.6,"false_negative":11.45,"true_negative":149.55,"positive_prevalence":0.189625,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500001,"brier_skill":-1.572206472045092,"baseline_adjusted_skill":0.31040464737601337,"baseline_adjusted_score":0.31040464737601337},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.23694172697729066,"normalized_score_rmse":0.2832479680378523,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":-0.10849930749609671,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.09172945997671729,"accuracy":0.7503749999999999,"positive_recall":0.6835443037974683,"specificity":0.7746718936424066,"precision":0.5244604316546763,"balanced_accuracy":0.7291080987199374,"f1":0.5935273763484633,"true_positive":72.9,"false_positive":66.1,"false_negative":33.75,"true_negative":227.25,"positive_prevalence":0.266625,"majority_accuracy_baseline":0.733375,"constant_brier_baseline":0.115654859375,"brier_skill":0.20686895066559075,"baseline_adjusted_skill":0.45821619743987485,"baseline_adjusted_score":0.45821619743987485},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.18735055935522238,"normalized_score_rmse":0.2373800885754753,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.3028816396084748,"baseline_adjusted_score":0.3028816396084748},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.12635033612425234,"accuracy":0.675625,"positive_recall":0.796420581655481,"specificity":0.6287944492627927,"precision":0.45408163265306123,"balanced_accuracy":0.7126075154591369,"f1":0.578391551584078,"true_positive":89,"false_positive":107,"false_negative":22.75,"true_negative":181.25,"positive_prevalence":0.279375,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937500001,"brier_skill":-0.1166044500225627,"baseline_adjusted_skill":0.42521503091827384,"baseline_adjusted_score":0.42521503091827384},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.21274242778158192,"normalized_score_rmse":0.26259115283977635,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.19530050957321266,"baseline_adjusted_score":0.19530050957321266},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.06310651846625132,"accuracy":0.8396250000000001,"positive_recall":0.40901408450704224,"specificity":0.9624096385542169,"precision":0.75625,"balanced_accuracy":0.6857118615306296,"f1":0.5308957952468006,"true_positive":36.3,"false_positive":11.7,"false_negative":52.45,"true_negative":299.55,"positive_prevalence":0.221875,"majority_accuracy_baseline":0.778125,"constant_brier_baseline":0.12674023437499998,"brier_skill":0.5020798345730428,"baseline_adjusted_skill":0.37142372306125915,"baseline_adjusted_score":0.37142372306125915},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.2035036955844626,"normalized_score_rmse":0.27853414049091335,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.09804456250653693,"baseline_adjusted_score":0.09804456250653693},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.07923474739850363,"accuracy":0.77325,"positive_recall":0.7896975425330813,"specificity":0.7673351461590755,"precision":0.5496710526315789,"balanced_accuracy":0.7785163443460784,"f1":0.6481768813033358,"true_positive":83.55,"false_positive":68.45,"false_negative":22.25,"true_negative":225.75,"positive_prevalence":0.2645,"majority_accuracy_baseline":0.7355,"constant_brier_baseline":0.11362725,"brier_skill":0.302678297692643,"baseline_adjusted_skill":0.5570326886921568,"baseline_adjusted_score":0.5570326886921568},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1642513643240494,"normalized_score_rmse":0.2145436106796375,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.34626322657094755,"baseline_adjusted_score":0.34626322657094755},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.0958163256498509,"accuracy":0.77725,"positive_recall":0.5711488250652742,"specificity":0.8260667903525046,"precision":0.4375,"balanced_accuracy":0.6986078077088894,"f1":0.4954699886749717,"true_positive":43.75,"false_positive":56.25,"false_negative":32.85,"true_negative":267.15,"positive_prevalence":0.19149999999999998,"majority_accuracy_baseline":0.8085,"constant_brier_baseline":0.09190274999999999,"brier_skill":-0.0425838796972986,"baseline_adjusted_skill":0.39721561541777883,"baseline_adjusted_score":0.39721561541777883},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.18223997517404722,"normalized_score_rmse":0.24010959010090788,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.1190816910015845,"baseline_adjusted_score":0.1190816910015845},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.07568823140715418,"accuracy":0.834,"positive_recall":0.7073170731707317,"specificity":0.8626609442060086,"precision":0.5381443298969072,"balanced_accuracy":0.7849890086883702,"f1":0.611241217798595,"true_positive":52.2,"false_positive":44.8,"false_negative":21.6,"true_negative":281.4,"positive_prevalence":0.1845,"majority_accuracy_baseline":0.8155,"constant_brier_baseline":0.10922225,"brier_skill":0.30702552449565745,"baseline_adjusted_skill":0.5699780173767404,"baseline_adjusted_score":0.5699780173767404},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.18642013417835934,"normalized_score_rmse":0.24272581942057606,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":0.015603251863448908,"baseline_adjusted_score":0.015603251863448908},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.09065125023031011,"accuracy":0.7925,"positive_recall":0.4299363057324841,"specificity":0.8810264385692068,"precision":0.46875,"balanced_accuracy":0.6554813721508455,"f1":0.4485049833887043,"true_positive":33.75,"false_positive":38.25,"false_negative":44.75,"true_negative":283.25,"positive_prevalence":0.19625,"majority_accuracy_baseline":0.80375,"constant_brier_baseline":0.09878593749999999,"brier_skill":0.08234661203361948,"baseline_adjusted_skill":0.3109627443016909,"baseline_adjusted_score":0.3109627443016909},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.19833403677399664,"normalized_score_rmse":0.26762838180518833,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":0.06114065432427629,"baseline_adjusted_score":0.06114065432427629},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.13609953281973733,"accuracy":0.6275510204081632,"positive_recall":0.9567022538552787,"specificity":0.3791405550581916,"precision":0.5376666666666667,"balanced_accuracy":0.6679214044567352,"f1":0.6884336320956039,"true_positive":161.3,"false_positive":138.7,"false_negative":7.3,"true_negative":84.7,"positive_prevalence":0.4301020408163265,"majority_accuracy_baseline":0.5698979591836735,"constant_brier_baseline":0.12359641815910039,"brier_skill":-0.10116081717305292,"baseline_adjusted_skill":0.3358428089134704,"baseline_adjusted_score":0.3358428089134704},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.1765917667543221,"normalized_score_rmse":0.22540828987340444,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.3590372910398679,"baseline_adjusted_score":0.3590372910398679},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.09874760153083566,"accuracy":0.8125,"positive_recall":0.7871754523996853,"specificity":0.8172834002080547,"precision":0.44865470852017936,"balanced_accuracy":0.8022294263038701,"f1":0.5715509854327334,"true_positive":100.05,"false_positive":122.95,"false_negative":27.05,"true_negative":549.95,"positive_prevalence":0.158875,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499999,"brier_skill":0.00030252688002141426,"baseline_adjusted_skill":0.6044588526077401,"baseline_adjusted_score":0.6044588526077401},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.24032248863557848,"normalized_score_rmse":0.28589425907226174,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-0.456499931124718,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.46,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.12903225806451615,"baseline_adjusted_score":0.12903225806451615},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2829038291987568,"accuracy":0.53,"positive_recall":0.46,"specificity":0.6,"precision":0.5348837209302325,"balanced_accuracy":0.53,"f1":0.4946236559139785,"true_positive":23,"false_positive":20,"false_negative":27,"true_negative":30,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.13161531679502714,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.25182239893969516,"uniform_accuracy_baseline":0.058823529411764705,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.1207165109034268,"baseline_adjusted_score":0.1207165109034268},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.68,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.3043478260869566,"baseline_adjusted_score":0.3043478260869566},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.23543179153305574,"accuracy":0.59,"positive_recall":0.48,"specificity":0.7,"precision":0.6153846153846154,"balanced_accuracy":0.59,"f1":0.5393258426966292,"true_positive":24,"false_positive":15,"false_negative":26,"true_negative":35,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.05827283386777704,"baseline_adjusted_skill":0.17999999999999994,"baseline_adjusted_score":0.17999999999999994},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.49,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.19047619047619047,"baseline_adjusted_score":0.19047619047619047},"scoring":{"eligible":true,"reason":null},"model":69,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.18539287708797297,"accuracy":0.7432432432432432,"positive_recall":0.647887323943662,"specificity":0.8311688311688312,"precision":0.7796610169491526,"balanced_accuracy":0.7395280775562466,"f1":0.7076923076923077,"true_positive":46,"false_positive":13,"false_negative":25,"true_negative":64,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.24958911614317017,"brier_skill":0.2572076861651801,"baseline_adjusted_skill":0.4790561551124932,"baseline_adjusted_score":0.4790561551124932},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.32,"uniform_accuracy_baseline":0.2005,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.042253521126760604,"baseline_adjusted_score":0.042253521126760604},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.9411764705882353,"baseline_adjusted_score":0.9411764705882353},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.74,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.4468085106382978,"baseline_adjusted_score":0.4468085106382978},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.76,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.5102040816326531,"baseline_adjusted_score":0.5102040816326531},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10069129174542239,"accuracy":0.5450530231199999,"positive_recall":0.4716355097357484,"specificity":0.6628438464175089,"precision":0.691770183547619,"balanced_accuracy":0.5672396780766287,"f1":0.5608763736004969,"true_positive":29.054347708999998,"false_positive":12.945652291,"false_negative":32.549045397,"true_negative":25.450954603,"positive_prevalence":0.61603393106,"majority_accuracy_baseline":0.61603393106,"constant_brier_baseline":0.07908707655202402,"brier_skill":-0.2731699809283883,"baseline_adjusted_skill":0.13447935615325735,"baseline_adjusted_score":0.13447935615325735},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.17632899542081823,"accuracy":0.74,"positive_recall":0.66,"specificity":0.82,"precision":0.7857142857142857,"balanced_accuracy":0.74,"f1":0.717391304347826,"true_positive":33,"false_positive":9,"false_negative":17,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2946840183167271,"baseline_adjusted_skill":0.48,"baseline_adjusted_score":0.48},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.22,"uniform_accuracy_baseline":0.012987012987012986,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.17894736842105263,"baseline_adjusted_score":0.17894736842105263},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.46,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.15625000000000006,"baseline_adjusted_score":0.15625000000000006},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09807814645316341,"accuracy":0.86,"positive_recall":0.96,"specificity":0.76,"precision":0.8,"balanced_accuracy":0.86,"f1":0.8727272727272727,"true_positive":48,"false_positive":12,"false_negative":2,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6076874141873463,"baseline_adjusted_skill":0.72,"baseline_adjusted_score":0.72},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.10632184894050888,"accuracy":0.6381523353386936,"positive_recall":0.7039342359176165,"specificity":0.6075218674490881,"precision":0.4550850451192927,"balanced_accuracy":0.6557280516833524,"f1":0.5527948477733421,"true_positive":156.54925552103668,"false_positive":187.45074447896332,"false_negative":65.84262078395113,"true_negative":290.15737921604887,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768642,"brier_skill":-0.19830423702333388,"baseline_adjusted_skill":0.3114561033667047,"baseline_adjusted_score":0.3114561033667047},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.22651981413351246,"accuracy":0.59,"positive_recall":0.38,"specificity":0.8,"precision":0.6551724137931034,"balanced_accuracy":0.5900000000000001,"f1":0.4810126582278481,"true_positive":19,"false_positive":10,"false_negative":31,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.09392074346595014,"baseline_adjusted_skill":0.18000000000000016,"baseline_adjusted_score":0.18000000000000016},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.23178807947019867,"uniform_accuracy_baseline":0.006622516556291391,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.19999999999999998,"baseline_adjusted_score":0.19999999999999998},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.7811764705882352,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.596529284164859,"baseline_adjusted_score":0.596529284164859},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.1,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11498054261615868,"accuracy":0.88,"positive_recall":0.92,"specificity":0.84,"precision":0.8518518518518519,"balanced_accuracy":0.88,"f1":0.8846153846153846,"true_positive":46,"false_positive":8,"false_negative":4,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5400778295353652,"baseline_adjusted_skill":0.76,"baseline_adjusted_score":0.76},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.77,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.5208333333333334,"baseline_adjusted_score":0.5208333333333334},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.07142857142857142,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9775280898876404,"baseline_adjusted_score":0.9775280898876404},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.79,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.5434782608695653,"baseline_adjusted_score":0.5434782608695653},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.38,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.1506849315068493,"baseline_adjusted_score":0.1506849315068493},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.8888888888888888,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.6666666666666665,"baseline_adjusted_score":0.6666666666666665},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.2247044780823365,"accuracy":0.7073170731707317,"positive_recall":0.65,"specificity":0.7619047619047619,"precision":0.7222222222222222,"balanced_accuracy":0.7059523809523809,"f1":0.6842105263157895,"true_positive":26,"false_positive":10,"false_negative":14,"true_negative":32,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.2498512790005949,"brier_skill":0.10064707700855324,"baseline_adjusted_skill":0.4119047619047618,"baseline_adjusted_score":0.4119047619047618},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11620476056807945,"accuracy":0.85,"positive_recall":0.84,"specificity":0.86,"precision":0.8571428571428571,"balanced_accuracy":0.85,"f1":0.8484848484848485,"true_positive":42,"false_positive":7,"false_negative":8,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5351809577276823,"baseline_adjusted_skill":0.7,"baseline_adjusted_score":0.7},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.7094972067039106,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.6272401433691757,"baseline_adjusted_score":0.6272401433691757},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.53,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.2295081967213115,"baseline_adjusted_score":0.2295081967213115},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.15063035978131636,"accuracy":0.775,"positive_recall":0.4772727272727273,"specificity":0.8589743589743589,"precision":0.4883720930232558,"balanced_accuracy":0.668123543123543,"f1":0.4827586206896552,"true_positive":21,"false_positive":22,"false_negative":23,"true_negative":134,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":0.12220070057507948,"baseline_adjusted_skill":0.3362470862470861,"baseline_adjusted_score":0.3362470862470861},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.17809169204765812,"accuracy":0.715,"positive_recall":0.08,"specificity":0.9266666666666666,"precision":0.26666666666666666,"balanced_accuracy":0.5033333333333333,"f1":0.12307692307692308,"true_positive":4,"false_positive":11,"false_negative":46,"true_negative":139,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":0.05017764241249001,"baseline_adjusted_skill":0.006666666666666599,"baseline_adjusted_score":0.006666666666666599},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.0433659833035856,"accuracy":0.955,"positive_recall":0.631578947368421,"specificity":0.988950276243094,"precision":0.8571428571428571,"balanced_accuracy":0.8102646118057575,"f1":0.7272727272727273,"true_positive":12,"false_positive":2,"false_negative":7,"true_negative":179,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.085975,"brier_skill":0.4955977516302925,"baseline_adjusted_skill":0.620529223611515,"baseline_adjusted_score":0.620529223611515},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.12080405548231399,"accuracy":0.7577797619047619,"positive_recall":0.7284991568296796,"specificity":0.75964893394715,"precision":0.16211920529801324,"balanced_accuracy":0.7440740453884148,"f1":0.26521731279680755,"true_positive":122.39999999999999,"false_positive":632.6,"false_negative":45.61666666666667,"true_negative":1999.3833333333334,"positive_prevalence":0.060005952380952375,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679138,"brier_skill":-2.7515654739103494,"baseline_adjusted_skill":0.48814809077682964,"baseline_adjusted_score":0.48814809077682964},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.5750708215297451,"uniform_accuracy_baseline":0.027777777777777776,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.512987012987013,"baseline_adjusted_score":0.512987012987013},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.41,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.15714285714285714,"baseline_adjusted_score":0.15714285714285714},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09589581480653873,"accuracy":0.88,"positive_recall":0.96,"specificity":0.8,"precision":0.8275862068965517,"balanced_accuracy":0.88,"f1":0.8888888888888888,"true_positive":48,"false_positive":10,"false_negative":2,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.616416740773845,"baseline_adjusted_skill":0.76,"baseline_adjusted_score":0.76},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11094611189204057,"accuracy":0.83,"positive_recall":0.96,"specificity":0.7,"precision":0.7619047619047619,"balanced_accuracy":0.83,"f1":0.8495575221238938,"true_positive":48,"false_positive":15,"false_negative":2,"true_negative":35,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5562155524318377,"baseline_adjusted_skill":0.6599999999999999,"baseline_adjusted_score":0.6599999999999999},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.58,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":-0.07692307692307698,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.29787234042553196,"baseline_adjusted_score":0.29787234042553196},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.16056566799673638,"accuracy":0.74,"positive_recall":0.54,"specificity":0.94,"precision":0.9,"balanced_accuracy":0.74,"f1":0.675,"true_positive":27,"false_positive":3,"false_negative":23,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.35773732801305447,"baseline_adjusted_skill":0.48,"baseline_adjusted_score":0.48},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.7761194029850748,"baseline_adjusted_score":0.7761194029850748},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.05735618577187934,"accuracy":0.93,"positive_recall":0.9,"specificity":0.96,"precision":0.9574468085106383,"balanced_accuracy":0.9299999999999999,"f1":0.9278350515463918,"true_positive":45,"false_positive":2,"false_negative":5,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7705752569124826,"baseline_adjusted_skill":0.8599999999999999,"baseline_adjusted_score":0.8599999999999999},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.3966138378378378,"uniform_accuracy_baseline":0.23445945945945948,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.18202239962000893,"baseline_adjusted_score":0.18202239962000893},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.04995905908792511,"accuracy":0.7058332960526317,"positive_recall":0.7244851608651809,"specificity":0.6880725798127119,"precision":0.6886324615384616,"balanced_accuracy":0.7062788703389464,"f1":0.7061039955415276,"true_positive":53.713332,"false_positive":24.286668,"false_negative":20.426671,"true_negative":53.573329,"positive_prevalence":0.4877631776315789,"majority_accuracy_baseline":0.512236822368421,"constant_brier_baseline":0.09451910039768556,"brier_skill":0.4714395410269009,"baseline_adjusted_skill":0.41255774067789286,"baseline_adjusted_score":0.41255774067789286},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.1336804813326815,"normalized_score_rmse":0.18660298865523492,"constant_score_baseline":0.5841668333333333,"constant_mae_baseline":0.21700552708333334,"baseline_adjusted_skill":0.38397660589840077,"baseline_adjusted_score":0.38397660589840077},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1848807820778147,"accuracy":0.74,"positive_recall":0.82,"specificity":0.66,"precision":0.7068965517241379,"balanced_accuracy":0.74,"f1":0.7592592592592593,"true_positive":41,"false_positive":17,"false_negative":9,"true_negative":33,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.26047687168874123,"baseline_adjusted_skill":0.48,"baseline_adjusted_score":0.48},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24849863698030158,"accuracy":0.59,"positive_recall":0.54,"specificity":0.64,"precision":0.6,"balanced_accuracy":0.5900000000000001,"f1":0.5684210526315789,"true_positive":27,"false_positive":18,"false_negative":23,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.0060054520787936605,"baseline_adjusted_skill":0.18000000000000016,"baseline_adjusted_score":0.18000000000000016},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.83,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.721311475409836,"baseline_adjusted_score":0.721311475409836},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.6,"uniform_accuracy_baseline":0.036111111111111115,"fixed_answer_accuracy_baseline":0.08833333333333333,"baseline_adjusted_skill":0.5612431444241316,"baseline_adjusted_score":0.5612431444241316},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.93,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.840909090909091,"baseline_adjusted_score":0.840909090909091},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.54,"uniform_accuracy_baseline":0.049879324215607396,"fixed_answer_accuracy_baseline":0.12442477876106194,"baseline_adjusted_skill":0.4746310895492218,"baseline_adjusted_score":0.4746310895492218},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.26474875818822274,"accuracy":0.53,"positive_recall":0.06,"specificity":1,"precision":1,"balanced_accuracy":0.53,"f1":0.11320754716981132,"true_positive":3,"false_positive":0,"false_negative":47,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.058995032752890975,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.7222222222222222,"uniform_accuracy_baseline":0.23888888888888887,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.607843137254902,"baseline_adjusted_score":0.607843137254902},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.211049237441052,"accuracy":0.734375,"positive_recall":0.46875,"specificity":1,"precision":1,"balanced_accuracy":0.734375,"f1":0.6382978723404256,"true_positive":15,"false_positive":0,"false_negative":17,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.155803050235792,"baseline_adjusted_skill":0.46875,"baseline_adjusted_score":0.46875},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.8695652173913042,"baseline_adjusted_score":0.8695652173913042},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.8333333333333335,"baseline_adjusted_score":0.8333333333333335},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3491032404808838,"accuracy":0.46,"positive_recall":0.14,"specificity":0.78,"precision":0.3888888888888889,"balanced_accuracy":0.46,"f1":0.20588235294117646,"true_positive":7,"false_positive":11,"false_negative":43,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.39641296192353526,"baseline_adjusted_skill":-0.07999999999999996,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.7352941176470589,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.6086956521739131,"baseline_adjusted_score":0.6086956521739131},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.09748438734084407,"accuracy":0.9090909090909091,"positive_recall":1,"specificity":0.8235294117647058,"precision":0.8421052631578947,"balanced_accuracy":0.9117647058823529,"f1":0.9142857142857143,"true_positive":16,"false_positive":3,"false_negative":0,"true_negative":14,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.6097040521537529,"baseline_adjusted_skill":0.8235294117647058,"baseline_adjusted_score":0.8235294117647058},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.19195152941625565,"normalized_score_rmse":0.3151690844309585,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.4183286987386192,"baseline_adjusted_score":0.4183286987386192},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.40625,"uniform_accuracy_baseline":0.178125,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":0.16666666666666669,"baseline_adjusted_score":0.16666666666666669},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.1382415375873616,"accuracy":0.6470588235294118,"positive_recall":0.29411764705882354,"specificity":1,"precision":1,"balanced_accuracy":0.6470588235294118,"f1":0.45454545454545453,"true_positive":5,"false_positive":0,"false_negative":12,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4470338496505536,"baseline_adjusted_skill":0.2941176470588236,"baseline_adjusted_score":0.2941176470588236},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.3073040317086613,"normalized_score_rmse":0.38116305278425927,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-1.0896674156188966,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.7708333333333334,"uniform_accuracy_baseline":0.13194444444444445,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":0.4260869565217393,"baseline_adjusted_score":0.4260869565217393},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.16953341017233942,"accuracy":0.7115384615384616,"positive_recall":0.5769230769230769,"specificity":0.8461538461538461,"precision":0.7894736842105263,"balanced_accuracy":0.7115384615384615,"f1":0.6666666666666666,"true_positive":15,"false_positive":4,"false_negative":11,"true_negative":22,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.32186635931064234,"baseline_adjusted_skill":0.4230769230769229,"baseline_adjusted_score":0.4230769230769229},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.115094930345797,"accuracy":0.8533333333333334,"positive_recall":0.9230769230769231,"specificity":0.7777777777777778,"precision":0.8181818181818182,"balanced_accuracy":0.8504273504273505,"f1":0.8674698795180723,"true_positive":36,"false_positive":8,"false_negative":3,"true_negative":28,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24960000000000004,"brier_skill":0.5388824906017748,"baseline_adjusted_skill":0.700854700854701,"baseline_adjusted_score":0.700854700854701},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.21053569413721562,"normalized_score_rmse":0.2546715735689489,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.24808680665280147,"baseline_adjusted_score":0.24808680665280147},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.7647058823529411,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.6799999999999998,"baseline_adjusted_score":0.6799999999999998},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.06762801589933601,"accuracy":0.8928571428571429,"positive_recall":1,"specificity":0.7857142857142857,"precision":0.8235294117647058,"balanced_accuracy":0.8928571428571428,"f1":0.9032258064516129,"true_positive":14,"false_positive":3,"false_negative":0,"true_negative":11,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.729487936402656,"baseline_adjusted_skill":0.7857142857142856,"baseline_adjusted_score":0.7857142857142856},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.1574037082831968,"normalized_score_rmse":0.2530763899054014,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.1696969696969697,"baseline_adjusted_skill":0.07244243333116174,"baseline_adjusted_score":0.07244243333116174},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.10145684505633015,"accuracy":0.8705882352941177,"positive_recall":0.8,"specificity":0.95,"precision":0.9473684210526315,"balanced_accuracy":0.875,"f1":0.8674698795180723,"true_positive":36,"false_positive":2,"false_negative":9,"true_negative":38,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.2491349480968858,"brier_skill":0.5927634969266748,"baseline_adjusted_skill":0.75,"baseline_adjusted_score":0.75},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.56,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.42105263157894746,"baseline_adjusted_score":0.42105263157894746},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.27620111093688865,"accuracy":0.56,"positive_recall":0.42857142857142855,"specificity":0.8666666666666667,"precision":0.8823529411764706,"balanced_accuracy":0.6476190476190476,"f1":0.5769230769230769,"true_positive":15,"false_positive":2,"false_negative":20,"true_negative":13,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.21,"brier_skill":-0.3152433854137555,"baseline_adjusted_skill":0.2952380952380953,"baseline_adjusted_score":0.2952380952380953},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.30378760427236556,"normalized_score_rmse":0.4038525038999974,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.08495572954416253,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.8734177215189873,"uniform_accuracy_baseline":0.24240506329113923,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.782608695652174,"baseline_adjusted_score":0.782608695652174},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.10187621404455281,"accuracy":0.9047619047619048,"positive_recall":0.9090909090909091,"specificity":0.9,"precision":0.9090909090909091,"balanced_accuracy":0.9045454545454545,"f1":0.9090909090909091,"true_positive":10,"false_positive":1,"false_negative":1,"true_negative":9,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.2494331065759637,"brier_skill":0.5915689964213837,"baseline_adjusted_skill":0.8090909090909091,"baseline_adjusted_score":0.8090909090909091},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.6060606060606061,"uniform_accuracy_baseline":0.32373737373737377,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.35000000000000003,"baseline_adjusted_score":0.35000000000000003},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.22562524238111262,"accuracy":0.6060606060606061,"positive_recall":0.6470588235294118,"specificity":0.5625,"precision":0.6111111111111112,"balanced_accuracy":0.6047794117647058,"f1":0.6285714285714286,"true_positive":11,"false_positive":7,"false_negative":6,"true_negative":9,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.09666952590797184,"baseline_adjusted_skill":0.2095588235294117,"baseline_adjusted_score":0.2095588235294117},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.22070471113136805,"normalized_score_rmse":0.2849026351031607,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.3431372549019608,"baseline_adjusted_skill":0.3568034132742989,"baseline_adjusted_score":0.3568034132742989},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.13806410223261092,"accuracy":0.81,"positive_recall":0.94,"specificity":0.68,"precision":0.746031746031746,"balanced_accuracy":0.81,"f1":0.831858407079646,"true_positive":47,"false_positive":16,"false_negative":3,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4477435910695563,"baseline_adjusted_skill":0.6200000000000001,"baseline_adjusted_score":0.6200000000000001},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.35333333333333333,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.24446252111029532,"accuracy":0.5466666666666666,"positive_recall":0.8918918918918919,"specificity":0.21052631578947367,"precision":0.5238095238095238,"balanced_accuracy":0.5512091038406828,"f1":0.66,"true_positive":33,"false_positive":30,"false_negative":4,"true_negative":8,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555554,"brier_skill":0.021976044633420178,"baseline_adjusted_skill":0.10241820768136556,"baseline_adjusted_score":0.10241820768136556},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.14285714285714285,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.923076923076923,"baseline_adjusted_score":0.923076923076923},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.335,"uniform_accuracy_baseline":0.32416666666666666,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.007575757575757584,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.13112650689856858,"accuracy":0.8484848484848485,"positive_recall":0.8125,"specificity":0.8823529411764706,"precision":0.8666666666666667,"balanced_accuracy":0.8474264705882353,"f1":0.8387096774193549,"true_positive":13,"false_positive":2,"false_negative":3,"true_negative":15,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.47501188965977503,"baseline_adjusted_skill":0.6948529411764706,"baseline_adjusted_score":0.6948529411764706},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.14254349873711666,"normalized_score_rmse":0.1613703380965732,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.3511813160931242,"baseline_adjusted_score":0.3511813160931242},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.15776413427475813,"accuracy":0.73,"positive_recall":0.6818181818181818,"specificity":0.7435897435897436,"precision":0.42857142857142855,"balanced_accuracy":0.7127039627039626,"f1":0.5263157894736842,"true_positive":15,"false_positive":20,"false_negative":7,"true_negative":58,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":0.08062858814243512,"baseline_adjusted_skill":0.42540792540792527,"baseline_adjusted_score":0.42540792540792527},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1251670378759353,"accuracy":0.86,"positive_recall":0.7567567567567568,"specificity":0.9206349206349206,"precision":0.8484848484848485,"balanced_accuracy":0.8386958386958387,"f1":0.8,"true_positive":28,"false_positive":5,"false_negative":9,"true_negative":58,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000003,"brier_skill":0.4630328705451081,"baseline_adjusted_skill":0.6773916773916775,"baseline_adjusted_score":0.6773916773916775},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.13158131533463188,"accuracy":0.86,"positive_recall":0.7948717948717948,"specificity":0.9016393442622951,"precision":0.8378378378378378,"balanced_accuracy":0.848255569567045,"f1":0.8157894736842105,"true_positive":31,"false_positive":6,"false_negative":8,"true_negative":55,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379,"brier_skill":0.44690493764341366,"baseline_adjusted_skill":0.6965111391340899,"baseline_adjusted_score":0.6965111391340899},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.17749796851010846,"accuracy":0.77,"positive_recall":0.9354838709677419,"specificity":0.6956521739130435,"precision":0.58,"balanced_accuracy":0.8155680224403927,"f1":0.7160493827160493,"true_positive":29,"false_positive":21,"false_negative":2,"true_negative":48,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999998,"brier_skill":0.17018247540856246,"baseline_adjusted_skill":0.6311360448807855,"baseline_adjusted_score":0.6311360448807855},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.888888888888889,"baseline_adjusted_score":0.888888888888889},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.15729943509912117,"normalized_score_rmse":0.19751353510936936,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.32344328989625304,"baseline_adjusted_score":0.32344328989625304},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.12854040126761862,"accuracy":0.85,"positive_recall":0.84,"specificity":0.86,"precision":0.8571428571428571,"balanced_accuracy":0.85,"f1":0.8484848484848485,"true_positive":42,"false_positive":7,"false_negative":8,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4858383949295255,"baseline_adjusted_skill":0.7,"baseline_adjusted_score":0.7},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2571802377836495,"accuracy":0.61,"positive_recall":0.48,"specificity":0.74,"precision":0.6486486486486487,"balanced_accuracy":0.61,"f1":0.5517241379310345,"true_positive":24,"false_positive":13,"false_negative":26,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.02872095113459805,"baseline_adjusted_skill":0.21999999999999997,"baseline_adjusted_score":0.21999999999999997},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.37,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.8000000000000002,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1347537190711085,"accuracy":0.83,"positive_recall":0.94,"specificity":0.72,"precision":0.7704918032786885,"balanced_accuracy":0.83,"f1":0.8468468468468469,"true_positive":47,"false_positive":14,"false_negative":3,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.460985123715566,"baseline_adjusted_skill":0.6599999999999999,"baseline_adjusted_score":0.6599999999999999},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.761904761904762,"baseline_adjusted_score":0.761904761904762},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.47,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.11666666666666659,"baseline_adjusted_score":0.11666666666666659},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.19483078229244064,"accuracy":0.65,"positive_recall":0.58,"specificity":0.72,"precision":0.6744186046511628,"balanced_accuracy":0.6499999999999999,"f1":0.6236559139784946,"true_positive":29,"false_positive":14,"false_negative":21,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.22067687083023746,"baseline_adjusted_skill":0.2999999999999998,"baseline_adjusted_score":0.2999999999999998},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.20851190476190473,"fixed_answer_accuracy_baseline":0.22333333333333333,"baseline_adjusted_skill":0.9742489270386265,"baseline_adjusted_score":0.9742489270386265},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.05525396287745897,"accuracy":0.95,"positive_recall":0.92,"specificity":0.98,"precision":0.9787234042553191,"balanced_accuracy":0.95,"f1":0.9484536082474226,"true_positive":46,"false_positive":1,"false_negative":4,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7789841484901641,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.12418998457113048,"normalized_score_rmse":0.21973027125537403,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.5860333847628985,"baseline_adjusted_score":0.5860333847628985},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.93,"uniform_accuracy_baseline":0.22851190476190475,"fixed_answer_accuracy_baseline":0.24333333333333332,"baseline_adjusted_skill":0.907488986784141,"baseline_adjusted_score":0.907488986784141},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.02920480201528372,"accuracy":0.95,"positive_recall":0.94,"specificity":0.96,"precision":0.9591836734693877,"balanced_accuracy":0.95,"f1":0.9494949494949495,"true_positive":47,"false_positive":2,"false_negative":3,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8831807919388651,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.09674270783265011,"normalized_score_rmse":0.17459242098830016,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.3042222222222222,"baseline_adjusted_skill":0.6819998646844956,"baseline_adjusted_score":0.6819998646844956},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.78,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.6451612903225807,"baseline_adjusted_score":0.6451612903225807},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09075713446452643,"accuracy":0.88,"positive_recall":0.94,"specificity":0.82,"precision":0.8392857142857143,"balanced_accuracy":0.8799999999999999,"f1":0.8867924528301887,"true_positive":47,"false_positive":9,"false_negative":3,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6369714621418943,"baseline_adjusted_skill":0.7599999999999998,"baseline_adjusted_score":0.7599999999999998},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.83,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.6599999999999999,"baseline_adjusted_score":0.6599999999999999},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.06839802802217174,"accuracy":0.91,"positive_recall":0.86,"specificity":0.96,"precision":0.9555555555555556,"balanced_accuracy":0.9099999999999999,"f1":0.9052631578947369,"true_positive":43,"false_positive":2,"false_negative":7,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.726407887911313,"baseline_adjusted_skill":0.8199999999999998,"baseline_adjusted_score":0.8199999999999998},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.61,"uniform_accuracy_baseline":0.3533333333333333,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.3389830508474576,"baseline_adjusted_score":0.3389830508474576},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.8387096774193549,"baseline_adjusted_score":0.8387096774193549},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.45,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.11290322580645162,"baseline_adjusted_score":0.11290322580645162},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.1111111111111111,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.21428571428571433,"baseline_adjusted_score":0.21428571428571433},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.06194602540772522,"accuracy":0.810125,"positive_recall":0.11799604482531309,"specificity":0.9720808267777263,"precision":0.4972222222222222,"balanced_accuracy":0.5450384358015197,"f1":0.19072988811933933,"true_positive":8.95,"false_positive":9.05,"false_negative":66.9,"true_negative":315.1,"positive_prevalence":0.189625,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500001,"brier_skill":0.18624424253759686,"baseline_adjusted_skill":0.09007687160303934,"baseline_adjusted_score":0.09007687160303934},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.17196457388163253,"normalized_score_rmse":0.2476755574522803,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":0.19548737365318114,"baseline_adjusted_score":0.19548737365318114},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.06613377088196844,"accuracy":0.793375,"positive_recall":0.5578996718237225,"specificity":0.8789841486279188,"precision":0.6263157894736842,"balanced_accuracy":0.7184419102258206,"f1":0.5901314158194892,"true_positive":59.5,"false_positive":35.5,"false_negative":47.15,"true_negative":257.85,"positive_prevalence":0.266625,"majority_accuracy_baseline":0.733375,"constant_brier_baseline":0.115654859375,"brier_skill":0.4281799205035052,"baseline_adjusted_skill":0.4368838204516412,"baseline_adjusted_score":0.4368838204516412},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.16756525162763863,"normalized_score_rmse":0.23700768633409863,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.3765013892925074,"baseline_adjusted_score":0.3765013892925074},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.0648642188111394,"accuracy":0.7866249999999999,"positive_recall":0.5118568232662193,"specificity":0.8931483087597571,"precision":0.65,"balanced_accuracy":0.7025025660129882,"f1":0.5727158948685858,"true_positive":57.2,"false_positive":30.8,"false_negative":54.55,"true_negative":257.45,"positive_prevalence":0.279375,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937500001,"brier_skill":0.4267710115109592,"baseline_adjusted_skill":0.40500513202597643,"baseline_adjusted_score":0.40500513202597643},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.17870174368734296,"normalized_score_rmse":0.23811915594026628,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.3240595983457477,"baseline_adjusted_score":0.3240595983457477},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.08701400670558405,"accuracy":0.823125,"positive_recall":0.2535211267605634,"specificity":0.9855421686746988,"precision":0.8333333333333334,"balanced_accuracy":0.6195316477176311,"f1":0.38876889848812096,"true_positive":22.5,"false_positive":4.5,"false_negative":66.25,"true_negative":306.75,"positive_prevalence":0.221875,"majority_accuracy_baseline":0.778125,"constant_brier_baseline":0.12674023437499998,"brier_skill":0.31344606442713097,"baseline_adjusted_skill":0.23906329543526228,"baseline_adjusted_score":0.23906329543526228},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.17766540578915738,"normalized_score_rmse":0.27243094109649074,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.21256329844140776,"baseline_adjusted_score":0.21256329844140776},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.05101116559807061,"accuracy":0.8005,"positive_recall":0.6568998109640832,"specificity":0.8521414004078858,"precision":0.6150442477876106,"balanced_accuracy":0.7545206056859846,"f1":0.6352833638025593,"true_positive":69.5,"false_positive":43.5,"false_negative":36.3,"true_negative":250.7,"positive_prevalence":0.2645,"majority_accuracy_baseline":0.7355,"constant_brier_baseline":0.11362725,"brier_skill":0.551065738209183,"baseline_adjusted_skill":0.5090412113719691,"baseline_adjusted_score":0.5090412113719691},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.15065507351733687,"normalized_score_rmse":0.20339731378056553,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.4003778168464204,"baseline_adjusted_score":0.4003778168464204},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.07059388096259839,"accuracy":0.8177500000000001,"positive_recall":0.4484334203655353,"specificity":0.9052257266542981,"precision":0.5284615384615385,"balanced_accuracy":0.6768295735099167,"f1":0.48516949152542377,"true_positive":34.35,"false_positive":30.65,"false_negative":42.25,"true_negative":292.75,"positive_prevalence":0.19149999999999998,"majority_accuracy_baseline":0.8085,"constant_brier_baseline":0.09190274999999999,"brier_skill":0.2318632362731431,"baseline_adjusted_skill":0.35365914701983336,"baseline_adjusted_score":0.35365914701983336},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.15233579685344012,"normalized_score_rmse":0.2400926316573877,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.2636336103761203,"baseline_adjusted_score":0.2636336103761203},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.05044252510374794,"accuracy":0.8825,"positive_recall":0.6287262872628726,"specificity":0.9399141630901287,"precision":0.703030303030303,"balanced_accuracy":0.7843202251765007,"f1":0.6638054363376251,"true_positive":46.4,"false_positive":19.6,"false_negative":27.4,"true_negative":306.6,"positive_prevalence":0.1845,"majority_accuracy_baseline":0.8155,"constant_brier_baseline":0.10922225,"brier_skill":0.5381662151828228,"baseline_adjusted_skill":0.5686404503530014,"baseline_adjusted_score":0.5686404503530014},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.14708218535928608,"normalized_score_rmse":0.21141721176338332,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":0.2233283941423837,"baseline_adjusted_score":0.2233283941423837},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.07408120174341269,"accuracy":0.82875,"positive_recall":0.16560509554140126,"specificity":0.9906687402799378,"precision":0.8125,"balanced_accuracy":0.5781369179106696,"f1":0.2751322751322751,"true_positive":13,"false_positive":3,"false_negative":65.5,"true_negative":318.5,"positive_prevalence":0.19625,"majority_accuracy_baseline":0.80375,"constant_brier_baseline":0.09878593749999999,"brier_skill":0.2500835278967444,"baseline_adjusted_skill":0.15627383582133914,"baseline_adjusted_score":0.15627383582133914},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1861908974852122,"normalized_score_rmse":0.29640971787610765,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":0.11862297048420256,"baseline_adjusted_score":0.11862297048420256},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.07488869039276685,"accuracy":0.6946428571428571,"positive_recall":0.6669632265717675,"specificity":0.7155326768128917,"precision":0.6389204545454545,"balanced_accuracy":0.6912479516923296,"f1":0.6526407428903077,"true_positive":112.45,"false_positive":63.55,"false_negative":56.15,"true_negative":159.85,"positive_prevalence":0.4301020408163265,"majority_accuracy_baseline":0.5698979591836735,"constant_brier_baseline":0.12359641815910039,"brier_skill":0.394086887725453,"baseline_adjusted_skill":0.3824959033846591,"baseline_adjusted_score":0.3824959033846591},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.16466694067691737,"normalized_score_rmse":0.22710185447274,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.4023199930985961,"baseline_adjusted_score":0.4023199930985961},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.06125114724852931,"accuracy":0.87875,"positive_recall":0.53933910306845,"specificity":0.9428592658641699,"precision":0.6406542056074767,"balanced_accuracy":0.74109918446631,"f1":0.585647159333618,"true_positive":68.55,"false_positive":38.45,"false_negative":58.55,"true_negative":634.45,"positive_prevalence":0.158875,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499999,"brier_skill":0.3799078035233744,"baseline_adjusted_skill":0.4821983689326199,"baseline_adjusted_score":0.4821983689326199},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.15113314618105506,"normalized_score_rmse":0.2265110928438132,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":0.08404153829663608,"baseline_adjusted_score":0.08404153829663608},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.61,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.3709677419354838,"baseline_adjusted_score":0.3709677419354838},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25654842753327217,"accuracy":0.54,"positive_recall":0.48,"specificity":0.6,"precision":0.5454545454545454,"balanced_accuracy":0.54,"f1":0.5106382978723404,"true_positive":24,"false_positive":20,"false_negative":26,"true_negative":30,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.026193710133088688,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.3518886679920477,"uniform_accuracy_baseline":0.058823529411764705,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.23831775700934582,"baseline_adjusted_score":0.23831775700934582},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.7,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.3478260869565216,"baseline_adjusted_score":0.3478260869565216},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.20820748311414863,"accuracy":0.63,"positive_recall":0.64,"specificity":0.62,"precision":0.6274509803921569,"balanced_accuracy":0.63,"f1":0.6336633663366337,"true_positive":32,"false_positive":19,"false_negative":18,"true_negative":31,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.16717006754340547,"baseline_adjusted_skill":0.26,"baseline_adjusted_score":0.26},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.58,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.33333333333333326,"baseline_adjusted_score":0.33333333333333326},"scoring":{"eligible":true,"reason":null},"model":70,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.18732040777997697,"accuracy":0.722972972972973,"positive_recall":0.6056338028169014,"specificity":0.8311688311688312,"precision":0.7678571428571429,"balanced_accuracy":0.7184013169928662,"f1":0.6771653543307087,"true_positive":43,"false_positive":13,"false_negative":28,"true_negative":64,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.24958911614317017,"brier_skill":0.24948487067630953,"baseline_adjusted_skill":0.4368026339857325,"baseline_adjusted_score":0.4368026339857325},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.29,"uniform_accuracy_baseline":0.2005,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.926470588235294,"baseline_adjusted_score":0.926470588235294},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.72,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.4042553191489361,"baseline_adjusted_score":0.4042553191489361},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.4897959183673469,"baseline_adjusted_score":0.4897959183673469},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.0987447340826102,"accuracy":0.50576692402,"positive_recall":0.4153998905542039,"specificity":0.6507515030424345,"precision":0.6561549424102564,"balanced_accuracy":0.5330756967983192,"f1":0.5087312060545959,"true_positive":25.590042754,"false_positive":13.409957246,"false_negative":36.013350352,"true_negative":24.986649648,"positive_prevalence":0.61603393106,"majority_accuracy_baseline":0.61603393106,"constant_brier_baseline":0.07908707655202402,"brier_skill":-0.2485571396441142,"baseline_adjusted_skill":0.06615139359663846,"baseline_adjusted_score":0.06615139359663846},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1732234155835105,"accuracy":0.76,"positive_recall":0.68,"specificity":0.84,"precision":0.8095238095238095,"balanced_accuracy":0.76,"f1":0.7391304347826086,"true_positive":34,"false_positive":8,"false_negative":16,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.30710633766595796,"baseline_adjusted_skill":0.52,"baseline_adjusted_score":0.52},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.22,"uniform_accuracy_baseline":0.012987012987012986,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.17894736842105263,"baseline_adjusted_score":0.17894736842105263},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.93,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.8833333333333334,"baseline_adjusted_score":0.8833333333333334},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.44,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.12500000000000003,"baseline_adjusted_score":0.12500000000000003},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10858649123194196,"accuracy":0.83,"positive_recall":0.94,"specificity":0.72,"precision":0.7704918032786885,"balanced_accuracy":0.83,"f1":0.8468468468468469,"true_positive":47,"false_positive":14,"false_negative":3,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5656540350722321,"baseline_adjusted_skill":0.6599999999999999,"baseline_adjusted_score":0.6599999999999999},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.12476164629804763,"accuracy":0.6123920037045276,"positive_recall":0.7623171415514348,"specificity":0.5425813554829136,"precision":0.4369410810543263,"balanced_accuracy":0.6524492485171742,"f1":0.5554895011884785,"true_positive":169.5331394490786,"false_positive":218.4668605509214,"false_negative":52.85873685590923,"true_negative":259.1412631440908,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768642,"brier_skill":-0.4061306388737589,"baseline_adjusted_skill":0.30489849703434846,"baseline_adjusted_score":0.30489849703434846},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2263141788083884,"accuracy":0.57,"positive_recall":0.32,"specificity":0.82,"precision":0.64,"balanced_accuracy":0.57,"f1":0.4266666666666667,"true_positive":16,"false_positive":9,"false_negative":34,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.09474328476644645,"baseline_adjusted_skill":0.1399999999999999,"baseline_adjusted_score":0.1399999999999999},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.23841059602649006,"uniform_accuracy_baseline":0.006622516556291391,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.2068965517241379,"baseline_adjusted_score":0.2068965517241379},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.7823529411764706,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.5986984815618221,"baseline_adjusted_score":0.5986984815618221},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.1,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11718083446270747,"accuracy":0.84,"positive_recall":0.9,"specificity":0.78,"precision":0.8035714285714286,"balanced_accuracy":0.8400000000000001,"f1":0.8490566037735849,"true_positive":45,"false_positive":11,"false_negative":5,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5312766621491701,"baseline_adjusted_skill":0.6800000000000002,"baseline_adjusted_score":0.6800000000000002},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.76,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.07142857142857142,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9887640449438202,"baseline_adjusted_score":0.9887640449438202},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.82,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.6086956521739129,"baseline_adjusted_score":0.6086956521739129},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.37,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.13698630136986298,"baseline_adjusted_score":0.13698630136986298},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.8888888888888888,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.6666666666666665,"baseline_adjusted_score":0.6666666666666665},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.22195963191669493,"accuracy":0.6707317073170732,"positive_recall":0.55,"specificity":0.7857142857142857,"precision":0.7096774193548387,"balanced_accuracy":0.6678571428571429,"f1":0.6197183098591549,"true_positive":22,"false_positive":9,"false_negative":18,"true_negative":33,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.2498512790005949,"brier_skill":0.11163299701913298,"baseline_adjusted_skill":0.33571428571428585,"baseline_adjusted_score":0.33571428571428585},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.12055941531374578,"accuracy":0.87,"positive_recall":0.86,"specificity":0.88,"precision":0.8775510204081632,"balanced_accuracy":0.87,"f1":0.8686868686868687,"true_positive":43,"false_positive":6,"false_negative":7,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5177623387450169,"baseline_adjusted_skill":0.74,"baseline_adjusted_score":0.74},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.7430167597765364,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.6702508960573478,"baseline_adjusted_score":0.6702508960573478},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.48,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.14754098360655732,"baseline_adjusted_score":0.14754098360655732},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.15591611681081857,"accuracy":0.765,"positive_recall":0.3409090909090909,"specificity":0.8846153846153846,"precision":0.45454545454545453,"balanced_accuracy":0.6127622377622377,"f1":0.38961038961038963,"true_positive":15,"false_positive":18,"false_negative":29,"true_negative":138,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":0.09139792068287544,"baseline_adjusted_skill":0.2255244755244754,"baseline_adjusted_score":0.2255244755244754},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.1901191096359755,"accuracy":0.735,"positive_recall":0.06,"specificity":0.96,"precision":0.3333333333333333,"balanced_accuracy":0.51,"f1":0.1016949152542373,"true_positive":3,"false_positive":6,"false_negative":47,"true_negative":144,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-0.013968584725202682,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.044276167322249635,"accuracy":0.955,"positive_recall":0.631578947368421,"specificity":0.988950276243094,"precision":0.8571428571428571,"balanced_accuracy":0.8102646118057575,"f1":0.7272727272727273,"true_positive":12,"false_positive":2,"false_negative":7,"true_negative":179,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.085975,"brier_skill":0.4850111390258839,"baseline_adjusted_skill":0.620529223611515,"baseline_adjusted_score":0.620529223611515},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.1198074567666331,"accuracy":0.7855416666666667,"positive_recall":0.6800912607876203,"specificity":0.7922732540099671,"precision":0.17286938981341402,"balanced_accuracy":0.7361822573987937,"f1":0.2756679600329708,"true_positive":114.26666666666667,"false_positive":546.7333333333333,"false_negative":53.75,"true_negative":2085.25,"positive_prevalence":0.060005952380952375,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679138,"brier_skill":-2.7206161376636104,"baseline_adjusted_skill":0.47236451479758745,"baseline_adjusted_score":0.47236451479758745},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.5949008498583569,"uniform_accuracy_baseline":0.027777777777777776,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.5357142857142857,"baseline_adjusted_score":0.5357142857142857},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.47,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.24285714285714285,"baseline_adjusted_score":0.24285714285714285},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10028237982525934,"accuracy":0.87,"positive_recall":0.92,"specificity":0.82,"precision":0.8363636363636363,"balanced_accuracy":0.87,"f1":0.8761904761904762,"true_positive":46,"false_positive":9,"false_negative":4,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5988704806989626,"baseline_adjusted_skill":0.74,"baseline_adjusted_score":0.74},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1024488076865426,"accuracy":0.85,"positive_recall":0.98,"specificity":0.72,"precision":0.7777777777777778,"balanced_accuracy":0.85,"f1":0.8672566371681416,"true_positive":49,"false_positive":14,"false_negative":1,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5902047692538296,"baseline_adjusted_skill":0.7,"baseline_adjusted_score":0.7},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.56,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":-0.12820512820512803,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.35,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.30851063829787234,"baseline_adjusted_score":0.30851063829787234},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.148661305845983,"accuracy":0.76,"positive_recall":0.56,"specificity":0.96,"precision":0.9333333333333333,"balanced_accuracy":0.76,"f1":0.7,"true_positive":28,"false_positive":2,"false_negative":22,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.405354776616068,"baseline_adjusted_skill":0.52,"baseline_adjusted_score":0.52},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.7761194029850748,"baseline_adjusted_score":0.7761194029850748},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.0665364341971783,"accuracy":0.95,"positive_recall":0.96,"specificity":0.94,"precision":0.9411764705882353,"balanced_accuracy":0.95,"f1":0.9504950495049505,"true_positive":48,"false_positive":3,"false_negative":2,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7338542632112868,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.4024003783783784,"uniform_accuracy_baseline":0.23445945945945948,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.18986689596856926,"baseline_adjusted_score":0.18986689596856926},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.04383993277660706,"accuracy":0.6900438223684211,"positive_recall":0.7150435642685367,"specificity":0.666238517836059,"precision":0.6710548354430379,"balanced_accuracy":0.6906410410522978,"f1":0.6923511944818234,"true_positive":53.013332,"false_positive":25.986668,"false_negative":21.126670999999998,"true_negative":51.873329,"positive_prevalence":0.4877631776315789,"majority_accuracy_baseline":0.512236822368421,"constant_brier_baseline":0.09451910039768556,"brier_skill":0.5361791152036763,"baseline_adjusted_skill":0.3812820821045957,"baseline_adjusted_score":0.3812820821045957},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.11557738755693592,"normalized_score_rmse":0.1695438973654222,"constant_score_baseline":0.5841668333333333,"constant_mae_baseline":0.21700552708333334,"baseline_adjusted_skill":0.46739887637722477,"baseline_adjusted_score":0.46739887637722477},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.18065199962996314,"accuracy":0.73,"positive_recall":0.8,"specificity":0.66,"precision":0.7017543859649122,"balanced_accuracy":0.73,"f1":0.7476635514018691,"true_positive":40,"false_positive":17,"false_negative":10,"true_negative":33,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2773920014801474,"baseline_adjusted_skill":0.45999999999999996,"baseline_adjusted_score":0.45999999999999996},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24872846830943598,"accuracy":0.59,"positive_recall":0.4,"specificity":0.78,"precision":0.6451612903225806,"balanced_accuracy":0.5900000000000001,"f1":0.49382716049382713,"true_positive":20,"false_positive":11,"false_negative":30,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.00508612676225606,"baseline_adjusted_skill":0.18000000000000016,"baseline_adjusted_score":0.18000000000000016},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.83,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.721311475409836,"baseline_adjusted_score":0.721311475409836},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.6,"uniform_accuracy_baseline":0.036111111111111115,"fixed_answer_accuracy_baseline":0.08833333333333333,"baseline_adjusted_skill":0.5612431444241316,"baseline_adjusted_score":0.5612431444241316},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.7954545454545455,"baseline_adjusted_score":0.7954545454545455},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.535,"uniform_accuracy_baseline":0.049879324215607396,"fixed_answer_accuracy_baseline":0.12442477876106194,"baseline_adjusted_skill":0.46892055791388726,"baseline_adjusted_score":0.46892055791388726},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.26205787501633887,"accuracy":0.53,"positive_recall":0.06,"specificity":1,"precision":1,"balanced_accuracy":0.53,"f1":0.11320754716981132,"true_positive":3,"false_positive":0,"false_negative":47,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.04823150006535548,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.6666666666666666,"uniform_accuracy_baseline":0.23888888888888887,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.5294117647058824,"baseline_adjusted_score":0.5294117647058824},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.24223422874279085,"accuracy":0.671875,"positive_recall":0.34375,"specificity":1,"precision":1,"balanced_accuracy":0.671875,"f1":0.5116279069767442,"true_positive":11,"false_positive":0,"false_negative":21,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.03106308502883659,"baseline_adjusted_skill":0.34375,"baseline_adjusted_score":0.34375},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.9782608695652174,"baseline_adjusted_score":0.9782608695652174},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.76,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.6363636363636365,"baseline_adjusted_score":0.6363636363636365},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3008590064820302,"accuracy":0.57,"positive_recall":0.16,"specificity":0.98,"precision":0.8888888888888888,"balanced_accuracy":0.57,"f1":0.2711864406779661,"true_positive":8,"false_positive":1,"false_negative":42,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.2034360259281207,"baseline_adjusted_skill":0.1399999999999999,"baseline_adjusted_score":0.1399999999999999},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.7352941176470589,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.6086956521739131,"baseline_adjusted_score":0.6086956521739131},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.11728021481814767,"accuracy":0.8484848484848485,"positive_recall":1,"specificity":0.7058823529411765,"precision":0.7619047619047619,"balanced_accuracy":0.8529411764705883,"f1":0.8648648648648649,"true_positive":16,"false_positive":5,"false_negative":0,"true_negative":12,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.5304479634670485,"baseline_adjusted_skill":0.7058823529411766,"baseline_adjusted_score":0.7058823529411766},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.20384430694859476,"normalized_score_rmse":0.3019509429121179,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.38228997894365224,"baseline_adjusted_score":0.38228997894365224},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.1875,"uniform_accuracy_baseline":0.178125,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.14035087719298242,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.12454607873209055,"accuracy":0.7941176470588235,"positive_recall":0.5882352941176471,"specificity":1,"precision":1,"balanced_accuracy":0.7941176470588236,"f1":0.7407407407407407,"true_positive":10,"false_positive":0,"false_negative":7,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5018156850716378,"baseline_adjusted_skill":0.5882352941176472,"baseline_adjusted_score":0.5882352941176472},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.31168056213680434,"normalized_score_rmse":0.38633937987414013,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-1.1194278225302696,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.7708333333333334,"uniform_accuracy_baseline":0.13194444444444445,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":0.4260869565217393,"baseline_adjusted_score":0.4260869565217393},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.15285390828169668,"accuracy":0.8269230769230769,"positive_recall":0.6538461538461539,"specificity":1,"precision":1,"balanced_accuracy":0.8269230769230769,"f1":0.7906976744186046,"true_positive":17,"false_positive":0,"false_negative":9,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3885843668732133,"baseline_adjusted_skill":0.6538461538461537,"baseline_adjusted_score":0.6538461538461537},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.16736823486170627,"accuracy":0.7866666666666666,"positive_recall":0.6410256410256411,"specificity":0.9444444444444444,"precision":0.9259259259259259,"balanced_accuracy":0.7927350427350428,"f1":0.7575757575757576,"true_positive":25,"false_positive":2,"false_negative":14,"true_negative":34,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24960000000000004,"brier_skill":0.32945418725277953,"baseline_adjusted_skill":0.5854700854700856,"baseline_adjusted_score":0.5854700854700856},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.22846999153494835,"normalized_score_rmse":0.2727842173342423,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.18403574451804172,"baseline_adjusted_score":0.18403574451804172},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.7058823529411765,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.6,"baseline_adjusted_score":0.6},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.055497305100164665,"accuracy":0.9285714285714286,"positive_recall":1,"specificity":0.8571428571428571,"precision":0.875,"balanced_accuracy":0.9285714285714286,"f1":0.9333333333333333,"true_positive":14,"false_positive":2,"false_negative":0,"true_negative":12,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7780107795993414,"baseline_adjusted_skill":0.8571428571428572,"baseline_adjusted_score":0.8571428571428572},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.16127959795747743,"normalized_score_rmse":0.24201723704034117,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.1696969696969697,"baseline_adjusted_skill":0.04960236917915095,"baseline_adjusted_score":0.04960236917915095},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.12015842418850287,"accuracy":0.8588235294117647,"positive_recall":0.7777777777777778,"specificity":0.95,"precision":0.9459459459459459,"balanced_accuracy":0.8638888888888889,"f1":0.8536585365853658,"true_positive":35,"false_positive":2,"false_negative":10,"true_negative":38,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.2491349480968858,"brier_skill":0.5176974362433704,"baseline_adjusted_skill":0.7277777777777779,"baseline_adjusted_score":0.7277777777777779},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.56,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.42105263157894746,"baseline_adjusted_score":0.42105263157894746},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.2588991986079561,"accuracy":0.54,"positive_recall":0.4,"specificity":0.8666666666666667,"precision":0.875,"balanced_accuracy":0.6333333333333333,"f1":0.5490196078431373,"true_positive":14,"false_positive":2,"false_negative":21,"true_negative":13,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.21,"brier_skill":-0.23285332670455294,"baseline_adjusted_skill":0.2666666666666666,"baseline_adjusted_score":0.2666666666666666},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.29780431162565946,"normalized_score_rmse":0.41718899881536076,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.06358682723449793,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.8481012658227848,"uniform_accuracy_baseline":0.24240506329113923,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.7391304347826086,"baseline_adjusted_score":0.7391304347826086},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.1110923455083362,"accuracy":0.8571428571428571,"positive_recall":0.9090909090909091,"specificity":0.8,"precision":0.8333333333333334,"balanced_accuracy":0.8545454545454545,"f1":0.8695652173913043,"true_positive":10,"false_positive":2,"false_negative":1,"true_negative":8,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.2494331065759637,"brier_skill":0.554620687552943,"baseline_adjusted_skill":0.709090909090909,"baseline_adjusted_score":0.709090909090909},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.6363636363636364,"uniform_accuracy_baseline":0.32373737373737377,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.4,"baseline_adjusted_score":0.4},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.24356597748498726,"accuracy":0.5757575757575758,"positive_recall":0.4117647058823529,"specificity":0.75,"precision":0.6363636363636364,"balanced_accuracy":0.5808823529411764,"f1":0.5,"true_positive":7,"false_positive":4,"false_negative":10,"true_negative":12,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.024840626907532526,"baseline_adjusted_skill":0.1617647058823528,"baseline_adjusted_score":0.1617647058823528},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.2168966160845194,"normalized_score_rmse":0.26822767034014283,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.3431372549019608,"baseline_adjusted_skill":0.367901290267972,"baseline_adjusted_score":0.367901290267972},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10775096790409856,"accuracy":0.88,"positive_recall":0.98,"specificity":0.78,"precision":0.8166666666666667,"balanced_accuracy":0.88,"f1":0.8909090909090909,"true_positive":49,"false_positive":11,"false_negative":1,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5689961283836058,"baseline_adjusted_skill":0.76,"baseline_adjusted_score":0.76},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.35333333333333333,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.24794458607054334,"accuracy":0.52,"positive_recall":0.7027027027027027,"specificity":0.34210526315789475,"precision":0.5098039215686274,"balanced_accuracy":0.5224039829302988,"f1":0.5909090909090909,"true_positive":26,"false_positive":25,"false_negative":11,"true_negative":13,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555554,"brier_skill":0.008045308217065172,"baseline_adjusted_skill":0.04480796586059754,"baseline_adjusted_score":0.04480796586059754},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.93,"uniform_accuracy_baseline":0.14285714285714285,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.9102564102564104,"baseline_adjusted_score":0.9102564102564104},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.375,"uniform_accuracy_baseline":0.32416666666666666,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.053030303030303,"baseline_adjusted_score":0.053030303030303},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.1035890226489272,"accuracy":0.9393939393939394,"positive_recall":1,"specificity":0.8823529411764706,"precision":0.8888888888888888,"balanced_accuracy":0.9411764705882353,"f1":0.9411764705882353,"true_positive":16,"false_positive":2,"false_negative":0,"true_negative":15,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.5852630674092583,"baseline_adjusted_skill":0.8823529411764706,"baseline_adjusted_score":0.8823529411764706},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.14628108788394567,"normalized_score_rmse":0.17677223053853333,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.33416884135583347,"baseline_adjusted_score":0.33416884135583347},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.15673659787654043,"accuracy":0.75,"positive_recall":0.6818181818181818,"specificity":0.7692307692307693,"precision":0.45454545454545453,"balanced_accuracy":0.7255244755244755,"f1":0.5454545454545454,"true_positive":15,"false_positive":18,"false_negative":7,"true_negative":60,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":0.08661656249102312,"baseline_adjusted_skill":0.45104895104895104,"baseline_adjusted_score":0.45104895104895104},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11683746265116315,"accuracy":0.86,"positive_recall":0.7297297297297297,"specificity":0.9365079365079365,"precision":0.8709677419354839,"balanced_accuracy":0.8331188331188331,"f1":0.7941176470588235,"true_positive":27,"false_positive":4,"false_negative":10,"true_negative":59,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000003,"brier_skill":0.4987667839932941,"baseline_adjusted_skill":0.6662376662376661,"baseline_adjusted_score":0.6662376662376661},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.12071280705347086,"accuracy":0.89,"positive_recall":0.7692307692307693,"specificity":0.9672131147540983,"precision":0.9375,"balanced_accuracy":0.8682219419924337,"f1":0.8450704225352113,"true_positive":30,"false_positive":2,"false_negative":9,"true_negative":59,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379,"brier_skill":0.49259013428553655,"baseline_adjusted_skill":0.7364438839848675,"baseline_adjusted_score":0.7364438839848675},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.15083925856951094,"accuracy":0.84,"positive_recall":0.9032258064516129,"specificity":0.8115942028985508,"precision":0.6829268292682927,"balanced_accuracy":0.8574100046750819,"f1":0.7777777777777778,"true_positive":28,"false_positive":13,"false_negative":3,"true_negative":56,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999998,"brier_skill":0.2948141254347314,"baseline_adjusted_skill":0.7148200093501638,"baseline_adjusted_score":0.7148200093501638},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.9166666666666666,"baseline_adjusted_score":0.9166666666666666},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.17175423353910446,"normalized_score_rmse":0.21032512845561707,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.26127211381030346,"baseline_adjusted_score":0.26127211381030346},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1373463684753517,"accuracy":0.81,"positive_recall":0.86,"specificity":0.76,"precision":0.7818181818181819,"balanced_accuracy":0.81,"f1":0.819047619047619,"true_positive":43,"false_positive":12,"false_negative":7,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4506145260985932,"baseline_adjusted_skill":0.6200000000000001,"baseline_adjusted_score":0.6200000000000001},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2565708403529694,"accuracy":0.53,"positive_recall":0.34,"specificity":0.72,"precision":0.5483870967741935,"balanced_accuracy":0.53,"f1":0.41975308641975306,"true_positive":17,"false_positive":14,"false_negative":33,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.026283361411877593,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.37,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.8000000000000002,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.12052185188918159,"accuracy":0.84,"positive_recall":0.92,"specificity":0.76,"precision":0.7931034482758621,"balanced_accuracy":0.8400000000000001,"f1":0.8518518518518519,"true_positive":46,"false_positive":12,"false_negative":4,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5179125924432737,"baseline_adjusted_skill":0.6800000000000002,"baseline_adjusted_score":0.6800000000000002},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.761904761904762,"baseline_adjusted_score":0.761904761904762},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.61,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.35,"baseline_adjusted_score":0.35},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.18205903516825958,"accuracy":0.69,"positive_recall":0.6,"specificity":0.78,"precision":0.7317073170731707,"balanced_accuracy":0.69,"f1":0.6593406593406593,"true_positive":30,"false_positive":11,"false_negative":20,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2717638593269617,"baseline_adjusted_skill":0.3799999999999999,"baseline_adjusted_score":0.3799999999999999},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.20851190476190473,"fixed_answer_accuracy_baseline":0.22333333333333333,"baseline_adjusted_skill":0.9871244635193133,"baseline_adjusted_score":0.9871244635193133},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.03748420021238377,"accuracy":0.97,"positive_recall":0.96,"specificity":0.98,"precision":0.9795918367346939,"balanced_accuracy":0.97,"f1":0.9696969696969697,"true_positive":48,"false_positive":1,"false_negative":2,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8500631991504649,"baseline_adjusted_skill":0.94,"baseline_adjusted_score":0.94},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.1127081816525606,"normalized_score_rmse":0.2060500245321222,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.6243060611581314,"baseline_adjusted_score":0.6243060611581314},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.22851190476190475,"fixed_answer_accuracy_baseline":0.24333333333333332,"baseline_adjusted_skill":0.9471365638766519,"baseline_adjusted_score":0.9471365638766519},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.018113795029351995,"accuracy":0.98,"positive_recall":0.96,"specificity":1,"precision":1,"balanced_accuracy":0.98,"f1":0.9795918367346939,"true_positive":48,"false_positive":0,"false_negative":2,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.927544819882592,"baseline_adjusted_skill":0.96,"baseline_adjusted_score":0.96},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.09129235756967036,"normalized_score_rmse":0.16978915348709955,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.3042222222222222,"baseline_adjusted_skill":0.6999155521815073,"baseline_adjusted_score":0.6999155521815073},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.76,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.6129032258064516,"baseline_adjusted_score":0.6129032258064516},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09937525285423694,"accuracy":0.85,"positive_recall":0.94,"specificity":0.76,"precision":0.7966101694915254,"balanced_accuracy":0.85,"f1":0.8623853211009175,"true_positive":47,"false_positive":12,"false_negative":3,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6024989885830523,"baseline_adjusted_skill":0.7,"baseline_adjusted_score":0.7},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.72,"baseline_adjusted_score":0.72},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08002885318269065,"accuracy":0.88,"positive_recall":0.84,"specificity":0.92,"precision":0.9130434782608695,"balanced_accuracy":0.88,"f1":0.875,"true_positive":42,"false_positive":4,"false_negative":8,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6798845872692374,"baseline_adjusted_skill":0.76,"baseline_adjusted_score":0.76},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.56,"uniform_accuracy_baseline":0.3533333333333333,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.2542372881355933,"baseline_adjusted_score":0.2542372881355933},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.83,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.7258064516129031,"baseline_adjusted_score":0.7258064516129031},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.45,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.11290322580645162,"baseline_adjusted_score":0.11290322580645162},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.39,"uniform_accuracy_baseline":0.1111111111111111,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.27380952380952384,"baseline_adjusted_score":0.27380952380952384},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.07035477656532056,"accuracy":0.8113750000000001,"positive_recall":0.08833223467369808,"specificity":0.980564553447478,"precision":0.5153846153846154,"balanced_accuracy":0.534448394060588,"f1":0.15081598199212154,"true_positive":6.7,"false_positive":6.3,"false_negative":69.15,"true_negative":317.85,"positive_prevalence":0.189625,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500001,"brier_skill":0.07578243933837969,"baseline_adjusted_skill":0.06889678812117594,"baseline_adjusted_score":0.06889678812117594},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1798329442529939,"normalized_score_rmse":0.2405858290621085,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":0.1586762841965198,"baseline_adjusted_score":0.1586762841965198},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.06852488239617871,"accuracy":0.800625,"positive_recall":0.5293014533520862,"specificity":0.899267087097324,"precision":0.6563953488372093,"balanced_accuracy":0.7142842702247051,"f1":0.5860368543991694,"true_positive":56.45,"false_positive":29.55,"false_negative":50.2,"true_negative":263.8,"positive_prevalence":0.266625,"majority_accuracy_baseline":0.733375,"constant_brier_baseline":0.115654859375,"brier_skill":0.40750537619873606,"baseline_adjusted_skill":0.4285685404494102,"baseline_adjusted_score":0.4285685404494102},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1817925069568446,"normalized_score_rmse":0.24124265417272256,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.32356276481174095,"baseline_adjusted_score":0.32356276481174095},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.06959362399618872,"accuracy":0.768125,"positive_recall":0.38031319910514544,"specificity":0.9184735472679966,"precision":0.6439393939393939,"balanced_accuracy":0.649393373186571,"f1":0.4781997187060478,"true_positive":42.5,"false_positive":23.5,"false_negative":69.25,"true_negative":264.75,"positive_prevalence":0.279375,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937500001,"brier_skill":0.3849755162430031,"baseline_adjusted_skill":0.29878674637314195,"baseline_adjusted_score":0.29878674637314195},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.19344881362383604,"normalized_score_rmse":0.24327864484271508,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.2682787191533389,"baseline_adjusted_score":0.2682787191533389},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.09012886803911854,"accuracy":0.815625,"positive_recall":0.19718309859154928,"specificity":0.9919678714859438,"precision":0.875,"balanced_accuracy":0.5945754850387466,"f1":0.3218390804597701,"true_positive":17.5,"false_positive":2.5,"false_negative":71.25,"true_negative":308.75,"positive_prevalence":0.221875,"majority_accuracy_baseline":0.778125,"constant_brier_baseline":0.12674023437499998,"brier_skill":0.2888693280111464,"baseline_adjusted_skill":0.18915097007749315,"baseline_adjusted_score":0.18915097007749315},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.20547867068235065,"normalized_score_rmse":0.2906176151575743,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.08929121027213005,"baseline_adjusted_score":0.08929121027213005},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.05518055379764796,"accuracy":0.8164999999999999,"positive_recall":0.611531190926276,"specificity":0.8902107409925221,"precision":0.6670103092783506,"balanced_accuracy":0.7508709659593991,"f1":0.6380670611439843,"true_positive":64.7,"false_positive":32.3,"false_negative":41.1,"true_negative":261.9,"positive_prevalence":0.2645,"majority_accuracy_baseline":0.7355,"constant_brier_baseline":0.11362725,"brier_skill":0.5143721792294722,"baseline_adjusted_skill":0.5017419319187981,"baseline_adjusted_score":0.5017419319187981},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.15803818671833142,"normalized_score_rmse":0.20209795829749236,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.3709922916683326,"baseline_adjusted_score":0.3709922916683326},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.07135568991130674,"accuracy":0.8155,"positive_recall":0.4360313315926893,"specificity":0.9053803339517624,"precision":0.521875,"balanced_accuracy":0.6707058327722258,"f1":0.47510668563300135,"true_positive":33.4,"false_positive":30.6,"false_negative":43.2,"true_negative":292.8,"positive_prevalence":0.19149999999999998,"majority_accuracy_baseline":0.8085,"constant_brier_baseline":0.09190274999999999,"brier_skill":0.22357394189720392,"baseline_adjusted_skill":0.3414116655444517,"baseline_adjusted_score":0.3414116655444517},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.16525204666453647,"normalized_score_rmse":0.23907203176396102,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.20119856597202912,"baseline_adjusted_score":0.20119856597202912},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.05794035689696007,"accuracy":0.88475,"positive_recall":0.5535230352303523,"specificity":0.9596873083997548,"precision":0.7564814814814815,"balanced_accuracy":0.7566051718150535,"f1":0.6392801251956182,"true_positive":40.85,"false_positive":13.15,"false_negative":32.95,"true_negative":313.05,"positive_prevalence":0.1845,"majority_accuracy_baseline":0.8155,"constant_brier_baseline":0.10922225,"brier_skill":0.4695187391125887,"baseline_adjusted_skill":0.513210343630107,"baseline_adjusted_score":0.513210343630107},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.16384432919803657,"normalized_score_rmse":0.2147439509248734,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":0.1348154233767045,"baseline_adjusted_score":0.1348154233767045},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.07267253325144042,"accuracy":0.8282499999999999,"positive_recall":0.15796178343949044,"specificity":0.9919129082426127,"precision":0.8266666666666667,"balanced_accuracy":0.5749373458410516,"f1":0.26524064171122996,"true_positive":12.4,"false_positive":2.5999999999999996,"false_negative":66.1,"true_negative":318.9,"positive_prevalence":0.19625,"majority_accuracy_baseline":0.80375,"constant_brier_baseline":0.09878593749999999,"brier_skill":0.2643433357967532,"baseline_adjusted_skill":0.1498746916821032,"baseline_adjusted_score":0.1498746916821032},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.19531803531877812,"normalized_score_rmse":0.2819513022462554,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":0.07541758428980772,"baseline_adjusted_score":0.07541758428980772},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.08120735682447826,"accuracy":0.6691326530612245,"positive_recall":0.4919928825622775,"specificity":0.802820053715309,"precision":0.6531496062992126,"balanced_accuracy":0.6474064681387932,"f1":0.5612313937753721,"true_positive":82.95,"false_positive":44.05,"false_negative":85.65,"true_negative":179.35,"positive_prevalence":0.4301020408163265,"majority_accuracy_baseline":0.5698979591836735,"constant_brier_baseline":0.12359641815910039,"brier_skill":0.34296350950928445,"baseline_adjusted_skill":0.2948129362775864,"baseline_adjusted_score":0.2948129362775864},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.17742708098331622,"normalized_score_rmse":0.2361698160350433,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.35600540976425954,"baseline_adjusted_score":0.35600540976425954},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.07895408593257876,"accuracy":0.8766250000000001,"positive_recall":0.5601888276947286,"specificity":0.9363947094664884,"precision":0.624561403508772,"balanced_accuracy":0.7482917685806085,"f1":0.5906262961426795,"true_positive":71.2,"false_positive":42.8,"false_negative":55.9,"true_negative":630.1,"positive_prevalence":0.158875,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499999,"brier_skill":0.2006874194848236,"baseline_adjusted_skill":0.49658353716121706,"baseline_adjusted_score":0.49658353716121706},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.18451368160298443,"normalized_score_rmse":0.23925397958904834,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-0.11826473698778428,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.62,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.3870967741935484,"baseline_adjusted_score":0.3870967741935484},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25614318094927435,"accuracy":0.56,"positive_recall":0.42,"specificity":0.7,"precision":0.5833333333333334,"balanced_accuracy":0.5599999999999999,"f1":0.4883720930232558,"true_positive":21,"false_positive":15,"false_negative":29,"true_negative":35,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.024572723797097407,"baseline_adjusted_skill":0.11999999999999988,"baseline_adjusted_score":0.11999999999999988},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.36249171636845595,"uniform_accuracy_baseline":0.058823529411764705,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.250778816199377,"baseline_adjusted_score":0.250778816199377},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.7,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.3478260869565216,"baseline_adjusted_score":0.3478260869565216},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2275500809534196,"accuracy":0.63,"positive_recall":0.46,"specificity":0.8,"precision":0.696969696969697,"balanced_accuracy":0.63,"f1":0.5542168674698795,"true_positive":23,"false_positive":10,"false_negative":27,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.08979967618632156,"baseline_adjusted_skill":0.26,"baseline_adjusted_score":0.26},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.57,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.3174603174603174,"baseline_adjusted_score":0.3174603174603174},"scoring":{"eligible":true,"reason":null},"model":71,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.23405788142233247,"accuracy":0.5540540540540541,"positive_recall":0.2535211267605634,"specificity":0.8311688311688312,"precision":0.5806451612903226,"balanced_accuracy":0.5423449789646972,"f1":0.35294117647058826,"true_positive":18,"false_positive":13,"false_negative":53,"true_negative":64,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.24958911614317017,"brier_skill":0.06222721151001076,"baseline_adjusted_skill":0.08468995792939449,"baseline_adjusted_score":0.08468995792939449},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.31,"uniform_accuracy_baseline":0.2005,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.028169014084507067,"baseline_adjusted_score":0.028169014084507067},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.71,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.5735294117647058,"baseline_adjusted_score":0.5735294117647058},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.66,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.2765957446808511,"baseline_adjusted_score":0.2765957446808511},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.43,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":-0.16326530612244902,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09921781758999332,"accuracy":0.44437121931999995,"positive_recall":0.30063697119950006,"specificity":0.6749779865847955,"precision":0.5974276619032258,"balanced_accuracy":0.48780747889214776,"f1":0.3999909052533417,"true_positive":18.520257519,"false_positive":12.479742481,"false_negative":43.083135587,"true_negative":25.916864413,"positive_prevalence":0.61603393106,"majority_accuracy_baseline":0.61603393106,"constant_brier_baseline":0.07908707655202402,"brier_skill":-0.2545389451173754,"baseline_adjusted_skill":-0.024385042215704478,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2349825841765523,"accuracy":0.63,"positive_recall":0.58,"specificity":0.68,"precision":0.6444444444444445,"balanced_accuracy":0.63,"f1":0.6105263157894737,"true_positive":29,"false_positive":16,"false_negative":21,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.06006966329379082,"baseline_adjusted_skill":0.26,"baseline_adjusted_score":0.26},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.6,"uniform_accuracy_baseline":0.012987012987012986,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.5789473684210525,"baseline_adjusted_score":0.5789473684210525},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.43,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.049999999999999954,"baseline_adjusted_score":0.049999999999999954},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.45,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.14062500000000003,"baseline_adjusted_score":0.14062500000000003},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.19212129264885985,"accuracy":0.75,"positive_recall":0.88,"specificity":0.62,"precision":0.6984126984126984,"balanced_accuracy":0.75,"f1":0.7787610619469026,"true_positive":44,"false_positive":19,"false_negative":6,"true_negative":31,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.23151482940456058,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.09894306153852073,"accuracy":0.6153574952396698,"positive_recall":0.5848732590753409,"specificity":0.6295520747327075,"precision":0.4236842393693105,"balanced_accuracy":0.6072126669040242,"f1":0.49139802595475834,"true_positive":130.0710614863783,"false_positive":176.9289385136217,"false_negative":92.3208148186095,"true_negative":300.6791851813905,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768642,"brier_skill":-0.11514134721275271,"baseline_adjusted_skill":0.2144253338080484,"baseline_adjusted_score":0.2144253338080484},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2486800019146617,"accuracy":0.52,"positive_recall":0.42,"specificity":0.62,"precision":0.525,"balanced_accuracy":0.52,"f1":0.4666666666666667,"true_positive":21,"false_positive":19,"false_negative":29,"true_negative":31,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.005279992341353235,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.5364238410596026,"uniform_accuracy_baseline":0.006622516556291391,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.5172413793103448,"baseline_adjusted_score":0.5172413793103448},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.48058823529411765,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.04229934924078092,"baseline_adjusted_score":0.04229934924078092},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.11666666666666668,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2710191025834209,"accuracy":0.58,"positive_recall":0.96,"specificity":0.2,"precision":0.5454545454545454,"balanced_accuracy":0.58,"f1":0.6956521739130435,"true_positive":48,"false_positive":40,"false_negative":2,"true_negative":10,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.08407641033368352,"baseline_adjusted_skill":0.15999999999999992,"baseline_adjusted_score":0.15999999999999992},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.63,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.22916666666666666,"baseline_adjusted_score":0.22916666666666666},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.07142857142857142,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.8314606741573034,"baseline_adjusted_score":0.8314606741573034},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.58,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.08695652173913028,"baseline_adjusted_score":0.08695652173913028},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.28,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.013698630136986314,"baseline_adjusted_score":0.013698630136986314},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.7222222222222222,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.1666666666666667,"baseline_adjusted_score":0.1666666666666667},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.24882225614698605,"accuracy":0.5365853658536586,"positive_recall":0.525,"specificity":0.5476190476190477,"precision":0.525,"balanced_accuracy":0.5363095238095239,"f1":0.525,"true_positive":21,"false_positive":19,"false_negative":19,"true_negative":23,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.2498512790005949,"brier_skill":0.004118541468848713,"baseline_adjusted_skill":0.0726190476190478,"baseline_adjusted_score":0.0726190476190478},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25300522280036797,"accuracy":0.61,"positive_recall":0.26,"specificity":0.96,"precision":0.8666666666666667,"balanced_accuracy":0.61,"f1":0.4,"true_positive":13,"false_positive":2,"false_negative":37,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.012020891201471873,"baseline_adjusted_skill":0.21999999999999997,"baseline_adjusted_score":0.21999999999999997},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.329608938547486,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.13978494623655913,"baseline_adjusted_score":0.13978494623655913},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.37,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":-0.03278688524590167,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.20957553336541118,"accuracy":0.7,"positive_recall":0.36363636363636365,"specificity":0.7948717948717948,"precision":0.3333333333333333,"balanced_accuracy":0.5792540792540792,"f1":0.34782608695652173,"true_positive":16,"false_positive":32,"false_negative":28,"true_negative":124,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.2213026419895756,"baseline_adjusted_skill":0.15850815850815847,"baseline_adjusted_score":0.15850815850815847},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.2207689950939492,"accuracy":0.65,"positive_recall":0.22,"specificity":0.7933333333333333,"precision":0.2619047619047619,"balanced_accuracy":0.5066666666666667,"f1":0.2391304347826087,"true_positive":11,"false_positive":31,"false_negative":39,"true_negative":119,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-0.1774346405010625,"baseline_adjusted_skill":0.01333333333333342,"baseline_adjusted_score":0.01333333333333342},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.15012234485084236,"accuracy":0.925,"positive_recall":0.3684210526315789,"specificity":0.9834254143646409,"precision":0.7,"balanced_accuracy":0.6759232334981099,"f1":0.4827586206896552,"true_positive":7,"false_positive":3,"false_negative":12,"true_negative":178,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.085975,"brier_skill":-0.7461162529903154,"baseline_adjusted_skill":0.3518464669962198,"baseline_adjusted_score":0.3518464669962198},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.11192496169721182,"accuracy":0.831875,"positive_recall":0.5810931455212777,"specificity":0.8478840418189071,"precision":0.19605087014725567,"balanced_accuracy":0.7144885936700924,"f1":0.29318585620980453,"true_positive":97.63333333333333,"false_positive":400.3666666666667,"false_negative":70.38333333333333,"true_negative":2231.616666666667,"positive_prevalence":0.060005952380952375,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679138,"brier_skill":-2.4758255448921718,"baseline_adjusted_skill":0.42897718734018486,"baseline_adjusted_score":0.42897718734018486},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.3002832861189802,"uniform_accuracy_baseline":0.027777777777777776,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.1980519480519481,"baseline_adjusted_score":0.1980519480519481},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.38,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.11428571428571431,"baseline_adjusted_score":0.11428571428571431},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24670417779994078,"accuracy":0.57,"positive_recall":0.8,"specificity":0.34,"precision":0.547945205479452,"balanced_accuracy":0.5700000000000001,"f1":0.6504065040650406,"true_positive":40,"false_positive":33,"false_negative":10,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.013183288800236892,"baseline_adjusted_skill":0.14000000000000012,"baseline_adjusted_score":0.14000000000000012},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.21173940820279558,"accuracy":0.68,"positive_recall":0.5,"specificity":0.86,"precision":0.78125,"balanced_accuracy":0.6799999999999999,"f1":0.6097560975609756,"true_positive":25,"false_positive":7,"false_negative":25,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.1530423671888177,"baseline_adjusted_skill":0.3599999999999999,"baseline_adjusted_score":0.3599999999999999},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.51,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":-0.25641025641025633,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.51,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.4787234042553192,"baseline_adjusted_score":0.4787234042553192},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.21046620113874276,"accuracy":0.72,"positive_recall":0.84,"specificity":0.6,"precision":0.6774193548387096,"balanced_accuracy":0.72,"f1":0.75,"true_positive":42,"false_positive":20,"false_negative":8,"true_negative":30,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.15813519544502896,"baseline_adjusted_skill":0.43999999999999995,"baseline_adjusted_score":0.43999999999999995},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.78,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.6716417910447762,"baseline_adjusted_score":0.6716417910447762},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2797145932239945,"accuracy":0.52,"positive_recall":0.04,"specificity":1,"precision":1,"balanced_accuracy":0.52,"f1":0.07692307692307693,"true_positive":2,"false_positive":0,"false_negative":48,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.118858372895978,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.34280129054054054,"uniform_accuracy_baseline":0.23445945945945948,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.10907167408323708,"baseline_adjusted_score":0.10907167408323708},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.09962315018423647,"accuracy":0.5303509013157894,"positive_recall":0.6322722970485988,"specificity":0.4332991048021746,"precision":0.5151282417582417,"balanced_accuracy":0.5327857009253867,"f1":0.5677203481702735,"true_positive":46.87667,"false_positive":44.12333,"false_negative":27.263333,"true_negative":33.736667,"positive_prevalence":0.4877631776315789,"majority_accuracy_baseline":0.512236822368421,"constant_brier_baseline":0.09451910039768556,"brier_skill":-0.054000194300155346,"baseline_adjusted_skill":0.06557140185077337,"baseline_adjusted_score":0.06557140185077337},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.26517864453728246,"normalized_score_rmse":0.3516492140335827,"constant_score_baseline":0.5841668333333333,"constant_mae_baseline":0.21700552708333334,"baseline_adjusted_skill":-0.2219902787796273,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2609355503418372,"accuracy":0.56,"positive_recall":0.66,"specificity":0.46,"precision":0.55,"balanced_accuracy":0.56,"f1":0.6,"true_positive":33,"false_positive":27,"false_negative":17,"true_negative":23,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.04374220136734874,"baseline_adjusted_skill":0.1200000000000001,"baseline_adjusted_score":0.1200000000000001},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2609513793142058,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":50,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.043805517256823245,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.38,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":-0.016393442622950834,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.595,"uniform_accuracy_baseline":0.036111111111111115,"fixed_answer_accuracy_baseline":0.08833333333333333,"baseline_adjusted_skill":0.5557586837294333,"baseline_adjusted_score":0.5557586837294333},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.82,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.5909090909090907,"baseline_adjusted_score":0.5909090909090907},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.61,"uniform_accuracy_baseline":0.049879324215607396,"fixed_answer_accuracy_baseline":0.12442477876106194,"baseline_adjusted_skill":0.5545785324439054,"baseline_adjusted_score":0.5545785324439054},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2566781714123567,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":50,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.02671268564942686,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.6388888888888888,"uniform_accuracy_baseline":0.23888888888888887,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.49019607843137253,"baseline_adjusted_score":0.49019607843137253},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.24675094840896522,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":32,"false_positive":32,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.012996206364139118,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.717391304347826,"baseline_adjusted_score":0.717391304347826},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.25,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.1363636363636364,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2509231584123308,"accuracy":0.51,"positive_recall":0.16,"specificity":0.86,"precision":0.5333333333333333,"balanced_accuracy":0.51,"f1":0.24615384615384617,"true_positive":8,"false_positive":7,"false_negative":42,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.0036926336493232625,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8235294117647058,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.7391304347826085,"baseline_adjusted_score":0.7391304347826085},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.1667214072658541,"accuracy":0.8181818181818182,"positive_recall":0.9375,"specificity":0.7058823529411765,"precision":0.75,"balanced_accuracy":0.8216911764705883,"f1":0.8333333333333334,"true_positive":15,"false_positive":5,"false_negative":1,"true_negative":12,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.33250142458634147,"baseline_adjusted_skill":0.6433823529411766,"baseline_adjusted_score":0.6433823529411766},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.29434409835157255,"normalized_score_rmse":0.3583349221986246,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.10804818681341655,"baseline_adjusted_score":0.10804818681341655},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.1875,"uniform_accuracy_baseline":0.178125,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.14035087719298242,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.28299391375499505,"accuracy":0.058823529411764705,"positive_recall":0,"specificity":0.11764705882352941,"precision":0,"balanced_accuracy":0.058823529411764705,"f1":0,"true_positive":0,"false_positive":15,"false_negative":17,"true_negative":2,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.1319756550199802,"baseline_adjusted_skill":-0.8823529411764706,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.17461155325051397,"normalized_score_rmse":0.2757891846683691,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-0.187358562103495,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.020833333333333332,"uniform_accuracy_baseline":0.13194444444444445,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":-1.452173913043478,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.2597110103223175,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":26,"false_positive":26,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.038844041289270104,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.2717916483412332,"accuracy":0.48,"positive_recall":0.46153846153846156,"specificity":0.5,"precision":0.5,"balanced_accuracy":0.4807692307692308,"f1":0.48,"true_positive":18,"false_positive":18,"false_negative":21,"true_negative":18,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24960000000000004,"brier_skill":-0.08890884752096628,"baseline_adjusted_skill":-0.038461538461538436,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.3078532211932865,"normalized_score_rmse":0.37641019748426674,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.09947578997602324,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.31999999999999995,"baseline_adjusted_score":0.31999999999999995},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.23662680008633347,"accuracy":0.6071428571428571,"positive_recall":1,"specificity":0.21428571428571427,"precision":0.56,"balanced_accuracy":0.6071428571428571,"f1":0.717948717948718,"true_positive":14,"false_positive":11,"false_negative":0,"true_negative":3,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.053492799654666134,"baseline_adjusted_skill":0.2142857142857142,"baseline_adjusted_score":0.2142857142857142},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.4123343670456255,"normalized_score_rmse":0.46448307073923495,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.1696969696969697,"baseline_adjusted_skill":-1.429827520090293,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":0.7500000000000001,"baseline_adjusted_score":0.7500000000000001},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.1602951102854378,"accuracy":0.8235294117647058,"positive_recall":0.9333333333333333,"specificity":0.7,"precision":0.7777777777777778,"balanced_accuracy":0.8166666666666667,"f1":0.8484848484848485,"true_positive":42,"false_positive":12,"false_negative":3,"true_negative":28,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.2491349480968858,"brier_skill":0.3565932378820621,"baseline_adjusted_skill":0.6333333333333333,"baseline_adjusted_score":0.6333333333333333},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.28,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.05263157894736847,"baseline_adjusted_score":0.05263157894736847},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.24912069671389317,"accuracy":0.5,"positive_recall":0.4857142857142857,"specificity":0.5333333333333333,"precision":0.7083333333333334,"balanced_accuracy":0.5095238095238095,"f1":0.576271186440678,"true_positive":17,"false_positive":7,"false_negative":18,"true_negative":8,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.21,"brier_skill":-0.18628903197091984,"baseline_adjusted_skill":0.01904761904761898,"baseline_adjusted_score":0.01904761904761898},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.3018803154641522,"normalized_score_rmse":0.38401438588083475,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.07814398380054355,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.189873417721519,"uniform_accuracy_baseline":0.24240506329113923,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":-0.391304347826087,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.2576961000325922,"accuracy":0.5238095238095238,"positive_recall":0.9090909090909091,"specificity":0.1,"precision":0.5263157894736842,"balanced_accuracy":0.5045454545454545,"f1":0.6666666666666666,"true_positive":10,"false_positive":9,"false_negative":1,"true_negative":1,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.2494331065759637,"brier_skill":-0.03312709194884689,"baseline_adjusted_skill":0.009090909090909038,"baseline_adjusted_score":0.009090909090909038},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.48484848484848486,"uniform_accuracy_baseline":0.32373737373737377,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.15000000000000005,"baseline_adjusted_score":0.15000000000000005},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.23868297364283464,"accuracy":0.6060606060606061,"positive_recall":1,"specificity":0.1875,"precision":0.5666666666666667,"balanced_accuracy":0.59375,"f1":0.723404255319149,"true_positive":17,"false_positive":13,"false_negative":0,"true_negative":3,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.044390594496151015,"baseline_adjusted_skill":0.1875,"baseline_adjusted_score":0.1875},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.3630191900919798,"normalized_score_rmse":0.41658957856821,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.3431372549019608,"baseline_adjusted_skill":-0.0579416396966268,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25483407192091184,"accuracy":0.52,"positive_recall":0.56,"specificity":0.48,"precision":0.5185185185185185,"balanced_accuracy":0.52,"f1":0.5384615384615384,"true_positive":28,"false_positive":26,"false_negative":22,"true_negative":24,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.01933628768364737,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.33333333333333337,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":-0.03092783505154633,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.25990488929782307,"accuracy":0.4533333333333333,"positive_recall":0.32432432432432434,"specificity":0.5789473684210527,"precision":0.42857142857142855,"balanced_accuracy":0.4516358463726885,"f1":0.36923076923076925,"true_positive":12,"false_positive":16,"false_negative":25,"true_negative":22,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555554,"brier_skill":-0.039804411308858256,"baseline_adjusted_skill":-0.096728307254623,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.14285714285714285,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.14102564102564105,"baseline_adjusted_score":0.14102564102564105},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.345,"uniform_accuracy_baseline":0.32416666666666666,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.0075757575757575,"baseline_adjusted_score":0.0075757575757575},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.23476269622313747,"accuracy":0.48484848484848486,"positive_recall":1,"specificity":0,"precision":0.48484848484848486,"balanced_accuracy":0.5,"f1":0.6530612244897959,"true_positive":16,"false_positive":17,"false_negative":0,"true_negative":0,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.06008611695957089,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.23978959553714832,"normalized_score_rmse":0.2861373610091985,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":-0.09145609003115784,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.31920298913604545,"accuracy":0.46,"positive_recall":0.9090909090909091,"specificity":0.3333333333333333,"precision":0.2777777777777778,"balanced_accuracy":0.6212121212121212,"f1":0.425531914893617,"true_positive":20,"false_positive":52,"false_negative":2,"true_negative":26,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.8601572793475842,"baseline_adjusted_skill":0.24242424242424243,"baseline_adjusted_score":0.24242424242424243},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.23965137255925165,"accuracy":0.63,"positive_recall":0.972972972972973,"specificity":0.42857142857142855,"precision":0.5,"balanced_accuracy":0.7007722007722008,"f1":0.6605504587155964,"true_positive":36,"false_positive":36,"false_negative":1,"true_negative":27,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000003,"brier_skill":-0.02810541638460573,"baseline_adjusted_skill":0.40154440154440163,"baseline_adjusted_score":0.40154440154440163},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2609742097219637,"accuracy":0.59,"positive_recall":0.23076923076923078,"specificity":0.819672131147541,"precision":0.45,"balanced_accuracy":0.5252206809583859,"f1":0.3050847457627119,"true_positive":9,"false_positive":11,"false_negative":30,"true_negative":50,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379,"brier_skill":-0.09699121362742202,"baseline_adjusted_skill":0.05044136191677184,"baseline_adjusted_score":0.05044136191677184},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2930717678770318,"accuracy":0.46,"positive_recall":0.7096774193548387,"specificity":0.34782608695652173,"precision":0.3283582089552239,"balanced_accuracy":0.5287517531556802,"f1":0.4489795918367347,"true_positive":22,"false_positive":45,"false_negative":9,"true_negative":24,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999998,"brier_skill":-0.37013449217873706,"baseline_adjusted_skill":0.057503506311360475,"baseline_adjusted_score":0.057503506311360475},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.46,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.25,"baseline_adjusted_score":0.25},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.2869169978298174,"normalized_score_rmse":0.33998612940028716,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":-0.23405160356910693,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2163625049059732,"accuracy":0.63,"positive_recall":0.88,"specificity":0.38,"precision":0.5866666666666667,"balanced_accuracy":0.63,"f1":0.704,"true_positive":44,"false_positive":31,"false_negative":6,"true_negative":19,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.13454998037610721,"baseline_adjusted_skill":0.26,"baseline_adjusted_score":0.26},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25001743659548586,"accuracy":0.54,"positive_recall":0.14,"specificity":0.94,"precision":0.7,"balanced_accuracy":0.54,"f1":0.23333333333333334,"true_positive":7,"false_positive":3,"false_negative":43,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.0000697463819434585,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.36,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.8285714285714287,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.23197397169245101,"accuracy":0.6,"positive_recall":0.62,"specificity":0.58,"precision":0.5961538461538461,"balanced_accuracy":0.6,"f1":0.6078431372549019,"true_positive":31,"false_positive":21,"false_negative":19,"true_negative":29,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.07210411323019594,"baseline_adjusted_skill":0.19999999999999996,"baseline_adjusted_score":0.19999999999999996},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.76,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.42857142857142866,"baseline_adjusted_score":0.42857142857142866},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.45,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.08333333333333331,"baseline_adjusted_score":0.08333333333333331},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24713371440113888,"accuracy":0.56,"positive_recall":0.22,"specificity":0.9,"precision":0.6875,"balanced_accuracy":0.56,"f1":0.3333333333333333,"true_positive":11,"false_positive":5,"false_negative":39,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.011465142395444494,"baseline_adjusted_skill":0.1200000000000001,"baseline_adjusted_score":0.1200000000000001},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.20851190476190473,"fixed_answer_accuracy_baseline":0.22333333333333333,"baseline_adjusted_skill":0.8454935622317598,"baseline_adjusted_score":0.8454935622317598},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.21463426007482972,"accuracy":0.67,"positive_recall":0.68,"specificity":0.66,"precision":0.6666666666666666,"balanced_accuracy":0.67,"f1":0.6732673267326733,"true_positive":34,"false_positive":17,"false_negative":16,"true_negative":33,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.14146295970068112,"baseline_adjusted_skill":0.3400000000000001,"baseline_adjusted_score":0.3400000000000001},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.25079846085121316,"normalized_score_rmse":0.3077456077029434,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.1640051304959561,"baseline_adjusted_score":0.1640051304959561},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.71,"uniform_accuracy_baseline":0.22851190476190475,"fixed_answer_accuracy_baseline":0.24333333333333332,"baseline_adjusted_skill":0.6167400881057269,"baseline_adjusted_score":0.6167400881057269},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2109441870144269,"accuracy":0.63,"positive_recall":0.76,"specificity":0.5,"precision":0.6031746031746031,"balanced_accuracy":0.63,"f1":0.672566371681416,"true_positive":38,"false_positive":25,"false_negative":12,"true_negative":25,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.15622325194229236,"baseline_adjusted_skill":0.26,"baseline_adjusted_score":0.26},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.2671507750259018,"normalized_score_rmse":0.332513743395105,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.3042222222222222,"baseline_adjusted_skill":0.12185647361829222,"baseline_adjusted_score":0.12185647361829222},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.65,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.435483870967742,"baseline_adjusted_score":0.435483870967742},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1895612647825671,"accuracy":0.75,"positive_recall":0.94,"specificity":0.56,"precision":0.6811594202898551,"balanced_accuracy":0.75,"f1":0.7899159663865546,"true_positive":47,"false_positive":22,"false_negative":3,"true_negative":28,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2417549408697316,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.44,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":-0.12,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.21150487693309142,"accuracy":0.66,"positive_recall":0.62,"specificity":0.7,"precision":0.6739130434782609,"balanced_accuracy":0.6599999999999999,"f1":0.6458333333333334,"true_positive":31,"false_positive":15,"false_negative":19,"true_negative":35,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.15398049226763433,"baseline_adjusted_skill":0.31999999999999984,"baseline_adjusted_score":0.31999999999999984},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.63,"uniform_accuracy_baseline":0.3533333333333333,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.3728813559322034,"baseline_adjusted_score":0.3728813559322034},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.31,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.11290322580645162,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.36,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.03225806451612906,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.22,"uniform_accuracy_baseline":0.1111111111111111,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.07142857142857142,"baseline_adjusted_score":0.07142857142857142},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.14594259687260444,"accuracy":0.699875,"positive_recall":0.5128543177323666,"specificity":0.7436372049976864,"precision":0.3188524590163934,"balanced_accuracy":0.6282457613650265,"f1":0.3932271923174122,"true_positive":38.9,"false_positive":83.1,"false_negative":36.95,"true_negative":241.05,"positive_prevalence":0.189625,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500001,"brier_skill":-0.917179152050742,"baseline_adjusted_skill":0.25649152273005305,"baseline_adjusted_score":0.25649152273005305},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.377337635374418,"normalized_score_rmse":0.4119012697806995,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":-0.7653222707575111,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.10453475281426164,"accuracy":0.764875,"positive_recall":0.37787154242850446,"specificity":0.9055735469575592,"precision":0.5926470588235294,"balanced_accuracy":0.6417225446930318,"f1":0.4614944174062411,"true_positive":40.3,"false_positive":27.7,"false_negative":66.35,"true_negative":265.65,"positive_prevalence":0.266625,"majority_accuracy_baseline":0.733375,"constant_brier_baseline":0.115654859375,"brier_skill":0.0961490647330473,"baseline_adjusted_skill":0.2834450893860636,"baseline_adjusted_score":0.2834450893860636},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.34832956677055427,"normalized_score_rmse":0.380150052478068,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":-0.2961100158904346,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.1236731165418896,"accuracy":0.721125,"positive_recall":0.30067114093959735,"specificity":0.8841283607979185,"precision":0.5014925373134329,"balanced_accuracy":0.592399750868758,"f1":0.37594405594405594,"true_positive":33.6,"false_positive":33.4,"false_negative":78.15,"true_negative":254.85,"positive_prevalence":0.279375,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937500001,"brier_skill":-0.09294487466208223,"baseline_adjusted_skill":0.18479950173751591,"baseline_adjusted_score":0.18479950173751591},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.34187447523575243,"normalized_score_rmse":0.38278516035357063,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":-0.2931422231139571,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.12328692823923898,"accuracy":0.809125,"positive_recall":0.19380281690140844,"specificity":0.984578313253012,"precision":0.7818181818181817,"balanced_accuracy":0.5891905650772102,"f1":0.31060948081264106,"true_positive":17.2,"false_positive":4.8,"false_negative":71.55,"true_negative":306.45,"positive_prevalence":0.221875,"majority_accuracy_baseline":0.778125,"constant_brier_baseline":0.12674023437499998,"brier_skill":0.027247118113600255,"baseline_adjusted_skill":0.17838113015442048,"baseline_adjusted_score":0.17838113015442048},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.4177633109293059,"normalized_score_rmse":0.43847872239321967,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":-0.8515825415149294,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.10665358530369166,"accuracy":0.7752500000000001,"positive_recall":0.5146502835538752,"specificity":0.8689666893269885,"precision":0.585483870967742,"balanced_accuracy":0.6918084864404319,"f1":0.5477867203219317,"true_positive":54.45,"false_positive":38.55,"false_negative":51.35,"true_negative":255.65,"positive_prevalence":0.2645,"majority_accuracy_baseline":0.7355,"constant_brier_baseline":0.11362725,"brier_skill":0.06137317145586407,"baseline_adjusted_skill":0.3836169728808638,"baseline_adjusted_score":0.3836169728808638},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.35484265530225545,"normalized_score_rmse":0.38740127957742604,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":-0.41230907582987264,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.11494982030595709,"accuracy":0.7975,"positive_recall":0.4086161879895562,"specificity":0.8896103896103896,"precision":0.4671641791044776,"balanced_accuracy":0.6491132887999729,"f1":0.43593314763231195,"true_positive":31.3,"false_positive":35.7,"false_negative":45.3,"true_negative":287.7,"positive_prevalence":0.19149999999999998,"majority_accuracy_baseline":0.8085,"constant_brier_baseline":0.09190274999999999,"brier_skill":-0.2507767211096197,"baseline_adjusted_skill":0.29822657759994575,"baseline_adjusted_score":0.29822657759994575},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.38766235494206674,"normalized_score_rmse":0.4159178958760836,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":-0.873896579780383,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.1272023395506785,"accuracy":0.8325,"positive_recall":0.3509485094850949,"specificity":0.9414469650521152,"precision":0.5755555555555555,"balanced_accuracy":0.6461977372686051,"f1":0.436026936026936,"true_positive":25.9,"false_positive":19.1,"false_negative":47.9,"true_negative":307.1,"positive_prevalence":0.1845,"majority_accuracy_baseline":0.8155,"constant_brier_baseline":0.10922225,"brier_skill":-0.16461929277851794,"baseline_adjusted_skill":0.29239547453721015,"baseline_adjusted_score":0.29239547453721015},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.4212335138727823,"normalized_score_rmse":0.4397591126876029,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":-1.2243353867869695,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.12822755473827915,"accuracy":0.8,"positive_recall":0.23248407643312102,"specificity":0.9385692068429238,"precision":0.48026315789473684,"balanced_accuracy":0.5855266416380224,"f1":0.3133047210300429,"true_positive":18.25,"false_positive":19.75,"false_negative":60.25,"true_negative":301.75,"positive_prevalence":0.19625,"majority_accuracy_baseline":0.80375,"constant_brier_baseline":0.09878593749999999,"brier_skill":-0.29803449745343724,"baseline_adjusted_skill":0.17105328327604474,"baseline_adjusted_score":0.17105328327604474},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3847731269445421,"normalized_score_rmse":0.41205261881720856,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":-0.8214112518084833,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.10565639892951034,"accuracy":0.6224489795918368,"positive_recall":0.23902728351126923,"specificity":0.9118173679498658,"precision":0.6716666666666666,"balanced_accuracy":0.5754223257305675,"f1":0.3525809273840769,"true_positive":40.3,"false_positive":19.7,"false_negative":128.3,"true_negative":203.7,"positive_prevalence":0.4301020408163265,"majority_accuracy_baseline":0.5698979591836735,"constant_brier_baseline":0.12359641815910039,"brier_skill":0.14514999299167897,"baseline_adjusted_skill":0.15084465146113502,"baseline_adjusted_score":0.15084465146113502},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.2667129037167591,"normalized_score_rmse":0.3118313418560798,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.0319309420650965,"baseline_adjusted_score":0.0319309420650965},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.1625393308425704,"accuracy":0.84125,"positive_recall":0.27970102281667975,"specificity":0.9473175806211918,"precision":0.5007042253521127,"balanced_accuracy":0.6135093017189357,"f1":0.3589096415951539,"true_positive":35.55,"false_positive":35.45,"false_negative":91.55,"true_negative":637.45,"positive_prevalence":0.158875,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499999,"brier_skill":-0.6455099243619549,"baseline_adjusted_skill":0.2270186034378714,"baseline_adjusted_score":0.2270186034378714},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.4490946877222204,"normalized_score_rmse":0.4673894184386044,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-1.721785986195275,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.41,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.048387096774193505,"baseline_adjusted_score":0.048387096774193505},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.27685230432829633,"accuracy":0.48,"positive_recall":0.9,"specificity":0.06,"precision":0.4891304347826087,"balanced_accuracy":0.48,"f1":0.6338028169014085,"true_positive":45,"false_positive":47,"false_negative":5,"true_negative":3,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.10740921731318531,"baseline_adjusted_skill":-0.040000000000000036,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.0874751491053678,"uniform_accuracy_baseline":0.058823529411764705,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":-0.07242990654205606,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.51,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":-0.0652173913043479,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24759060010084075,"accuracy":0.53,"positive_recall":0.98,"specificity":0.08,"precision":0.5157894736842106,"balanced_accuracy":0.53,"f1":0.6758620689655173,"true_positive":49,"false_positive":46,"false_negative":1,"true_negative":4,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.009637599596637014,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.41,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.06349206349206346,"baseline_adjusted_score":0.06349206349206346},"scoring":{"eligible":true,"reason":null},"model":72,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.24746475998296236,"accuracy":0.5405405405405406,"positive_recall":0.22535211267605634,"specificity":0.8311688311688312,"precision":0.5517241379310345,"balanced_accuracy":0.5282604719224437,"f1":0.32,"true_positive":16,"false_positive":13,"false_negative":55,"true_negative":64,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.24958911614317017,"brier_skill":0.00851141345037354,"baseline_adjusted_skill":0.05652094384488748,"baseline_adjusted_score":0.05652094384488748},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.2,"uniform_accuracy_baseline":0.2005,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":-0.12676056338028166,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.49,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.25,"baseline_adjusted_score":0.25},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.54,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.02127659574468087,"baseline_adjusted_score":0.02127659574468087},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.22,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":-0.5918367346938777,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08757549438043725,"accuracy":0.61603393106,"positive_recall":1,"specificity":0,"precision":0.61603393106,"balanced_accuracy":0.5,"f1":0.7624022233938205,"true_positive":61.603393106,"false_positive":38.396606894,"false_negative":0,"true_negative":0,"positive_prevalence":0.61603393106,"majority_accuracy_baseline":0.61603393106,"constant_brier_baseline":0.07908707655202402,"brier_skill":-0.10733002405050973,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2337583794365389,"accuracy":0.61,"positive_recall":0.36,"specificity":0.86,"precision":0.72,"balanced_accuracy":0.61,"f1":0.48,"true_positive":18,"false_positive":7,"false_negative":32,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.06496648225384438,"baseline_adjusted_skill":0.21999999999999997,"baseline_adjusted_score":0.21999999999999997},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.72,"uniform_accuracy_baseline":0.012987012987012986,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.7052631578947368,"baseline_adjusted_score":0.7052631578947368},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.32,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.13333333333333336,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":-0.04687499999999995,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25664583007808867,"accuracy":0.52,"positive_recall":0.94,"specificity":0.1,"precision":0.5108695652173914,"balanced_accuracy":0.52,"f1":0.6619718309859155,"true_positive":47,"false_positive":45,"false_negative":3,"true_negative":5,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.026583320312354664,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.15706884622131317,"accuracy":0.5664081873977557,"positive_recall":0.6584719108214299,"specificity":0.5235399379353812,"precision":0.3915476035874556,"balanced_accuracy":0.5910059243784056,"f1":0.4910824897514912,"true_positive":146.4388037417084,"false_positive":227.5611962582916,"false_negative":75.95307256327942,"true_negative":250.04692743672058,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768642,"brier_skill":-0.7702501019962531,"baseline_adjusted_skill":0.1820118487568112,"baseline_adjusted_score":0.1820118487568112},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.27267122036227875,"accuracy":0.48,"positive_recall":0.18,"specificity":0.78,"precision":0.45,"balanced_accuracy":0.48,"f1":0.2571428571428571,"true_positive":9,"false_positive":11,"false_negative":41,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.09068488144911502,"baseline_adjusted_skill":-0.040000000000000036,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.44370860927152317,"uniform_accuracy_baseline":0.006622516556291391,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.4206896551724138,"baseline_adjusted_score":0.4206896551724138},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.45176470588235296,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":-0.01084598698481558,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.11666666666666668,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2747650341896472,"accuracy":0.54,"positive_recall":0.84,"specificity":0.24,"precision":0.525,"balanced_accuracy":0.54,"f1":0.6461538461538462,"true_positive":42,"false_positive":38,"false_negative":8,"true_negative":12,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.09906013675858882,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.52,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.07142857142857142,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9887640449438202,"baseline_adjusted_score":0.9887640449438202},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":-0.08695652173913052,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.24,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":-0.04109589041095894,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.7222222222222222,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.1666666666666667,"baseline_adjusted_score":0.1666666666666667},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.2759467328183179,"accuracy":0.5121951219512195,"positive_recall":0.525,"specificity":0.5,"precision":0.5,"balanced_accuracy":0.5125,"f1":0.5121951219512195,"true_positive":21,"false_positive":21,"false_negative":19,"true_negative":21,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.2498512790005949,"brier_skill":-0.10444394730379125,"baseline_adjusted_skill":0.02499999999999991,"baseline_adjusted_score":0.02499999999999991},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2273869506774985,"accuracy":0.59,"positive_recall":0.36,"specificity":0.82,"precision":0.6666666666666666,"balanced_accuracy":0.59,"f1":0.4675324675324675,"true_positive":18,"false_positive":9,"false_negative":32,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.09045219729000598,"baseline_adjusted_skill":0.17999999999999994,"baseline_adjusted_score":0.17999999999999994},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.1005586592178771,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":-0.15412186379928314,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":-0.08196721311475408,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.34390898243513646,"accuracy":0.345,"positive_recall":0.5909090909090909,"specificity":0.27564102564102566,"precision":0.18705035971223022,"balanced_accuracy":0.4332750582750583,"f1":0.28415300546448086,"true_positive":26,"false_positive":113,"false_negative":18,"true_negative":43,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-1.0041315992723567,"baseline_adjusted_skill":-0.1334498834498834,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.34627790551772875,"accuracy":0.375,"positive_recall":0.84,"specificity":0.22,"precision":0.2641509433962264,"balanced_accuracy":0.53,"f1":0.4019138755980861,"true_positive":42,"false_positive":117,"false_negative":8,"true_negative":33,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-0.8468154960945533,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.33512045906612076,"accuracy":0.41,"positive_recall":0.7894736842105263,"specificity":0.3701657458563536,"precision":0.11627906976744186,"balanced_accuracy":0.57981971503344,"f1":0.20270270270270271,"true_positive":15,"false_positive":114,"false_negative":4,"true_negative":67,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.085975,"brier_skill":-2.897882629440195,"baseline_adjusted_skill":0.15963943006687997,"baseline_adjusted_score":0.15963943006687997},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.15624931936898712,"accuracy":0.7513392857142858,"positive_recall":0.555798035909136,"specificity":0.7638219593589118,"precision":0.1306060606060606,"balanced_accuracy":0.6598099976340239,"f1":0.2115097865272456,"true_positive":93.38333333333333,"false_positive":621.6166666666667,"false_negative":74.63333333333333,"true_negative":2010.3666666666666,"positive_prevalence":0.060005952380952375,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679138,"brier_skill":-3.8523168326290325,"baseline_adjusted_skill":0.31961999526804785,"baseline_adjusted_score":0.31961999526804785},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.21813031161473087,"uniform_accuracy_baseline":0.027777777777777776,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.10389610389610389,"baseline_adjusted_score":0.10389610389610389},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.19,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":-0.15714285714285714,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.32495427573633306,"accuracy":0.54,"positive_recall":0.16,"specificity":0.92,"precision":0.6666666666666666,"balanced_accuracy":0.54,"f1":0.25806451612903225,"true_positive":8,"false_positive":4,"false_negative":42,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.29981710294533226,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.23902278214684777,"accuracy":0.57,"positive_recall":0.54,"specificity":0.6,"precision":0.574468085106383,"balanced_accuracy":0.5700000000000001,"f1":0.5567010309278351,"true_positive":27,"false_positive":20,"false_negative":23,"true_negative":30,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.04390887141260891,"baseline_adjusted_skill":0.14000000000000012,"baseline_adjusted_score":0.14000000000000012},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.55,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":-0.1538461538461537,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.49,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.4574468085106383,"baseline_adjusted_score":0.4574468085106383},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.27407811808279076,"accuracy":0.53,"positive_recall":0.38,"specificity":0.68,"precision":0.5428571428571428,"balanced_accuracy":0.53,"f1":0.4470588235294118,"true_positive":19,"false_positive":16,"false_negative":31,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.09631247233116302,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8507462686567167,"baseline_adjusted_score":0.8507462686567167},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3175080683712139,"accuracy":0.51,"positive_recall":0.12,"specificity":0.9,"precision":0.5454545454545454,"balanced_accuracy":0.51,"f1":0.19672131147540983,"true_positive":6,"false_positive":5,"false_negative":44,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.2700322734848557,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.331454445945946,"uniform_accuracy_baseline":0.23445945945945948,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.09368937781029618,"baseline_adjusted_score":0.09368937781029618},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.11480250410674021,"accuracy":0.582850875,"positive_recall":0.8209693220541143,"specificity":0.3561092482446409,"precision":0.5483483603603604,"balanced_accuracy":0.5885392851493776,"f1":0.6575204387352203,"true_positive":60.866668,"false_positive":50.133332,"false_negative":13.273335,"true_negative":27.726665,"positive_prevalence":0.4877631776315789,"majority_accuracy_baseline":0.512236822368421,"constant_brier_baseline":0.09451910039768556,"brier_skill":-0.21459581845058828,"baseline_adjusted_skill":0.17707857029875518,"baseline_adjusted_score":0.17707857029875518},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.18762675280995858,"normalized_score_rmse":0.24207607461476893,"constant_score_baseline":0.5841668333333333,"constant_mae_baseline":0.21700552708333334,"baseline_adjusted_skill":0.13538260830606808,"baseline_adjusted_score":0.13538260830606808},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2664533182027068,"accuracy":0.56,"positive_recall":0.7,"specificity":0.42,"precision":0.546875,"balanced_accuracy":0.5599999999999999,"f1":0.6140350877192983,"true_positive":35,"false_positive":29,"false_negative":15,"true_negative":21,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.06581327281082716,"baseline_adjusted_skill":0.11999999999999988,"baseline_adjusted_score":0.11999999999999988},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3255930970528286,"accuracy":0.45,"positive_recall":0.9,"specificity":0,"precision":0.47368421052631576,"balanced_accuracy":0.45,"f1":0.6206896551724138,"true_positive":45,"false_positive":50,"false_negative":5,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.3023723882113143,"baseline_adjusted_skill":-0.09999999999999998,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":-0.08196721311475408,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.625,"uniform_accuracy_baseline":0.036111111111111115,"fixed_answer_accuracy_baseline":0.08833333333333333,"baseline_adjusted_skill":0.5886654478976234,"baseline_adjusted_score":0.5886654478976234},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.7,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.318181818181818,"baseline_adjusted_score":0.318181818181818},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.62,"uniform_accuracy_baseline":0.049879324215607396,"fixed_answer_accuracy_baseline":0.12442477876106194,"baseline_adjusted_skill":0.5659995957145745,"baseline_adjusted_score":0.5659995957145745},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2872152743931128,"accuracy":0.52,"positive_recall":0.06,"specificity":0.98,"precision":0.75,"balanced_accuracy":0.52,"f1":0.1111111111111111,"true_positive":3,"false_positive":1,"false_negative":47,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.14886109757245114,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.23888888888888887,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.29411764705882354,"baseline_adjusted_score":0.29411764705882354},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.2585881747816875,"accuracy":0.46875,"positive_recall":0.5,"specificity":0.4375,"precision":0.47058823529411764,"balanced_accuracy":0.46875,"f1":0.48484848484848486,"true_positive":16,"false_positive":18,"false_negative":16,"true_negative":14,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.034352699126749986,"baseline_adjusted_skill":-0.0625,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.6521739130434782,"baseline_adjusted_score":0.6521739130434782},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.29,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.07575757575757583,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25180263358492616,"accuracy":0.5,"positive_recall":0.3,"specificity":0.7,"precision":0.5,"balanced_accuracy":0.5,"f1":0.375,"true_positive":15,"false_positive":15,"false_negative":35,"true_negative":35,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.007210534339704644,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.8260869565217391,"baseline_adjusted_score":0.8260869565217391},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.23696785203390633,"accuracy":0.5151515151515151,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":16,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.05125738652601464,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.2845343274995685,"normalized_score_rmse":0.3698375038927783,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.13777476515282283,"baseline_adjusted_score":0.13777476515282283},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.09375,"uniform_accuracy_baseline":0.178125,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.27192982456140347,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.2577252676896234,"accuracy":0.4117647058823529,"positive_recall":0.8235294117647058,"specificity":0,"precision":0.45161290322580644,"balanced_accuracy":0.4117647058823529,"f1":0.5833333333333334,"true_positive":14,"false_positive":17,"false_negative":3,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.030901070758493576,"baseline_adjusted_skill":-0.17647058823529416,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.16587100309484146,"normalized_score_rmse":0.2681229677411026,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-0.12792282104492192,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.020833333333333332,"uniform_accuracy_baseline":0.13194444444444445,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":-1.452173913043478,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.24209544902394187,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":26,"false_positive":26,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.031618203904232534,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.2526417900806014,"accuracy":0.4533333333333333,"positive_recall":0,"specificity":0.9444444444444444,"precision":0,"balanced_accuracy":0.4722222222222222,"f1":0,"true_positive":0,"false_positive":2,"false_negative":39,"true_negative":34,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24960000000000004,"brier_skill":-0.012186658976768294,"baseline_adjusted_skill":-0.05555555555555558,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.29329501271247865,"normalized_score_rmse":0.37806641072609937,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.04748218825885231,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.2647058823529412,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.23793265281757378,"accuracy":0.5714285714285714,"positive_recall":1,"specificity":0.14285714285714285,"precision":0.5384615384615384,"balanced_accuracy":0.5714285714285714,"f1":0.7,"true_positive":14,"false_positive":12,"false_negative":0,"true_negative":2,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.048269388729704876,"baseline_adjusted_skill":0.1428571428571428,"baseline_adjusted_score":0.1428571428571428},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.34859714539665165,"normalized_score_rmse":0.401802552924583,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.1696969696969697,"baseline_adjusted_skill":-1.0542331782302687,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":0.2,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.2303534660311136,"accuracy":0.6235294117647059,"positive_recall":0.37777777777777777,"specificity":0.9,"precision":0.8095238095238095,"balanced_accuracy":0.6388888888888888,"f1":0.5151515151515151,"true_positive":17,"false_positive":4,"false_negative":28,"true_negative":36,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.2491349480968858,"brier_skill":0.07538678218066897,"baseline_adjusted_skill":0.2777777777777777,"baseline_adjusted_score":0.2777777777777777},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.48,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.3157894736842105,"baseline_adjusted_score":0.3157894736842105},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.37073470970946265,"accuracy":0.3,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":35,"true_negative":15,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.21,"brier_skill":-0.7654033795688697,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.3294265315681696,"normalized_score_rmse":0.43294078094563176,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.17652332702917706,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.17721518987341772,"uniform_accuracy_baseline":0.24240506329113923,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":-0.41304347826086957,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.2966166061937048,"accuracy":0.47619047619047616,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":11,"true_negative":10,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.2494331065759637,"brier_skill":-0.18916293937658013,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.45454545454545453,"uniform_accuracy_baseline":0.32373737373737377,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.1,"baseline_adjusted_score":0.1},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.2440993422803432,"accuracy":0.5151515151515151,"positive_recall":0.6470588235294118,"specificity":0.375,"precision":0.5238095238095238,"balanced_accuracy":0.5110294117647058,"f1":0.5789473684210527,"true_positive":11,"false_positive":10,"false_negative":6,"true_negative":6,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.02270520682612598,"baseline_adjusted_skill":0.022058823529411686,"baseline_adjusted_score":0.022058823529411686},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.37529262560693655,"normalized_score_rmse":0.42082697273805286,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.3431372549019608,"baseline_adjusted_skill":-0.09370993748307233,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2658870283232908,"accuracy":0.48,"positive_recall":0,"specificity":0.96,"precision":0,"balanced_accuracy":0.48,"f1":0,"true_positive":0,"false_positive":2,"false_negative":50,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.06354811329316323,"baseline_adjusted_skill":-0.040000000000000036,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.33333333333333337,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":-0.03092783505154633,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.25854994988553887,"accuracy":0.5066666666666667,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":37,"true_negative":38,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555554,"brier_skill":-0.03438368997592911,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.14,"uniform_accuracy_baseline":0.14285714285714285,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":-0.10256410256410255,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.32416666666666666,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.015151515151515168,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.2515479709664297,"accuracy":0.5151515151515151,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":16,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":-0.007116692582507245,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.22782799025828188,"normalized_score_rmse":0.27477959610408803,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":-0.037010162554938164,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2173391320843952,"accuracy":0.77,"positive_recall":0.09090909090909091,"specificity":0.9615384615384616,"precision":0.4,"balanced_accuracy":0.5262237762237763,"f1":0.14814814814814814,"true_positive":2,"false_positive":3,"false_negative":20,"true_negative":75,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.26654505876687185,"baseline_adjusted_skill":0.0524475524475525,"baseline_adjusted_score":0.0524475524475525},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2749408771161325,"accuracy":0.36,"positive_recall":0.16216216216216217,"specificity":0.47619047619047616,"precision":0.15384615384615385,"balanced_accuracy":0.31917631917631917,"f1":0.15789473684210525,"true_positive":6,"false_positive":33,"false_negative":31,"true_negative":30,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000003,"brier_skill":-0.17949754232575077,"baseline_adjusted_skill":-0.36164736164736166,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.241333905179737,"accuracy":0.61,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":39,"true_negative":61,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379,"brier_skill":-0.01443423782991582,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2491064018280535,"accuracy":0.54,"positive_recall":0.5483870967741935,"specificity":0.5362318840579711,"precision":0.3469387755102041,"balanced_accuracy":0.5423094904160823,"f1":0.425,"true_positive":17,"false_positive":32,"false_negative":14,"true_negative":37,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999998,"brier_skill":-0.16459280892030637,"baseline_adjusted_skill":0.08461898083216468,"baseline_adjusted_score":0.08461898083216468},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.42,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.1944444444444444,"baseline_adjusted_score":0.1944444444444444},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.2502308679372072,"normalized_score_rmse":0.2994595100731833,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":-0.07626179757938578,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3401539903292591,"accuracy":0.51,"positive_recall":0.98,"specificity":0.04,"precision":0.5051546391752577,"balanced_accuracy":0.51,"f1":0.6666666666666666,"true_positive":49,"false_positive":48,"false_negative":1,"true_negative":2,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.3606159613170363,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.26376612118268206,"accuracy":0.53,"positive_recall":0.92,"specificity":0.14,"precision":0.5168539325842697,"balanced_accuracy":0.53,"f1":0.6618705035971223,"true_positive":46,"false_positive":43,"false_negative":4,"true_negative":7,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.055064484730728225,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.41,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.6857142857142859,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3126134210114823,"accuracy":0.48,"positive_recall":0.86,"specificity":0.1,"precision":0.48863636363636365,"balanced_accuracy":0.48,"f1":0.6231884057971014,"true_positive":43,"false_positive":45,"false_negative":7,"true_negative":5,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.25045368404592927,"baseline_adjusted_skill":-0.040000000000000036,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.58,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.36,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.06666666666666674,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.26810356166814214,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":50,"false_positive":50,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.07241424667256857,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.74,"uniform_accuracy_baseline":0.20851190476190473,"fixed_answer_accuracy_baseline":0.22333333333333333,"baseline_adjusted_skill":0.6652360515021459,"baseline_adjusted_score":0.6652360515021459},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24192049182507372,"accuracy":0.59,"positive_recall":0.56,"specificity":0.62,"precision":0.5957446808510638,"balanced_accuracy":0.5900000000000001,"f1":0.5773195876288659,"true_positive":28,"false_positive":19,"false_negative":22,"true_negative":31,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.032318032699705124,"baseline_adjusted_skill":0.18000000000000016,"baseline_adjusted_score":0.18000000000000016},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.2593733534216881,"normalized_score_rmse":0.3082844589587561,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.13542215526103962,"baseline_adjusted_score":0.13542215526103962},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.51,"uniform_accuracy_baseline":0.22851190476190475,"fixed_answer_accuracy_baseline":0.24333333333333332,"baseline_adjusted_skill":0.35242290748898686,"baseline_adjusted_score":0.35242290748898686},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2870002931096641,"accuracy":0.5,"positive_recall":0.58,"specificity":0.42,"precision":0.5,"balanced_accuracy":0.5,"f1":0.5370370370370371,"true_positive":29,"false_positive":29,"false_negative":21,"true_negative":21,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.1480011724386563,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.2793328394725298,"normalized_score_rmse":0.3422147400744039,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.3042222222222222,"baseline_adjusted_skill":0.08181316462645427,"baseline_adjusted_score":0.08181316462645427},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.62,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.3870967741935484,"baseline_adjusted_score":0.3870967741935484},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2210467430484575,"accuracy":0.59,"positive_recall":0.74,"specificity":0.44,"precision":0.5692307692307692,"balanced_accuracy":0.59,"f1":0.6434782608695652,"true_positive":37,"false_positive":28,"false_negative":13,"true_negative":22,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.11581302780616998,"baseline_adjusted_skill":0.17999999999999994,"baseline_adjusted_score":0.17999999999999994},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.39,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":-0.21999999999999997,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2590561070610877,"accuracy":0.56,"positive_recall":0.18,"specificity":0.94,"precision":0.75,"balanced_accuracy":0.5599999999999999,"f1":0.2903225806451613,"true_positive":9,"false_positive":3,"false_negative":41,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.036224428244350904,"baseline_adjusted_skill":0.11999999999999988,"baseline_adjusted_score":0.11999999999999988},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.36,"uniform_accuracy_baseline":0.3533333333333333,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":-0.08474576271186438,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.4,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.03225806451612906,"baseline_adjusted_score":0.03225806451612906},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.22,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.25806451612903225,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.16,"uniform_accuracy_baseline":0.1111111111111111,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.18395517687944782,"accuracy":0.5138750000000001,"positive_recall":0.5299934080421886,"specificity":0.5101033472157952,"precision":0.2020100502512563,"balanced_accuracy":0.5200483776289919,"f1":0.29252319446971076,"true_positive":40.2,"false_positive":158.8,"false_negative":35.65,"true_negative":165.35,"positive_prevalence":0.189625,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500001,"brier_skill":-1.4165325106071638,"baseline_adjusted_skill":0.04009675525798384,"baseline_adjusted_score":0.04009675525798384},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3791855148598552,"normalized_score_rmse":0.41653898302234793,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":-0.7739673209817788,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.25745078333404836,"accuracy":0.288375,"positive_recall":0.993905297702766,"specificity":0.03187318902335094,"precision":0.2717948717948718,"balanced_accuracy":0.5128892433630585,"f1":0.4268599617436827,"true_positive":106,"false_positive":284,"false_negative":0.65,"true_negative":9.35,"positive_prevalence":0.266625,"majority_accuracy_baseline":0.733375,"constant_brier_baseline":0.115654859375,"brier_skill":-1.226026513069273,"baseline_adjusted_skill":0.025778486726117045,"baseline_adjusted_score":0.025778486726117045},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.40500139478128405,"normalized_score_rmse":0.45067103821003995,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":-0.5069819340698942,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.21363515830190472,"accuracy":0.373625,"positive_recall":0.7480984340044742,"specificity":0.22844752818733735,"precision":0.27320261437908494,"balanced_accuracy":0.4882729810959058,"f1":0.40023937761819267,"true_positive":83.6,"false_positive":222.4,"false_negative":28.150000000000002,"true_negative":65.85,"positive_prevalence":0.279375,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937500001,"brier_skill":-0.8879725670582816,"baseline_adjusted_skill":-0.023454037808188444,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3507892885664478,"normalized_score_rmse":0.39391055783591644,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":-0.3268625572253343,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.31650656801265575,"accuracy":0.22487499999999996,"positive_recall":0.9898591549295774,"specificity":0.006746987951807229,"precision":0.22128463476070528,"balanced_accuracy":0.49830307144069236,"f1":0.36170869788986104,"true_positive":87.85,"false_positive":309.15,"false_negative":0.9,"true_negative":2.1,"positive_prevalence":0.221875,"majority_accuracy_baseline":0.778125,"constant_brier_baseline":0.12674023437499998,"brier_skill":-1.4972856455052281,"baseline_adjusted_skill":-0.0033938571186152844,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.4558220821619034,"normalized_score_rmse":0.4824598178584381,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":-1.020264076063838,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.26488845411392686,"accuracy":0.32025,"positive_recall":0.9541587901701324,"specificity":0.09228416043507817,"precision":0.27432065217391305,"balanced_accuracy":0.5232214753026053,"f1":0.4261291684254959,"true_positive":100.95,"false_positive":267.05,"false_negative":4.85,"true_negative":27.15,"positive_prevalence":0.2645,"majority_accuracy_baseline":0.7355,"constant_brier_baseline":0.11362725,"brier_skill":-1.3312053588723378,"baseline_adjusted_skill":0.04644295060521064,"baseline_adjusted_score":0.04644295060521064},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.39267557684797794,"normalized_score_rmse":0.4310382068040361,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":-0.5628878680516536,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.295530234467161,"accuracy":0.2625,"positive_recall":0.9373368146214099,"specificity":0.10265924551638839,"precision":0.19834254143646407,"balanced_accuracy":0.5199980300688991,"f1":0.32740538075695397,"true_positive":71.8,"false_positive":290.2,"false_negative":4.8,"true_negative":33.2,"positive_prevalence":0.19149999999999998,"majority_accuracy_baseline":0.8085,"constant_brier_baseline":0.09190274999999999,"brier_skill":-2.215684345323301,"baseline_adjusted_skill":0.03999606013779822,"baseline_adjusted_score":0.03999606013779822},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.43625031332485376,"normalized_score_rmse":0.4762116575622005,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":-1.1087628438663626,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.3174760676356504,"accuracy":0.24974999999999997,"positive_recall":0.9871273712737128,"specificity":0.08292458614347027,"precision":0.19583333333333333,"balanced_accuracy":0.5350259787085915,"f1":0.32682817406908926,"true_positive":72.85,"false_positive":299.15,"false_negative":0.95,"true_negative":27.05,"positive_prevalence":0.1845,"majority_accuracy_baseline":0.8155,"constant_brier_baseline":0.10922225,"brier_skill":-1.9066977436891328,"baseline_adjusted_skill":0.07005195741718295,"baseline_adjusted_score":0.07005195741718295},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.46274014012422415,"normalized_score_rmse":0.486699385939315,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":-1.4435122910850122,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.3203845625299317,"accuracy":0.21525,"positive_recall":0.9974522292993631,"specificity":0.02426127527216174,"precision":0.19974489795918365,"balanced_accuracy":0.5108567522857624,"f1":0.33283740701381515,"true_positive":78.3,"false_positive":313.7,"false_negative":0.2,"true_negative":7.8,"positive_prevalence":0.19625,"majority_accuracy_baseline":0.80375,"constant_brier_baseline":0.09878593749999999,"brier_skill":-2.2432203473286036,"baseline_adjusted_skill":0.021713504571524878,"baseline_adjusted_score":0.021713504571524878},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.44619582974817606,"normalized_score_rmse":0.48473101660376444,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":-1.1121696082753898,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.14672638333004792,"accuracy":0.4762755102040816,"positive_recall":0.5762158956109134,"specificity":0.40085049239033127,"precision":0.4205627705627706,"balanced_accuracy":0.48853319400062234,"f1":0.4862362362362363,"true_positive":97.15,"false_positive":133.85,"false_negative":71.45,"true_negative":89.55,"positive_prevalence":0.4301020408163265,"majority_accuracy_baseline":0.5698979591836735,"constant_brier_baseline":0.12359641815910039,"brier_skill":-0.18714106375779704,"baseline_adjusted_skill":-0.02293361199875532,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.2771902893270765,"normalized_score_rmse":0.3235651660472181,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":-0.006098087187166756,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.2903082268285979,"accuracy":0.27725,"positive_recall":0.8493312352478364,"specificity":0.16919304502897906,"precision":0.1618440779610195,"balanced_accuracy":0.5092621401384078,"f1":0.27188011585442645,"true_positive":107.95,"false_positive":559.05,"false_negative":19.15,"true_negative":113.85,"positive_prevalence":0.158875,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499999,"brier_skill":-1.9390121510532543,"baseline_adjusted_skill":0.01852428027681552,"baseline_adjusted_score":0.01852428027681552},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.4749811262707226,"normalized_score_rmse":0.49894582024937273,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-1.8786734925498338,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.08064516129032256,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.29074458745101855,"accuracy":0.44,"positive_recall":0.72,"specificity":0.16,"precision":0.46153846153846156,"balanced_accuracy":0.44,"f1":0.5625,"true_positive":36,"false_positive":42,"false_negative":14,"true_negative":8,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.16297834980407422,"baseline_adjusted_skill":-0.12,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.03711066931742876,"uniform_accuracy_baseline":0.058823529411764705,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":-0.13161993769470404,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.4,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":-0.3043478260869566,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2461704730820999,"accuracy":0.57,"positive_recall":0.84,"specificity":0.3,"precision":0.5454545454545454,"balanced_accuracy":0.57,"f1":0.6614173228346457,"true_positive":42,"false_positive":35,"false_negative":8,"true_negative":15,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.015318107671600356,"baseline_adjusted_skill":0.1399999999999999,"baseline_adjusted_score":0.1399999999999999},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.35,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":-0.03174603174603177,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":73,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.15950854286272206,"accuracy":0.777027027027027,"positive_recall":0.676056338028169,"specificity":0.8701298701298701,"precision":0.8275862068965517,"balanced_accuracy":0.7730931040790195,"f1":0.7441860465116279,"true_positive":48,"false_positive":10,"false_negative":23,"true_negative":67,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.24958911614317017,"brier_skill":0.3609154704838001,"baseline_adjusted_skill":0.5461862081580391,"baseline_adjusted_score":0.5461862081580391},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.55,"uniform_accuracy_baseline":0.2005,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.36619718309859167,"baseline_adjusted_score":0.36619718309859167},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.9705882352941176,"baseline_adjusted_score":0.9705882352941176},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.7872340425531915,"baseline_adjusted_score":0.7872340425531915},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.9183673469387754,"baseline_adjusted_score":0.9183673469387754},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.07503677342145557,"accuracy":0.62116418724,"positive_recall":0.7606708584114659,"specificity":0.3973401308901605,"precision":0.6694272273571429,"balanced_accuracy":0.5790054946508132,"f1":0.7121382634451784,"true_positive":46.859905915,"false_positive":23.140094085,"false_negative":14.743487191,"true_negative":15.256512809,"positive_prevalence":0.61603393106,"majority_accuracy_baseline":0.61603393106,"constant_brier_baseline":0.07908707655202402,"brier_skill":0.05121321089551378,"baseline_adjusted_skill":0.15801098930162638,"baseline_adjusted_score":0.15801098930162638},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.0797652208148862,"accuracy":0.89,"positive_recall":0.9,"specificity":0.88,"precision":0.8823529411764706,"balanced_accuracy":0.89,"f1":0.8910891089108911,"true_positive":45,"false_positive":6,"false_negative":5,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6809391167404553,"baseline_adjusted_skill":0.78,"baseline_adjusted_score":0.78},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.74,"uniform_accuracy_baseline":0.012987012987012986,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.7263157894736841,"baseline_adjusted_score":0.7263157894736841},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.9666666666666667,"baseline_adjusted_score":0.9666666666666667},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.7,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.5312499999999999,"baseline_adjusted_score":0.5312499999999999},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1476525385967808,"accuracy":0.76,"positive_recall":1,"specificity":0.52,"precision":0.6756756756756757,"balanced_accuracy":0.76,"f1":0.8064516129032258,"true_positive":50,"false_positive":24,"false_negative":0,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.40938984561287683,"baseline_adjusted_skill":0.52,"baseline_adjusted_score":0.52},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.10441512696985315,"accuracy":0.6585025884656768,"positive_recall":0.6752577774447812,"specificity":0.6507007573618006,"precision":0.4737282148753337,"balanced_accuracy":0.6629792674032908,"f1":0.5568190798282222,"true_positive":150.17184411548078,"false_positive":166.82815588451922,"false_negative":72.22003218950704,"true_negative":310.77996781049296,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768642,"brier_skill":-0.17681445821464625,"baseline_adjusted_skill":0.32595853480658166,"baseline_adjusted_score":0.32595853480658166},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.17552299422618917,"accuracy":0.72,"positive_recall":0.62,"specificity":0.82,"precision":0.775,"balanced_accuracy":0.72,"f1":0.6888888888888889,"true_positive":31,"false_positive":9,"false_negative":19,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.29790802309524334,"baseline_adjusted_skill":0.43999999999999995,"baseline_adjusted_score":0.43999999999999995},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.8874172185430463,"uniform_accuracy_baseline":0.006622516556291391,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.8827586206896552,"baseline_adjusted_score":0.8827586206896552},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.8141176470588235,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.6572668112798264,"baseline_adjusted_score":0.6572668112798264},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.44,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.06666666666666664,"baseline_adjusted_score":0.06666666666666664},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.06402735142883212,"accuracy":0.91,"positive_recall":0.98,"specificity":0.84,"precision":0.8596491228070176,"balanced_accuracy":0.9099999999999999,"f1":0.9158878504672897,"true_positive":49,"false_positive":8,"false_negative":1,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7438905942846715,"baseline_adjusted_skill":0.8199999999999998,"baseline_adjusted_score":0.8199999999999998},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.5833333333333334,"baseline_adjusted_score":0.5833333333333334},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.07142857142857142,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9887640449438202,"baseline_adjusted_score":0.9887640449438202},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.7608695652173914,"baseline_adjusted_score":0.7608695652173914},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.46,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.2602739726027397,"baseline_adjusted_score":0.2602739726027397},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.8333333333333334,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.5000000000000001,"baseline_adjusted_score":0.5000000000000001},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.1343641892095902,"accuracy":0.8292682926829268,"positive_recall":0.8,"specificity":0.8571428571428571,"precision":0.8421052631578947,"balanced_accuracy":0.8285714285714285,"f1":0.8205128205128205,"true_positive":32,"false_positive":6,"false_negative":8,"true_negative":36,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.2498512790005949,"brier_skill":0.4622233284254259,"baseline_adjusted_skill":0.657142857142857,"baseline_adjusted_score":0.657142857142857},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.12335442688281509,"accuracy":0.84,"positive_recall":0.72,"specificity":0.96,"precision":0.9473684210526315,"balanced_accuracy":0.84,"f1":0.8181818181818182,"true_positive":36,"false_positive":2,"false_negative":14,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5065822924687396,"baseline_adjusted_skill":0.6799999999999999,"baseline_adjusted_score":0.6799999999999999},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.8156424581005587,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.7634408602150539,"baseline_adjusted_score":0.7634408602150539},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.57,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.29508196721311464,"baseline_adjusted_score":0.29508196721311464},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.1549072319935475,"accuracy":0.79,"positive_recall":0.4318181818181818,"specificity":0.8910256410256411,"precision":0.5277777777777778,"balanced_accuracy":0.6614219114219114,"f1":0.475,"true_positive":19,"false_positive":17,"false_negative":25,"true_negative":139,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":0.09727720283480479,"baseline_adjusted_skill":0.32284382284382285,"baseline_adjusted_score":0.32284382284382285},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.1483170517342249,"accuracy":0.79,"positive_recall":0.44,"specificity":0.9066666666666666,"precision":0.6111111111111112,"balanced_accuracy":0.6733333333333333,"f1":0.5116279069767442,"true_positive":22,"false_positive":14,"false_negative":28,"true_negative":136,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":0.20897572408413378,"baseline_adjusted_skill":0.3466666666666667,"baseline_adjusted_score":0.3466666666666667},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.043665478754355835,"accuracy":0.945,"positive_recall":0.7894736842105263,"specificity":0.9613259668508287,"precision":0.6818181818181818,"balanced_accuracy":0.8753998255306775,"f1":0.7317073170731707,"true_positive":15,"false_positive":7,"false_negative":4,"true_negative":174,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.085975,"brier_skill":0.49211423373822816,"baseline_adjusted_skill":0.750799651061355,"baseline_adjusted_score":0.750799651061355},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.09299662445622286,"accuracy":0.8395059523809524,"positive_recall":0.6476540025791092,"specificity":0.8517531139381581,"precision":0.21806947227788911,"balanced_accuracy":0.7497035582586337,"f1":0.3262787036805677,"true_positive":108.81666666666666,"false_positive":390.18333333333334,"false_negative":59.199999999999996,"true_negative":2241.8,"positive_prevalence":0.060005952380952375,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679138,"brier_skill":-1.8880067321187726,"baseline_adjusted_skill":0.4994071165172673,"baseline_adjusted_score":0.4994071165172673},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.7535410764872521,"uniform_accuracy_baseline":0.027777777777777776,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.7175324675324675,"baseline_adjusted_score":0.7175324675324675},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.79,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.7000000000000001,"baseline_adjusted_score":0.7000000000000001},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09793307602993742,"accuracy":0.88,"positive_recall":1,"specificity":0.76,"precision":0.8064516129032258,"balanced_accuracy":0.88,"f1":0.8928571428571429,"true_positive":50,"false_positive":12,"false_negative":0,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6082676958802503,"baseline_adjusted_skill":0.76,"baseline_adjusted_score":0.76},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.038265740308987405,"accuracy":0.94,"positive_recall":0.96,"specificity":0.92,"precision":0.9230769230769231,"balanced_accuracy":0.94,"f1":0.9411764705882353,"true_positive":48,"false_positive":4,"false_negative":2,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8469370387640504,"baseline_adjusted_skill":0.8799999999999999,"baseline_adjusted_score":0.8799999999999999},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.69,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":0.205128205128205,"baseline_adjusted_score":0.205128205128205},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.8829787234042554,"baseline_adjusted_score":0.8829787234042554},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.07859369203310514,"accuracy":0.89,"positive_recall":0.98,"specificity":0.8,"precision":0.8305084745762712,"balanced_accuracy":0.89,"f1":0.8990825688073395,"true_positive":49,"false_positive":10,"false_negative":1,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6856252318675795,"baseline_adjusted_skill":0.78,"baseline_adjusted_score":0.78},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8059701492537314,"baseline_adjusted_score":0.8059701492537314},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.042721869347730736,"accuracy":0.95,"positive_recall":0.94,"specificity":0.96,"precision":0.9591836734693877,"balanced_accuracy":0.95,"f1":0.9494949494949495,"true_positive":47,"false_positive":2,"false_negative":3,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8291125226090771,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.5137084189189189,"uniform_accuracy_baseline":0.23445945945945948,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.34076111531574876,"baseline_adjusted_score":0.34076111531574876},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.018674492515075025,"accuracy":0.727456125,"positive_recall":0.7803704432005485,"specificity":0.6770699464578711,"precision":0.6970682771084338,"balanced_accuracy":0.7287201948292098,"f1":0.7363709545048183,"true_positive":57.856667,"false_positive":25.143333,"false_negative":16.283336,"true_negative":52.716664,"positive_prevalence":0.4877631776315789,"majority_accuracy_baseline":0.512236822368421,"constant_brier_baseline":0.09451910039768556,"brier_skill":0.8024262563174765,"baseline_adjusted_skill":0.4574403896584196,"baseline_adjusted_score":0.4574403896584196},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.08200854543626351,"normalized_score_rmse":0.11231001005836877,"constant_score_baseline":0.5841668333333333,"constant_mae_baseline":0.21700552708333334,"baseline_adjusted_skill":0.6220900613062679,"baseline_adjusted_score":0.6220900613062679},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1832174232904222,"accuracy":0.77,"positive_recall":0.9,"specificity":0.64,"precision":0.7142857142857143,"balanced_accuracy":0.77,"f1":0.7964601769911505,"true_positive":45,"false_positive":18,"false_negative":5,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2671303068383112,"baseline_adjusted_skill":0.54,"baseline_adjusted_score":0.54},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2638564927103427,"accuracy":0.65,"positive_recall":0.36,"specificity":0.94,"precision":0.8571428571428571,"balanced_accuracy":0.6499999999999999,"f1":0.5070422535211268,"true_positive":18,"false_positive":3,"false_negative":32,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.05542597084137091,"baseline_adjusted_skill":0.2999999999999998,"baseline_adjusted_score":0.2999999999999998},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.8032786885245902,"baseline_adjusted_score":0.8032786885245902},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.036111111111111115,"fixed_answer_accuracy_baseline":0.08833333333333333,"baseline_adjusted_skill":0.9122486288848264,"baseline_adjusted_score":0.9122486288848264},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.909090909090909,"baseline_adjusted_score":0.909090909090909},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.049879324215607396,"fixed_answer_accuracy_baseline":0.12442477876106194,"baseline_adjusted_skill":0.8401051142106327,"baseline_adjusted_score":0.8401051142106327},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2946197424432491,"accuracy":0.54,"positive_recall":0.14,"specificity":0.94,"precision":0.7,"balanced_accuracy":0.54,"f1":0.23333333333333334,"true_positive":7,"false_positive":3,"false_negative":43,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.1784789697729965,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.9166666666666666,"uniform_accuracy_baseline":0.23888888888888887,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.8823529411764707,"baseline_adjusted_score":0.8823529411764707},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.07135289883174274,"accuracy":0.9375,"positive_recall":0.90625,"specificity":0.96875,"precision":0.9666666666666667,"balanced_accuracy":0.9375,"f1":0.9354838709677419,"true_positive":29,"false_positive":1,"false_negative":3,"true_negative":31,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7145884046730291,"baseline_adjusted_skill":0.875,"baseline_adjusted_score":0.875},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.027563666097391283,"accuracy":0.99,"positive_recall":0.98,"specificity":1,"precision":1,"balanced_accuracy":0.99,"f1":0.98989898989899,"true_positive":49,"false_positive":0,"false_negative":1,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8897453356104349,"baseline_adjusted_skill":0.98,"baseline_adjusted_score":0.98},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.8260869565217391,"baseline_adjusted_score":0.8260869565217391},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.009391153404891482,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":16,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.9624008600811513,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.13000210133905057,"normalized_score_rmse":0.26157091899124124,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.6060542383665135,"baseline_adjusted_score":0.6060542383665135},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.1875,"uniform_accuracy_baseline":0.178125,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.14035087719298242,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.04002898519125377,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":17,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8398840592349849,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.33477560704683557,"normalized_score_rmse":0.37148712695978,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-1.276474127918482,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.13194444444444445,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.0017735273381271756,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":26,"false_positive":0,"false_negative":0,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9929058906474914,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.0028472124433907577,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":39,"false_positive":0,"false_negative":0,"true_negative":36,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24960000000000004,"brier_skill":0.9885928988646203,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.10107989931944758,"normalized_score_rmse":0.13792245006133985,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.6390003595734015,"baseline_adjusted_score":0.6390003595734015},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.84,"baseline_adjusted_score":0.84},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.06496301354176796,"accuracy":0.9285714285714286,"positive_recall":1,"specificity":0.8571428571428571,"precision":0.875,"balanced_accuracy":0.9285714285714286,"f1":0.9333333333333333,"true_positive":14,"false_positive":2,"false_negative":0,"true_negative":12,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7401479458329281,"baseline_adjusted_skill":0.8571428571428572,"baseline_adjusted_score":0.8571428571428572},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.0678731078599495,"normalized_score_rmse":0.12917837833722756,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.1696969696969697,"baseline_adjusted_skill":0.6000334715395833,"baseline_adjusted_score":0.6000334715395833},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.03613186983230053,"accuracy":0.9411764705882353,"positive_recall":0.9333333333333333,"specificity":0.95,"precision":0.9545454545454546,"balanced_accuracy":0.9416666666666667,"f1":0.9438202247191011,"true_positive":42,"false_positive":2,"false_negative":3,"true_negative":38,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.2491349480968858,"brier_skill":0.8549706891453492,"baseline_adjusted_skill":0.8833333333333333,"baseline_adjusted_score":0.8833333333333333},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.10798702367820537,"accuracy":0.86,"positive_recall":0.8,"specificity":1,"precision":1,"balanced_accuracy":0.9,"f1":0.8888888888888888,"true_positive":28,"false_positive":0,"false_negative":7,"true_negative":15,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.21,"brier_skill":0.4857760777228316,"baseline_adjusted_skill":0.8,"baseline_adjusted_score":0.8},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.012572620403952897,"normalized_score_rmse":0.018443872407778828,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.9550977842715968,"baseline_adjusted_score":0.9550977842715968},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.8987341772151899,"uniform_accuracy_baseline":0.24240506329113923,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.8260869565217391,"baseline_adjusted_score":0.8260869565217391},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.0031325480748189047,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":11,"false_positive":0,"false_negative":0,"true_negative":10,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.2494331065759637,"brier_skill":0.9874413299909534,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.9393939393939394,"uniform_accuracy_baseline":0.32373737373737377,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.9000000000000001,"baseline_adjusted_score":0.9000000000000001},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.16141116162380822,"accuracy":0.7878787878787878,"positive_recall":0.7058823529411765,"specificity":0.875,"precision":0.8571428571428571,"balanced_accuracy":0.7904411764705883,"f1":0.7741935483870968,"true_positive":12,"false_positive":2,"false_negative":5,"true_negative":14,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.3537619301164443,"baseline_adjusted_skill":0.5808823529411766,"baseline_adjusted_score":0.5808823529411766},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.06842611599744951,"normalized_score_rmse":0.1294418256680134,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.3431372549019608,"baseline_adjusted_skill":0.8005867476645757,"baseline_adjusted_score":0.8005867476645757},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.041720077496440695,"accuracy":0.94,"positive_recall":1,"specificity":0.88,"precision":0.8928571428571429,"balanced_accuracy":0.94,"f1":0.9433962264150944,"true_positive":50,"false_positive":6,"false_negative":0,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8331196900142372,"baseline_adjusted_skill":0.8799999999999999,"baseline_adjusted_score":0.8799999999999999},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.8133333333333332,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":0.7113402061855668,"baseline_adjusted_score":0.7113402061855668},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.15461739506147532,"accuracy":0.76,"positive_recall":0.6216216216216216,"specificity":0.8947368421052632,"precision":0.8518518518518519,"balanced_accuracy":0.7581792318634424,"f1":0.71875,"true_positive":23,"false_positive":4,"false_negative":14,"true_negative":34,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555554,"brier_skill":0.38142045005633096,"baseline_adjusted_skill":0.5163584637268848,"baseline_adjusted_score":0.5163584637268848},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.14285714285714285,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.9615384615384615,"baseline_adjusted_score":0.9615384615384615},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.36,"uniform_accuracy_baseline":0.32416666666666666,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.03030303030303025,"baseline_adjusted_score":0.03030303030303025},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.03794844899481827,"accuracy":0.9696969696969697,"positive_recall":1,"specificity":0.9411764705882353,"precision":0.9411764705882353,"balanced_accuracy":0.9705882352941176,"f1":0.9696969696969697,"true_positive":16,"false_positive":1,"false_negative":0,"true_negative":16,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.8480666876641283,"baseline_adjusted_skill":0.9411764705882353,"baseline_adjusted_score":0.9411764705882353},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.042013227853176155,"normalized_score_rmse":0.06857394173675346,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.8087673766683017,"baseline_adjusted_score":0.8087673766683017},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08591961502512893,"accuracy":0.87,"positive_recall":0.9090909090909091,"specificity":0.8589743589743589,"precision":0.6451612903225806,"balanced_accuracy":0.884032634032634,"f1":0.7547169811320755,"true_positive":20,"false_positive":11,"false_negative":2,"true_negative":67,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":0.4993029427440039,"baseline_adjusted_skill":0.768065268065268,"baseline_adjusted_score":0.768065268065268},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.07073146189637994,"accuracy":0.88,"positive_recall":0.7027027027027027,"specificity":0.9841269841269841,"precision":0.9629629629629629,"balanced_accuracy":0.8434148434148434,"f1":0.8125,"true_positive":26,"false_positive":1,"false_negative":11,"true_negative":62,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000003,"brier_skill":0.6965617250262551,"baseline_adjusted_skill":0.6868296868296868,"baseline_adjusted_score":0.6868296868296868},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.06237041589867037,"accuracy":0.93,"positive_recall":0.8205128205128205,"specificity":1,"precision":1,"balanced_accuracy":0.9102564102564102,"f1":0.9014084507042254,"true_positive":32,"false_positive":0,"false_negative":7,"true_negative":61,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379,"brier_skill":0.7378292732296328,"baseline_adjusted_skill":0.8205128205128205,"baseline_adjusted_score":0.8205128205128205},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.05154418085510714,"accuracy":0.92,"positive_recall":0.9032258064516129,"specificity":0.927536231884058,"precision":0.8484848484848485,"balanced_accuracy":0.9153810191678354,"f1":0.875,"true_positive":28,"false_positive":5,"false_negative":3,"true_negative":64,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999998,"brier_skill":0.7590267374702798,"baseline_adjusted_skill":0.8307620383356709,"baseline_adjusted_score":0.8307620383356709},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.9444444444444444,"baseline_adjusted_score":0.9444444444444444},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.131206453595878,"normalized_score_rmse":0.16738605389924766,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.43567116732955713,"baseline_adjusted_score":0.43567116732955713},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.12724507320838305,"accuracy":0.82,"positive_recall":0.96,"specificity":0.68,"precision":0.75,"balanced_accuracy":0.8200000000000001,"f1":0.8421052631578947,"true_positive":48,"false_positive":16,"false_negative":2,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4910197071664678,"baseline_adjusted_skill":0.6400000000000001,"baseline_adjusted_score":0.6400000000000001},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3326021688425667,"accuracy":0.47,"positive_recall":0.74,"specificity":0.2,"precision":0.4805194805194805,"balanced_accuracy":0.47,"f1":0.5826771653543307,"true_positive":37,"false_positive":40,"false_negative":13,"true_negative":10,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.33040867537026686,"baseline_adjusted_skill":-0.06000000000000005,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.6,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.142857142857143,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08793356267942372,"accuracy":0.87,"positive_recall":1,"specificity":0.74,"precision":0.7936507936507936,"balanced_accuracy":0.87,"f1":0.8849557522123894,"true_positive":50,"false_positive":13,"false_negative":0,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6482657492823052,"baseline_adjusted_skill":0.74,"baseline_adjusted_score":0.74},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.857142857142857,"baseline_adjusted_score":0.857142857142857},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.72,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.5333333333333333,"baseline_adjusted_score":0.5333333333333333},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11847289070696636,"accuracy":0.84,"positive_recall":0.82,"specificity":0.86,"precision":0.8541666666666666,"balanced_accuracy":0.84,"f1":0.8367346938775511,"true_positive":41,"false_positive":7,"false_negative":9,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5261084371721345,"baseline_adjusted_skill":0.6799999999999999,"baseline_adjusted_score":0.6799999999999999},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.20851190476190473,"fixed_answer_accuracy_baseline":0.22333333333333333,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.028242089259401908,"accuracy":0.97,"positive_recall":1,"specificity":0.94,"precision":0.9433962264150944,"balanced_accuracy":0.97,"f1":0.970873786407767,"true_positive":50,"false_positive":3,"false_negative":0,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8870316429623923,"baseline_adjusted_skill":0.94,"baseline_adjusted_score":0.94},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.031650541004128174,"normalized_score_rmse":0.08939172285068109,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.8944981966529061,"baseline_adjusted_score":0.8944981966529061},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.22851190476190475,"fixed_answer_accuracy_baseline":0.24333333333333332,"baseline_adjusted_skill":0.986784140969163,"baseline_adjusted_score":0.986784140969163},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.01702113068453195,"accuracy":0.98,"positive_recall":0.98,"specificity":0.98,"precision":0.98,"balanced_accuracy":0.98,"f1":0.98,"true_positive":49,"false_positive":1,"false_negative":1,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9319154772618722,"baseline_adjusted_skill":0.96,"baseline_adjusted_score":0.96},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.02594681812663243,"normalized_score_rmse":0.045419188320283986,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.3042222222222222,"baseline_adjusted_skill":0.9147109703653427,"baseline_adjusted_score":0.9147109703653427},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.77,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.6290322580645161,"baseline_adjusted_score":0.6290322580645161},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.04684001174192261,"accuracy":0.94,"positive_recall":0.96,"specificity":0.92,"precision":0.9230769230769231,"balanced_accuracy":0.94,"f1":0.9411764705882353,"true_positive":48,"false_positive":4,"false_negative":2,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8126399530323096,"baseline_adjusted_skill":0.8799999999999999,"baseline_adjusted_score":0.8799999999999999},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.033188101785794066,"accuracy":0.96,"positive_recall":0.98,"specificity":0.94,"precision":0.9423076923076923,"balanced_accuracy":0.96,"f1":0.9607843137254902,"true_positive":49,"false_positive":3,"false_negative":1,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8672475928568237,"baseline_adjusted_skill":0.9199999999999999,"baseline_adjusted_score":0.9199999999999999},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.63,"uniform_accuracy_baseline":0.3533333333333333,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.3728813559322034,"baseline_adjusted_score":0.3728813559322034},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.8548387096774194,"baseline_adjusted_score":0.8548387096774194},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.1935483870967742,"baseline_adjusted_score":0.1935483870967742},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.47,"uniform_accuracy_baseline":0.1111111111111111,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.369047619047619,"baseline_adjusted_score":0.369047619047619},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.055340936227070196,"accuracy":0.820625,"positive_recall":0.6203032300593276,"specificity":0.8674996143760605,"precision":0.5227777777777778,"balanced_accuracy":0.7439014222176941,"f1":0.5673801627977086,"true_positive":47.05,"false_positive":42.95,"false_negative":28.8,"true_negative":281.2,"positive_prevalence":0.189625,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500001,"brier_skill":0.27301218792123005,"baseline_adjusted_skill":0.4878028444353881,"baseline_adjusted_score":0.4878028444353881},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.14393161081648942,"normalized_score_rmse":0.18490866591172272,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":0.3266357388702249,"baseline_adjusted_score":0.3266357388702249},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.05618088071299412,"accuracy":0.805875,"positive_recall":0.5766526019690577,"specificity":0.8892108402931652,"precision":0.6542553191489362,"balanced_accuracy":0.7329317211311115,"f1":0.6130077248940942,"true_positive":61.5,"false_positive":32.5,"false_negative":45.15,"true_negative":260.85,"positive_prevalence":0.266625,"majority_accuracy_baseline":0.733375,"constant_brier_baseline":0.115654859375,"brier_skill":0.5142367470195706,"baseline_adjusted_skill":0.465863442262223,"baseline_adjusted_score":0.465863442262223},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.15212525097559593,"normalized_score_rmse":0.2201377389883262,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.4339525545094105,"baseline_adjusted_score":0.4339525545094105},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.060466687191491675,"accuracy":0.789375,"positive_recall":0.7360178970917226,"specificity":0.8100607111882047,"precision":0.6003649635036497,"balanced_accuracy":0.7730393041399637,"f1":0.6613065326633166,"true_positive":82.25,"false_positive":54.75,"false_negative":29.5,"true_negative":233.5,"positive_prevalence":0.279375,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937500001,"brier_skill":0.4656336178659183,"baseline_adjusted_skill":0.5460786082799274,"baseline_adjusted_score":0.5460786082799274},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1457912364699405,"normalized_score_rmse":0.18911979730466102,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.44854378640211634,"baseline_adjusted_score":0.44854378640211634},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.029063390204995657,"accuracy":0.8988749999999999,"positive_recall":0.7284507042253522,"specificity":0.9474698795180723,"precision":0.7981481481481483,"balanced_accuracy":0.8379602918717122,"f1":0.7617083946980855,"true_positive":64.65,"false_positive":16.35,"false_negative":24.1,"true_negative":294.9,"positive_prevalence":0.221875,"majority_accuracy_baseline":0.778125,"constant_brier_baseline":0.12674023437499998,"brier_skill":0.7706853680023766,"baseline_adjusted_skill":0.6759205837434243,"baseline_adjusted_score":0.6759205837434243},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.11143305860730834,"normalized_score_rmse":0.1794368520741659,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.5061138676684395,"baseline_adjusted_score":0.5061138676684395},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.04670327596212618,"accuracy":0.81625,"positive_recall":0.7859168241965974,"specificity":0.8271583956492182,"precision":0.6205223880597015,"balanced_accuracy":0.8065376099229078,"f1":0.6934945788156798,"true_positive":83.15,"false_positive":50.85,"false_negative":22.65,"true_negative":243.35,"positive_prevalence":0.2645,"majority_accuracy_baseline":0.7355,"constant_brier_baseline":0.11362725,"brier_skill":0.588978207585538,"baseline_adjusted_skill":0.6130752198458156,"baseline_adjusted_score":0.6130752198458156},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.12170668450168705,"normalized_score_rmse":0.16788912787577723,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.5155952855654247,"baseline_adjusted_score":0.5155952855654247},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.06094469306209837,"accuracy":0.81875,"positive_recall":0.5359007832898173,"specificity":0.8857452071737786,"precision":0.5262820512820513,"balanced_accuracy":0.7108229952317979,"f1":0.5310478654592496,"true_positive":41.05,"false_positive":36.95,"false_negative":35.55,"true_negative":286.45,"positive_prevalence":0.19149999999999998,"majority_accuracy_baseline":0.8085,"constant_brier_baseline":0.09190274999999999,"brier_skill":0.33685669838934773,"baseline_adjusted_skill":0.42164599046359585,"baseline_adjusted_score":0.42164599046359585},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1308510914916087,"normalized_score_rmse":0.21434991026376699,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.367487171037541,"baseline_adjusted_score":0.367487171037541},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.04211012800529399,"accuracy":0.8885000000000001,"positive_recall":0.7533875338753389,"specificity":0.9190680564071123,"precision":0.6780487804878049,"balanced_accuracy":0.8362277951412256,"f1":0.7137355584082158,"true_positive":55.6,"false_positive":26.4,"false_negative":18.2,"true_negative":299.8,"positive_prevalence":0.1845,"majority_accuracy_baseline":0.8155,"constant_brier_baseline":0.10922225,"brier_skill":0.6144546737931695,"baseline_adjusted_skill":0.6724555902824512,"baseline_adjusted_score":0.6724555902824512},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.11726024262738974,"normalized_score_rmse":0.1814870474765262,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":0.3808039993273149,"baseline_adjusted_score":0.3808039993273149},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.05209340167544675,"accuracy":0.8475,"positive_recall":0.4299363057324841,"specificity":0.9494556765163297,"precision":0.675,"balanced_accuracy":0.6896959911244069,"f1":0.5252918287937743,"true_positive":33.75,"false_positive":16.25,"false_negative":44.75,"true_negative":305.25,"positive_prevalence":0.19625,"majority_accuracy_baseline":0.80375,"constant_brier_baseline":0.09878593749999999,"brier_skill":0.4726637920964535,"baseline_adjusted_skill":0.3793919822488139,"baseline_adjusted_score":0.3793919822488139},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1559549893491203,"normalized_score_rmse":0.2297839662991382,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":0.2617515297083062,"baseline_adjusted_score":0.2617515297083062},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.0839493763677334,"accuracy":0.7096938775510205,"positive_recall":0.8890865954922895,"specificity":0.5743061772605192,"precision":0.6118367346938776,"balanced_accuracy":0.7316963863764043,"f1":0.7248549323017409,"true_positive":149.9,"false_positive":95.1,"false_negative":18.7,"true_negative":128.3,"positive_prevalence":0.4301020408163265,"majority_accuracy_baseline":0.5698979591836735,"constant_brier_baseline":0.12359641815910039,"brier_skill":0.3207782424595107,"baseline_adjusted_skill":0.46339277275280866,"baseline_adjusted_score":0.46339277275280866},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.14456261823636163,"normalized_score_rmse":0.19342651819633153,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.47529123751246516,"baseline_adjusted_score":0.47529123751246516},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.03464765071843299,"accuracy":0.9222500000000001,"positive_recall":0.7313139260424862,"specificity":0.9583147570218458,"precision":0.7681818181818182,"balanced_accuracy":0.8448143415321661,"f1":0.7492946392583635,"true_positive":92.95,"false_positive":28.05,"false_negative":34.15,"true_negative":644.85,"positive_prevalence":0.158875,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499999,"brier_skill":0.6492353400406894,"baseline_adjusted_skill":0.6896286830643321,"baseline_adjusted_score":0.6896286830643321},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.10946144536029123,"normalized_score_rmse":0.15781988424195809,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":0.3365973008467198,"baseline_adjusted_score":0.3365973008467198},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.64,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.41935483870967744,"baseline_adjusted_score":0.41935483870967744},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2494315777583262,"accuracy":0.6,"positive_recall":0.6,"specificity":0.6,"precision":0.6,"balanced_accuracy":0.6,"f1":0.6,"true_positive":30,"false_positive":20,"false_negative":20,"true_negative":30,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.00227368896669522,"baseline_adjusted_skill":0.19999999999999996,"baseline_adjusted_score":0.19999999999999996},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.49039098740888004,"uniform_accuracy_baseline":0.058823529411764705,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.40109034267912774,"baseline_adjusted_score":0.40109034267912774},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.782608695652174,"baseline_adjusted_score":0.782608695652174},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1573394827566769,"accuracy":0.82,"positive_recall":0.74,"specificity":0.9,"precision":0.8809523809523809,"balanced_accuracy":0.8200000000000001,"f1":0.8043478260869565,"true_positive":37,"false_positive":5,"false_negative":13,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.37064206897329244,"baseline_adjusted_skill":0.6400000000000001,"baseline_adjusted_score":0.6400000000000001},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.54,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.2698412698412699,"baseline_adjusted_score":0.2698412698412699},"scoring":{"eligible":true,"reason":null},"model":74,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.1824930876518196,"accuracy":0.7297297297297297,"positive_recall":0.6197183098591549,"specificity":0.8311688311688312,"precision":0.7719298245614035,"balanced_accuracy":0.725443570513993,"f1":0.6875,"true_positive":44,"false_positive":13,"false_negative":27,"true_negative":64,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.2495891161431699,"brier_skill":0.26882593891979856,"baseline_adjusted_skill":0.450887141027986,"baseline_adjusted_score":0.450887141027986},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.38,"uniform_accuracy_baseline":0.20049999999999962,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.12676056338028174,"baseline_adjusted_score":0.12676056338028174},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.926470588235294,"baseline_adjusted_score":0.926470588235294},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.82,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.6170212765957446,"baseline_adjusted_score":0.6170212765957446},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.77,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.5306122448979592,"baseline_adjusted_score":0.5306122448979592},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.0883749836635968,"accuracy":0.6188603010599999,"positive_recall":0.8156159762100232,"specificity":0.3031861261110319,"precision":0.6525287221558441,"balanced_accuracy":0.5594010511605276,"f1":0.7250141642286383,"true_positive":50.244711605999996,"false_positive":26.755288394000004,"false_negative":11.358681499999998,"true_negative":11.6413185,"positive_prevalence":0.6160339310599999,"majority_accuracy_baseline":0.6160339310599999,"constant_brier_baseline":0.079087076552024,"brier_skill":-0.11743899909441158,"baseline_adjusted_skill":0.11880210232105526,"baseline_adjusted_score":0.11880210232105526},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.16876042050952095,"accuracy":0.74,"positive_recall":0.72,"specificity":0.76,"precision":0.75,"balanced_accuracy":0.74,"f1":0.7346938775510204,"true_positive":36,"false_positive":12,"false_negative":14,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3249583179619162,"baseline_adjusted_skill":0.48,"baseline_adjusted_score":0.48},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.62,"uniform_accuracy_baseline":0.012987012987012965,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.6,"baseline_adjusted_score":0.6},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.9666666666666667,"baseline_adjusted_score":0.9666666666666667},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.57,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.32812499999999994,"baseline_adjusted_score":0.32812499999999994},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1148623793544657,"accuracy":0.84,"positive_recall":1,"specificity":0.68,"precision":0.7575757575757576,"balanced_accuracy":0.8400000000000001,"f1":0.8620689655172413,"true_positive":50,"false_positive":16,"false_negative":0,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5405504825821372,"baseline_adjusted_skill":0.6800000000000002,"baseline_adjusted_score":0.6800000000000002},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.10539111986131465,"accuracy":0.6581770247746525,"positive_recall":0.6117934660393473,"specificity":0.6797749125514405,"precision":0.47078857032395255,"balanced_accuracy":0.6457841892953939,"f1":0.5321081664679359,"true_positive":136.0578968236223,"false_positive":152.9421031763777,"false_negative":86.33397948136553,"true_negative":324.66602051863447,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768597,"brier_skill":-0.18781442133415527,"baseline_adjusted_skill":0.2915683785907879,"baseline_adjusted_score":0.2915683785907879},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.22738536908113804,"accuracy":0.59,"positive_recall":0.48,"specificity":0.7,"precision":0.6153846153846154,"balanced_accuracy":0.59,"f1":0.5393258426966292,"true_positive":24,"false_positive":15,"false_negative":26,"true_negative":35,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.09045852367544782,"baseline_adjusted_skill":0.17999999999999994,"baseline_adjusted_score":0.17999999999999994},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.8211920529801324,"uniform_accuracy_baseline":0.006622516556291403,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.8137931034482758,"baseline_adjusted_score":0.8137931034482758},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.7694117647058824,"uniform_accuracy_baseline":0.3333333333333301,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.5748373101952278,"baseline_adjusted_score":0.5748373101952278},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.35,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.08333333333333341,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1322105131329512,"accuracy":0.83,"positive_recall":0.9,"specificity":0.76,"precision":0.7894736842105263,"balanced_accuracy":0.8300000000000001,"f1":0.8411214953271028,"true_positive":45,"false_positive":12,"false_negative":5,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.47115794746819517,"baseline_adjusted_skill":0.6600000000000001,"baseline_adjusted_score":0.6600000000000001},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.77,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.5208333333333334,"baseline_adjusted_score":0.5208333333333334},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.07142857142857136,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9775280898876404,"baseline_adjusted_score":0.9775280898876404},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.5652173913043479,"baseline_adjusted_score":0.5652173913043479},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.36,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.12328767123287668,"baseline_adjusted_score":0.12328767123287668},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.8333333333333334,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.5000000000000001,"baseline_adjusted_score":0.5000000000000001},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.22109519699617794,"accuracy":0.6951219512195121,"positive_recall":0.725,"specificity":0.6666666666666666,"precision":0.6744186046511628,"balanced_accuracy":0.6958333333333333,"f1":0.6987951807228916,"true_positive":29,"false_positive":14,"false_negative":11,"true_negative":28,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.24985127900059498,"brier_skill":0.11509279487958335,"baseline_adjusted_skill":0.3916666666666666,"baseline_adjusted_score":0.3916666666666666},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.12048850670741114,"accuracy":0.84,"positive_recall":0.72,"specificity":0.96,"precision":0.9473684210526315,"balanced_accuracy":0.84,"f1":0.8181818181818182,"true_positive":36,"false_positive":2,"false_negative":14,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5180459731703555,"baseline_adjusted_skill":0.6799999999999999,"baseline_adjusted_score":0.6799999999999999},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.7625698324022346,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.6953405017921147,"baseline_adjusted_score":0.6953405017921147},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.44,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.08196721311475408,"baseline_adjusted_score":0.08196721311475408},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.1759759025766801,"accuracy":0.755,"positive_recall":0.4772727272727273,"specificity":0.8333333333333334,"precision":0.44680851063829785,"balanced_accuracy":0.6553030303030303,"f1":0.46153846153846156,"true_positive":21,"false_positive":26,"false_negative":23,"true_negative":130,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000053,"brier_skill":-0.025500597766197952,"baseline_adjusted_skill":0.31060606060606055,"baseline_adjusted_score":0.31060606060606055},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.18432364663839354,"accuracy":0.73,"positive_recall":0.18,"specificity":0.9133333333333333,"precision":0.4090909090909091,"balanced_accuracy":0.5466666666666666,"f1":0.25,"true_positive":9,"false_positive":13,"false_negative":41,"true_negative":137,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":0.016940551261901082,"baseline_adjusted_skill":0.09333333333333327,"baseline_adjusted_score":0.09333333333333327},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.029400401656216234,"accuracy":0.96,"positive_recall":0.9473684210526315,"specificity":0.9613259668508287,"precision":0.72,"balanced_accuracy":0.9543471939517301,"f1":0.8181818181818182,"true_positive":18,"false_positive":7,"false_negative":1,"true_negative":174,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.0859749999999999,"brier_skill":0.658035456164975,"baseline_adjusted_skill":0.9086943879034601,"baseline_adjusted_score":0.9086943879034601},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.1136547773774998,"accuracy":0.8059940476190476,"positive_recall":0.6689812518599346,"specificity":0.8147404682147178,"precision":0.1873333333333336,"balanced_accuracy":0.7418608600373262,"f1":0.2927019812938091,"true_positive":112.40000000000008,"false_positive":487.59999999999945,"false_negative":55.616666666666674,"true_negative":2144.383333333333,"positive_prevalence":0.060005952380952354,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679296,"brier_skill":-2.5295449068495715,"baseline_adjusted_skill":0.4837217200746524,"baseline_adjusted_score":0.4837217200746524},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.7308781869688386,"uniform_accuracy_baseline":0.027777777777777853,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.6915584415584416,"baseline_adjusted_score":0.6915584415584416},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.49,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.27142857142857146,"baseline_adjusted_score":0.27142857142857146},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.12231025934971258,"accuracy":0.86,"positive_recall":1,"specificity":0.72,"precision":0.78125,"balanced_accuracy":0.86,"f1":0.8771929824561403,"true_positive":50,"false_positive":14,"false_negative":0,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5107589626011497,"baseline_adjusted_skill":0.72,"baseline_adjusted_score":0.72},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.07991506144611871,"accuracy":0.91,"positive_recall":1,"specificity":0.82,"precision":0.847457627118644,"balanced_accuracy":0.9099999999999999,"f1":0.9174311926605505,"true_positive":50,"false_positive":9,"false_negative":0,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6803397542155252,"baseline_adjusted_skill":0.8199999999999998,"baseline_adjusted_score":0.8199999999999998},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.64,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":0.07692307692307698,"baseline_adjusted_score":0.07692307692307698},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.7872340425531915,"baseline_adjusted_score":0.7872340425531915},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1043863516355944,"accuracy":0.86,"positive_recall":0.86,"specificity":0.86,"precision":0.86,"balanced_accuracy":0.86,"f1":0.86,"true_positive":43,"false_positive":7,"false_negative":7,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5824545934576224,"baseline_adjusted_skill":0.72,"baseline_adjusted_score":0.72},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.7910447761194032,"baseline_adjusted_score":0.7910447761194032},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.06842223655047054,"accuracy":0.95,"positive_recall":0.92,"specificity":0.98,"precision":0.9787234042553191,"balanced_accuracy":0.95,"f1":0.9484536082474226,"true_positive":46,"false_positive":1,"false_negative":4,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7263110537981179,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.5169291486486485,"uniform_accuracy_baseline":0.23445945945945923,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.34512728235934864,"baseline_adjusted_score":0.34512728235934864},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.01764696930668653,"accuracy":0.7150438486842106,"positive_recall":0.7406707820068472,"specificity":0.6906413186735674,"precision":0.6951054936708861,"balanced_accuracy":0.7156560503402073,"f1":0.7171651158972485,"true_positive":54.913334000000006,"false_positive":24.086665999999997,"false_negative":19.226669,"true_negative":53.77333099999999,"positive_prevalence":0.48776317763157917,"majority_accuracy_baseline":0.5122368223684208,"constant_brier_baseline":0.0945191003976856,"brier_skill":0.8132973205157734,"baseline_adjusted_skill":0.4313121006804146,"baseline_adjusted_score":0.4313121006804146},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.09105265176709523,"normalized_score_rmse":0.12171573400679485,"constant_score_baseline":0.5841668333333334,"constant_mae_baseline":0.21700552708333315,"baseline_adjusted_skill":0.5804132134748359,"baseline_adjusted_score":0.5804132134748359},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.22723793036945675,"accuracy":0.71,"positive_recall":0.92,"specificity":0.5,"precision":0.647887323943662,"balanced_accuracy":0.71,"f1":0.7603305785123967,"true_positive":46,"false_positive":25,"false_negative":4,"true_negative":25,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.09104827852217301,"baseline_adjusted_skill":0.41999999999999993,"baseline_adjusted_score":0.41999999999999993},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.26525301017707553,"accuracy":0.62,"positive_recall":0.3,"specificity":0.94,"precision":0.8333333333333334,"balanced_accuracy":0.62,"f1":0.4411764705882353,"true_positive":15,"false_positive":3,"false_negative":35,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.06101204070830213,"baseline_adjusted_skill":0.24,"baseline_adjusted_score":0.24},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.6721311475409837,"baseline_adjusted_score":0.6721311475409837},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.81,"uniform_accuracy_baseline":0.03611111111111102,"fixed_answer_accuracy_baseline":0.08833333333333329,"baseline_adjusted_skill":0.7915904936014626,"baseline_adjusted_score":0.7915904936014626},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.8636363636363635,"baseline_adjusted_score":0.8636363636363635},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.04987932421560751,"fixed_answer_accuracy_baseline":0.1244247787610618,"baseline_adjusted_skill":0.7715787345866182,"baseline_adjusted_score":0.7715787345866182},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3259550185338005,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":50,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.30382007413520196,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.8333333333333334,"uniform_accuracy_baseline":0.23888888888888893,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.7647058823529413,"baseline_adjusted_score":0.7647058823529413},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.15314368234375525,"accuracy":0.75,"positive_recall":0.625,"specificity":0.875,"precision":0.8333333333333334,"balanced_accuracy":0.75,"f1":0.7142857142857143,"true_positive":20,"false_positive":4,"false_negative":12,"true_negative":28,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.387425270624979,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.7575757575757576,"baseline_adjusted_score":0.7575757575757576},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.26517069619193057,"accuracy":0.58,"positive_recall":0.22,"specificity":0.94,"precision":0.7857142857142857,"balanced_accuracy":0.58,"f1":0.34375,"true_positive":11,"false_positive":3,"false_negative":39,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.060682784767722264,"baseline_adjusted_skill":0.15999999999999992,"baseline_adjusted_score":0.15999999999999992},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.7941176470588235,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.6956521739130433,"baseline_adjusted_score":0.6956521739130433},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.050731160926634475,"accuracy":0.9090909090909091,"positive_recall":1,"specificity":0.8235294117647058,"precision":0.8421052631578947,"balanced_accuracy":0.9117647058823529,"f1":0.9142857142857143,"true_positive":16,"false_positive":3,"false_negative":0,"true_negative":14,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.7968888446724084,"baseline_adjusted_skill":0.8235294117647058,"baseline_adjusted_score":0.8235294117647058},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.18835856525809505,"normalized_score_rmse":0.3652165208863572,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.42921646891486354,"baseline_adjusted_score":0.42921646891486354},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.25,"uniform_accuracy_baseline":0.17812500000000006,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.05263157894736839,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.06445420490944817,"accuracy":0.9705882352941176,"positive_recall":1,"specificity":0.9411764705882353,"precision":0.9444444444444444,"balanced_accuracy":0.9705882352941176,"f1":0.9714285714285714,"true_positive":17,"false_positive":1,"false_negative":0,"true_negative":16,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7421831803622073,"baseline_adjusted_skill":0.9411764705882353,"baseline_adjusted_score":0.9411764705882353},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.3587931942413835,"normalized_score_rmse":0.4198873383809816,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-1.4397937208414078,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.6875,"uniform_accuracy_baseline":0.13194444444444448,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":0.21739130434782614,"baseline_adjusted_score":0.21739130434782614},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.12708943379629928,"accuracy":0.75,"positive_recall":0.6153846153846154,"specificity":0.8846153846153846,"precision":0.8421052631578947,"balanced_accuracy":0.75,"f1":0.7111111111111111,"true_positive":16,"false_positive":3,"false_negative":10,"true_negative":23,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4916422648148029,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.16901869372436168,"accuracy":0.76,"positive_recall":0.5384615384615384,"specificity":1,"precision":1,"balanced_accuracy":0.7692307692307692,"f1":0.7,"true_positive":21,"false_positive":0,"false_negative":18,"true_negative":36,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24959999999999993,"brier_skill":0.3228417719376534,"baseline_adjusted_skill":0.5384615384615383,"baseline_adjusted_score":0.5384615384615383},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.28345332607626916,"normalized_score_rmse":0.3416115322159709,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.012333307415246964,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8235294117647058,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.76,"baseline_adjusted_score":0.76},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.152431934853001,"accuracy":0.7857142857142857,"positive_recall":1,"specificity":0.5714285714285714,"precision":0.7,"balanced_accuracy":0.7857142857142857,"f1":0.8235294117647058,"true_positive":14,"false_positive":6,"false_negative":0,"true_negative":8,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.390272260587996,"baseline_adjusted_skill":0.5714285714285714,"baseline_adjusted_score":0.5714285714285714},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.23214834158619235,"normalized_score_rmse":0.36535959812371277,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.16969696969696968,"baseline_adjusted_skill":-0.36801701291863376,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.038168815198887145,"accuracy":0.9529411764705882,"positive_recall":0.9555555555555556,"specificity":0.95,"precision":0.9555555555555556,"balanced_accuracy":0.9527777777777777,"f1":0.9555555555555556,"true_positive":43,"false_positive":2,"false_negative":2,"true_negative":38,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.24913494809688563,"brier_skill":0.8467946167711334,"baseline_adjusted_skill":0.9055555555555554,"baseline_adjusted_score":0.9055555555555554},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.8421052631578947,"baseline_adjusted_score":0.8421052631578947},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.23425286266056275,"accuracy":0.66,"positive_recall":0.5714285714285714,"specificity":0.8666666666666667,"precision":0.9090909090909091,"balanced_accuracy":0.719047619047619,"f1":0.7017543859649122,"true_positive":20,"false_positive":2,"false_negative":15,"true_negative":13,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.20999999999999996,"brier_skill":-0.11548982219315618,"baseline_adjusted_skill":0.4380952380952381,"baseline_adjusted_score":0.4380952380952381},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.2935040750261396,"normalized_score_rmse":0.45318773217805935,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.048228839379069965,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.7721518987341772,"uniform_accuracy_baseline":0.24240506329113914,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.6086956521739131,"baseline_adjusted_score":0.6086956521739131},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.03987272097057721,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":11,"false_positive":0,"false_negative":0,"true_negative":10,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.24943310657596363,"brier_skill":0.8401466368361404,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.6666666666666666,"uniform_accuracy_baseline":0.3237373737373738,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.44999999999999996,"baseline_adjusted_score":0.44999999999999996},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.26146573628734043,"accuracy":0.5454545454545454,"positive_recall":0.23529411764705882,"specificity":0.875,"precision":0.6666666666666666,"balanced_accuracy":0.5551470588235294,"f1":0.34782608695652173,"true_positive":4,"false_positive":2,"false_negative":13,"true_negative":14,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":-0.04682421623865296,"baseline_adjusted_skill":0.11029411764705888,"baseline_adjusted_score":0.11029411764705888},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.14916748041986128,"normalized_score_rmse":0.2357145348709708,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.34313725490196084,"baseline_adjusted_skill":0.5652833427764044,"baseline_adjusted_score":0.5652833427764044},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.18236731529460337,"accuracy":0.73,"positive_recall":0.72,"specificity":0.74,"precision":0.7346938775510204,"balanced_accuracy":0.73,"f1":0.7272727272727273,"true_positive":36,"false_positive":13,"false_negative":14,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2705307388215865,"baseline_adjusted_skill":0.45999999999999996,"baseline_adjusted_score":0.45999999999999996},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.3533333333333333,"uniform_accuracy_baseline":0.3333333333333332,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":-8.584198644008941e-17,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.241396317023599,"accuracy":0.52,"positive_recall":0.08108108108108109,"specificity":0.9473684210526315,"precision":0.6,"balanced_accuracy":0.5142247510668563,"f1":0.14285714285714285,"true_positive":3,"false_positive":2,"false_negative":34,"true_negative":36,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555535,"brier_skill":0.03424304177969728,"baseline_adjusted_skill":0.028449502133712556,"baseline_adjusted_score":0.028449502133712556},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.1428571428571427,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.9743589743589743,"baseline_adjusted_score":0.9743589743589743},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.3899999999999999,"uniform_accuracy_baseline":0.32416666666666627,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.07575757575757558,"baseline_adjusted_score":0.07575757575757558},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.05940482396620875,"accuracy":0.9393939393939394,"positive_recall":0.9375,"specificity":0.9411764705882353,"precision":0.9375,"balanced_accuracy":0.9393382352941176,"f1":0.9375,"true_positive":15,"false_positive":1,"false_negative":1,"true_negative":16,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.762162304047054,"baseline_adjusted_skill":0.8786764705882353,"baseline_adjusted_score":0.8786764705882353},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.06558096984570677,"normalized_score_rmse":0.09411343290459641,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.7014935165643692,"baseline_adjusted_score":0.7014935165643692},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.15328727129548397,"accuracy":0.73,"positive_recall":0.5454545454545454,"specificity":0.782051282051282,"precision":0.41379310344827586,"balanced_accuracy":0.6637529137529137,"f1":0.47058823529411764,"true_positive":12,"false_positive":17,"false_negative":10,"true_negative":61,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000028,"brier_skill":0.10671753324310185,"baseline_adjusted_skill":0.32750582750582735,"baseline_adjusted_score":0.32750582750582735},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10560640210783284,"accuracy":0.85,"positive_recall":0.6756756756756757,"specificity":0.9523809523809523,"precision":0.8928571428571429,"balanced_accuracy":0.814028314028314,"f1":0.7692307692307693,"true_positive":25,"false_positive":3,"false_negative":12,"true_negative":60,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000008,"brier_skill":0.5469480819054792,"baseline_adjusted_skill":0.628056628056628,"baseline_adjusted_score":0.628056628056628},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09813213267186079,"accuracy":0.9,"positive_recall":0.8461538461538461,"specificity":0.9344262295081968,"precision":0.8918918918918919,"balanced_accuracy":0.8902900378310215,"f1":0.868421052631579,"true_positive":33,"false_positive":4,"false_negative":6,"true_negative":57,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379000000000002,"brier_skill":0.5875067983528344,"baseline_adjusted_skill":0.7805800756620429,"baseline_adjusted_score":0.7805800756620429},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.15453029463788864,"accuracy":0.76,"positive_recall":0.7741935483870968,"specificity":0.7536231884057971,"precision":0.5853658536585366,"balanced_accuracy":0.7639083683964469,"f1":0.6666666666666666,"true_positive":24,"false_positive":17,"false_negative":7,"true_negative":52,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999987,"brier_skill":0.27755822983689227,"baseline_adjusted_skill":0.5278167367928939,"baseline_adjusted_score":0.5278167367928939},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.8333333333333334,"baseline_adjusted_score":0.8333333333333334},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.1600995622377377,"normalized_score_rmse":0.19860320936909054,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.31139973231080564,"baseline_adjusted_score":0.31139973231080564},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.15118657327433593,"accuracy":0.76,"positive_recall":0.88,"specificity":0.64,"precision":0.7096774193548387,"balanced_accuracy":0.76,"f1":0.7857142857142857,"true_positive":44,"false_positive":18,"false_negative":6,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.39525370690265627,"baseline_adjusted_skill":0.52,"baseline_adjusted_score":0.52},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3612312162685272,"accuracy":0.47,"positive_recall":0.64,"specificity":0.3,"precision":0.47761194029850745,"balanced_accuracy":0.47,"f1":0.5470085470085471,"true_positive":32,"false_positive":35,"false_negative":18,"true_negative":15,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.4449248650741089,"baseline_adjusted_skill":-0.06000000000000005,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.48,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.4857142857142859,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.12108574942334066,"accuracy":0.81,"positive_recall":0.98,"specificity":0.64,"precision":0.7313432835820896,"balanced_accuracy":0.81,"f1":0.8376068376068376,"true_positive":49,"false_positive":18,"false_negative":1,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5156570023066374,"baseline_adjusted_skill":0.6200000000000001,"baseline_adjusted_score":0.6200000000000001},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.7142857142857143,"baseline_adjusted_score":0.7142857142857143},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.68,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.46666666666666673,"baseline_adjusted_score":0.46666666666666673},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2024583651256409,"accuracy":0.69,"positive_recall":0.52,"specificity":0.86,"precision":0.7878787878787878,"balanced_accuracy":0.69,"f1":0.6265060240963856,"true_positive":26,"false_positive":7,"false_negative":24,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.19016653949743645,"baseline_adjusted_skill":0.3799999999999999,"baseline_adjusted_score":0.3799999999999999},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.20851190476190457,"fixed_answer_accuracy_baseline":0.2233333333333332,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.042327789865261665,"accuracy":0.94,"positive_recall":0.94,"specificity":0.94,"precision":0.94,"balanced_accuracy":0.94,"f1":0.94,"true_positive":47,"false_positive":3,"false_negative":3,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8306888405389533,"baseline_adjusted_skill":0.8799999999999999,"baseline_adjusted_score":0.8799999999999999},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.09096815313518164,"normalized_score_rmse":0.14294920602235686,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.6967728228827279,"baseline_adjusted_score":0.6967728228827279},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.22851190476190467,"fixed_answer_accuracy_baseline":0.2433333333333333,"baseline_adjusted_skill":0.9207048458149779,"baseline_adjusted_score":0.9207048458149779},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.051853078670228675,"accuracy":0.92,"positive_recall":0.96,"specificity":0.88,"precision":0.8888888888888888,"balanced_accuracy":0.9199999999999999,"f1":0.9230769230769231,"true_positive":48,"false_positive":6,"false_negative":2,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7925876853190853,"baseline_adjusted_skill":0.8399999999999999,"baseline_adjusted_score":0.8399999999999999},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.09127964292070427,"normalized_score_rmse":0.16792817091686643,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.304222222222222,"baseline_adjusted_skill":0.6999573461335504,"baseline_adjusted_score":0.6999573461335504},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.76,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.6129032258064516,"baseline_adjusted_score":0.6129032258064516},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.07699126851409133,"accuracy":0.9,"positive_recall":1,"specificity":0.8,"precision":0.8333333333333334,"balanced_accuracy":0.9,"f1":0.9090909090909091,"true_positive":50,"false_positive":10,"false_negative":0,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6920349259436347,"baseline_adjusted_skill":0.8,"baseline_adjusted_score":0.8},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.72,"baseline_adjusted_score":0.72},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.06971129338273868,"accuracy":0.9,"positive_recall":0.92,"specificity":0.88,"precision":0.8846153846153846,"balanced_accuracy":0.9,"f1":0.9019607843137255,"true_positive":46,"false_positive":6,"false_negative":4,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7211548264690453,"baseline_adjusted_skill":0.8,"baseline_adjusted_score":0.8},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.58,"uniform_accuracy_baseline":0.35333333333333317,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.28813559322033894,"baseline_adjusted_score":0.28813559322033894},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.8548387096774194,"baseline_adjusted_score":0.8548387096774194},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.39,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.01612903225806453,"baseline_adjusted_score":0.01612903225806453},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.39,"uniform_accuracy_baseline":0.11111111111111088,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.27380952380952384,"baseline_adjusted_score":0.27380952380952384},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.05690799162148185,"accuracy":0.8281249999999997,"positive_recall":0.10613052076466717,"specificity":0.9970692580595404,"precision":0.8944444444444445,"balanced_accuracy":0.5515998894121038,"f1":0.1897466116676489,"true_positive":8.05,"false_positive":0.95,"false_negative":67.79999999999997,"true_negative":323.1999999999999,"positive_prevalence":0.1896249999999999,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500007,"brier_skill":0.2524265193319757,"baseline_adjusted_skill":0.10319977882420761,"baseline_adjusted_score":0.10319977882420761},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.16329828438552796,"normalized_score_rmse":0.22166297632319207,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":0.2360314180794013,"baseline_adjusted_score":0.2360314180794013},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.0720563634250435,"accuracy":0.7943749999999998,"positive_recall":0.49413970932958284,"specificity":0.9035282086245101,"precision":0.6506172839506176,"balanced_accuracy":0.6988339589770465,"f1":0.561683986144418,"true_positive":52.700000000000024,"false_positive":28.29999999999998,"false_negative":53.95000000000001,"true_negative":265.0499999999999,"positive_prevalence":0.2666249999999998,"majority_accuracy_baseline":0.7333750000000002,"constant_brier_baseline":0.11565485937499977,"brier_skill":0.37697072293860423,"baseline_adjusted_skill":0.39766791795409295,"baseline_adjusted_score":0.39766791795409295},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.16306475214340024,"normalized_score_rmse":0.2351959238031607,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.39324743388502237,"baseline_adjusted_score":0.39324743388502237},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.054460084962009846,"accuracy":0.8161249999999997,"positive_recall":0.5199105145413869,"specificity":0.9309627059843886,"precision":0.7448717948717949,"balanced_accuracy":0.7254366102628877,"f1":0.6123847167325428,"true_positive":58.09999999999998,"false_positive":19.899999999999995,"false_negative":53.649999999999984,"true_negative":268.3499999999999,"positive_prevalence":0.2793749999999999,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937499995,"brier_skill":0.5187161737552765,"baseline_adjusted_skill":0.4508732205257755,"baseline_adjusted_score":0.4508732205257755},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.16162397174048238,"normalized_score_rmse":0.2141098139631212,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.38865637166720624,"baseline_adjusted_score":0.38865637166720624},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.09634590880077284,"accuracy":0.8126249999999992,"positive_recall":0.1904225352112677,"specificity":0.9900401606425702,"precision":0.845,"balanced_accuracy":0.5902313479269189,"f1":0.31080459770114954,"true_positive":16.9,"false_positive":3.0999999999999996,"false_negative":71.84999999999995,"true_negative":308.1499999999997,"positive_prevalence":0.22187499999999974,"majority_accuracy_baseline":0.7781250000000003,"constant_brier_baseline":0.126740234375001,"brier_skill":0.23981591736919905,"baseline_adjusted_skill":0.18046269585383778,"baseline_adjusted_score":0.18046269585383778},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.16660879178085453,"normalized_score_rmse":0.27477928955664455,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.2615676818577084,"baseline_adjusted_score":0.2615676818577084},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.04738684682983743,"accuracy":0.8214999999999995,"positive_recall":0.6635160680529302,"specificity":0.8783140720598233,"precision":0.6622641509433964,"balanced_accuracy":0.7709150700563767,"f1":0.6628895184135979,"true_positive":70.2,"false_positive":35.799999999999976,"false_negative":35.59999999999997,"true_negative":258.3999999999998,"positive_prevalence":0.26449999999999985,"majority_accuracy_baseline":0.7355000000000002,"constant_brier_baseline":0.11362725000000028,"brier_skill":0.5829623014740098,"baseline_adjusted_skill":0.5418301401127534,"baseline_adjusted_score":0.5418301401127534},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1474599529241823,"normalized_score_rmse":0.20608634773433876,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.41309471472962267,"baseline_adjusted_score":0.41309471472962267},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.06239542793697006,"accuracy":0.8349999999999999,"positive_recall":0.4543080939947779,"specificity":0.9251700680272109,"precision":0.5898305084745764,"balanced_accuracy":0.6897390810109945,"f1":0.5132743362831859,"true_positive":34.80000000000001,"false_positive":24.199999999999992,"false_negative":41.80000000000003,"true_negative":299.19999999999993,"positive_prevalence":0.1914999999999999,"majority_accuracy_baseline":0.8085000000000001,"constant_brier_baseline":0.09190274999999995,"brier_skill":0.3210711547046188,"baseline_adjusted_skill":0.3794781620219889,"baseline_adjusted_score":0.3794781620219889},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.14627600314546726,"normalized_score_rmse":0.22017029563620907,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.29292566455363256,"baseline_adjusted_score":0.29292566455363256},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.03999844519235914,"accuracy":0.8942499999999997,"positive_recall":0.6470189701897017,"specificity":0.9501839362354384,"precision":0.74609375,"balanced_accuracy":0.79860145321257,"f1":0.6930333817126269,"true_positive":47.74999999999999,"false_positive":16.249999999999996,"false_negative":26.050000000000015,"true_negative":309.9499999999999,"positive_prevalence":0.1844999999999999,"majority_accuracy_baseline":0.8155000000000001,"constant_brier_baseline":0.1092222499999995,"brier_skill":0.6337884891369723,"baseline_adjusted_skill":0.5972029064251401,"baseline_adjusted_score":0.5972029064251401},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.13139487600248687,"normalized_score_rmse":0.1970091576157345,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":0.30616567127399674,"baseline_adjusted_score":0.30616567127399674},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.07800356298772514,"accuracy":0.8267499999999995,"positive_recall":0.13503184713375802,"specificity":0.9956454121306377,"precision":0.8833333333333333,"balanced_accuracy":0.5653386296321978,"f1":0.2342541436464089,"true_positive":10.6,"false_positive":1.4,"false_negative":67.89999999999998,"true_negative":320.0999999999998,"positive_prevalence":0.19624999999999987,"majority_accuracy_baseline":0.8037500000000002,"constant_brier_baseline":0.09878593749999955,"brier_skill":0.21037786387636914,"baseline_adjusted_skill":0.13067725926439566,"baseline_adjusted_score":0.13067725926439566},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.17203114288175128,"normalized_score_rmse":0.260035525194761,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":0.1856513946425975,"baseline_adjusted_score":0.1856513946425975},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.07999483752862342,"accuracy":0.6964285714285717,"positive_recall":0.5415183867141162,"specificity":0.8133393017009849,"precision":0.6864661654135338,"balanced_accuracy":0.6774288442075506,"f1":0.6054376657824935,"true_positive":91.3,"false_positive":41.699999999999996,"false_negative":77.3,"true_negative":181.7000000000001,"positive_prevalence":0.43010204081632636,"majority_accuracy_baseline":0.5698979591836737,"constant_brier_baseline":0.12359641815910102,"brier_skill":0.3527738204706784,"baseline_adjusted_skill":0.3548576884151011,"baseline_adjusted_score":0.3548576884151011},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.1537786450046079,"normalized_score_rmse":0.20737021033550948,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.44184047368697876,"baseline_adjusted_score":0.44184047368697876},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.059205531663512175,"accuracy":0.8667500000000007,"positive_recall":0.4189614476789929,"specificity":0.9513300639025115,"precision":0.619186046511628,"balanced_accuracy":0.6851457557907522,"f1":0.4997653683716565,"true_positive":53.25000000000001,"false_positive":32.74999999999999,"false_negative":73.85000000000001,"true_negative":640.1500000000005,"positive_prevalence":0.15887500000000002,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499934,"brier_skill":0.4006171341766106,"baseline_adjusted_skill":0.3702915115815044,"baseline_adjusted_score":0.3702915115815044},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.16494896159634664,"normalized_score_rmse":0.2464213521587537,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":0.0003093236585052228,"baseline_adjusted_score":0.0003093236585052228},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.6,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.3548387096774193,"baseline_adjusted_score":0.3548387096774193},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.27200936441083207,"accuracy":0.57,"positive_recall":0.38,"specificity":0.76,"precision":0.6129032258064516,"balanced_accuracy":0.5700000000000001,"f1":0.4691358024691358,"true_positive":19,"false_positive":12,"false_negative":31,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.08803745764332827,"baseline_adjusted_skill":0.14000000000000012,"baseline_adjusted_score":0.14000000000000012},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.32538104705102716,"uniform_accuracy_baseline":0.058823529411766766,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.2071651090342679,"baseline_adjusted_score":0.2071651090342679},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.76,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.47826086956521735,"baseline_adjusted_score":0.47826086956521735},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.23314486821661579,"accuracy":0.62,"positive_recall":0.44,"specificity":0.8,"precision":0.6875,"balanced_accuracy":0.62,"f1":0.5365853658536586,"true_positive":22,"false_positive":10,"false_negative":28,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.06742052713353686,"baseline_adjusted_skill":0.24,"baseline_adjusted_score":0.24},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.59,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.3492063492063492,"baseline_adjusted_score":0.3492063492063492},"scoring":{"eligible":true,"reason":null},"model":75,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.20339969094833182,"accuracy":0.7297297297297297,"positive_recall":0.5633802816901409,"specificity":0.8831168831168831,"precision":0.8163265306122449,"balanced_accuracy":0.723248582403512,"f1":0.6666666666666666,"true_positive":40,"false_positive":9,"false_negative":31,"true_negative":68,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.2495891161431699,"brier_skill":0.18506185649675033,"baseline_adjusted_skill":0.44649716480702395,"baseline_adjusted_score":0.44649716480702395},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.47,"uniform_accuracy_baseline":0.20049999999999962,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.2535211267605634,"baseline_adjusted_score":0.2535211267605634},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.9852941176470588,"baseline_adjusted_score":0.9852941176470588},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.702127659574468,"baseline_adjusted_score":0.702127659574468},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.7755102040816326,"baseline_adjusted_score":0.7755102040816326},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1655727452440169,"accuracy":0.53549830278,"positive_recall":0.5693941506053769,"specificity":0.4811159131065483,"precision":0.6377565762181818,"balanced_accuracy":0.5252550318559626,"f1":0.6016396394247825,"true_positive":35.07661169200001,"false_positive":19.923388308,"false_negative":26.526781414000002,"true_negative":18.473218585999994,"positive_prevalence":0.6160339310599999,"majority_accuracy_baseline":0.6160339310599999,"constant_brier_baseline":0.079087076552024,"brier_skill":-1.09354995104797,"baseline_adjusted_skill":0.050510063711925124,"baseline_adjusted_score":0.050510063711925124},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10472731418060759,"accuracy":0.86,"positive_recall":0.84,"specificity":0.88,"precision":0.875,"balanced_accuracy":0.86,"f1":0.8571428571428571,"true_positive":42,"false_positive":6,"false_negative":8,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5810907432775696,"baseline_adjusted_skill":0.72,"baseline_adjusted_score":0.72},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.68,"uniform_accuracy_baseline":0.012987012987012965,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.6631578947368422,"baseline_adjusted_score":0.6631578947368422},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.9333333333333332,"baseline_adjusted_score":0.9333333333333332},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.58,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.34374999999999994,"baseline_adjusted_score":0.34374999999999994},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.102426771630678,"accuracy":0.83,"positive_recall":0.96,"specificity":0.7,"precision":0.7619047619047619,"balanced_accuracy":0.83,"f1":0.8495575221238938,"true_positive":48,"false_positive":15,"false_negative":2,"true_negative":35,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5902929134772881,"baseline_adjusted_skill":0.6599999999999999,"baseline_adjusted_score":0.6599999999999999},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.1227405761576832,"accuracy":0.6621087646637378,"positive_recall":0.6224777994811015,"specificity":0.6805623969817095,"precision":0.4757182329374644,"balanced_accuracy":0.6515200982314056,"f1":0.5392917658968309,"true_positive":138.43400578480214,"false_positive":152.56599421519786,"false_negative":83.95787052018568,"true_negative":325.0421294798143,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768597,"brier_skill":-0.3833520948900624,"baseline_adjusted_skill":0.3030401964628111,"baseline_adjusted_score":0.3030401964628111},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2330858083087331,"accuracy":0.62,"positive_recall":0.54,"specificity":0.7,"precision":0.6428571428571429,"balanced_accuracy":0.62,"f1":0.5869565217391305,"true_positive":27,"false_positive":15,"false_negative":23,"true_negative":35,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.0676567667650676,"baseline_adjusted_skill":0.24,"baseline_adjusted_score":0.24},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.8278145695364238,"uniform_accuracy_baseline":0.006622516556291403,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.8206896551724138,"baseline_adjusted_score":0.8206896551724138},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.7564705882352941,"uniform_accuracy_baseline":0.3333333333333301,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.5509761388286334,"baseline_adjusted_score":0.5509761388286334},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.32,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.13333333333333336,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.17930616271604838,"accuracy":0.74,"positive_recall":0.96,"specificity":0.52,"precision":0.6666666666666666,"balanced_accuracy":0.74,"f1":0.7868852459016393,"true_positive":48,"false_positive":24,"false_negative":2,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2827753491358065,"baseline_adjusted_skill":0.48,"baseline_adjusted_score":0.48},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.73,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.43749999999999994,"baseline_adjusted_score":0.43749999999999994},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.07142857142857136,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9775280898876404,"baseline_adjusted_score":0.9775280898876404},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.82,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.6086956521739129,"baseline_adjusted_score":0.6086956521739129},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.46,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.2602739726027397,"baseline_adjusted_score":0.2602739726027397},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.7777777777777778,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.3333333333333334,"baseline_adjusted_score":0.3333333333333334},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.205382253168946,"accuracy":0.7560975609756098,"positive_recall":0.8,"specificity":0.7142857142857143,"precision":0.7272727272727273,"balanced_accuracy":0.7571428571428571,"f1":0.7619047619047619,"true_positive":32,"false_positive":12,"false_negative":8,"true_negative":30,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.24985127900059498,"brier_skill":0.1779819819595283,"baseline_adjusted_skill":0.5142857142857142,"baseline_adjusted_score":0.5142857142857142},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.13658209328252555,"accuracy":0.8,"positive_recall":0.66,"specificity":0.94,"precision":0.9166666666666666,"balanced_accuracy":0.8,"f1":0.7674418604651163,"true_positive":33,"false_positive":3,"false_negative":17,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4536716268698978,"baseline_adjusted_skill":0.6000000000000001,"baseline_adjusted_score":0.6000000000000001},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.7737430167597765,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.7096774193548387,"baseline_adjusted_score":0.7096774193548387},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.49,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.16393442622950816,"baseline_adjusted_score":0.16393442622950816},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.198837454723787,"accuracy":0.755,"positive_recall":0.4318181818181818,"specificity":0.8461538461538461,"precision":0.4418604651162791,"balanced_accuracy":0.638986013986014,"f1":0.4367816091954023,"true_positive":19,"false_positive":24,"false_negative":25,"true_negative":132,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000053,"brier_skill":-0.15872642612929133,"baseline_adjusted_skill":0.2779720279720279,"baseline_adjusted_score":0.2779720279720279},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.23019282048614595,"accuracy":0.735,"positive_recall":0.2,"specificity":0.9133333333333333,"precision":0.43478260869565216,"balanced_accuracy":0.5566666666666666,"f1":0.273972602739726,"true_positive":10,"false_positive":13,"false_negative":40,"true_negative":137,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-0.2276950425927784,"baseline_adjusted_skill":0.11333333333333329,"baseline_adjusted_score":0.11333333333333329},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.03422634364754472,"accuracy":0.96,"positive_recall":0.7894736842105263,"specificity":0.9779005524861878,"precision":0.7894736842105263,"balanced_accuracy":0.883687118348357,"f1":0.7894736842105263,"true_positive":15,"false_positive":4,"false_negative":4,"true_negative":177,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.0859749999999999,"brier_skill":0.6019035341954666,"baseline_adjusted_skill":0.767374236696714,"baseline_adjusted_score":0.767374236696714},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.09204646171648943,"accuracy":0.8502797619047621,"positive_recall":0.636246404126575,"specificity":0.8639429074398901,"precision":0.2298924731182798,"balanced_accuracy":0.7500946557832325,"f1":0.33774782127906083,"true_positive":106.90000000000009,"false_positive":358.09999999999985,"false_negative":61.11666666666668,"true_negative":2273.8833333333337,"positive_prevalence":0.060005952380952354,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679296,"brier_skill":-1.858499463387064,"baseline_adjusted_skill":0.5001893115664651,"baseline_adjusted_score":0.5001893115664651},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.7337110481586402,"uniform_accuracy_baseline":0.027777777777777853,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.6948051948051948,"baseline_adjusted_score":0.6948051948051948},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.62,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.4571428571428572,"baseline_adjusted_score":0.4571428571428572},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.16003140028535812,"accuracy":0.8,"positive_recall":1,"specificity":0.6,"precision":0.7142857142857143,"balanced_accuracy":0.8,"f1":0.8333333333333334,"true_positive":50,"false_positive":20,"false_negative":0,"true_negative":30,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.35987439885856753,"baseline_adjusted_skill":0.6000000000000001,"baseline_adjusted_score":0.6000000000000001},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.0713281854883663,"accuracy":0.91,"positive_recall":0.98,"specificity":0.84,"precision":0.8596491228070176,"balanced_accuracy":0.9099999999999999,"f1":0.9158878504672897,"true_positive":49,"false_positive":8,"false_negative":1,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7146872580465349,"baseline_adjusted_skill":0.8199999999999998,"baseline_adjusted_score":0.8199999999999998},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.6,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":-0.025641025641025664,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.78,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.7659574468085106,"baseline_adjusted_score":0.7659574468085106},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.07546024301922215,"accuracy":0.9,"positive_recall":0.92,"specificity":0.88,"precision":0.8846153846153846,"balanced_accuracy":0.9,"f1":0.9019607843137255,"true_positive":46,"false_positive":6,"false_negative":4,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6981590279231114,"baseline_adjusted_skill":0.8,"baseline_adjusted_score":0.8},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8059701492537314,"baseline_adjusted_score":0.8059701492537314},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.07763307558687504,"accuracy":0.89,"positive_recall":0.8,"specificity":0.98,"precision":0.975609756097561,"balanced_accuracy":0.89,"f1":0.8791208791208791,"true_positive":40,"false_positive":1,"false_negative":10,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6894676976524998,"baseline_adjusted_skill":0.78,"baseline_adjusted_score":0.78},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.512131864864865,"uniform_accuracy_baseline":0.23445945945945923,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.33862386725990445,"baseline_adjusted_score":0.33862386725990445},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.01581516099492054,"accuracy":0.7376754276315789,"positive_recall":0.7908461239204428,"specificity":0.6870451202303539,"precision":0.7064257108433735,"balanced_accuracy":0.7389456220753984,"f1":0.7462559867712362,"true_positive":58.633334,"false_positive":24.366666,"false_negative":15.506668999999999,"true_negative":53.49333099999999,"positive_prevalence":0.48776317763157917,"majority_accuracy_baseline":0.5122368223684208,"constant_brier_baseline":0.0945191003976856,"brier_skill":0.8326776182974781,"baseline_adjusted_skill":0.47789124415079676,"baseline_adjusted_score":0.47789124415079676},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.08565670845613585,"normalized_score_rmse":0.11685562088736749,"constant_score_baseline":0.5841668333333334,"constant_mae_baseline":0.21700552708333315,"baseline_adjusted_skill":0.6052786783479368,"baseline_adjusted_score":0.6052786783479368},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3390425450407338,"accuracy":0.63,"positive_recall":0.94,"specificity":0.32,"precision":0.5802469135802469,"balanced_accuracy":0.63,"f1":0.7175572519083969,"true_positive":47,"false_positive":34,"false_negative":3,"true_negative":16,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.3561701801629351,"baseline_adjusted_skill":0.26,"baseline_adjusted_score":0.26},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.27138984090050366,"accuracy":0.65,"positive_recall":0.44,"specificity":0.86,"precision":0.7586206896551724,"balanced_accuracy":0.65,"f1":0.5569620253164557,"true_positive":22,"false_positive":7,"false_negative":28,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.08555936360201466,"baseline_adjusted_skill":0.30000000000000004,"baseline_adjusted_score":0.30000000000000004},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.7540983606557377,"baseline_adjusted_score":0.7540983606557377},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.03611111111111102,"fixed_answer_accuracy_baseline":0.08833333333333329,"baseline_adjusted_skill":0.8244972577696527,"baseline_adjusted_score":0.8244972577696527},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.8636363636363635,"baseline_adjusted_score":0.8636363636363635},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.04987932421560751,"fixed_answer_accuracy_baseline":0.1244247787610618,"baseline_adjusted_skill":0.7144734182332727,"baseline_adjusted_score":0.7144734182332727},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.324899322007313,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":50,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.2995972880292519,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.8333333333333334,"uniform_accuracy_baseline":0.23888888888888893,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.7647058823529413,"baseline_adjusted_score":0.7647058823529413},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.13365256754021795,"accuracy":0.828125,"positive_recall":0.875,"specificity":0.78125,"precision":0.8,"balanced_accuracy":0.828125,"f1":0.835820895522388,"true_positive":28,"false_positive":7,"false_negative":4,"true_negative":25,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4653897298391282,"baseline_adjusted_skill":0.65625,"baseline_adjusted_score":0.65625},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.6212121212121212,"baseline_adjusted_score":0.6212121212121212},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.17053029040852155,"accuracy":0.78,"positive_recall":0.56,"specificity":1,"precision":1,"balanced_accuracy":0.78,"f1":0.717948717948718,"true_positive":28,"false_positive":0,"false_negative":22,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3178788383659138,"baseline_adjusted_skill":0.56,"baseline_adjusted_score":0.56},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.7941176470588235,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.6956521739130433,"baseline_adjusted_score":0.6956521739130433},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.005335796102340613,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":16,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.9786371986932025,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.16070865834585235,"normalized_score_rmse":0.37413045567472947,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.5130040656186292,"baseline_adjusted_score":0.5130040656186292},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.1875,"uniform_accuracy_baseline":0.17812500000000006,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.14035087719298242,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.07527914189827388,"accuracy":0.9411764705882353,"positive_recall":1,"specificity":0.8823529411764706,"precision":0.8947368421052632,"balanced_accuracy":0.9411764705882353,"f1":0.9444444444444444,"true_positive":17,"false_positive":2,"false_negative":0,"true_negative":15,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6988834324069044,"baseline_adjusted_skill":0.8823529411764706,"baseline_adjusted_score":0.8823529411764706},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.515352035927422,"normalized_score_rmse":0.5724825305674295,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-2.504393844306469,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.13194444444444448,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":-0.2521739130434782,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.17666109618211173,"accuracy":0.7884615384615384,"positive_recall":0.8461538461538461,"specificity":0.7307692307692307,"precision":0.7586206896551724,"balanced_accuracy":0.7884615384615384,"f1":0.8,"true_positive":22,"false_positive":7,"false_negative":4,"true_negative":19,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.29335561527155307,"baseline_adjusted_skill":0.5769230769230769,"baseline_adjusted_score":0.5769230769230769},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.08772122664580334,"accuracy":0.8933333333333333,"positive_recall":1,"specificity":0.7777777777777778,"precision":0.8297872340425532,"balanced_accuracy":0.8888888888888888,"f1":0.9069767441860465,"true_positive":39,"false_positive":8,"false_negative":0,"true_negative":28,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24959999999999993,"brier_skill":0.6485527778613647,"baseline_adjusted_skill":0.7777777777777777,"baseline_adjusted_score":0.7777777777777777},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.24748575381934643,"normalized_score_rmse":0.3521376701043771,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.11612230778804855,"baseline_adjusted_score":0.11612230778804855},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.7647058823529411,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.6799999999999998,"baseline_adjusted_score":0.6799999999999998},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.1100900754056977,"accuracy":0.8214285714285714,"positive_recall":1,"specificity":0.6428571428571429,"precision":0.7368421052631579,"balanced_accuracy":0.8214285714285714,"f1":0.8484848484848485,"true_positive":14,"false_positive":5,"false_negative":0,"true_negative":9,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5596396983772092,"baseline_adjusted_skill":0.6428571428571428,"baseline_adjusted_score":0.6428571428571428},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.1717219579355294,"normalized_score_rmse":0.29142335560826205,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.16969696969696968,"baseline_adjusted_skill":-0.011932966405798329,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.03173884727381397,"accuracy":0.9647058823529412,"positive_recall":1,"specificity":0.925,"precision":0.9375,"balanced_accuracy":0.9625,"f1":0.967741935483871,"true_positive":45,"false_positive":3,"false_negative":0,"true_negative":37,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.24913494809688563,"brier_skill":0.8726037935814966,"baseline_adjusted_skill":0.925,"baseline_adjusted_score":0.925},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.28729382832616784,"accuracy":0.7,"positive_recall":0.5714285714285714,"specificity":1,"precision":1,"balanced_accuracy":0.7857142857142857,"f1":0.7272727272727273,"true_positive":20,"false_positive":0,"false_negative":15,"true_negative":15,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.20999999999999996,"brier_skill":-0.36806584917222795,"baseline_adjusted_skill":0.5714285714285714,"baseline_adjusted_score":0.5714285714285714},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.2661238313206901,"normalized_score_rmse":0.4286650384179039,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.04955774528324963,"baseline_adjusted_score":0.04955774528324963},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.7341772151898734,"uniform_accuracy_baseline":0.24240506329113914,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.5434782608695653,"baseline_adjusted_score":0.5434782608695653},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.11703575475898619,"accuracy":0.8571428571428571,"positive_recall":1,"specificity":0.7,"precision":0.7857142857142857,"balanced_accuracy":0.85,"f1":0.88,"true_positive":11,"false_positive":3,"false_negative":0,"true_negative":7,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.24943310657596363,"brier_skill":0.5307930195571552,"baseline_adjusted_skill":0.7,"baseline_adjusted_score":0.7},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.8181818181818182,"uniform_accuracy_baseline":0.3237373737373738,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.7000000000000001,"baseline_adjusted_score":0.7000000000000001},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.1859243214001213,"accuracy":0.696969696969697,"positive_recall":0.5294117647058824,"specificity":0.875,"precision":0.8181818181818182,"balanced_accuracy":0.7022058823529411,"f1":0.6428571428571429,"true_positive":9,"false_positive":2,"false_negative":8,"true_negative":14,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.25561916910024995,"baseline_adjusted_skill":0.40441176470588225,"baseline_adjusted_score":0.40441176470588225},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.10425768627308477,"normalized_score_rmse":0.1652637079986428,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.34313725490196084,"baseline_adjusted_skill":0.6961633142898673,"baseline_adjusted_score":0.6961633142898673},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.17282463630119507,"accuracy":0.75,"positive_recall":0.72,"specificity":0.78,"precision":0.7659574468085106,"balanced_accuracy":0.75,"f1":0.7422680412371134,"true_positive":36,"false_positive":11,"false_negative":14,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3087014547952197,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.33333333333333326,"uniform_accuracy_baseline":0.3333333333333332,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":-0.030927835051546504,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.23520048132588214,"accuracy":0.6133333333333333,"positive_recall":0.43243243243243246,"specificity":0.7894736842105263,"precision":0.6666666666666666,"balanced_accuracy":0.6109530583214794,"f1":0.5245901639344263,"true_positive":16,"false_positive":8,"false_negative":21,"true_negative":30,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555535,"brier_skill":0.05903079128158739,"baseline_adjusted_skill":0.22190611664295878,"baseline_adjusted_score":0.22190611664295878},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.1428571428571427,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.9615384615384615,"baseline_adjusted_score":0.9615384615384615},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.3549999999999999,"uniform_accuracy_baseline":0.32416666666666627,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.022727272727272582,"baseline_adjusted_score":0.022727272727272582},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.19119921701141032,"accuracy":0.6060606060606061,"positive_recall":0.1875,"specificity":1,"precision":1,"balanced_accuracy":0.59375,"f1":0.3157894736842105,"true_positive":3,"false_positive":0,"false_negative":13,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.23450019365652297,"baseline_adjusted_skill":0.1875,"baseline_adjusted_score":0.1875},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.023570196992640183,"normalized_score_rmse":0.056936117818567174,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.8927149654128101,"baseline_adjusted_score":0.8927149654128101},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1649163937631682,"accuracy":0.8,"positive_recall":0.7727272727272727,"specificity":0.8076923076923077,"precision":0.53125,"balanced_accuracy":0.7902097902097902,"f1":0.6296296296296297,"true_positive":17,"false_positive":15,"false_negative":5,"true_negative":63,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000028,"brier_skill":0.03894875429389322,"baseline_adjusted_skill":0.5804195804195804,"baseline_adjusted_score":0.5804195804195804},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11203551049536278,"accuracy":0.84,"positive_recall":0.6486486486486487,"specificity":0.9523809523809523,"precision":0.8888888888888888,"balanced_accuracy":0.8005148005148005,"f1":0.75,"true_positive":24,"false_positive":3,"false_negative":13,"true_negative":60,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000008,"brier_skill":0.5193671793420731,"baseline_adjusted_skill":0.601029601029601,"baseline_adjusted_score":0.601029601029601},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09702853869281379,"accuracy":0.89,"positive_recall":0.7692307692307693,"specificity":0.9672131147540983,"precision":0.9375,"balanced_accuracy":0.8682219419924337,"f1":0.8450704225352113,"true_positive":30,"false_positive":2,"false_negative":9,"true_negative":59,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379000000000002,"brier_skill":0.592145696961691,"baseline_adjusted_skill":0.7364438839848675,"baseline_adjusted_score":0.7364438839848675},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.12453501291664282,"accuracy":0.81,"positive_recall":0.8064516129032258,"specificity":0.8115942028985508,"precision":0.6578947368421053,"balanced_accuracy":0.8090229079008883,"f1":0.7246376811594203,"true_positive":25,"false_positive":13,"false_negative":6,"true_negative":56,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999987,"brier_skill":0.417788625915648,"baseline_adjusted_skill":0.6180458158017765,"baseline_adjusted_score":0.6180458158017765},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.9166666666666666,"baseline_adjusted_score":0.9166666666666666},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.1666304169700495,"normalized_score_rmse":0.22402932529480926,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.28331003453742154,"baseline_adjusted_score":0.28331003453742154},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.20059966031913437,"accuracy":0.79,"positive_recall":0.86,"specificity":0.72,"precision":0.7543859649122807,"balanced_accuracy":0.79,"f1":0.8037383177570093,"true_positive":43,"false_positive":14,"false_negative":7,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.19760135872346252,"baseline_adjusted_skill":0.5800000000000001,"baseline_adjusted_score":0.5800000000000001},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.40802802873006455,"accuracy":0.52,"positive_recall":0.86,"specificity":0.18,"precision":0.5119047619047619,"balanced_accuracy":0.52,"f1":0.6417910447761194,"true_positive":43,"false_positive":41,"false_negative":7,"true_negative":9,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.6321121149202582,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.49,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.45714285714285724,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10010135132400613,"accuracy":0.86,"positive_recall":0.98,"specificity":0.74,"precision":0.7903225806451613,"balanced_accuracy":0.86,"f1":0.875,"true_positive":49,"false_positive":13,"false_negative":1,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5995945947039755,"baseline_adjusted_skill":0.72,"baseline_adjusted_score":0.72},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.8095238095238096,"baseline_adjusted_score":0.8095238095238096},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.6,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.33333333333333326,"baseline_adjusted_score":0.33333333333333326},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.17445874530717537,"accuracy":0.74,"positive_recall":0.62,"specificity":0.86,"precision":0.8157894736842105,"balanced_accuracy":0.74,"f1":0.7045454545454546,"true_positive":31,"false_positive":7,"false_negative":19,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.30216501877129853,"baseline_adjusted_skill":0.48,"baseline_adjusted_score":0.48},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.20851190476190457,"fixed_answer_accuracy_baseline":0.2233333333333332,"baseline_adjusted_skill":0.9871244635193133,"baseline_adjusted_score":0.9871244635193133},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.02955728147530738,"accuracy":0.95,"positive_recall":0.96,"specificity":0.94,"precision":0.9411764705882353,"balanced_accuracy":0.95,"f1":0.9504950495049505,"true_positive":48,"false_positive":3,"false_negative":2,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8817708740987704,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.06179736983043042,"normalized_score_rmse":0.1430651393738782,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.7940087672318986,"baseline_adjusted_score":0.7940087672318986},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.22851190476190467,"fixed_answer_accuracy_baseline":0.2433333333333333,"baseline_adjusted_skill":0.894273127753304,"baseline_adjusted_score":0.894273127753304},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.025338573134750696,"accuracy":0.96,"positive_recall":1,"specificity":0.92,"precision":0.9259259259259259,"balanced_accuracy":0.96,"f1":0.9615384615384616,"true_positive":50,"false_positive":4,"false_negative":0,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8986457074609973,"baseline_adjusted_skill":0.9199999999999999,"baseline_adjusted_score":0.9199999999999999},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.050797711392498474,"normalized_score_rmse":0.16842491439686477,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.304222222222222,"baseline_adjusted_skill":0.833024323399384,"baseline_adjusted_score":0.833024323399384},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.79,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.6612903225806452,"baseline_adjusted_score":0.6612903225806452},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09320241981302356,"accuracy":0.86,"positive_recall":1,"specificity":0.72,"precision":0.78125,"balanced_accuracy":0.86,"f1":0.8771929824561403,"true_positive":50,"false_positive":14,"false_negative":0,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6271903207479057,"baseline_adjusted_skill":0.72,"baseline_adjusted_score":0.72},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.78,"baseline_adjusted_score":0.78},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.05657093917063035,"accuracy":0.94,"positive_recall":0.94,"specificity":0.94,"precision":0.94,"balanced_accuracy":0.94,"f1":0.94,"true_positive":47,"false_positive":3,"false_negative":3,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7737162433174786,"baseline_adjusted_skill":0.8799999999999999,"baseline_adjusted_score":0.8799999999999999},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.6,"uniform_accuracy_baseline":0.35333333333333317,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.3220338983050847,"baseline_adjusted_score":0.3220338983050847},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.8064516129032259,"baseline_adjusted_score":0.8064516129032259},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.46,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.12903225806451615,"baseline_adjusted_score":0.12903225806451615},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.35,"uniform_accuracy_baseline":0.11111111111111088,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.22619047619047616,"baseline_adjusted_score":0.22619047619047616},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.06243228120663509,"accuracy":0.808375,"positive_recall":0.2715886618325642,"specificity":0.9339811815517508,"precision":0.4904761904761904,"balanced_accuracy":0.6027849216921575,"f1":0.34959694526941026,"true_positive":20.599999999999998,"false_positive":21.4,"false_negative":55.25000000000001,"true_negative":302.74999999999994,"positive_prevalence":0.1896249999999999,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500007,"brier_skill":0.17985652914746553,"baseline_adjusted_skill":0.20556984338431494,"baseline_adjusted_score":0.20556984338431494},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1402330046362476,"normalized_score_rmse":0.2152777747961166,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":0.34393915959650245,"baseline_adjusted_score":0.34393915959650245},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.10216870536436469,"accuracy":0.7723749999999999,"positive_recall":0.6310360993905297,"specificity":0.8237600136355889,"precision":0.565546218487395,"balanced_accuracy":0.7273980565130593,"f1":0.5964990028805672,"true_positive":67.3,"false_positive":51.69999999999999,"false_negative":39.350000000000016,"true_negative":241.64999999999998,"positive_prevalence":0.2666249999999998,"majority_accuracy_baseline":0.7333750000000002,"constant_brier_baseline":0.11565485937499977,"brier_skill":0.11660689471687058,"baseline_adjusted_skill":0.45479611302611866,"baseline_adjusted_score":0.45479611302611866},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.15560326429558294,"normalized_score_rmse":0.24944764128358518,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.42101110959783095,"baseline_adjusted_score":0.42101110959783095},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.0774353449061035,"accuracy":0.7808749999999999,"positive_recall":0.5910514541387023,"specificity":0.8544666088464875,"precision":0.6115740740740738,"balanced_accuracy":0.7227590314925949,"f1":0.6011376564277587,"true_positive":66.04999999999997,"false_positive":41.95000000000002,"false_negative":45.7,"true_negative":246.3,"positive_prevalence":0.2793749999999999,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937499995,"brier_skill":0.31567534077504733,"baseline_adjusted_skill":0.4455180629851898,"baseline_adjusted_score":0.4455180629851898},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.16915941938026777,"normalized_score_rmse":0.23748138955861461,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.36015349643397543,"baseline_adjusted_score":0.36015349643397543},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.08811415301974738,"accuracy":0.8306249999999993,"positive_recall":0.3436619718309859,"specificity":0.9694779116465864,"precision":0.7625,"balanced_accuracy":0.6565699417387861,"f1":0.47378640776699027,"true_positive":30.5,"false_positive":9.5,"false_negative":58.25,"true_negative":301.7499999999997,"positive_prevalence":0.22187499999999974,"majority_accuracy_baseline":0.7781250000000003,"constant_brier_baseline":0.126740234375001,"brier_skill":0.3047657403012698,"baseline_adjusted_skill":0.31313988347757227,"baseline_adjusted_score":0.31313988347757227},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.13202095128040436,"normalized_score_rmse":0.26415898997237075,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.41486558989294464,"baseline_adjusted_score":0.41486558989294464},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.09351223798629027,"accuracy":0.7624999999999997,"positive_recall":0.7599243856332701,"specificity":0.763426240652617,"precision":0.5359999999999999,"balanced_accuracy":0.7616753131429436,"f1":0.6286161063330726,"true_positive":80.39999999999999,"false_positive":69.60000000000002,"false_negative":25.400000000000013,"true_negative":224.59999999999988,"positive_prevalence":0.26449999999999985,"majority_accuracy_baseline":0.7355000000000002,"constant_brier_baseline":0.11362725000000028,"brier_skill":0.17702630323016666,"baseline_adjusted_skill":0.5233506262858871,"baseline_adjusted_score":0.5233506262858871},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.17400421314221454,"normalized_score_rmse":0.274002031784426,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.3074459178419321,"baseline_adjusted_score":0.3074459178419321},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.10065493033142568,"accuracy":0.786,"positive_recall":0.5548302872062663,"specificity":0.8407544836116265,"precision":0.4521276595744682,"balanced_accuracy":0.6977923854089464,"f1":0.4982415005861665,"true_positive":42.500000000000014,"false_positive":51.49999999999999,"false_negative":34.10000000000002,"true_negative":271.90000000000003,"positive_prevalence":0.1914999999999999,"majority_accuracy_baseline":0.8085000000000001,"constant_brier_baseline":0.09190274999999995,"brier_skill":-0.09523306246467866,"baseline_adjusted_skill":0.3955847708178928,"baseline_adjusted_score":0.3955847708178928},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1545514184363957,"normalized_score_rmse":0.26749480859197045,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.25292365710503595,"baseline_adjusted_score":0.25292365710503595},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.0789120274831389,"accuracy":0.8477499999999997,"positive_recall":0.7513550135501353,"specificity":0.8695585530349478,"precision":0.5658163265306122,"balanced_accuracy":0.8104567832925416,"f1":0.6455180442374854,"true_positive":55.449999999999996,"false_positive":42.55,"false_negative":18.35000000000001,"true_negative":283.64999999999986,"positive_prevalence":0.1844999999999999,"majority_accuracy_baseline":0.8155000000000001,"constant_brier_baseline":0.1092222499999995,"brier_skill":0.2775095964133749,"baseline_adjusted_skill":0.6209135665850831,"baseline_adjusted_score":0.6209135665850831},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1443276689203182,"normalized_score_rmse":0.275602709930895,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":0.23787369547026682,"baseline_adjusted_score":0.23787369547026682},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.0799670833578231,"accuracy":0.8357499999999999,"positive_recall":0.3108280254777071,"specificity":0.963919129082426,"precision":0.6777777777777778,"balanced_accuracy":0.6373735772800666,"f1":0.42620087336244555,"true_positive":24.40000000000001,"false_positive":11.600000000000001,"false_negative":54.09999999999999,"true_negative":309.8999999999999,"positive_prevalence":0.19624999999999987,"majority_accuracy_baseline":0.8037500000000002,"constant_brier_baseline":0.09878593749999955,"brier_skill":0.19050134683569242,"baseline_adjusted_skill":0.2747471545601332,"baseline_adjusted_score":0.2747471545601332},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.15888979052687116,"normalized_score_rmse":0.2605655397308139,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":0.24785897975445603,"baseline_adjusted_score":0.24785897975445603},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.11168731607131768,"accuracy":0.6887755102040818,"positive_recall":0.6453143534994066,"specificity":0.7215756490599822,"precision":0.6362573099415203,"balanced_accuracy":0.6834450012796944,"f1":0.6407538280329798,"true_positive":108.79999999999997,"false_positive":62.20000000000003,"false_negative":59.80000000000004,"true_negative":161.20000000000007,"positive_prevalence":0.43010204081632636,"majority_accuracy_baseline":0.5698979591836737,"constant_brier_baseline":0.12359641815910102,"brier_skill":0.09635475093180457,"baseline_adjusted_skill":0.36689000255938886,"baseline_adjusted_score":0.36689000255938886},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.17028467287137133,"normalized_score_rmse":0.23884755714107936,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.38192970587428177,"baseline_adjusted_score":0.38192970587428177},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.0563276130171759,"accuracy":0.8767500000000004,"positive_recall":0.6746656176239183,"specificity":0.9149204933868331,"precision":0.5996503496503497,"balanced_accuracy":0.7947930555053757,"f1":0.6349500185116624,"true_positive":85.75,"false_positive":57.249999999999986,"false_negative":41.349999999999966,"true_negative":615.6500000000003,"positive_prevalence":0.15887500000000002,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499934,"brier_skill":0.4297525051019373,"baseline_adjusted_skill":0.5895861110107514,"baseline_adjusted_score":0.5895861110107514},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.119622311152545,"normalized_score_rmse":0.23432516467893233,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":0.27501629604518185,"baseline_adjusted_score":0.27501629604518185},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.62,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.3870967741935484,"baseline_adjusted_score":0.3870967741935484},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3037492946013067,"accuracy":0.59,"positive_recall":0.62,"specificity":0.56,"precision":0.5849056603773585,"balanced_accuracy":0.5900000000000001,"f1":0.6019417475728155,"true_positive":31,"false_positive":22,"false_negative":19,"true_negative":28,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.2149971784052267,"baseline_adjusted_skill":0.18000000000000016,"baseline_adjusted_score":0.18000000000000016},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.4201457919151756,"uniform_accuracy_baseline":0.058823529411766766,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.31853582554517135,"baseline_adjusted_score":0.31853582554517135},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.6739130434782608,"baseline_adjusted_score":0.6739130434782608},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.27832021929307027,"accuracy":0.64,"positive_recall":0.9,"specificity":0.38,"precision":0.5921052631578947,"balanced_accuracy":0.64,"f1":0.7142857142857143,"true_positive":45,"false_positive":31,"false_negative":5,"true_negative":19,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.11328087717228108,"baseline_adjusted_skill":0.28,"baseline_adjusted_score":0.28},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.57,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.3174603174603174,"baseline_adjusted_score":0.3174603174603174},"scoring":{"eligible":true,"reason":null},"model":76,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.1765266096479748,"accuracy":0.7297297297297297,"positive_recall":0.6197183098591549,"specificity":0.8311688311688312,"precision":0.7719298245614035,"balanced_accuracy":0.725443570513993,"f1":0.6875,"true_positive":44,"false_positive":13,"false_negative":27,"true_negative":64,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.2495891161431699,"brier_skill":0.2927311399800173,"baseline_adjusted_skill":0.450887141027986,"baseline_adjusted_score":0.450887141027986},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.45,"uniform_accuracy_baseline":0.20049999999999962,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.2253521126760564,"baseline_adjusted_score":0.2253521126760564},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.9852941176470588,"baseline_adjusted_score":0.9852941176470588},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.7446808510638298,"baseline_adjusted_score":0.7446808510638298},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.7346938775510204,"baseline_adjusted_score":0.7346938775510204},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.14904497409965153,"accuracy":0.5326772318999999,"positive_recall":0.510289394188228,"specificity":0.5685962070104579,"precision":0.6549074614166667,"balanced_accuracy":0.539442800599343,"f1":0.5736238132262556,"true_positive":31.435558148000002,"false_positive":16.564441851999998,"false_negative":30.167834958,"true_negative":21.832165042,"positive_prevalence":0.6160339310599999,"majority_accuracy_baseline":0.6160339310599999,"constant_brier_baseline":0.079087076552024,"brier_skill":-0.8845680052620071,"baseline_adjusted_skill":0.07888560119868604,"baseline_adjusted_score":0.07888560119868604},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09733297777296816,"accuracy":0.85,"positive_recall":0.76,"specificity":0.94,"precision":0.926829268292683,"balanced_accuracy":0.85,"f1":0.8351648351648352,"true_positive":38,"false_positive":3,"false_negative":12,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6106680889081273,"baseline_adjusted_skill":0.7,"baseline_adjusted_score":0.7},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.67,"uniform_accuracy_baseline":0.012987012987012965,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.6526315789473685,"baseline_adjusted_score":0.6526315789473685},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.95,"baseline_adjusted_score":0.95},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.57,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.32812499999999994,"baseline_adjusted_score":0.32812499999999994},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.16849427886194057,"accuracy":0.76,"positive_recall":1,"specificity":0.52,"precision":0.6756756756756757,"balanced_accuracy":0.76,"f1":0.8064516129032258,"true_positive":50,"false_positive":24,"false_negative":0,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3260228845522377,"baseline_adjusted_skill":0.52,"baseline_adjusted_score":0.52},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.10380360467465899,"accuracy":0.670348183631764,"positive_recall":0.5814861791366205,"specificity":0.7117255952197562,"precision":0.4843363386652108,"balanced_accuracy":0.6466058871781883,"f1":0.5284836495447699,"true_positive":129.31780242361128,"false_positive":137.68219757638872,"false_negative":93.07407388137653,"true_negative":339.92592611862347,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768597,"brier_skill":-0.16992227410886773,"baseline_adjusted_skill":0.2932117743563767,"baseline_adjusted_score":0.2932117743563767},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.22922304978429422,"accuracy":0.59,"positive_recall":0.42,"specificity":0.76,"precision":0.6363636363636364,"balanced_accuracy":0.59,"f1":0.5060240963855421,"true_positive":21,"false_positive":12,"false_negative":29,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.0831078008628231,"baseline_adjusted_skill":0.17999999999999994,"baseline_adjusted_score":0.17999999999999994},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.8278145695364238,"uniform_accuracy_baseline":0.006622516556291403,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.8206896551724138,"baseline_adjusted_score":0.8206896551724138},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"binary_brier":0.12008934383707638,"accuracy":0.8333333333333334,"positive_recall":0.68,"specificity":0.9866666666666667,"precision":0.9807692307692307,"balanced_accuracy":0.8333333333333334,"f1":0.8031496062992126,"true_positive":102,"false_positive":2,"false_negative":48,"true_negative":148,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5196426246516945,"baseline_adjusted_skill":0.6666666666666667,"baseline_adjusted_score":0.6666666666666667},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":14},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.7694117647058824,"uniform_accuracy_baseline":0.3333333333333301,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.5748373101952278,"baseline_adjusted_score":0.5748373101952278},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.44,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.06666666666666664,"baseline_adjusted_score":0.06666666666666664},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10045542678005273,"accuracy":0.86,"positive_recall":0.92,"specificity":0.8,"precision":0.8214285714285714,"balanced_accuracy":0.8600000000000001,"f1":0.8679245283018868,"true_positive":46,"false_positive":10,"false_negative":4,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5981782928797891,"baseline_adjusted_skill":0.7200000000000002,"baseline_adjusted_score":0.7200000000000002},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.78,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.5416666666666667,"baseline_adjusted_score":0.5416666666666667},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.07142857142857136,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9887640449438202,"baseline_adjusted_score":0.9887640449438202},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.78,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.5217391304347826,"baseline_adjusted_score":0.5217391304347826},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.41,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.19178082191780815,"baseline_adjusted_score":0.19178082191780815},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.7777777777777778,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.3333333333333334,"baseline_adjusted_score":0.3333333333333334},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.20206511253319867,"accuracy":0.7439024390243902,"positive_recall":0.725,"specificity":0.7619047619047619,"precision":0.7435897435897436,"balanced_accuracy":0.743452380952381,"f1":0.7341772151898734,"true_positive":29,"false_positive":10,"false_negative":11,"true_negative":32,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.24985127900059498,"brier_skill":0.19125844245641233,"baseline_adjusted_skill":0.48690476190476195,"baseline_adjusted_score":0.48690476190476195},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1205982891217354,"accuracy":0.83,"positive_recall":0.72,"specificity":0.94,"precision":0.9230769230769231,"balanced_accuracy":0.83,"f1":0.8089887640449438,"true_positive":36,"false_positive":3,"false_negative":14,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5176068435130584,"baseline_adjusted_skill":0.6599999999999999,"baseline_adjusted_score":0.6599999999999999},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.7569832402234636,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.6881720430107526,"baseline_adjusted_score":0.6881720430107526},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.48,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.14754098360655732,"baseline_adjusted_score":0.14754098360655732},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.19834977686015706,"accuracy":0.725,"positive_recall":0.45454545454545453,"specificity":0.8012820512820513,"precision":0.39215686274509803,"balanced_accuracy":0.627913752913753,"f1":0.42105263157894735,"true_positive":20,"false_positive":31,"false_negative":24,"true_negative":125,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000053,"brier_skill":-0.1558844805370423,"baseline_adjusted_skill":0.2558275058275059,"baseline_adjusted_score":0.2558275058275059},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.18680015917566667,"accuracy":0.75,"positive_recall":0.16,"specificity":0.9466666666666667,"precision":0.5,"balanced_accuracy":0.5533333333333333,"f1":0.24242424242424243,"true_positive":8,"false_positive":8,"false_negative":42,"true_negative":142,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":0.0037324843964444687,"baseline_adjusted_skill":0.10666666666666669,"baseline_adjusted_score":0.10666666666666669},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.03367106876235817,"accuracy":0.96,"positive_recall":0.7368421052631579,"specificity":0.9834254143646409,"precision":0.8235294117647058,"balanced_accuracy":0.8601337598138994,"f1":0.7777777777777778,"true_positive":14,"false_positive":3,"false_negative":5,"true_negative":178,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.0859749999999999,"brier_skill":0.60836209639595,"baseline_adjusted_skill":0.7202675196277988,"baseline_adjusted_score":0.7202675196277988},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.9966666666666667,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.9949999999999999,"baseline_adjusted_score":0.9949999999999999},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":33},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"binary_brier":0.00847334614437716,"accuracy":0.9866666666666667,"positive_recall":0.9933333333333333,"specificity":0.98,"precision":0.9802631578947368,"balanced_accuracy":0.9866666666666666,"f1":0.9867549668874173,"true_positive":149,"false_positive":3,"false_negative":1,"true_negative":147,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9661066154224913,"baseline_adjusted_skill":0.9733333333333332,"baseline_adjusted_score":0.9733333333333332},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":34},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.9733333333333334,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.9644444444444445,"baseline_adjusted_score":0.9644444444444445},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":35},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"binary_brier":0.13263824314666203,"accuracy":0.8133333333333334,"positive_recall":0.9466666666666667,"specificity":0.68,"precision":0.7473684210526316,"balanced_accuracy":0.8133333333333334,"f1":0.8352941176470589,"true_positive":142,"false_positive":48,"false_negative":8,"true_negative":102,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.46944702741335187,"baseline_adjusted_skill":0.6266666666666667,"baseline_adjusted_score":0.6266666666666667},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":36},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"normalized_expected_score_mae":0.16279003774203982,"normalized_score_rmse":0.23402620886924927,"constant_score_baseline":0.5,"constant_mae_baseline":0.3333333333333333,"baseline_adjusted_skill":0.5116298867738805,"baseline_adjusted_score":0.5116298867738805},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":37},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.42,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.22666666666666666,"baseline_adjusted_score":0.22666666666666666},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":38},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"binary_brier":0.27658328510368774,"accuracy":0.54,"positive_recall":0.48,"specificity":0.6,"precision":0.5454545454545454,"balanced_accuracy":0.54,"f1":0.5106382978723404,"true_positive":72,"false_positive":60,"false_negative":78,"true_negative":90,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.10633314041475095,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":39},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"normalized_expected_score_mae":0.3353343383859222,"normalized_score_rmse":0.39569759185631653,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":-0.11778112795307405,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":40},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.08702964370415939,"accuracy":0.8512916666666667,"positive_recall":0.6238468405912114,"specificity":0.8658109537167789,"precision":0.22885735080058245,"balanced_accuracy":0.7448288971539951,"f1":0.33486861372167964,"true_positive":104.81666666666676,"false_positive":353.1833333333332,"false_negative":63.20000000000002,"true_negative":2278.8,"positive_prevalence":0.060005952380952354,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679296,"brier_skill":-1.702702365609138,"baseline_adjusted_skill":0.4896577943079903,"baseline_adjusted_score":0.4896577943079903},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.37,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.16,"baseline_adjusted_score":0.16},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":50},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.7960339943342776,"uniform_accuracy_baseline":0.027777777777777853,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.7662337662337662,"baseline_adjusted_score":0.7662337662337662},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.61,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.4428571428571429,"baseline_adjusted_score":0.4428571428571429},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.12009885957652416,"accuracy":0.85,"positive_recall":1,"specificity":0.7,"precision":0.7692307692307693,"balanced_accuracy":0.85,"f1":0.8695652173913043,"true_positive":50,"false_positive":15,"false_negative":0,"true_negative":35,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5196045616939033,"baseline_adjusted_skill":0.7,"baseline_adjusted_score":0.7},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.04200970543613037,"accuracy":0.97,"positive_recall":1,"specificity":0.94,"precision":0.9433962264150944,"balanced_accuracy":0.97,"f1":0.970873786407767,"true_positive":50,"false_positive":3,"false_negative":0,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8319611782554786,"baseline_adjusted_skill":0.94,"baseline_adjusted_score":0.94},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.61,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.8297872340425533,"baseline_adjusted_score":0.8297872340425533},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08547405536326019,"accuracy":0.91,"positive_recall":0.98,"specificity":0.84,"precision":0.8596491228070176,"balanced_accuracy":0.9099999999999999,"f1":0.9158878504672897,"true_positive":49,"false_positive":8,"false_negative":1,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6581037785469592,"baseline_adjusted_skill":0.8199999999999998,"baseline_adjusted_score":0.8199999999999998},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.38666666666666666,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.1822222222222222,"baseline_adjusted_score":0.1822222222222222},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":58},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.6766666666666666,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.5149999999999999,"baseline_adjusted_score":0.5149999999999999},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":59},{"provenance":"measured","status":"complete","counts":{"cases":285,"expected":285,"succeeded":285,"failed":0},"metrics":{"target_mass_at_prediction":0.7052631578947368,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5263157894736842,"baseline_adjusted_skill":0.37777777777777777,"baseline_adjusted_score":0.37777777777777777},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":60},{"provenance":"measured","status":"complete","counts":{"cases":299,"expected":299,"succeeded":299,"failed":0},"metrics":{"binary_brier":0.3916246564590004,"accuracy":0.5150501672240803,"positive_recall":0.9933333333333333,"specificity":0.03355704697986577,"precision":0.5085324232081911,"balanced_accuracy":0.5134451901565995,"f1":0.672686230248307,"true_positive":149,"false_positive":144,"false_negative":1,"true_negative":5,"positive_prevalence":0.5016722408026756,"majority_accuracy_baseline":0.5016722408026756,"constant_brier_baseline":0.24999720361069788,"brier_skill":-0.5665161481919951,"baseline_adjusted_skill":0.026890380313199014,"baseline_adjusted_score":0.026890380313199014},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":61},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.9166666666666666,"uniform_accuracy_baseline":0.2,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":0.8958333333333331,"baseline_adjusted_score":0.8958333333333331},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":62},{"provenance":"measured","status":"complete","counts":{"cases":283,"expected":283,"succeeded":283,"failed":0},"metrics":{"binary_brier":0.3407823991364819,"accuracy":0.5547703180212014,"positive_recall":0.8270676691729323,"specificity":0.31333333333333335,"precision":0.5164319248826291,"balanced_accuracy":0.5702005012531328,"f1":0.6358381502890174,"true_positive":110,"false_positive":103,"false_negative":23,"true_negative":47,"positive_prevalence":0.46996466431095407,"majority_accuracy_baseline":0.5300353356890459,"constant_brier_baseline":0.24909787861004634,"brier_skill":-0.368066243831664,"baseline_adjusted_skill":0.14040100250626564,"baseline_adjusted_score":0.14040100250626564},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":63},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.8066666666666666,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.7422222222222222,"baseline_adjusted_score":0.7422222222222222},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":64},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.20616666666666666,"fixed_answer_accuracy_baseline":0.21333333333333335,"baseline_adjusted_skill":0.961864406779661,"baseline_adjusted_score":0.961864406779661},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":65},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.7833333333333333,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.6749999999999999,"baseline_adjusted_score":0.6749999999999999},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":66},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.7133333333333334,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.37333333333333335,"baseline_adjusted_skill":0.5425531914893617,"baseline_adjusted_score":0.5425531914893617},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":67},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"normalized_expected_score_mae":0.10959380524792202,"normalized_score_rmse":0.14369944095122056,"constant_score_baseline":0.5,"constant_mae_baseline":0.26208333333333333,"baseline_adjusted_skill":0.5818360372098366,"baseline_adjusted_score":0.5818360372098366},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":68},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"normalized_expected_score_mae":0.15241087990694693,"normalized_score_rmse":0.19435091775069846,"constant_score_baseline":0.52,"constant_mae_baseline":0.24733333333333335,"baseline_adjusted_skill":0.38378350441935205,"baseline_adjusted_score":0.38378350441935205},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":69},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.7466666666666667,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.6622222222222223,"baseline_adjusted_score":0.6622222222222223},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":71},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8208955223880599,"baseline_adjusted_score":0.8208955223880599},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.06615909882116779,"accuracy":0.93,"positive_recall":0.88,"specificity":0.98,"precision":0.9777777777777777,"balanced_accuracy":0.9299999999999999,"f1":0.9263157894736842,"true_positive":44,"false_positive":1,"false_negative":6,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7353636047153289,"baseline_adjusted_skill":0.8599999999999999,"baseline_adjusted_score":0.8599999999999999},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.5126949189189188,"uniform_accuracy_baseline":0.23445945945945923,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.3393871688284536,"baseline_adjusted_score":0.3393871688284536},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.019393553562565856,"accuracy":0.7151315460526316,"positive_recall":0.7340166819254107,"specificity":0.6971487039743914,"precision":0.697692294871795,"balanced_accuracy":0.7155826929499011,"f1":0.7153936890615152,"true_positive":54.419999000000004,"false_positive":23.580001,"false_negative":19.720004,"true_negative":54.279996,"positive_prevalence":0.48776317763157917,"majority_accuracy_baseline":0.5122368223684208,"constant_brier_baseline":0.0945191003976856,"brier_skill":0.794818682351311,"baseline_adjusted_skill":0.43116538589980213,"baseline_adjusted_score":0.43116538589980213},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.09320915482831309,"normalized_score_rmse":0.12226966621583137,"constant_score_baseline":0.5841668333333334,"constant_mae_baseline":0.21700552708333315,"baseline_adjusted_skill":0.5704756644630555,"baseline_adjusted_score":0.5704756644630555},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.23038343501798939,"accuracy":0.68,"positive_recall":0.84,"specificity":0.52,"precision":0.6363636363636364,"balanced_accuracy":0.6799999999999999,"f1":0.7241379310344828,"true_positive":42,"false_positive":24,"false_negative":8,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.07846625992804246,"baseline_adjusted_skill":0.3599999999999999,"baseline_adjusted_score":0.3599999999999999},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2542538984323906,"accuracy":0.66,"positive_recall":0.42,"specificity":0.9,"precision":0.8076923076923077,"balanced_accuracy":0.66,"f1":0.5526315789473685,"true_positive":21,"false_positive":5,"false_negative":29,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.017015593729562406,"baseline_adjusted_skill":0.32000000000000006,"baseline_adjusted_score":0.32000000000000006},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.7704918032786885,"baseline_adjusted_score":0.7704918032786885},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.845,"uniform_accuracy_baseline":0.03611111111111102,"fixed_answer_accuracy_baseline":0.08833333333333329,"baseline_adjusted_skill":0.829981718464351,"baseline_adjusted_score":0.829981718464351},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"binary_brier":0.19270478101922853,"accuracy":0.7266666666666667,"positive_recall":0.6866666666666666,"specificity":0.7666666666666667,"precision":0.7463768115942029,"balanced_accuracy":0.7266666666666667,"f1":0.7152777777777778,"true_positive":103,"false_positive":35,"false_negative":47,"true_negative":115,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2291808759230859,"baseline_adjusted_skill":0.45333333333333337,"baseline_adjusted_score":0.45333333333333337},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":81},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.8636363636363635,"baseline_adjusted_score":0.8636363636363635},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.43,"uniform_accuracy_baseline":0.11021428571428572,"fixed_answer_accuracy_baseline":0.12554761904761905,"baseline_adjusted_skill":0.34816347646145884,"baseline_adjusted_score":0.34816347646145884},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":83},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.6533333333333333,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.5377777777777778,"baseline_adjusted_score":0.5377777777777778},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":84},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.805,"uniform_accuracy_baseline":0.04987932421560751,"fixed_answer_accuracy_baseline":0.1244247787610618,"baseline_adjusted_skill":0.7772892662219528,"baseline_adjusted_score":0.7772892662219528},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.32933017065930625,"accuracy":0.51,"positive_recall":0.02,"specificity":1,"precision":1,"balanced_accuracy":0.51,"f1":0.0392156862745098,"true_positive":1,"false_positive":0,"false_negative":49,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.317320682637225,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.8333333333333334,"uniform_accuracy_baseline":0.23888888888888893,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.7647058823529413,"baseline_adjusted_score":0.7647058823529413},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.14290650244074404,"accuracy":0.78125,"positive_recall":0.75,"specificity":0.8125,"precision":0.8,"balanced_accuracy":0.78125,"f1":0.7741935483870968,"true_positive":24,"false_positive":6,"false_negative":8,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4283739902370238,"baseline_adjusted_skill":0.5625,"baseline_adjusted_score":0.5625},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.8484848484848486,"baseline_adjusted_score":0.8484848484848486},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2400275148657152,"accuracy":0.58,"positive_recall":0.16,"specificity":1,"precision":1,"balanced_accuracy":0.58,"f1":0.27586206896551724,"true_positive":8,"false_positive":0,"false_negative":42,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.039889940537139235,"baseline_adjusted_skill":0.15999999999999992,"baseline_adjusted_score":0.15999999999999992},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.7941176470588235,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.6956521739130433,"baseline_adjusted_score":0.6956521739130433},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.008400819705794286,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":16,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.9663658358102575,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.18642688673571683,"normalized_score_rmse":0.35376990780236744,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.43507004019479745,"baseline_adjusted_score":0.43507004019479745},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.1875,"uniform_accuracy_baseline":0.17812500000000006,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.14035087719298242,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.09080356324046279,"accuracy":0.9705882352941176,"positive_recall":1,"specificity":0.9411764705882353,"precision":0.9444444444444444,"balanced_accuracy":0.9705882352941176,"f1":0.9714285714285714,"true_positive":17,"false_positive":1,"false_negative":0,"true_negative":16,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6367857470381488,"baseline_adjusted_skill":0.9411764705882353,"baseline_adjusted_score":0.9411764705882353},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.3622669393525404,"normalized_score_rmse":0.4194707937232155,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-1.4634151875972745,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.6458333333333334,"uniform_accuracy_baseline":0.13194444444444448,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":0.11304347826086972,"baseline_adjusted_score":0.11304347826086972},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.18562309598335575,"accuracy":0.75,"positive_recall":0.7307692307692307,"specificity":0.7692307692307693,"precision":0.76,"balanced_accuracy":0.75,"f1":0.7450980392156863,"true_positive":19,"false_positive":6,"false_negative":7,"true_negative":20,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.257507616066577,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.12016512721144376,"accuracy":0.8266666666666667,"positive_recall":0.8461538461538461,"specificity":0.8055555555555556,"precision":0.825,"balanced_accuracy":0.8258547008547008,"f1":0.8354430379746836,"true_positive":33,"false_positive":7,"false_negative":6,"true_negative":29,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24959999999999993,"brier_skill":0.5185692018772283,"baseline_adjusted_skill":0.6517094017094016,"baseline_adjusted_score":0.6517094017094016},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.2607138143479824,"normalized_score_rmse":0.3013458042578288,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.06887923447149147,"baseline_adjusted_score":0.06887923447149147},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.7647058823529411,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.6799999999999998,"baseline_adjusted_score":0.6799999999999998},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.11079754800057483,"accuracy":0.8571428571428571,"positive_recall":1,"specificity":0.7142857142857143,"precision":0.7777777777777778,"balanced_accuracy":0.8571428571428572,"f1":0.875,"true_positive":14,"false_positive":4,"false_negative":0,"true_negative":10,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5568098079977006,"baseline_adjusted_skill":0.7142857142857144,"baseline_adjusted_score":0.7142857142857144},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.18913830044735785,"normalized_score_rmse":0.2614478853053211,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.16969696969696968,"baseline_adjusted_skill":-0.11456498477907329,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.034280291917176436,"accuracy":0.9764705882352941,"positive_recall":1,"specificity":0.95,"precision":0.9574468085106383,"balanced_accuracy":0.975,"f1":0.9782608695652174,"true_positive":45,"false_positive":2,"false_negative":0,"true_negative":38,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.24913494809688563,"brier_skill":0.8624027171657778,"baseline_adjusted_skill":0.95,"baseline_adjusted_score":0.95},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.20783330772976288,"accuracy":0.7,"positive_recall":0.5714285714285714,"specificity":1,"precision":1,"balanced_accuracy":0.7857142857142857,"f1":0.7272727272727273,"true_positive":20,"false_positive":0,"false_negative":15,"true_negative":15,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.20999999999999996,"brier_skill":0.010317582239224188,"baseline_adjusted_skill":0.5714285714285714,"baseline_adjusted_score":0.5714285714285714},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.24023045911453664,"normalized_score_rmse":0.4044803870865496,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.14203407459094064,"baseline_adjusted_score":0.14203407459094064},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.7848101265822784,"uniform_accuracy_baseline":0.24240506329113914,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.6304347826086956,"baseline_adjusted_score":0.6304347826086956},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.09065984181100524,"accuracy":0.9047619047619048,"positive_recall":1,"specificity":0.8,"precision":0.8461538461538461,"balanced_accuracy":0.9,"f1":0.9166666666666666,"true_positive":11,"false_positive":2,"false_negative":0,"true_negative":8,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.24943310657596363,"brier_skill":0.6365364523758789,"baseline_adjusted_skill":0.8,"baseline_adjusted_score":0.8},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.8484848484848485,"uniform_accuracy_baseline":0.3237373737373738,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.75,"baseline_adjusted_score":0.75},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.19769638764961855,"accuracy":0.6666666666666666,"positive_recall":0.4117647058823529,"specificity":0.9375,"precision":0.875,"balanced_accuracy":0.6746323529411764,"f1":0.56,"true_positive":7,"false_positive":1,"false_negative":10,"true_negative":15,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.20848762444693192,"baseline_adjusted_skill":0.3492647058823528,"baseline_adjusted_score":0.3492647058823528},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.1365608513893034,"normalized_score_rmse":0.21001525135019153,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.34313725490196084,"baseline_adjusted_skill":0.6020226616654587,"baseline_adjusted_score":0.6020226616654587},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.05616747005133416,"accuracy":0.97,"positive_recall":0.94,"specificity":1,"precision":1,"balanced_accuracy":0.97,"f1":0.9690721649484536,"true_positive":47,"false_positive":0,"false_negative":3,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7753301197946634,"baseline_adjusted_skill":0.94,"baseline_adjusted_score":0.94},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.3733333333333333,"uniform_accuracy_baseline":0.3333333333333332,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":0.03092783505154633,"baseline_adjusted_score":0.03092783505154633},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.22887007781248817,"accuracy":0.56,"positive_recall":0.1891891891891892,"specificity":0.9210526315789473,"precision":0.7,"balanced_accuracy":0.5551209103840683,"f1":0.2978723404255319,"true_positive":7,"false_positive":3,"false_negative":30,"true_negative":35,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555535,"brier_skill":0.08435690775586979,"baseline_adjusted_skill":0.1102418207681366,"baseline_adjusted_score":0.1102418207681366},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.1428571428571427,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.9615384615384615,"baseline_adjusted_score":0.9615384615384615},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.4149999999999999,"uniform_accuracy_baseline":0.32416666666666627,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.1136363636363635,"baseline_adjusted_score":0.1136363636363635},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.07553215678888243,"accuracy":0.9393939393939394,"positive_recall":1,"specificity":0.8823529411764706,"precision":0.8888888888888888,"balanced_accuracy":0.9411764705882353,"f1":0.9411764705882353,"true_positive":16,"false_positive":2,"false_negative":0,"true_negative":15,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.6975936810915702,"baseline_adjusted_skill":0.8823529411764706,"baseline_adjusted_score":0.8823529411764706},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.12454963033793098,"normalized_score_rmse":0.15032846957874071,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.4330844412204521,"baseline_adjusted_score":0.4330844412204521},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.14811186921435895,"accuracy":0.8,"positive_recall":0.7727272727272727,"specificity":0.8076923076923077,"precision":0.53125,"balanced_accuracy":0.7902097902097902,"f1":0.6296296296296297,"true_positive":17,"false_positive":15,"false_negative":5,"true_negative":63,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000028,"brier_skill":0.13687721903054362,"baseline_adjusted_skill":0.5804195804195804,"baseline_adjusted_score":0.5804195804195804},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09299792132815035,"accuracy":0.91,"positive_recall":0.8108108108108109,"specificity":0.9682539682539683,"precision":0.9375,"balanced_accuracy":0.8895323895323896,"f1":0.8695652173913043,"true_positive":30,"false_positive":2,"false_negative":7,"true_negative":61,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000008,"brier_skill":0.6010385185407536,"baseline_adjusted_skill":0.7790647790647791,"baseline_adjusted_score":0.7790647790647791},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10207055131574844,"accuracy":0.89,"positive_recall":0.7435897435897436,"specificity":0.9836065573770492,"precision":0.9666666666666667,"balanced_accuracy":0.8635981504833964,"f1":0.8405797101449275,"true_positive":29,"false_positive":1,"false_negative":10,"true_negative":60,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379000000000002,"brier_skill":0.5709518650031595,"baseline_adjusted_skill":0.7271963009667928,"baseline_adjusted_score":0.7271963009667928},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.13274873857551728,"accuracy":0.8,"positive_recall":0.8064516129032258,"specificity":0.7971014492753623,"precision":0.6410256410256411,"balanced_accuracy":0.801776531089294,"f1":0.7142857142857143,"true_positive":25,"false_positive":14,"false_negative":6,"true_negative":55,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999987,"brier_skill":0.3793887864632195,"baseline_adjusted_skill":0.6035530621785881,"baseline_adjusted_score":0.6035530621785881},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.888888888888889,"baseline_adjusted_score":0.888888888888889},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.15101512775261652,"normalized_score_rmse":0.18957576843723956,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.35047256880595046,"baseline_adjusted_score":0.35047256880595046},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.15226961843711062,"accuracy":0.79,"positive_recall":0.82,"specificity":0.76,"precision":0.7735849056603774,"balanced_accuracy":0.79,"f1":0.7961165048543689,"true_positive":41,"false_positive":12,"false_negative":9,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3909215262515575,"baseline_adjusted_skill":0.5800000000000001,"baseline_adjusted_score":0.5800000000000001},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.35709447781852705,"accuracy":0.52,"positive_recall":0.68,"specificity":0.36,"precision":0.5151515151515151,"balanced_accuracy":0.52,"f1":0.5862068965517241,"true_positive":34,"false_positive":32,"false_negative":16,"true_negative":18,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.4283779112741082,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.56,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.25714285714285706,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09580424690855853,"accuracy":0.88,"positive_recall":0.98,"specificity":0.78,"precision":0.8166666666666667,"balanced_accuracy":0.88,"f1":0.8909090909090909,"true_positive":49,"false_positive":11,"false_negative":1,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6167830123657658,"baseline_adjusted_skill":0.76,"baseline_adjusted_score":0.76},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.8095238095238096,"baseline_adjusted_score":0.8095238095238096},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.68,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.46666666666666673,"baseline_adjusted_score":0.46666666666666673},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.18431339588219692,"accuracy":0.77,"positive_recall":0.72,"specificity":0.82,"precision":0.8,"balanced_accuracy":0.77,"f1":0.7578947368421053,"true_positive":36,"false_positive":9,"false_negative":14,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.26274641647121233,"baseline_adjusted_skill":0.54,"baseline_adjusted_score":0.54},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.20851190476190457,"fixed_answer_accuracy_baseline":0.2233333333333332,"baseline_adjusted_skill":0.9871244635193133,"baseline_adjusted_score":0.9871244635193133},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.04469454173747243,"accuracy":0.94,"positive_recall":0.94,"specificity":0.94,"precision":0.94,"balanced_accuracy":0.94,"f1":0.94,"true_positive":47,"false_positive":3,"false_negative":3,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8212218330501103,"baseline_adjusted_skill":0.8799999999999999,"baseline_adjusted_score":0.8799999999999999},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.06629078966843735,"normalized_score_rmse":0.12478818124948815,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.7790307011052089,"baseline_adjusted_score":0.7790307011052089},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.22851190476190467,"fixed_answer_accuracy_baseline":0.2433333333333333,"baseline_adjusted_skill":0.9207048458149779,"baseline_adjusted_score":0.9207048458149779},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.022191867110279307,"accuracy":0.98,"positive_recall":1,"specificity":0.96,"precision":0.9615384615384616,"balanced_accuracy":0.98,"f1":0.9803921568627451,"true_positive":50,"false_positive":2,"false_negative":0,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9112325315588827,"baseline_adjusted_skill":0.96,"baseline_adjusted_score":0.96},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.07678359590626604,"normalized_score_rmse":0.15704728259210532,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.304222222222222,"baseline_adjusted_skill":0.7476068797821787,"baseline_adjusted_score":0.7476068797821787},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.6774193548387097,"baseline_adjusted_score":0.6774193548387097},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.058419701132886505,"accuracy":0.9,"positive_recall":0.96,"specificity":0.84,"precision":0.8571428571428571,"balanced_accuracy":0.8999999999999999,"f1":0.9056603773584906,"true_positive":48,"false_positive":8,"false_negative":2,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.766321195468454,"baseline_adjusted_skill":0.7999999999999998,"baseline_adjusted_score":0.7999999999999998},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.74,"baseline_adjusted_score":0.74},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.06175795930294158,"accuracy":0.9,"positive_recall":0.88,"specificity":0.92,"precision":0.9166666666666666,"balanced_accuracy":0.9,"f1":0.8979591836734694,"true_positive":44,"false_positive":4,"false_negative":6,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7529681627882336,"baseline_adjusted_skill":0.8,"baseline_adjusted_score":0.8},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.57,"uniform_accuracy_baseline":0.35333333333333317,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.27118644067796605,"baseline_adjusted_score":0.27118644067796605},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.7741935483870968,"baseline_adjusted_score":0.7741935483870968},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.48,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.21999999999999997,"baseline_adjusted_score":0.21999999999999997},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":157},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.48,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.16129032258064513,"baseline_adjusted_score":0.16129032258064513},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.38,"uniform_accuracy_baseline":0.11111111111111088,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.2619047619047619,"baseline_adjusted_score":0.2619047619047619},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.05557417748383213,"accuracy":0.8213749999999997,"positive_recall":0.08833223467369812,"specificity":0.9929045195125713,"precision":0.7444444444444445,"balanced_accuracy":0.5406183770931348,"f1":0.15792575132586922,"true_positive":6.7,"false_positive":2.3,"false_negative":69.14999999999998,"true_negative":321.8499999999999,"positive_prevalence":0.1896249999999999,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500007,"brier_skill":0.269948207394336,"baseline_adjusted_skill":0.08123675418626952,"baseline_adjusted_score":0.08123675418626952},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.15663648767156702,"normalized_score_rmse":0.2146723718028412,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":0.26719771849559293,"baseline_adjusted_score":0.26719771849559293},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.07557008922834584,"accuracy":0.7988749999999999,"positive_recall":0.516643225503985,"specificity":0.9014828702914608,"precision":0.6559523809523812,"balanced_accuracy":0.7090630478977229,"f1":0.5780225544190927,"true_positive":55.10000000000001,"false_positive":28.899999999999977,"false_negative":51.550000000000004,"true_negative":264.44999999999993,"positive_prevalence":0.2666249999999998,"majority_accuracy_baseline":0.7333750000000002,"constant_brier_baseline":0.11565485937499977,"brier_skill":0.34658958874078016,"baseline_adjusted_skill":0.4181260957954458,"baseline_adjusted_score":0.4181260957954458},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.163310519081424,"normalized_score_rmse":0.2316001012047792,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.3923329522551665,"baseline_adjusted_score":0.3923329522551665},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.055771318857760536,"accuracy":0.8028749999999999,"positive_recall":0.5498881431767338,"specificity":0.9009540329575021,"precision":0.6827777777777777,"balanced_accuracy":0.7254210880671179,"f1":0.6091697645600992,"true_positive":61.449999999999974,"false_positive":28.54999999999999,"false_negative":50.299999999999976,"true_negative":259.7,"positive_prevalence":0.2793749999999999,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937499995,"brier_skill":0.5071283169443865,"baseline_adjusted_skill":0.45084217613423583,"baseline_adjusted_score":0.45084217613423583},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.16495534557208885,"normalized_score_rmse":0.21023230450326424,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.3760554304601841,"baseline_adjusted_score":0.3760554304601841},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.0854219665510944,"accuracy":0.8248749999999994,"positive_recall":0.2630985915492959,"specificity":0.9850602409638555,"precision":0.8339285714285715,"balanced_accuracy":0.6240794162565757,"f1":0.40000000000000013,"true_positive":23.35,"false_positive":4.65,"false_negative":65.39999999999998,"true_negative":306.59999999999974,"positive_prevalence":0.22187499999999974,"majority_accuracy_baseline":0.7781250000000003,"constant_brier_baseline":0.126740234375001,"brier_skill":0.3260075068320726,"baseline_adjusted_skill":0.2481588325131514,"baseline_adjusted_score":0.2481588325131514},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.15905374622052476,"normalized_score_rmse":0.2543001985684421,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.29505264833008416,"baseline_adjusted_score":0.29505264833008416},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.042822242534641494,"accuracy":0.8327499999999994,"positive_recall":0.6753308128544425,"specificity":0.8893609789259006,"precision":0.6870192307692308,"balanced_accuracy":0.7823458958901716,"f1":0.6811248808388943,"true_positive":71.45,"false_positive":32.54999999999999,"false_negative":34.34999999999998,"true_negative":261.6499999999998,"positive_prevalence":0.26449999999999985,"majority_accuracy_baseline":0.7355000000000002,"constant_brier_baseline":0.11362725000000028,"brier_skill":0.6231340410452476,"baseline_adjusted_skill":0.5646917917803431,"baseline_adjusted_score":0.5646917917803431},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.14157246998263873,"normalized_score_rmse":0.19508424469352253,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.43652748265616426,"baseline_adjusted_score":0.43652748265616426},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.06658139374111358,"accuracy":0.8282499999999997,"positive_recall":0.41710182767624,"specificity":0.9256338899196042,"precision":0.5705357142857144,"balanced_accuracy":0.671367858797922,"f1":0.4819004524886877,"true_positive":31.950000000000006,"false_positive":24.049999999999994,"false_negative":44.65000000000004,"true_negative":299.3499999999999,"positive_prevalence":0.1914999999999999,"majority_accuracy_baseline":0.8085000000000001,"constant_brier_baseline":0.09190274999999995,"brier_skill":0.27552337942973837,"baseline_adjusted_skill":0.3427357175958441,"baseline_adjusted_score":0.3427357175958441},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.14172879964098684,"normalized_score_rmse":0.2189216117462391,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.31490610445444434,"baseline_adjusted_score":0.31490610445444434},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.03999485091044196,"accuracy":0.8932499999999998,"positive_recall":0.6714092140921407,"specificity":0.9434396076026977,"precision":0.7286764705882353,"balanced_accuracy":0.8074244108474192,"f1":0.6988716502115654,"true_positive":49.54999999999999,"false_positive":18.45,"false_negative":24.250000000000014,"true_negative":307.7499999999999,"positive_prevalence":0.1844999999999999,"majority_accuracy_baseline":0.8155000000000001,"constant_brier_baseline":0.1092222499999995,"brier_skill":0.6338213971013951,"baseline_adjusted_skill":0.6148488216948385,"baseline_adjusted_score":0.6148488216948385},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.13960887838322378,"normalized_score_rmse":0.20668722131197062,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":0.2627914012767061,"baseline_adjusted_score":0.2627914012767061},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.08004529121621964,"accuracy":0.8312499999999996,"positive_recall":0.17197452229299365,"specificity":0.9922239502332815,"precision":0.8437500000000001,"balanced_accuracy":0.5820992362631375,"f1":0.28571428571428575,"true_positive":13.500000000000002,"false_positive":2.5,"false_negative":65,"true_negative":318.99999999999983,"positive_prevalence":0.19624999999999987,"majority_accuracy_baseline":0.8037500000000002,"constant_brier_baseline":0.09878593749999955,"brier_skill":0.1897096566379196,"baseline_adjusted_skill":0.16419847252627506,"baseline_adjusted_score":0.16419847252627506},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1729991008471552,"normalized_score_rmse":0.2550209078757711,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":0.18106934510222394,"baseline_adjusted_score":0.18106934510222394},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.07817342498576502,"accuracy":0.7196428571428573,"positive_recall":0.7197508896797152,"specificity":0.7195613249776187,"precision":0.6595108695652173,"balanced_accuracy":0.7196561073286669,"f1":0.6883153715258082,"true_positive":121.34999999999998,"false_positive":62.650000000000006,"false_negative":47.25000000000001,"true_negative":160.75000000000006,"positive_prevalence":0.43010204081632636,"majority_accuracy_baseline":0.5698979591836737,"constant_brier_baseline":0.12359641815910102,"brier_skill":0.3675105949661478,"baseline_adjusted_skill":0.43931221465733383,"baseline_adjusted_score":0.43931221465733383},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.15768621067192207,"normalized_score_rmse":0.2085771439512713,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.4276574575611717,"baseline_adjusted_score":0.4276574575611717},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.038894124427404114,"accuracy":0.9006250000000006,"positive_recall":0.5137686860739576,"specificity":0.9736959429335711,"precision":0.7867469879518072,"balanced_accuracy":0.7437323145037644,"f1":0.6216087577344123,"true_positive":65.30000000000001,"false_positive":17.7,"false_negative":61.799999999999976,"true_negative":655.2000000000005,"positive_prevalence":0.15887500000000002,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499934,"brier_skill":0.6062450398134633,"baseline_adjusted_skill":0.48746462900752885,"baseline_adjusted_score":0.48746462900752885},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.13888722400432016,"normalized_score_rmse":0.19413610492523065,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":0.1582592484586658,"baseline_adjusted_score":0.1582592484586658},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.6,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.3548387096774193,"baseline_adjusted_score":0.3548387096774193},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2921251631100714,"accuracy":0.54,"positive_recall":0.34,"specificity":0.74,"precision":0.5666666666666667,"balanced_accuracy":0.54,"f1":0.425,"true_positive":17,"false_positive":13,"false_negative":33,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.16850065244028567,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.4784625579854208,"uniform_accuracy_baseline":0.058823529411766766,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.3870716510903427,"baseline_adjusted_score":0.3870716510903427},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.83,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.6304347826086956,"baseline_adjusted_score":0.6304347826086956},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.20600176236911044,"accuracy":0.63,"positive_recall":0.64,"specificity":0.62,"precision":0.6274509803921569,"balanced_accuracy":0.63,"f1":0.6336633663366337,"true_positive":32,"false_positive":19,"false_negative":18,"true_negative":31,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.17599295052355823,"baseline_adjusted_skill":0.26,"baseline_adjusted_score":0.26},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.58,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.33333333333333326,"baseline_adjusted_score":0.33333333333333326},"scoring":{"eligible":true,"reason":null},"model":77,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.3369174971621623,"accuracy":0.47297297297297297,"positive_recall":0.28169014084507044,"specificity":0.6493506493506493,"precision":0.425531914893617,"balanced_accuracy":0.4655203950978599,"f1":0.3389830508474576,"true_positive":20,"false_positive":27,"false_negative":51,"true_negative":50,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.2495891161431699,"brier_skill":-0.3498885783501027,"baseline_adjusted_skill":-0.06895920980428016,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.17,"uniform_accuracy_baseline":0.20049999999999962,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":-0.16901408450704222,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.35,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.04411764705882349,"baseline_adjusted_score":0.04411764705882349},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.52,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":-0.02127659574468087,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.29,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":-0.44897959183673475,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.12081472331013085,"accuracy":0.5927291171999999,"positive_recall":0.9323861806470151,"specificity":0.047784412619197,"precision":0.6110441746063828,"balanced_accuracy":0.490085296633106,"f1":0.7382634949852545,"true_positive":57.43815241299999,"false_positive":36.561847587,"false_negative":4.165240692999999,"true_negative":1.8347593070000001,"positive_prevalence":0.6160339310599999,"majority_accuracy_baseline":0.6160339310599999,"constant_brier_baseline":0.079087076552024,"brier_skill":-0.5276165029397455,"baseline_adjusted_skill":-0.01982940673378797,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3207319272,"accuracy":0.46,"positive_recall":0.04,"specificity":0.88,"precision":0.25,"balanced_accuracy":0.46,"f1":0.06896551724137931,"true_positive":2,"false_positive":6,"false_negative":48,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.28292770879999996,"baseline_adjusted_skill":-0.07999999999999996,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.82,"uniform_accuracy_baseline":0.012987012987012965,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.8105263157894737,"baseline_adjusted_score":0.8105263157894737},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.41,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.01666666666666659,"baseline_adjusted_score":0.01666666666666659},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.31,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":-0.07812499999999999,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.4661017004999999,"accuracy":0.49,"positive_recall":0,"specificity":0.98,"precision":0,"balanced_accuracy":0.49,"f1":0,"true_positive":0,"false_positive":1,"false_negative":50,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.8644068019999995,"baseline_adjusted_skill":-0.020000000000000018,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.10908051266697139,"accuracy":0.6431241874084143,"positive_recall":0.3025713207849298,"specificity":0.8016981044588748,"precision":0.4153666897866599,"balanced_accuracy":0.5521347126219023,"f1":0.3501083550061787,"true_positive":67.2894037454389,"false_positive":94.7105962545611,"false_negative":155.10247255954891,"true_negative":382.8975274404511,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768597,"brier_skill":-0.22939585614851432,"baseline_adjusted_skill":0.10426942524380456,"baseline_adjusted_score":0.10426942524380456},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.30860615659999996,"accuracy":0.5,"positive_recall":0.14,"specificity":0.86,"precision":0.5,"balanced_accuracy":0.5,"f1":0.21875,"true_positive":7,"false_positive":7,"false_negative":43,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.23442462639999984,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.1986754966887417,"uniform_accuracy_baseline":0.006622516556291403,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.16551724137931031,"baseline_adjusted_score":0.16551724137931031},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.37411764705882355,"uniform_accuracy_baseline":0.3333333333333301,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":-0.15401301518438174,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.28,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.2,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.32973454309999994,"accuracy":0.51,"positive_recall":0.04,"specificity":0.98,"precision":0.6666666666666666,"balanced_accuracy":0.51,"f1":0.07547169811320754,"true_positive":2,"false_positive":1,"false_negative":48,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.3189381723999998,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.51,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":-0.020833333333333353,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.53,"uniform_accuracy_baseline":0.07142857142857136,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.4719101123595506,"baseline_adjusted_score":0.4719101123595506},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.44,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":-0.21739130434782616,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.21,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":-0.08219178082191785,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.6111111111111112,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":-0.16666666666666638,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.3213513959756097,"accuracy":0.573170731707317,"positive_recall":0.2,"specificity":0.9285714285714286,"precision":0.7272727272727273,"balanced_accuracy":0.5642857142857143,"f1":0.3137254901960784,"true_positive":8,"false_positive":3,"false_negative":32,"true_negative":39,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.24985127900059498,"brier_skill":-0.2861707062738088,"baseline_adjusted_skill":0.12857142857142856,"baseline_adjusted_score":0.12857142857142856},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2566474491,"accuracy":0.56,"positive_recall":0.56,"specificity":0.56,"precision":0.56,"balanced_accuracy":0.56,"f1":0.56,"true_positive":28,"false_positive":22,"false_negative":22,"true_negative":28,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.02658979639999992,"baseline_adjusted_skill":0.1200000000000001,"baseline_adjusted_score":0.1200000000000001},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.12569832402234637,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":-0.12186379928315409,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.32,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":-0.11475409836065575,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.28533235679999996,"accuracy":0.435,"positive_recall":0.6590909090909091,"specificity":0.3717948717948718,"precision":0.2283464566929134,"balanced_accuracy":0.5154428904428905,"f1":0.3391812865497076,"true_positive":29,"false_positive":98,"false_negative":15,"true_negative":58,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000053,"brier_skill":-0.6627759720279667,"baseline_adjusted_skill":0.030885780885780978,"baseline_adjusted_score":0.030885780885780978},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.3319455499,"accuracy":0.36,"positive_recall":0.64,"specificity":0.26666666666666666,"precision":0.22535211267605634,"balanced_accuracy":0.45333333333333337,"f1":0.3333333333333333,"true_positive":32,"false_positive":110,"false_negative":18,"true_negative":40,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-0.7703762661333335,"baseline_adjusted_skill":-0.09333333333333327,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.29478442250000003,"accuracy":0.39,"positive_recall":0.7894736842105263,"specificity":0.34806629834254144,"precision":0.11278195488721804,"balanced_accuracy":0.5687699912765338,"f1":0.19736842105263158,"true_positive":15,"false_positive":118,"false_negative":4,"true_negative":63,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.0859749999999999,"brier_skill":-2.428722564699045,"baseline_adjusted_skill":0.13753998255306765,"baseline_adjusted_score":0.13753998255306765},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.14001793776269864,"accuracy":0.7774940476190475,"positive_recall":0.17260192441226063,"specificity":0.8161082580310158,"precision":0.056530214424951264,"balanced_accuracy":0.49435509122163823,"f1":0.085166784953868,"true_positive":29,"false_positive":483.99999999999994,"false_negative":139.0166666666667,"true_negative":2147.983333333333,"positive_prevalence":0.060005952380952354,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679296,"brier_skill":-3.348251877318356,"baseline_adjusted_skill":-0.011289817556723536,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.1813031161473088,"uniform_accuracy_baseline":0.027777777777777853,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.061688311688311695,"baseline_adjusted_score":0.061688311688311695},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.19,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":-0.15714285714285714,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3571526967999999,"accuracy":0.52,"positive_recall":0.06,"specificity":0.98,"precision":0.75,"balanced_accuracy":0.52,"f1":0.1111111111111111,"true_positive":3,"false_positive":1,"false_negative":47,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.42861078719999957,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.38100649760000005,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":50,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.5240259904000002,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.48,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":-0.3333333333333333,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.37,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.3297872340425532,"baseline_adjusted_score":0.3297872340425532},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2707427453000001,"accuracy":0.56,"positive_recall":0.32,"specificity":0.8,"precision":0.6153846153846154,"balanced_accuracy":0.56,"f1":0.42105263157894735,"true_positive":16,"false_positive":10,"false_negative":34,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.08297098120000035,"baseline_adjusted_skill":0.1200000000000001,"baseline_adjusted_score":0.1200000000000001},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8208955223880599,"baseline_adjusted_score":0.8208955223880599},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3916669173,"accuracy":0.42,"positive_recall":0.44,"specificity":0.4,"precision":0.4230769230769231,"balanced_accuracy":0.42000000000000004,"f1":0.43137254901960786,"true_positive":22,"false_positive":30,"false_negative":28,"true_negative":20,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.5666676691999999,"baseline_adjusted_skill":-0.15999999999999992,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.418077777027027,"uniform_accuracy_baseline":0.23445945945945923,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.211119887387646,"baseline_adjusted_score":0.211119887387646},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.08236452663120396,"accuracy":0.647675427631579,"positive_recall":0.6851002420380264,"specificity":0.6120386955576174,"precision":0.6270781975308642,"balanced_accuracy":0.6485694687978218,"f1":0.6548064073454994,"true_positive":50.79333400000001,"false_positive":30.206666000000006,"false_negative":23.346669,"true_negative":47.653331,"positive_prevalence":0.48776317763157917,"majority_accuracy_baseline":0.5122368223684208,"constant_brier_baseline":0.0945191003976856,"brier_skill":0.12859383675195513,"baseline_adjusted_skill":0.2971389375956437,"baseline_adjusted_score":0.2971389375956437},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.1308179742238969,"normalized_score_rmse":0.17599279093991219,"constant_score_baseline":0.5841668333333334,"constant_mae_baseline":0.21700552708333315,"baseline_adjusted_skill":0.39716754691846634,"baseline_adjusted_score":0.39716754691846634},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.30664822999999986,"accuracy":0.48,"positive_recall":0.06,"specificity":0.9,"precision":0.375,"balanced_accuracy":0.48,"f1":0.10344827586206896,"true_positive":3,"false_positive":5,"false_negative":47,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.22659291999999942,"baseline_adjusted_skill":-0.040000000000000036,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2845388879000001,"accuracy":0.51,"positive_recall":0.04,"specificity":0.98,"precision":0.6666666666666666,"balanced_accuracy":0.51,"f1":0.07547169811320754,"true_positive":2,"false_positive":1,"false_negative":48,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.13815555160000037,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.35,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":-0.06557377049180334,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.515,"uniform_accuracy_baseline":0.03611111111111102,"fixed_answer_accuracy_baseline":0.08833333333333329,"baseline_adjusted_skill":0.46800731261425965,"baseline_adjusted_score":0.46800731261425965},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.58,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.04545454545454525,"baseline_adjusted_score":0.04545454545454525},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.04987932421560751,"fixed_answer_accuracy_baseline":0.1244247787610618,"baseline_adjusted_skill":0.4289468364665455,"baseline_adjusted_score":0.4289468364665455},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2594484595999999,"accuracy":0.48,"positive_recall":0.14,"specificity":0.82,"precision":0.4375,"balanced_accuracy":0.48,"f1":0.21212121212121213,"true_positive":7,"false_positive":9,"false_negative":43,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.03779383839999961,"baseline_adjusted_skill":-0.040000000000000036,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.9444444444444444,"uniform_accuracy_baseline":0.23888888888888893,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.9215686274509803,"baseline_adjusted_score":0.9215686274509803},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.06382886578125,"accuracy":0.9375,"positive_recall":0.9375,"specificity":0.9375,"precision":0.9375,"balanced_accuracy":0.9375,"f1":0.9375,"true_positive":30,"false_positive":2,"false_negative":2,"true_negative":30,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.744684536875,"baseline_adjusted_skill":0.875,"baseline_adjusted_score":0.875},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.8043478260869565,"baseline_adjusted_score":0.8043478260869565},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.51,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.25757575757575757,"baseline_adjusted_score":0.25757575757575757},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2807736509,"accuracy":0.52,"positive_recall":0.94,"specificity":0.1,"precision":0.5108695652173914,"balanced_accuracy":0.52,"f1":0.6619718309859155,"true_positive":47,"false_positive":45,"false_negative":3,"true_negative":5,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.12309460360000002,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.8260869565217391,"baseline_adjusted_score":0.8260869565217391},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.1505850996969697,"accuracy":0.8484848484848485,"positive_recall":0.6875,"specificity":1,"precision":1,"balanced_accuracy":0.84375,"f1":0.8148148148148148,"true_positive":11,"false_positive":0,"false_negative":5,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.39710597952205906,"baseline_adjusted_skill":0.6875,"baseline_adjusted_score":0.6875},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.030043,"normalized_score_rmse":0.11180355517603185,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.908960606060606,"baseline_adjusted_score":0.908960606060606},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.21875,"uniform_accuracy_baseline":0.17812500000000006,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.0964912280701754,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.20613340941176467,"accuracy":0.7352941176470589,"positive_recall":0.5882352941176471,"specificity":0.8823529411764706,"precision":0.8333333333333334,"balanced_accuracy":0.7352941176470589,"f1":0.6896551724137931,"true_positive":10,"false_positive":2,"false_negative":7,"true_negative":15,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.17546636235294133,"baseline_adjusted_skill":0.47058823529411775,"baseline_adjusted_score":0.47058823529411775},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.38609301167215077,"normalized_score_rmse":0.4444192536426324,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-1.625432479370625,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.8125,"uniform_accuracy_baseline":0.13194444444444448,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":0.5304347826086957,"baseline_adjusted_score":0.5304347826086957},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.4764276599999999,"accuracy":0.4807692307692308,"positive_recall":0.038461538461538464,"specificity":0.9230769230769231,"precision":0.3333333333333333,"balanced_accuracy":0.4807692307692308,"f1":0.06896551724137931,"true_positive":1,"false_positive":2,"false_negative":25,"true_negative":24,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.9057106399999997,"baseline_adjusted_skill":-0.038461538461538436,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.29047397973333344,"accuracy":0.6666666666666666,"positive_recall":0.8717948717948718,"specificity":0.4444444444444444,"precision":0.6296296296296297,"balanced_accuracy":0.6581196581196581,"f1":0.7311827956989247,"true_positive":34,"false_positive":20,"false_negative":5,"true_negative":16,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24959999999999993,"brier_skill":-0.16375793162393237,"baseline_adjusted_skill":0.3162393162393162,"baseline_adjusted_score":0.3162393162393162},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.000028000000000001358,"normalized_score_rmse":0.0001400000000000068,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.9999,"baseline_adjusted_score":0.9999},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.4117647058823529,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.19999999999999996,"baseline_adjusted_score":0.19999999999999996},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.052955833928571436,"accuracy":0.9285714285714286,"positive_recall":1,"specificity":0.8571428571428571,"precision":0.875,"balanced_accuracy":0.9285714285714286,"f1":0.9333333333333333,"true_positive":14,"false_positive":2,"false_negative":0,"true_negative":12,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7881766642857142,"baseline_adjusted_skill":0.8571428571428572,"baseline_adjusted_score":0.8571428571428572},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.08263889767283139,"normalized_score_rmse":0.17226087682688185,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.16969696969696968,"baseline_adjusted_skill":0.513020781570815,"baseline_adjusted_score":0.513020781570815},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.13713507576470593,"accuracy":0.8235294117647058,"positive_recall":0.6888888888888889,"specificity":0.975,"precision":0.96875,"balanced_accuracy":0.8319444444444444,"f1":0.8051948051948052,"true_positive":31,"false_positive":1,"false_negative":14,"true_negative":39,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.24913494809688563,"brier_skill":0.4495550431111105,"baseline_adjusted_skill":0.6638888888888888,"baseline_adjusted_score":0.6638888888888888},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.7894736842105263,"baseline_adjusted_score":0.7894736842105263},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.20818431300000007,"accuracy":0.78,"positive_recall":0.8,"specificity":0.7333333333333333,"precision":0.875,"balanced_accuracy":0.7666666666666666,"f1":0.835820895522388,"true_positive":28,"false_positive":4,"false_negative":7,"true_negative":11,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.20999999999999996,"brier_skill":0.008646128571428102,"baseline_adjusted_skill":0.5333333333333332,"baseline_adjusted_score":0.5333333333333332},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0,"normalized_score_rmse":0,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.9873417721518988,"uniform_accuracy_baseline":0.24240506329113914,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.9782608695652175,"baseline_adjusted_score":0.9782608695652175},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.04034610952380952,"accuracy":0.9523809523809523,"positive_recall":1,"specificity":0.9,"precision":0.9166666666666666,"balanced_accuracy":0.95,"f1":0.9565217391304348,"true_positive":11,"false_positive":1,"false_negative":0,"true_negative":9,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.24943310657596363,"brier_skill":0.838248779090909,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.42424242424242425,"uniform_accuracy_baseline":0.3237373737373738,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.050000000000000044,"baseline_adjusted_score":0.050000000000000044},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.21076298303030302,"accuracy":0.6666666666666666,"positive_recall":0.4117647058823529,"specificity":0.9375,"precision":0.875,"balanced_accuracy":0.6746323529411764,"f1":0.56,"true_positive":7,"false_positive":1,"false_negative":10,"true_negative":15,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.15617320397058865,"baseline_adjusted_skill":0.3492647058823528,"baseline_adjusted_score":0.3492647058823528},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.24509817395776862,"normalized_score_rmse":0.3191927032505071,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.34313725490196084,"baseline_adjusted_skill":0.28571389303736017,"baseline_adjusted_score":0.28571389303736017},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.06244291500000001,"accuracy":0.9,"positive_recall":0.86,"specificity":0.94,"precision":0.9347826086956522,"balanced_accuracy":0.8999999999999999,"f1":0.8958333333333334,"true_positive":43,"false_positive":3,"false_negative":7,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7502283399999999,"baseline_adjusted_skill":0.7999999999999998,"baseline_adjusted_score":0.7999999999999998},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.8533333333333334,"uniform_accuracy_baseline":0.3333333333333332,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":0.7731958762886597,"baseline_adjusted_score":0.7731958762886597},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.23403677346666668,"accuracy":0.68,"positive_recall":0.4594594594594595,"specificity":0.8947368421052632,"precision":0.8095238095238095,"balanced_accuracy":0.6770981507823614,"f1":0.5862068965517241,"true_positive":17,"false_positive":4,"false_negative":20,"true_negative":34,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555535,"brier_skill":0.06368645039117982,"baseline_adjusted_skill":0.3541963015647227,"baseline_adjusted_score":0.3541963015647227},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.3,"uniform_accuracy_baseline":0.1428571428571427,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.10256410256410255,"baseline_adjusted_score":0.10256410256410255},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.39,"uniform_accuracy_baseline":0.32416666666666627,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.07575757575757575,"baseline_adjusted_score":0.07575757575757575},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.07536575666666667,"accuracy":0.8787878787878788,"positive_recall":0.875,"specificity":0.8823529411764706,"precision":0.875,"balanced_accuracy":0.8786764705882353,"f1":0.875,"true_positive":14,"false_positive":2,"false_negative":2,"true_negative":15,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.6982598933455884,"baseline_adjusted_skill":0.7573529411764706,"baseline_adjusted_score":0.7573529411764706},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.00002424242424242395,"normalized_score_rmse":0.00013926212476455656,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.9998896551724138,"baseline_adjusted_score":0.9998896551724138},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1613594447,"accuracy":0.78,"positive_recall":0.3181818181818182,"specificity":0.9102564102564102,"precision":0.5,"balanced_accuracy":0.6142191142191142,"f1":0.3888888888888889,"true_positive":7,"false_positive":7,"false_negative":15,"true_negative":71,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000028,"brier_skill":0.059676895687647225,"baseline_adjusted_skill":0.22843822843822847,"baseline_adjusted_score":0.22843822843822847},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09171267459999999,"accuracy":0.86,"positive_recall":0.7297297297297297,"specificity":0.9365079365079365,"precision":0.8709677419354839,"balanced_accuracy":0.8331188331188331,"f1":0.7941176470588235,"true_positive":27,"false_positive":4,"false_negative":10,"true_negative":59,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000008,"brier_skill":0.6065522325182326,"baseline_adjusted_skill":0.6662376662376661,"baseline_adjusted_score":0.6662376662376661},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.20772618400000006,"accuracy":0.69,"positive_recall":0.5641025641025641,"specificity":0.7704918032786885,"precision":0.6111111111111112,"balanced_accuracy":0.6672971836906263,"f1":0.5866666666666667,"true_positive":22,"false_positive":14,"false_negative":17,"true_negative":47,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379000000000002,"brier_skill":0.12683403110550695,"baseline_adjusted_skill":0.3345943673812526,"baseline_adjusted_score":0.3345943673812526},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.13705020480000007,"accuracy":0.78,"positive_recall":0.2903225806451613,"specificity":1,"precision":1,"balanced_accuracy":0.6451612903225806,"f1":0.45,"true_positive":9,"false_positive":0,"false_negative":22,"true_negative":69,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999987,"brier_skill":0.3592790799438983,"baseline_adjusted_skill":0.29032258064516125,"baseline_adjusted_score":0.29032258064516125},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.32,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.05555555555555553,"baseline_adjusted_score":0.05555555555555553},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.24297546649087093,"normalized_score_rmse":0.2793914284021397,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":-0.04505576985320814,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3224130373,"accuracy":0.5,"positive_recall":0.16,"specificity":0.84,"precision":0.5,"balanced_accuracy":0.5,"f1":0.24242424242424243,"true_positive":8,"false_positive":8,"false_negative":42,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.28965214919999993,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.27379644940000003,"accuracy":0.5,"positive_recall":0.28,"specificity":0.72,"precision":0.5,"balanced_accuracy":0.5,"f1":0.358974358974359,"true_positive":14,"false_positive":14,"false_negative":36,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.09518579760000012,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.08,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-1.6285714285714288,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2636390844,"accuracy":0.5,"positive_recall":0.6,"specificity":0.4,"precision":0.5,"balanced_accuracy":0.5,"f1":0.5454545454545454,"true_positive":30,"false_positive":30,"false_negative":20,"true_negative":20,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.054556337600000004,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.49,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":-0.2142857142857142,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.37,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.050000000000000044,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2711722927,"accuracy":0.48,"positive_recall":0.24,"specificity":0.72,"precision":0.46153846153846156,"balanced_accuracy":0.48,"f1":0.3157894736842105,"true_positive":12,"false_positive":14,"false_negative":38,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.08468917079999994,"baseline_adjusted_skill":-0.040000000000000036,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.67,"uniform_accuracy_baseline":0.20851190476190457,"fixed_answer_accuracy_baseline":0.2233333333333332,"baseline_adjusted_skill":0.5751072961373392,"baseline_adjusted_score":0.5751072961373392},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.31454457849999995,"accuracy":0.58,"positive_recall":0.48,"specificity":0.68,"precision":0.6,"balanced_accuracy":0.5800000000000001,"f1":0.5333333333333333,"true_positive":24,"false_positive":16,"false_negative":26,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.2581783139999998,"baseline_adjusted_skill":0.16000000000000014,"baseline_adjusted_score":0.16000000000000014},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.32371718558124196,"normalized_score_rmse":0.3951951590123156,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":-0.07905728527080669,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.39,"uniform_accuracy_baseline":0.22851190476190467,"fixed_answer_accuracy_baseline":0.2433333333333333,"baseline_adjusted_skill":0.1938325991189428,"baseline_adjusted_score":0.1938325991189428},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3590908465999999,"accuracy":0.5,"positive_recall":0.38,"specificity":0.62,"precision":0.5,"balanced_accuracy":0.5,"f1":0.4318181818181818,"true_positive":19,"false_positive":19,"false_negative":31,"true_negative":31,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.4363633863999996,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.3605405748173515,"normalized_score_rmse":0.4533861946815936,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.304222222222222,"baseline_adjusted_skill":-0.1851224153967006,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.41,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.048387096774193505,"baseline_adjusted_score":0.048387096774193505},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.35890805429999995,"accuracy":0.49,"positive_recall":0,"specificity":0.98,"precision":0,"balanced_accuracy":0.49,"f1":0,"true_positive":0,"false_positive":1,"false_negative":50,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.4356322171999998,"baseline_adjusted_skill":-0.020000000000000018,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.48,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":-0.040000000000000036,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.4343076203,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":50,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.7372304811999999,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.31,"uniform_accuracy_baseline":0.35333333333333317,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":-0.16949152542372875,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.06451612903225803,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.1,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.4516129032258065,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.09,"uniform_accuracy_baseline":0.11111111111111088,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":-0.08333333333333334,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.09486673859999999,"accuracy":0.7948749999999997,"positive_recall":0.011865524060646015,"specificity":0.9780965602344592,"precision":0.1125,"balanced_accuracy":0.4949810421475526,"f1":0.021466905187835426,"true_positive":0.9,"false_positive":7.1000000000000005,"false_negative":74.94999999999997,"true_negative":317.0499999999999,"positive_prevalence":0.1896249999999999,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500007,"brier_skill":-0.2462196600882065,"baseline_adjusted_skill":-0.010037915704894762,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.43482652838108543,"normalized_score_rmse":0.47930238737853925,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":-1.0342761561688207,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.16363901817500004,"accuracy":0.672375,"positive_recall":0.07313642756680734,"specificity":0.8902335094596898,"precision":0.195,"balanced_accuracy":0.4816849685132486,"f1":0.10637572451414935,"true_positive":7.8,"false_positive":32.2,"false_negative":98.84999999999997,"true_negative":261.15,"positive_prevalence":0.2666249999999998,"majority_accuracy_baseline":0.7333750000000002,"constant_brier_baseline":0.11565485937499977,"brier_skill":-0.4148909873679951,"baseline_adjusted_skill":-0.0366300629735028,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.44894351084522655,"normalized_score_rmse":0.5176553060088706,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":-0.6704874822147966,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.15045901192499994,"accuracy":0.7071249999999993,"positive_recall":0.025055928411633118,"specificity":0.9715524718126626,"precision":0.2545454545454545,"balanced_accuracy":0.4983042001121478,"f1":0.045621181262729134,"true_positive":2.8,"false_positive":8.2,"false_negative":108.94999999999996,"true_negative":280.0499999999997,"positive_prevalence":0.2793749999999999,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937499995,"brier_skill":-0.3296616963190291,"baseline_adjusted_skill":-0.003391599775704357,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.4108837737613776,"normalized_score_rmse":0.47200095737964737,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":-0.5541703026435085,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.15751360882500007,"accuracy":0.7556249999999994,"positive_recall":0.06197183098591555,"specificity":0.9534136546184738,"precision":0.275,"balanced_accuracy":0.5076927428021947,"f1":0.1011494252873564,"true_positive":5.5,"false_positive":14.5,"false_negative":83.24999999999991,"true_negative":296.7499999999998,"positive_prevalence":0.22187499999999974,"majority_accuracy_baseline":0.7781250000000003,"constant_brier_baseline":0.126740234375001,"brier_skill":-0.24280667147061052,"baseline_adjusted_skill":0.015385485604389348,"baseline_adjusted_score":0.015385485604389348},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.5290996561350406,"normalized_score_rmse":0.579430959181069,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":-1.3450400271913159,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.1571606877750001,"accuracy":0.6747499999999995,"positive_recall":0.06001890359168245,"specificity":0.8958191706322229,"precision":0.17162162162162162,"balanced_accuracy":0.4779190371119527,"f1":0.0889355742296919,"true_positive":6.35,"false_positive":30.65,"false_negative":99.44999999999995,"true_negative":263.5499999999998,"positive_prevalence":0.26449999999999985,"majority_accuracy_baseline":0.7355000000000002,"constant_brier_baseline":0.11362725000000028,"brier_skill":-0.3831249790433169,"baseline_adjusted_skill":-0.04416192577609457,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.47138231785675955,"normalized_score_rmse":0.523028322382068,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":-0.8761485287831228,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.12096969064999996,"accuracy":0.7737499999999994,"positive_recall":0.06592689295039171,"specificity":0.9414038342609771,"precision":0.2104166666666667,"balanced_accuracy":0.5036653636056844,"f1":0.10039761431411538,"true_positive":5.050000000000001,"false_positive":18.95,"false_negative":71.54999999999994,"true_negative":304.44999999999976,"positive_prevalence":0.1914999999999999,"majority_accuracy_baseline":0.8085000000000001,"constant_brier_baseline":0.09190274999999995,"brier_skill":-0.31627933494917215,"baseline_adjusted_skill":0.007330727211368737,"baseline_adjusted_score":0.007330727211368737},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.4323001279866917,"normalized_score_rmse":0.4761704409830341,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":-1.0896682923827998,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.14707379804999993,"accuracy":0.7784999999999996,"positive_recall":0.014905149051490525,"specificity":0.951256897608829,"precision":0.06470588235294118,"balanced_accuracy":0.4830810233301598,"f1":0.024229074889867856,"true_positive":1.1,"false_positive":15.9,"false_negative":72.69999999999996,"true_negative":310.29999999999984,"positive_prevalence":0.1844999999999999,"majority_accuracy_baseline":0.8155000000000001,"constant_brier_baseline":0.1092222499999995,"brier_skill":-0.346555285667532,"baseline_adjusted_skill":-0.03383795333968043,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.5140748363052768,"normalized_score_rmse":0.5517151728902906,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":-1.7145865943512972,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.13363830317500008,"accuracy":0.7757499999999993,"positive_recall":0.043312101910828064,"specificity":0.9545878693623638,"precision":0.1888888888888889,"balanced_accuracy":0.4989499856365959,"f1":0.07046632124352337,"true_positive":3.4000000000000004,"false_positive":14.600000000000001,"false_negative":75.09999999999994,"true_negative":306.89999999999975,"positive_prevalence":0.19624999999999987,"majority_accuracy_baseline":0.8037500000000002,"constant_brier_baseline":0.09878593749999955,"brier_skill":-0.35280695367193027,"baseline_adjusted_skill":-0.0021000287268081452,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.4733106358635918,"normalized_score_rmse":0.524508181023848,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":-1.2405237200643398,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.2084703033418367,"accuracy":0.5767857142857147,"positive_recall":0.04062870699881378,"specificity":0.9814234556848702,"precision":0.6227272727272727,"balanced_accuracy":0.511026081341842,"f1":0.07628062360801785,"true_positive":6.85,"false_positive":4.1499999999999995,"false_negative":161.74999999999991,"true_negative":219.25000000000017,"positive_prevalence":0.43010204081632636,"majority_accuracy_baseline":0.5698979591836737,"constant_brier_baseline":0.12359641815910102,"brier_skill":-0.68670181908897,"baseline_adjusted_skill":0.02205216268368404,"baseline_adjusted_score":0.02205216268368404},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.3377580663821755,"normalized_score_rmse":0.40521299491733836,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":-0.2259366853871556,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.18890561587499988,"accuracy":0.628125,"positive_recall":0.2856018882769472,"specificity":0.6928221132411948,"precision":0.1493827160493827,"balanced_accuracy":0.489212000759071,"f1":0.19616319913536878,"true_positive":36.29999999999999,"false_positive":206.7,"false_negative":90.80000000000001,"true_negative":466.20000000000005,"positive_prevalence":0.15887500000000002,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499934,"brier_skill":-0.9124359875155117,"baseline_adjusted_skill":-0.021575998481857983,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.5247601571720604,"normalized_score_rmse":0.5699576428403508,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-2.1803645889215777,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.35,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.04838709677419359,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.353762476,"accuracy":0.51,"positive_recall":0.04,"specificity":0.98,"precision":0.6666666666666666,"balanced_accuracy":0.51,"f1":0.07547169811320754,"true_positive":2,"false_positive":1,"false_negative":48,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.41504990399999997,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.10072895957587806,"uniform_accuracy_baseline":0.058823529411766766,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":-0.056853582554517126,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.41,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":-0.28260869565217406,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.37240246430000007,"accuracy":0.51,"positive_recall":0.02,"specificity":1,"precision":1,"balanced_accuracy":0.51,"f1":0.0392156862745098,"true_positive":1,"false_positive":0,"false_negative":49,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.4896098572000003,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.35,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":-0.03174603174603177,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":78,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.23398180543846003,"accuracy":0.7027027027027027,"positive_recall":0.49295774647887325,"specificity":0.8961038961038961,"precision":0.813953488372093,"balanced_accuracy":0.6945308212913847,"f1":0.6140350877192983,"true_positive":35,"false_positive":8,"false_negative":36,"true_negative":69,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.2495891161431699,"brier_skill":0.06253201640313977,"baseline_adjusted_skill":0.3890616425827693,"baseline_adjusted_score":0.3890616425827693},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.14,"uniform_accuracy_baseline":0.20049999999999962,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":-0.21126760563380279,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.6323529411764707,"baseline_adjusted_score":0.6323529411764707},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.64,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.23404255319148934,"baseline_adjusted_score":0.23404255319148934},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.79,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.5714285714285715,"baseline_adjusted_score":0.5714285714285715},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.15361252512874615,"accuracy":0.6111349852,"positive_recall":0.6145513080400874,"specificity":0.6056538477787714,"precision":0.7143102983584906,"balanced_accuracy":0.6101025779094293,"f1":0.6606862988425418,"true_positive":37.858445813,"false_positive":15.141554186999999,"false_negative":23.744947293000003,"true_negative":23.255052706999997,"positive_prevalence":0.6160339310599999,"majority_accuracy_baseline":0.6160339310599999,"constant_brier_baseline":0.079087076552024,"brier_skill":-0.9423214490385015,"baseline_adjusted_skill":0.2202051558188587,"baseline_adjusted_score":0.2202051558188587},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.284948602561834,"accuracy":0.68,"positive_recall":0.36,"specificity":1,"precision":1,"balanced_accuracy":0.6799999999999999,"f1":0.5294117647058824,"true_positive":18,"false_positive":0,"false_negative":32,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.13979441024733608,"baseline_adjusted_skill":0.3599999999999999,"baseline_adjusted_score":0.3599999999999999},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.56,"uniform_accuracy_baseline":0.012987012987012965,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.5368421052631579,"baseline_adjusted_score":0.5368421052631579},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.75,"baseline_adjusted_score":0.75},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.41,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.07812499999999999,"baseline_adjusted_score":0.07812499999999999},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.06998328604137008,"accuracy":0.93,"positive_recall":0.98,"specificity":0.88,"precision":0.8909090909090909,"balanced_accuracy":0.9299999999999999,"f1":0.9333333333333333,"true_positive":49,"false_positive":6,"false_negative":1,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7200668558345197,"baseline_adjusted_skill":0.8599999999999999,"baseline_adjusted_score":0.8599999999999999},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.14592174467617333,"accuracy":0.665510777875648,"positive_recall":0.526659122423816,"specificity":0.7301652061652837,"precision":0.47611670897955577,"balanced_accuracy":0.6284121642945498,"f1":0.5001141835888987,"true_positive":117.12471040897071,"false_positive":128.8752895910293,"false_negative":105.2671658960171,"true_negative":348.7328341039829,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768597,"brier_skill":-0.6446162915877862,"baseline_adjusted_skill":0.25682432858909965,"baseline_adjusted_score":0.25682432858909965},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3242645828762678,"accuracy":0.6,"positive_recall":0.32,"specificity":0.88,"precision":0.7272727272727273,"balanced_accuracy":0.6,"f1":0.4444444444444444,"true_positive":16,"false_positive":6,"false_negative":34,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.2970583315050712,"baseline_adjusted_skill":0.19999999999999996,"baseline_adjusted_score":0.19999999999999996},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.695364238410596,"uniform_accuracy_baseline":0.006622516556291403,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.6827586206896552,"baseline_adjusted_score":0.6827586206896552},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.7464705882352941,"uniform_accuracy_baseline":0.3333333333333301,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.5325379609544468,"baseline_adjusted_score":0.5325379609544468},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.35,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.08333333333333341,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.17480015430627874,"accuracy":0.77,"positive_recall":0.58,"specificity":0.96,"precision":0.9354838709677419,"balanced_accuracy":0.77,"f1":0.7160493827160493,"true_positive":29,"false_positive":2,"false_negative":21,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.30079938277488505,"baseline_adjusted_skill":0.54,"baseline_adjusted_score":0.54},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.71,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.39583333333333326,"baseline_adjusted_score":0.39583333333333326},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.07142857142857136,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.8764044943820225,"baseline_adjusted_score":0.8764044943820225},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.45652173913043476,"baseline_adjusted_score":0.45652173913043476},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.39,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.1643835616438356,"baseline_adjusted_score":0.1643835616438356},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.8333333333333334,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.5000000000000001,"baseline_adjusted_score":0.5000000000000001},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.30817942526842496,"accuracy":0.6341463414634146,"positive_recall":0.4,"specificity":0.8571428571428571,"precision":0.7272727272727273,"balanced_accuracy":0.6285714285714286,"f1":0.5161290322580645,"true_positive":16,"false_positive":6,"false_negative":24,"true_negative":36,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.24985127900059498,"brier_skill":-0.2334514616100527,"baseline_adjusted_skill":0.2571428571428571,"baseline_adjusted_score":0.2571428571428571},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.23985507635895587,"accuracy":0.73,"positive_recall":0.52,"specificity":0.94,"precision":0.896551724137931,"balanced_accuracy":0.73,"f1":0.6582278481012658,"true_positive":26,"false_positive":3,"false_negative":24,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.04057969456417654,"baseline_adjusted_skill":0.45999999999999996,"baseline_adjusted_score":0.45999999999999996},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.6899441340782123,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.6021505376344086,"baseline_adjusted_score":0.6021505376344086},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.45,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.09836065573770492,"baseline_adjusted_score":0.09836065573770492},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.16330959407797366,"accuracy":0.815,"positive_recall":0.4318181818181818,"specificity":0.9230769230769231,"precision":0.6129032258064516,"balanced_accuracy":0.6774475524475525,"f1":0.5066666666666667,"true_positive":19,"false_positive":12,"false_negative":25,"true_negative":144,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000053,"brier_skill":0.04831238882300026,"baseline_adjusted_skill":0.354895104895105,"baseline_adjusted_score":0.354895104895105},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.20174421660061836,"accuracy":0.765,"positive_recall":0.36,"specificity":0.9,"precision":0.5454545454545454,"balanced_accuracy":0.63,"f1":0.43373493975903615,"true_positive":18,"false_positive":15,"false_negative":32,"true_negative":135,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-0.07596915520329794,"baseline_adjusted_skill":0.26,"baseline_adjusted_score":0.26},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.0690706063867899,"accuracy":0.92,"positive_recall":0.42105263157894735,"specificity":0.9723756906077348,"precision":0.6153846153846154,"balanced_accuracy":0.6967141610933411,"f1":0.5,"true_positive":8,"false_positive":5,"false_negative":11,"true_negative":176,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.0859749999999999,"brier_skill":0.19661987337260856,"baseline_adjusted_skill":0.3934283221866821,"baseline_adjusted_score":0.3934283221866821},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.10956895780637016,"accuracy":0.835886904761905,"positive_recall":0.602618787818669,"specificity":0.8507779304580197,"precision":0.20495951417004077,"balanced_accuracy":0.7266983591383444,"f1":0.3058835376752855,"true_positive":101.2500000000001,"false_positive":392.74999999999966,"false_negative":66.7666666666667,"true_negative":2239.233333333334,"positive_prevalence":0.060005952380952354,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679296,"brier_skill":-2.4026599312212453,"baseline_adjusted_skill":0.4533967182766887,"baseline_adjusted_score":0.4533967182766887},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.5269121813031161,"uniform_accuracy_baseline":0.027777777777777853,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.45779220779220775,"baseline_adjusted_score":0.45779220779220775},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.32,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.0285714285714286,"baseline_adjusted_score":0.0285714285714286},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.14071860222383578,"accuracy":0.84,"positive_recall":0.94,"specificity":0.74,"precision":0.7833333333333333,"balanced_accuracy":0.84,"f1":0.8545454545454545,"true_positive":47,"false_positive":13,"false_negative":3,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4371255911046569,"baseline_adjusted_skill":0.6799999999999999,"baseline_adjusted_score":0.6799999999999999},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.17889832754869375,"accuracy":0.78,"positive_recall":0.84,"specificity":0.72,"precision":0.75,"balanced_accuracy":0.78,"f1":0.7924528301886793,"true_positive":42,"false_positive":14,"false_negative":8,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.284406689805225,"baseline_adjusted_skill":0.56,"baseline_adjusted_score":0.56},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.69,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":0.205128205128205,"baseline_adjusted_score":0.205128205128205},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.61,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.5851063829787235,"baseline_adjusted_score":0.5851063829787235},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1082382917669592,"accuracy":0.88,"positive_recall":0.98,"specificity":0.78,"precision":0.8166666666666667,"balanced_accuracy":0.88,"f1":0.8909090909090909,"true_positive":49,"false_positive":11,"false_negative":1,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5670468329321632,"baseline_adjusted_skill":0.76,"baseline_adjusted_score":0.76},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.76,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.6417910447761195,"baseline_adjusted_score":0.6417910447761195},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.07120889892461574,"accuracy":0.93,"positive_recall":0.88,"specificity":0.98,"precision":0.9777777777777777,"balanced_accuracy":0.9299999999999999,"f1":0.9263157894736842,"true_positive":44,"false_positive":1,"false_negative":6,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.715164404301537,"baseline_adjusted_skill":0.8599999999999999,"baseline_adjusted_score":0.8599999999999999},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.4101724054054052,"uniform_accuracy_baseline":0.23445945945945923,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.20040300769323172,"baseline_adjusted_score":0.20040300769323172},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.09179066927366343,"accuracy":0.6955701907894736,"positive_recall":0.6262926102120605,"specificity":0.7615378279554775,"precision":0.7143590153846154,"balanced_accuracy":0.693915219083769,"f1":0.6674333045687803,"true_positive":46.43333599999999,"false_positive":18.566664,"false_negative":27.706667,"true_negative":59.29333299999999,"positive_prevalence":0.48776317763157917,"majority_accuracy_baseline":0.5122368223684208,"constant_brier_baseline":0.0945191003976856,"brier_skill":0.02886645252168507,"baseline_adjusted_skill":0.3878304381675379,"baseline_adjusted_score":0.3878304381675379},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.14079288153655814,"normalized_score_rmse":0.20764374970678665,"constant_score_baseline":0.5841668333333334,"constant_mae_baseline":0.21700552708333315,"baseline_adjusted_skill":0.35120140289103463,"baseline_adjusted_score":0.35120140289103463},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.17525862948152157,"accuracy":0.76,"positive_recall":0.72,"specificity":0.8,"precision":0.782608695652174,"balanced_accuracy":0.76,"f1":0.75,"true_positive":36,"false_positive":10,"false_negative":14,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2989654820739137,"baseline_adjusted_skill":0.52,"baseline_adjusted_score":0.52},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.48718529320421866,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":50,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.9487411728168746,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.74,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.5737704918032787,"baseline_adjusted_score":0.5737704918032787},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.69,"uniform_accuracy_baseline":0.03611111111111102,"fixed_answer_accuracy_baseline":0.08833333333333329,"baseline_adjusted_skill":0.659963436928702,"baseline_adjusted_score":0.659963436928702},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.82,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.5909090909090907,"baseline_adjusted_score":0.5909090909090907},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.635,"uniform_accuracy_baseline":0.04987932421560751,"fixed_answer_accuracy_baseline":0.1244247787610618,"baseline_adjusted_skill":0.5831311906205782,"baseline_adjusted_score":0.5831311906205782},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.36882370494311956,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":50,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.4752948197724782,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.7222222222222222,"uniform_accuracy_baseline":0.23888888888888893,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.607843137254902,"baseline_adjusted_score":0.607843137254902},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.3120417725024262,"accuracy":0.625,"positive_recall":0.5625,"specificity":0.6875,"precision":0.6428571428571429,"balanced_accuracy":0.625,"f1":0.6,"true_positive":18,"false_positive":10,"false_negative":14,"true_negative":22,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.24816709000970483,"baseline_adjusted_skill":0.25,"baseline_adjusted_score":0.25},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.77,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.69,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.5303030303030303,"baseline_adjusted_score":0.5303030303030303},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3834854542459174,"accuracy":0.58,"positive_recall":0.16,"specificity":1,"precision":1,"balanced_accuracy":0.58,"f1":0.27586206896551724,"true_positive":8,"false_positive":0,"false_negative":42,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.5339418169836696,"baseline_adjusted_skill":0.15999999999999992,"baseline_adjusted_score":0.15999999999999992},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.7647058823529411,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.6521739130434782,"baseline_adjusted_score":0.6521739130434782},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.03334291612949219,"accuracy":0.9393939393939394,"positive_recall":0.875,"specificity":1,"precision":1,"balanced_accuracy":0.9375,"f1":0.9333333333333333,"true_positive":14,"false_positive":0,"false_negative":2,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.8665057512315553,"baseline_adjusted_skill":0.875,"baseline_adjusted_score":0.875},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.1801607691919071,"normalized_score_rmse":0.3454280459935765,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.45405827517603914,"baseline_adjusted_score":0.45405827517603914},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.125,"uniform_accuracy_baseline":0.17812500000000006,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.22807017543859645,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.2618580578448352,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":17,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.04743223137934072,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.5576206908053256,"normalized_score_rmse":0.6168580749104102,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-2.791820697476214,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.4791666666666667,"uniform_accuracy_baseline":0.13194444444444448,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":-0.3043478260869564,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.13325141090123507,"accuracy":0.8461538461538461,"positive_recall":0.9615384615384616,"specificity":0.7307692307692307,"precision":0.78125,"balanced_accuracy":0.8461538461538461,"f1":0.8620689655172413,"true_positive":25,"false_positive":7,"false_negative":1,"true_negative":19,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4669943563950597,"baseline_adjusted_skill":0.6923076923076923,"baseline_adjusted_score":0.6923076923076923},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.3875478856260754,"accuracy":0.48,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":39,"true_negative":36,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24959999999999993,"brier_skill":-0.5526758238224179,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.42462538592051713,"normalized_score_rmse":0.5052217367825392,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.5165192354304182,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.31999999999999995,"baseline_adjusted_score":0.31999999999999995},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.2128869376192934,"accuracy":0.7857142857142857,"positive_recall":0.5714285714285714,"specificity":1,"precision":1,"balanced_accuracy":0.7857142857142857,"f1":0.7272727272727273,"true_positive":8,"false_positive":0,"false_negative":6,"true_negative":14,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.14845224952282643,"baseline_adjusted_skill":0.5714285714285714,"baseline_adjusted_score":0.5714285714285714},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.1529606857764493,"normalized_score_rmse":0.2342532759662917,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.16969696969696968,"baseline_adjusted_skill":0.09862453024592366,"baseline_adjusted_score":0.09862453024592366},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":0.9333333333333333,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":0.9166666666666667,"baseline_adjusted_score":0.9166666666666667},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.1665937808652456,"accuracy":0.7764705882352941,"positive_recall":0.5777777777777777,"specificity":1,"precision":1,"balanced_accuracy":0.7888888888888889,"f1":0.7323943661971831,"true_positive":26,"false_positive":0,"false_negative":19,"true_negative":40,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.24913494809688563,"brier_skill":0.3313110740269999,"baseline_adjusted_skill":0.5777777777777777,"baseline_adjusted_score":0.5777777777777777},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.4,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.21052631578947373,"baseline_adjusted_score":0.21052631578947373},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.389855469775801,"accuracy":0.56,"positive_recall":0.37142857142857144,"specificity":1,"precision":1,"balanced_accuracy":0.6857142857142857,"f1":0.5416666666666666,"true_positive":13,"false_positive":0,"false_negative":22,"true_negative":15,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.20999999999999996,"brier_skill":-0.856454617980005,"baseline_adjusted_skill":0.37142857142857144,"baseline_adjusted_score":0.37142857142857144},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.46513707057210923,"normalized_score_rmse":0.5372328111032163,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.6612038234718185,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.7215189873417721,"uniform_accuracy_baseline":0.24240506329113914,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.5217391304347825,"baseline_adjusted_score":0.5217391304347825},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.04921346066250153,"accuracy":0.9047619047619048,"positive_recall":1,"specificity":0.8,"precision":0.8461538461538461,"balanced_accuracy":0.9,"f1":0.9166666666666666,"true_positive":11,"false_positive":2,"false_negative":0,"true_negative":8,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.24943310657596363,"brier_skill":0.8026987622530619,"baseline_adjusted_skill":0.8,"baseline_adjusted_score":0.8},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.45454545454545453,"uniform_accuracy_baseline":0.3237373737373738,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.1,"baseline_adjusted_score":0.1},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.4068481693183071,"accuracy":0.5151515151515151,"positive_recall":0.058823529411764705,"specificity":1,"precision":1,"balanced_accuracy":0.5294117647058824,"f1":0.1111111111111111,"true_positive":1,"false_positive":0,"false_negative":16,"true_negative":16,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":-0.6288884426016039,"baseline_adjusted_skill":0.05882352941176472,"baseline_adjusted_score":0.05882352941176472},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.2518022148889994,"normalized_score_rmse":0.357169261645969,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.34313725490196084,"baseline_adjusted_skill":0.2661764023234876,"baseline_adjusted_score":0.2661764023234876},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1548806411342489,"accuracy":0.83,"positive_recall":0.76,"specificity":0.9,"precision":0.8837209302325582,"balanced_accuracy":0.8300000000000001,"f1":0.8172043010752689,"true_positive":38,"false_positive":5,"false_negative":12,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3804774354630044,"baseline_adjusted_skill":0.6600000000000001,"baseline_adjusted_score":0.6600000000000001},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.33333333333333326,"uniform_accuracy_baseline":0.3333333333333332,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":-0.030927835051546504,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.4525943080285191,"accuracy":0.5066666666666667,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":37,"true_negative":38,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555535,"brier_skill":-0.8106991341823768,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.1428571428571427,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.8717948717948718,"baseline_adjusted_score":0.8717948717948718},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.3,"uniform_accuracy_baseline":0.32416666666666627,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.06060606060606067,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.48390605611081017,"accuracy":0.5151515151515151,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":16,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":-0.9374032908260002,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.12711655733502278,"normalized_score_rmse":0.16882940058770793,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.42140049764748255,"baseline_adjusted_score":0.42140049764748255},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1685208090476328,"accuracy":0.76,"positive_recall":0.13636363636363635,"specificity":0.9358974358974359,"precision":0.375,"balanced_accuracy":0.5361305361305362,"f1":0.2,"true_positive":3,"false_positive":5,"false_negative":19,"true_negative":73,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000028,"brier_skill":0.017944003218924642,"baseline_adjusted_skill":0.07226107226107237,"baseline_adjusted_score":0.07226107226107237},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.21570205200792672,"accuracy":0.72,"positive_recall":0.2972972972972973,"specificity":0.9682539682539683,"precision":0.8461538461538461,"balanced_accuracy":0.6327756327756328,"f1":0.44,"true_positive":11,"false_positive":2,"false_negative":26,"true_negative":61,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000008,"brier_skill":0.07463727152326627,"baseline_adjusted_skill":0.2655512655512655,"baseline_adjusted_score":0.2655512655512655},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1952193475332429,"accuracy":0.79,"positive_recall":0.46153846153846156,"specificity":1,"precision":1,"balanced_accuracy":0.7307692307692308,"f1":0.631578947368421,"true_positive":18,"false_positive":0,"false_negative":21,"true_negative":61,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379000000000002,"brier_skill":0.1794058531599716,"baseline_adjusted_skill":0.4615384615384617,"baseline_adjusted_score":0.4615384615384617},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.23028787140961238,"accuracy":0.7,"positive_recall":0.03225806451612903,"specificity":1,"precision":1,"balanced_accuracy":0.5161290322580645,"f1":0.0625,"true_positive":1,"false_positive":0,"false_negative":30,"true_negative":69,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999987,"brier_skill":-0.07661463959613135,"baseline_adjusted_skill":0.032258064516129004,"baseline_adjusted_score":0.032258064516129004},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.58,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.4166666666666666,"baseline_adjusted_score":0.4166666666666666},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.14573639903464256,"normalized_score_rmse":0.18922067895580658,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.37317677834562346,"baseline_adjusted_score":0.37317677834562346},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.15124630362016372,"accuracy":0.82,"positive_recall":0.72,"specificity":0.92,"precision":0.9,"balanced_accuracy":0.8200000000000001,"f1":0.8,"true_positive":36,"false_positive":4,"false_negative":14,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3950147855193451,"baseline_adjusted_skill":0.6400000000000001,"baseline_adjusted_score":0.6400000000000001},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.4093240737738197,"accuracy":0.53,"positive_recall":0.26,"specificity":0.8,"precision":0.5652173913043478,"balanced_accuracy":0.53,"f1":0.3561643835616438,"true_positive":13,"false_positive":10,"false_negative":37,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.6372962950952787,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.62,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.0857142857142858,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.17919592381159785,"accuracy":0.79,"positive_recall":0.68,"specificity":0.9,"precision":0.8717948717948718,"balanced_accuracy":0.79,"f1":0.7640449438202247,"true_positive":34,"false_positive":5,"false_negative":16,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2832163047536086,"baseline_adjusted_skill":0.5800000000000001,"baseline_adjusted_score":0.5800000000000001},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.77,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.4523809523809525,"baseline_adjusted_score":0.4523809523809525},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.48,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.13333333333333328,"baseline_adjusted_score":0.13333333333333328},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3535088655286351,"accuracy":0.6,"positive_recall":0.2,"specificity":1,"precision":1,"balanced_accuracy":0.6,"f1":0.3333333333333333,"true_positive":10,"false_positive":0,"false_negative":40,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.41403546211454034,"baseline_adjusted_skill":0.19999999999999996,"baseline_adjusted_score":0.19999999999999996},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.20851190476190457,"fixed_answer_accuracy_baseline":0.2233333333333332,"baseline_adjusted_skill":0.9484978540772532,"baseline_adjusted_score":0.9484978540772532},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.054321251120774974,"accuracy":0.94,"positive_recall":0.9,"specificity":0.98,"precision":0.9782608695652174,"balanced_accuracy":0.94,"f1":0.9375,"true_positive":45,"false_positive":1,"false_negative":5,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7827149955169002,"baseline_adjusted_skill":0.8799999999999999,"baseline_adjusted_score":0.8799999999999999},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.11754332030896605,"normalized_score_rmse":0.23166947519249262,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.6081889323034464,"baseline_adjusted_score":0.6081889323034464},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.77,"uniform_accuracy_baseline":0.22851190476190467,"fixed_answer_accuracy_baseline":0.2433333333333333,"baseline_adjusted_skill":0.696035242290749,"baseline_adjusted_score":0.696035242290749},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.02119401952262009,"accuracy":0.98,"positive_recall":0.96,"specificity":1,"precision":1,"balanced_accuracy":0.98,"f1":0.9795918367346939,"true_positive":48,"false_positive":0,"false_negative":2,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9152239219095196,"baseline_adjusted_skill":0.96,"baseline_adjusted_score":0.96},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.08191492882715429,"normalized_score_rmse":0.18884729593279226,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.304222222222222,"baseline_adjusted_skill":0.7307398248924802,"baseline_adjusted_score":0.7307398248924802},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.64,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.41935483870967744,"baseline_adjusted_score":0.41935483870967744},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.0584472558453656,"accuracy":0.93,"positive_recall":0.98,"specificity":0.88,"precision":0.8909090909090909,"balanced_accuracy":0.9299999999999999,"f1":0.9333333333333333,"true_positive":49,"false_positive":6,"false_negative":1,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7662109766185377,"baseline_adjusted_skill":0.8599999999999999,"baseline_adjusted_score":0.8599999999999999},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1317510815194164,"accuracy":0.85,"positive_recall":0.72,"specificity":0.98,"precision":0.972972972972973,"balanced_accuracy":0.85,"f1":0.8275862068965517,"true_positive":36,"false_positive":1,"false_negative":14,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.47299567392233444,"baseline_adjusted_skill":0.7,"baseline_adjusted_score":0.7},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.35333333333333317,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.15254237288135594,"baseline_adjusted_score":0.15254237288135594},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.64,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.41935483870967744,"baseline_adjusted_score":0.41935483870967744},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.32,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.0967741935483871,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.28,"uniform_accuracy_baseline":0.11111111111111088,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.14285714285714288,"baseline_adjusted_score":0.14285714285714288},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.093391598054848,"accuracy":0.8203749999999996,"positive_recall":0.06591957811470009,"specificity":0.9969150084837267,"precision":0.8333333333333334,"balanced_accuracy":0.5314172932992134,"f1":0.12217470983506418,"true_positive":5,"false_positive":1,"false_negative":70.84999999999998,"true_negative":323.14999999999986,"positive_prevalence":0.1896249999999999,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500007,"brier_skill":-0.2268414335791984,"baseline_adjusted_skill":0.06283458659842678,"baseline_adjusted_score":0.06283458659842678},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.14299105078466884,"normalized_score_rmse":0.22554451358469924,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":0.3310360197208475,"baseline_adjusted_score":0.3310360197208475},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.11071986808356599,"accuracy":0.7873749999999999,"positive_recall":0.3544303797468354,"specificity":0.9447758650076701,"precision":0.7,"balanced_accuracy":0.6496031223772527,"f1":0.4705882352941176,"true_positive":37.8,"false_positive":16.2,"false_negative":68.85000000000001,"true_negative":277.15,"positive_prevalence":0.2666249999999998,"majority_accuracy_baseline":0.7333750000000002,"constant_brier_baseline":0.11565485937499977,"brier_skill":0.04266998652804155,"baseline_adjusted_skill":0.2992062447545054,"baseline_adjusted_score":0.2992062447545054},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.15969742870978063,"normalized_score_rmse":0.24982717501098126,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.40577700945197903,"baseline_adjusted_score":0.40577700945197903},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.10670482204197879,"accuracy":0.7841249999999994,"positive_recall":0.35078299776286376,"specificity":0.9521248915871638,"precision":0.739622641509434,"balanced_accuracy":0.6514539446750138,"f1":0.4758725341426406,"true_positive":39.2,"false_positive":13.799999999999995,"false_negative":72.54999999999994,"true_negative":274.44999999999976,"positive_prevalence":0.2793749999999999,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937499995,"brier_skill":0.05701019256671758,"baseline_adjusted_skill":0.30290788935002766,"baseline_adjusted_score":0.30290788935002766},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.170576218972665,"normalized_score_rmse":0.24479428632359784,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.3547944436022128,"baseline_adjusted_score":0.3547944436022128},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.1465920993808016,"accuracy":0.7996249999999995,"positive_recall":0.0991549295774649,"specificity":0.9993574297188755,"precision":0.9777777777777779,"balanced_accuracy":0.5492561796481702,"f1":0.18005115089514084,"true_positive":8.8,"false_positive":0.19999999999999996,"false_negative":79.94999999999992,"true_negative":311.0499999999998,"positive_prevalence":0.22187499999999974,"majority_accuracy_baseline":0.7781250000000003,"constant_brier_baseline":0.126740234375001,"brier_skill":-0.1566342772182554,"baseline_adjusted_skill":0.09851235929634039,"baseline_adjusted_score":0.09851235929634039},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.13848894759835734,"normalized_score_rmse":0.267542365480889,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.3861985702011863,"baseline_adjusted_score":0.3861985702011863},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.04961102347385328,"accuracy":0.8409999999999995,"positive_recall":0.5964083175803404,"specificity":0.9289598912304555,"precision":0.7511904761904762,"balanced_accuracy":0.762684104405398,"f1":0.6649104320337198,"true_positive":63.10000000000001,"false_positive":20.900000000000002,"false_negative":42.69999999999998,"true_negative":273.2999999999998,"positive_prevalence":0.26449999999999985,"majority_accuracy_baseline":0.7355000000000002,"constant_brier_baseline":0.11362725000000028,"brier_skill":0.5633879771458593,"baseline_adjusted_skill":0.525368208810796,"baseline_adjusted_score":0.525368208810796},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1511224290800011,"normalized_score_rmse":0.23525375203894464,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.39851769520397573,"baseline_adjusted_score":0.39851769520397573},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.08663311065315674,"accuracy":0.8327499999999998,"positive_recall":0.32441253263707565,"specificity":0.9531539888682746,"precision":0.6212500000000001,"balanced_accuracy":0.6387832607526751,"f1":0.42624356775300165,"true_positive":24.85000000000001,"false_positive":15.15,"false_negative":51.75000000000003,"true_negative":308.2499999999999,"positive_prevalence":0.1914999999999999,"majority_accuracy_baseline":0.8085000000000001,"constant_brier_baseline":0.09190274999999995,"brier_skill":0.057339299932191556,"baseline_adjusted_skill":0.2775665215053502,"baseline_adjusted_score":0.2775665215053502},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.13526800240791959,"normalized_score_rmse":0.2481384992927716,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.3461365442517482,"baseline_adjusted_score":0.3461365442517482},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.06001320951256795,"accuracy":0.8864999999999996,"positive_recall":0.45663956639566383,"specificity":0.9837522992029429,"precision":0.8641025641025641,"balanced_accuracy":0.7201959327993034,"f1":0.5975177304964538,"true_positive":33.7,"false_positive":5.3,"false_negative":40.10000000000002,"true_negative":320.89999999999986,"positive_prevalence":0.1844999999999999,"majority_accuracy_baseline":0.8155000000000001,"constant_brier_baseline":0.1092222499999995,"brier_skill":0.4505404392184905,"baseline_adjusted_skill":0.44039186559860677,"baseline_adjusted_score":0.44039186559860677},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.11034566140880782,"normalized_score_rmse":0.20304193492159633,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":0.4173166394254372,"baseline_adjusted_score":0.4173166394254372},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.09539989069066351,"accuracy":0.8379999999999995,"positive_recall":0.22101910828025478,"specificity":0.988646967340591,"precision":0.8261904761904763,"balanced_accuracy":0.6048330378104229,"f1":0.3487437185929649,"true_positive":17.35,"false_positive":3.6499999999999995,"false_negative":61.14999999999999,"true_negative":317.8499999999998,"positive_prevalence":0.19624999999999987,"majority_accuracy_baseline":0.8037500000000002,"constant_brier_baseline":0.09878593749999955,"brier_skill":0.03427660753167472,"baseline_adjusted_skill":0.20966607562084572,"baseline_adjusted_score":0.20966607562084572},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.14454235648155353,"normalized_score_rmse":0.2508229659282268,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":0.3157758273062554,"baseline_adjusted_score":0.3157758273062554},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.1501152809341793,"accuracy":0.663010204081633,"positive_recall":0.3751482799525506,"specificity":0.8802596239928381,"precision":0.7027777777777777,"balanced_accuracy":0.6277039519726944,"f1":0.4891724671307039,"true_positive":63.24999999999999,"false_positive":26.75,"false_negative":105.3499999999999,"true_negative":196.65000000000015,"positive_prevalence":0.43010204081632636,"majority_accuracy_baseline":0.5698979591836737,"constant_brier_baseline":0.12359641815910102,"brier_skill":-0.21456012374842093,"baseline_adjusted_skill":0.2554079039453887,"baseline_adjusted_score":0.2554079039453887},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.17890500831183867,"normalized_score_rmse":0.24862045037873182,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.35064108094221513,"baseline_adjusted_score":0.35064108094221513},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.05735819028037125,"accuracy":0.8955000000000004,"positive_recall":0.39535798583792275,"specificity":0.9899687917967008,"precision":0.881578947368421,"balanced_accuracy":0.6926633888173118,"f1":0.5458989679521998,"true_positive":50.25,"false_positive":6.750000000000001,"false_negative":76.85000000000004,"true_negative":666.1500000000003,"positive_prevalence":0.15887500000000002,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499934,"brier_skill":0.4193191834829856,"baseline_adjusted_skill":0.38532677763462364,"baseline_adjusted_score":0.38532677763462364},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.11505639891264863,"normalized_score_rmse":0.2190427689542235,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":0.3026884914384932,"baseline_adjusted_score":0.3026884914384932},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.64,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.41935483870967744,"baseline_adjusted_score":0.41935483870967744},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3262825396345634,"accuracy":0.59,"positive_recall":0.3,"specificity":0.88,"precision":0.7142857142857143,"balanced_accuracy":0.59,"f1":0.4225352112676056,"true_positive":15,"false_positive":6,"false_negative":35,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.30513015853825354,"baseline_adjusted_skill":0.17999999999999994,"baseline_adjusted_score":0.17999999999999994},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.20874751491053678,"uniform_accuracy_baseline":0.058823529411766766,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.07009345794392526,"baseline_adjusted_score":0.07009345794392526},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.46,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":-0.17391304347826092,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3704317366458755,"accuracy":0.55,"positive_recall":0.2,"specificity":0.9,"precision":0.6666666666666666,"balanced_accuracy":0.55,"f1":0.3076923076923077,"true_positive":10,"false_positive":5,"false_negative":40,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.4817269465835019,"baseline_adjusted_skill":0.10000000000000009,"baseline_adjusted_score":0.10000000000000009},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.61,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.38095238095238093,"baseline_adjusted_score":0.38095238095238093},"scoring":{"eligible":true,"reason":null},"model":79,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.10617618159825531,"accuracy":0.8733333333333333,"positive_recall":0.8666666666666667,"specificity":0.88,"precision":0.8783783783783784,"balanced_accuracy":0.8733333333333333,"f1":0.87248322147651,"true_positive":130,"false_positive":18,"false_negative":20,"true_negative":132,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5752952736069787,"baseline_adjusted_skill":0.7466666666666666,"baseline_adjusted_score":0.7466666666666666},"scoring":{"eligible":true,"reason":null},"model":80,"benchmark":14},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9166666666666666,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.8333333333333333,"baseline_adjusted_score":0.8333333333333333},"scoring":{"eligible":true,"reason":null},"model":80,"benchmark":19},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8566666666666667,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.701388888888889,"baseline_adjusted_score":0.701388888888889},"scoring":{"eligible":true,"reason":null},"model":80,"benchmark":20},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9266666666666666,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5266666666666666,"baseline_adjusted_skill":0.8450704225352113,"baseline_adjusted_score":0.8450704225352113},"scoring":{"eligible":true,"reason":null},"model":80,"benchmark":21},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9766666666666667,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.9649999999999999,"baseline_adjusted_score":0.9649999999999999},"scoring":{"eligible":true,"reason":null},"model":80,"benchmark":33},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.04240726476017405,"accuracy":0.95,"positive_recall":0.98,"specificity":0.92,"precision":0.9245283018867925,"balanced_accuracy":0.95,"f1":0.9514563106796117,"true_positive":147,"false_positive":12,"false_negative":3,"true_negative":138,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8303709409593039,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":80,"benchmark":34},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9066666666666666,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.8755555555555555,"baseline_adjusted_score":0.8755555555555555},"scoring":{"eligible":true,"reason":null},"model":80,"benchmark":35},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.32615268788210106,"accuracy":0.6133333333333333,"positive_recall":0.94,"specificity":0.2866666666666667,"precision":0.5685483870967742,"balanced_accuracy":0.6133333333333333,"f1":0.7085427135678392,"true_positive":141,"false_positive":107,"false_negative":9,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.3046107515284042,"baseline_adjusted_skill":0.22666666666666657,"baseline_adjusted_score":0.22666666666666657},"scoring":{"eligible":true,"reason":null},"model":80,"benchmark":36},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.2638458792655729,"normalized_score_rmse":0.3690236181781795,"constant_score_baseline":0.5,"constant_mae_baseline":0.3333333333333333,"baseline_adjusted_skill":0.2084623622032813,"baseline_adjusted_score":0.2084623622032813},"scoring":{"eligible":true,"reason":null},"model":80,"benchmark":37},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.35,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.1333333333333333,"baseline_adjusted_score":0.1333333333333333},"scoring":{"eligible":true,"reason":null},"model":80,"benchmark":38},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.37319556809085325,"accuracy":0.5166666666666667,"positive_recall":0.9,"specificity":0.13333333333333333,"precision":0.5094339622641509,"balanced_accuracy":0.5166666666666667,"f1":0.6506024096385542,"true_positive":135,"false_positive":130,"false_negative":15,"true_negative":20,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.492782272363413,"baseline_adjusted_skill":0.03333333333333344,"baseline_adjusted_score":0.03333333333333344},"scoring":{"eligible":true,"reason":null},"model":80,"benchmark":39},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.32521089652786034,"normalized_score_rmse":0.37865218120949695,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":-0.08403632175953457,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":80,"benchmark":40},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.8857142857142859,"baseline_adjusted_score":0.8857142857142859},"scoring":{"eligible":true,"reason":null},"model":80,"benchmark":42},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.08500834898554105,"accuracy":0.8833333333333333,"positive_recall":0.9530201342281879,"specificity":0.8145695364238411,"precision":0.8352941176470589,"balanced_accuracy":0.8837948353260145,"f1":0.890282131661442,"true_positive":142,"false_positive":28,"false_negative":7,"true_negative":123,"positive_prevalence":0.49666666666666665,"majority_accuracy_baseline":0.5033333333333334,"constant_brier_baseline":0.2499888888888889,"brier_skill":0.6599514907907599,"baseline_adjusted_skill":0.7675896706520291,"baseline_adjusted_score":0.7675896706520291},"scoring":{"eligible":true,"reason":null},"model":80,"benchmark":43},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.22298035176626096,"normalized_score_rmse":0.3420720798668002,"constant_score_baseline":0.5,"constant_mae_baseline":0.36666666666666664,"baseline_adjusted_skill":0.3918717679101973,"baseline_adjusted_score":0.3918717679101973},"scoring":{"eligible":true,"reason":null},"model":80,"benchmark":44},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.48333333333333334,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2866666666666667,"baseline_adjusted_skill":0.2757009345794392,"baseline_adjusted_score":0.2757009345794392},"scoring":{"eligible":true,"reason":null},"model":80,"benchmark":46},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.27600364138216754,"accuracy":0.6266666666666667,"positive_recall":0.8980891719745223,"specificity":0.32867132867132864,"precision":0.5949367088607594,"balanced_accuracy":0.6133802503229255,"f1":0.7157360406091371,"true_positive":141,"false_positive":96,"false_negative":16,"true_negative":47,"positive_prevalence":0.5233333333333333,"majority_accuracy_baseline":0.5233333333333333,"constant_brier_baseline":0.24945555555555557,"brier_skill":-0.10642411137121188,"baseline_adjusted_skill":0.22676050064585107,"baseline_adjusted_score":0.22676050064585107},"scoring":{"eligible":true,"reason":null},"model":80,"benchmark":47},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.33839077068027107,"normalized_score_rmse":0.4307698040030144,"constant_score_baseline":0.5,"constant_mae_baseline":0.3016666666666667,"baseline_adjusted_skill":-0.12173736137106417,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":80,"benchmark":48},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.12000000000000004,"baseline_adjusted_score":0.12000000000000004},"scoring":{"eligible":true,"reason":null},"model":80,"benchmark":50},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.30333333333333334,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.07111111111111112,"baseline_adjusted_score":0.07111111111111112},"scoring":{"eligible":true,"reason":null},"model":80,"benchmark":58},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.5866666666666667,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.38,"baseline_adjusted_score":0.38},"scoring":{"eligible":true,"reason":null},"model":80,"benchmark":59},{"provenance":"measured","status":"complete","counts":{"cases":285,"expected":285,"succeeded":285,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.6280701754385964,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5263157894736842,"baseline_adjusted_skill":0.21481481481481476,"baseline_adjusted_score":0.21481481481481476},"scoring":{"eligible":true,"reason":null},"model":80,"benchmark":60},{"provenance":"measured","status":"complete","counts":{"cases":299,"expected":299,"succeeded":299,"failed":0,"abstained":0},"metrics":{"binary_brier":0.44023650492724453,"accuracy":0.5217391304347826,"positive_recall":0.9866666666666667,"specificity":0.053691275167785234,"precision":0.5121107266435986,"balanced_accuracy":0.520178970917226,"f1":0.6742596810933941,"true_positive":148,"false_positive":141,"false_negative":2,"true_negative":8,"positive_prevalence":0.5016722408026756,"majority_accuracy_baseline":0.5016722408026756,"constant_brier_baseline":0.24999720361069788,"brier_skill":-0.7609657170917488,"baseline_adjusted_skill":0.04035794183445196,"baseline_adjusted_score":0.04035794183445196},"scoring":{"eligible":true,"reason":null},"model":80,"benchmark":61},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9133333333333333,"uniform_accuracy_baseline":0.2,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":0.8916666666666667,"baseline_adjusted_score":0.8916666666666667},"scoring":{"eligible":true,"reason":null},"model":80,"benchmark":62},{"provenance":"measured","status":"complete","counts":{"cases":283,"expected":283,"succeeded":283,"failed":0,"abstained":0},"metrics":{"binary_brier":0.48095846606509013,"accuracy":0.4734982332155477,"positive_recall":0.9774436090225563,"specificity":0.02666666666666667,"precision":0.47101449275362317,"balanced_accuracy":0.5020551378446115,"f1":0.6356968215158925,"true_positive":130,"false_positive":146,"false_negative":3,"true_negative":4,"positive_prevalence":0.46996466431095407,"majority_accuracy_baseline":0.5300353356890459,"constant_brier_baseline":0.24909787861004634,"brier_skill":-0.9308011322650125,"baseline_adjusted_skill":0.004110275689223064,"baseline_adjusted_score":0.004110275689223064},"scoring":{"eligible":true,"reason":null},"model":80,"benchmark":63},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7333333333333333,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.6444444444444444,"baseline_adjusted_score":0.6444444444444444},"scoring":{"eligible":true,"reason":null},"model":80,"benchmark":64},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9233333333333333,"uniform_accuracy_baseline":0.20616666666666666,"fixed_answer_accuracy_baseline":0.21333333333333335,"baseline_adjusted_skill":0.902542372881356,"baseline_adjusted_score":0.902542372881356},"scoring":{"eligible":true,"reason":null},"model":80,"benchmark":65},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.71,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.565,"baseline_adjusted_score":0.565},"scoring":{"eligible":true,"reason":null},"model":80,"benchmark":66},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.6266666666666667,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.37333333333333335,"baseline_adjusted_skill":0.4042553191489362,"baseline_adjusted_score":0.4042553191489362},"scoring":{"eligible":true,"reason":null},"model":80,"benchmark":67},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.19466623006294442,"normalized_score_rmse":0.2593170924505724,"constant_score_baseline":0.5,"constant_mae_baseline":0.26208333333333333,"baseline_adjusted_skill":0.25723537018908327,"baseline_adjusted_score":0.25723537018908327},"scoring":{"eligible":true,"reason":null},"model":80,"benchmark":68},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.13997030561121454,"normalized_score_rmse":0.1887670228178696,"constant_score_baseline":0.52,"constant_mae_baseline":0.24733333333333335,"baseline_adjusted_skill":0.4340823223266259,"baseline_adjusted_score":0.4340823223266259},"scoring":{"eligible":true,"reason":null},"model":80,"benchmark":69},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.1630420877791379,"normalized_score_rmse":0.18161322134909014,"constant_score_baseline":0.578319964349225,"constant_mae_baseline":0.11212962028602311,"baseline_adjusted_skill":-0.4540501195245821,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":80,"benchmark":70},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7133333333333334,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.6177777777777779,"baseline_adjusted_score":0.6177777777777779},"scoring":{"eligible":true,"reason":null},"model":80,"benchmark":71},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2730545176503755,"accuracy":0.6366666666666667,"positive_recall":0.5133333333333333,"specificity":0.76,"precision":0.6814159292035398,"balanced_accuracy":0.6366666666666667,"f1":0.5855513307984791,"true_positive":77,"false_positive":36,"false_negative":73,"true_negative":114,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.09221807060150189,"baseline_adjusted_skill":0.27333333333333343,"baseline_adjusted_score":0.27333333333333343},"scoring":{"eligible":true,"reason":null},"model":80,"benchmark":81},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.38,"uniform_accuracy_baseline":0.11021428571428572,"fixed_answer_accuracy_baseline":0.12554761904761905,"baseline_adjusted_skill":0.2909848340457974,"baseline_adjusted_score":0.2909848340457974},"scoring":{"eligible":true,"reason":null},"model":80,"benchmark":83},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.5833333333333334,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.4444444444444445,"baseline_adjusted_score":0.4444444444444445},"scoring":{"eligible":true,"reason":null},"model":80,"benchmark":84},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.28499608891232825,"accuracy":0.6533333333333333,"positive_recall":0.5370370370370371,"specificity":0.9523809523809523,"precision":0.9666666666666667,"balanced_accuracy":0.7447089947089947,"f1":0.6904761904761905,"true_positive":116,"false_positive":4,"false_negative":100,"true_negative":80,"positive_prevalence":0.72,"majority_accuracy_baseline":0.72,"constant_brier_baseline":0.2016,"brier_skill":-0.4136710759540092,"baseline_adjusted_skill":0.4894179894179893,"baseline_adjusted_score":0.4894179894179893},"scoring":{"eligible":true,"reason":null},"model":80,"benchmark":86},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9133333333333333,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5033333333333333,"baseline_adjusted_skill":0.825503355704698,"baseline_adjusted_score":0.825503355704698},"scoring":{"eligible":true,"reason":null},"model":80,"benchmark":87},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.09690189553746026,"accuracy":0.87,"positive_recall":0.875,"specificity":0.8642857142857143,"precision":0.8805031446540881,"balanced_accuracy":0.8696428571428572,"f1":0.877742946708464,"true_positive":140,"false_positive":19,"false_negative":20,"true_negative":121,"positive_prevalence":0.5333333333333333,"majority_accuracy_baseline":0.5333333333333333,"constant_brier_baseline":0.2488888888888889,"brier_skill":0.6106620268584186,"baseline_adjusted_skill":0.7392857142857143,"baseline_adjusted_score":0.7392857142857143},"scoring":{"eligible":true,"reason":null},"model":80,"benchmark":89},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.10403543446241979,"accuracy":0.8866666666666667,"positive_recall":0.84,"specificity":0.9333333333333333,"precision":0.9264705882352942,"balanced_accuracy":0.8866666666666667,"f1":0.8811188811188811,"true_positive":126,"false_positive":10,"false_negative":24,"true_negative":140,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5838582621503208,"baseline_adjusted_skill":0.7733333333333334,"baseline_adjusted_score":0.7733333333333334},"scoring":{"eligible":true,"reason":null},"model":80,"benchmark":134},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.6566666666666666,"uniform_accuracy_baseline":0.0625,"fixed_answer_accuracy_baseline":0.10666666666666667,"baseline_adjusted_skill":0.6156716417910447,"baseline_adjusted_score":0.6156716417910447},"scoring":{"eligible":true,"reason":null},"model":80,"benchmark":142},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.3467777777777778,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.8750000000000001,"baseline_adjusted_score":0.8750000000000001},"scoring":{"eligible":true,"reason":null},"model":80,"benchmark":150},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.44666666666666666,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.16999999999999998,"baseline_adjusted_score":0.16999999999999998},"scoring":{"eligible":true,"reason":null},"model":80,"benchmark":157},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.93,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.8333333333333335,"baseline_adjusted_score":0.8333333333333335},"scoring":{"eligible":true,"reason":null},"model":80,"benchmark":160},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.04257162003659106,"normalized_score_rmse":0.09032281204554893,"constant_score_baseline":0.1111111111111111,"constant_mae_baseline":0.10629629629629629,"baseline_adjusted_skill":0.5995004386801537,"baseline_adjusted_score":0.5995004386801537},"scoring":{"eligible":true,"reason":null},"model":80,"benchmark":181},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.3691277838672027,"accuracy":0.5733333333333334,"positive_recall":0.3045977011494253,"specificity":0.9444444444444444,"precision":0.8833333333333333,"balanced_accuracy":0.6245210727969348,"f1":0.452991452991453,"true_positive":53,"false_positive":7,"false_negative":121,"true_negative":119,"positive_prevalence":0.58,"majority_accuracy_baseline":0.58,"constant_brier_baseline":0.24359999999999998,"brier_skill":-0.5153028894384348,"baseline_adjusted_skill":0.2490421455938696,"baseline_adjusted_score":0.2490421455938696},"scoring":{"eligible":true,"reason":null},"model":80,"benchmark":185},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.25200147579825116,"accuracy":0.7,"positive_recall":0.9426751592356688,"specificity":0.43356643356643354,"precision":0.6462882096069869,"balanced_accuracy":0.6881207964010512,"f1":0.7668393782383419,"true_positive":148,"false_positive":81,"false_negative":9,"true_negative":62,"positive_prevalence":0.5233333333333333,"majority_accuracy_baseline":0.5233333333333333,"constant_brier_baseline":0.24945555555555557,"brier_skill":-0.010205907168616246,"baseline_adjusted_skill":0.37624159280210234,"baseline_adjusted_score":0.37624159280210234},"scoring":{"eligible":true,"reason":null},"model":80,"benchmark":186},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.25119282973471524,"accuracy":0.6283783783783784,"positive_recall":0.352112676056338,"specificity":0.8831168831168831,"precision":0.7352941176470589,"balanced_accuracy":0.6176147795866105,"f1":0.47619047619047616,"true_positive":25,"false_positive":9,"false_negative":46,"true_negative":68,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.24958911614317017,"brier_skill":-0.006425414762978532,"baseline_adjusted_skill":0.23522955917322097,"baseline_adjusted_score":0.23522955917322097},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.21,"uniform_accuracy_baseline":0.2005,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":-0.11267605633802816,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.56,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.3529411764705883,"baseline_adjusted_score":0.3529411764705883},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.57,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.08510638297872325,"baseline_adjusted_score":0.08510638297872325},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.52,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.02040816326530614,"baseline_adjusted_score":0.02040816326530614},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.17487771036522312,"accuracy":0.51480075338,"positive_recall":0.5120129368154548,"specificity":0.5192735173460247,"precision":0.63083468444,"balanced_accuracy":0.5156432270807397,"f1":0.5652468682926498,"true_positive":31.541734222,"false_positive":18.458265778,"false_negative":30.061658884,"true_negative":19.938341116,"positive_prevalence":0.61603393106,"majority_accuracy_baseline":0.61603393106,"constant_brier_baseline":0.07908707655202402,"brier_skill":-1.211204636577853,"baseline_adjusted_skill":0.03128645416147946,"baseline_adjusted_score":0.03128645416147946},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.20702669214572356,"accuracy":0.67,"positive_recall":0.58,"specificity":0.76,"precision":0.7073170731707317,"balanced_accuracy":0.6699999999999999,"f1":0.6373626373626373,"true_positive":29,"false_positive":12,"false_negative":21,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.17189323141710577,"baseline_adjusted_skill":0.33999999999999986,"baseline_adjusted_score":0.33999999999999986},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.012987012987012986,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.7894736842105263,"baseline_adjusted_score":0.7894736842105263},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.44,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.06666666666666664,"baseline_adjusted_score":0.06666666666666664},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":-0.04687499999999995,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1655399544806604,"accuracy":0.76,"positive_recall":0.62,"specificity":0.9,"precision":0.8611111111111112,"balanced_accuracy":0.76,"f1":0.7209302325581395,"true_positive":31,"false_positive":5,"false_negative":19,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.33784018207735844,"baseline_adjusted_skill":0.52,"baseline_adjusted_score":0.52},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.09646639636446397,"accuracy":0.641735855489304,"positive_recall":0.5409527073226646,"specificity":0.6886641892188515,"precision":0.4472248608689603,"balanced_accuracy":0.6148084482707581,"f1":0.4896437787224737,"true_positive":120.30348757375032,"false_positive":148.69651242624968,"false_negative":102.0883887312375,"true_negative":328.9116112687625,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768642,"brier_skill":-0.08722800295346556,"baseline_adjusted_skill":0.22961689654151618,"baseline_adjusted_score":0.22961689654151618},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.35218232502884805,"accuracy":0.49,"positive_recall":0.76,"specificity":0.22,"precision":0.4935064935064935,"balanced_accuracy":0.49,"f1":0.5984251968503937,"true_positive":38,"false_positive":39,"false_negative":12,"true_negative":11,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.4087293001153922,"baseline_adjusted_skill":-0.020000000000000018,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.8278145695364238,"uniform_accuracy_baseline":0.006622516556291391,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.8206896551724138,"baseline_adjusted_score":0.8206896551724138},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.44823529411764707,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":-0.01735357917570497,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.11666666666666668,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2633129736032393,"accuracy":0.61,"positive_recall":0.54,"specificity":0.68,"precision":0.627906976744186,"balanced_accuracy":0.6100000000000001,"f1":0.5806451612903226,"true_positive":27,"false_positive":16,"false_negative":23,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.05325189441295719,"baseline_adjusted_skill":0.2200000000000002,"baseline_adjusted_score":0.2200000000000002},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.54,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.041666666666666706,"baseline_adjusted_score":0.041666666666666706},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.81,"uniform_accuracy_baseline":0.07142857142857142,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.7865168539325843,"baseline_adjusted_score":0.7865168539325843},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.64,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.21739130434782605,"baseline_adjusted_score":0.21739130434782605},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.44,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.2328767123287671,"baseline_adjusted_score":0.2328767123287671},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.4444444444444444,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":-0.6666666666666665,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.3131918269493561,"accuracy":0.5,"positive_recall":0.175,"specificity":0.8095238095238095,"precision":0.4666666666666667,"balanced_accuracy":0.4922619047619048,"f1":0.2545454545454545,"true_positive":7,"false_positive":8,"false_negative":33,"true_negative":34,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.2498512790005949,"brier_skill":-0.2535130026234942,"baseline_adjusted_skill":-0.015476190476190421,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.18745154316480597,"accuracy":0.72,"positive_recall":0.62,"specificity":0.82,"precision":0.775,"balanced_accuracy":0.72,"f1":0.6888888888888889,"true_positive":31,"false_positive":9,"false_negative":19,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2501938273407761,"baseline_adjusted_skill":0.43999999999999995,"baseline_adjusted_score":0.43999999999999995},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.388268156424581,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.21505376344086022,"baseline_adjusted_score":0.21505376344086022},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.32,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":-0.11475409836065575,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.3289689307209819,"accuracy":0.62,"positive_recall":0.7272727272727273,"specificity":0.5897435897435898,"precision":0.3333333333333333,"balanced_accuracy":0.6585081585081585,"f1":0.45714285714285713,"true_positive":32,"false_positive":64,"false_negative":12,"true_negative":92,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.9170683608448826,"baseline_adjusted_skill":0.31701631701631694,"baseline_adjusted_score":0.31701631701631694},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.2732281076601684,"accuracy":0.64,"positive_recall":0.54,"specificity":0.6733333333333333,"precision":0.35526315789473684,"balanced_accuracy":0.6066666666666667,"f1":0.42857142857142855,"true_positive":27,"false_positive":49,"false_negative":23,"true_negative":101,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-0.4572165741875649,"baseline_adjusted_skill":0.21333333333333337,"baseline_adjusted_score":0.21333333333333337},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.15346614614326623,"accuracy":0.79,"positive_recall":0.5789473684210527,"specificity":0.8121546961325967,"precision":0.24444444444444444,"balanced_accuracy":0.6955510322768247,"f1":0.34375,"true_positive":11,"false_positive":34,"false_negative":8,"true_negative":147,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.085975,"brier_skill":-0.7850089693895463,"baseline_adjusted_skill":0.3911020645536494,"baseline_adjusted_score":0.3911020645536494},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.05801417781138659,"accuracy":0.8891964285714286,"positive_recall":0.2671361968058725,"specificity":0.9289065913537953,"precision":0.1934626436781609,"balanced_accuracy":0.5980213940798339,"f1":0.22440731636181827,"true_positive":44.88333333333333,"false_positive":187.11666666666667,"false_negative":123.13333333333333,"true_negative":2444.866666666667,"positive_prevalence":0.060005952380952375,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679138,"brier_skill":-0.801628145723613,"baseline_adjusted_skill":0.1960427881596678,"baseline_adjusted_score":0.1960427881596678},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.29461756373937675,"uniform_accuracy_baseline":0.027777777777777776,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.19155844155844154,"baseline_adjusted_score":0.19155844155844154},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.16,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":-0.19999999999999998,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2784302347915706,"accuracy":0.57,"positive_recall":0.64,"specificity":0.5,"precision":0.5614035087719298,"balanced_accuracy":0.5700000000000001,"f1":0.5981308411214953,"true_positive":32,"false_positive":25,"false_negative":18,"true_negative":25,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.11372093916628234,"baseline_adjusted_skill":0.14000000000000012,"baseline_adjusted_score":0.14000000000000012},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.23928465516821742,"accuracy":0.62,"positive_recall":0.8,"specificity":0.44,"precision":0.5882352941176471,"balanced_accuracy":0.62,"f1":0.6779661016949152,"true_positive":40,"false_positive":28,"false_negative":10,"true_negative":22,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.0428613793271303,"baseline_adjusted_skill":0.24,"baseline_adjusted_score":0.24},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.53,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":-0.205128205128205,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.69,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.6702127659574467,"baseline_adjusted_score":0.6702127659574467},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.26798326046739546,"accuracy":0.66,"positive_recall":0.94,"specificity":0.38,"precision":0.6025641025641025,"balanced_accuracy":0.6599999999999999,"f1":0.734375,"true_positive":47,"false_positive":31,"false_negative":3,"true_negative":19,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.07193304186958183,"baseline_adjusted_skill":0.31999999999999984,"baseline_adjusted_score":0.31999999999999984},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.69,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.5373134328358209,"baseline_adjusted_score":0.5373134328358209},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.300211647112254,"accuracy":0.53,"positive_recall":0.08,"specificity":0.98,"precision":0.8,"balanced_accuracy":0.53,"f1":0.14545454545454545,"true_positive":4,"false_positive":1,"false_negative":46,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.20084658844901604,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.3047427297297297,"uniform_accuracy_baseline":0.23445945945945948,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.05747776590611115,"baseline_adjusted_score":0.05747776590611115},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.14940791484707436,"accuracy":0.5454385986842105,"positive_recall":0.5398345478890795,"specificity":0.5507748992078693,"precision":0.5336444666666668,"balanced_accuracy":0.5453047235484744,"f1":0.5367216601169037,"true_positive":40.023335,"false_positive":34.976665,"false_negative":34.116668,"true_negative":42.883332,"positive_prevalence":0.4877631776315789,"majority_accuracy_baseline":0.512236822368421,"constant_brier_baseline":0.09451910039768556,"brier_skill":-0.5807166405355761,"baseline_adjusted_skill":0.09060944709694874,"baseline_adjusted_score":0.09060944709694874},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.2516871703041063,"normalized_score_rmse":0.3173523186182866,"constant_score_baseline":0.5841668333333333,"constant_mae_baseline":0.21700552708333334,"baseline_adjusted_skill":-0.15981916998572432,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3585253075718681,"accuracy":0.48,"positive_recall":0.56,"specificity":0.4,"precision":0.4827586206896552,"balanced_accuracy":0.48000000000000004,"f1":0.5185185185185185,"true_positive":28,"false_positive":30,"false_negative":22,"true_negative":20,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.4341012302874725,"baseline_adjusted_skill":-0.039999999999999925,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2847561555108966,"accuracy":0.49,"positive_recall":0.22,"specificity":0.76,"precision":0.4782608695652174,"balanced_accuracy":0.49,"f1":0.3013698630136986,"true_positive":11,"false_positive":12,"false_negative":39,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.13902462204358645,"baseline_adjusted_skill":-0.020000000000000018,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.29,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":-0.16393442622950827,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.78,"uniform_accuracy_baseline":0.036111111111111115,"fixed_answer_accuracy_baseline":0.08833333333333333,"baseline_adjusted_skill":0.7586837294332724,"baseline_adjusted_score":0.7586837294332724},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.72,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.3636363636363635,"baseline_adjusted_score":0.3636363636363635},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.645,"uniform_accuracy_baseline":0.049879324215607396,"fixed_answer_accuracy_baseline":0.12442477876106194,"baseline_adjusted_skill":0.5945522538912472,"baseline_adjusted_score":0.5945522538912472},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24430793667860656,"accuracy":0.54,"positive_recall":0.32,"specificity":0.76,"precision":0.5714285714285714,"balanced_accuracy":0.54,"f1":0.41025641025641024,"true_positive":16,"false_positive":12,"false_negative":34,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.022768253285573747,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.7222222222222222,"uniform_accuracy_baseline":0.23888888888888887,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.607843137254902,"baseline_adjusted_score":0.607843137254902},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.3295266912348209,"accuracy":0.4375,"positive_recall":0.5,"specificity":0.375,"precision":0.4444444444444444,"balanced_accuracy":0.4375,"f1":0.47058823529411764,"true_positive":16,"false_positive":20,"false_negative":16,"true_negative":12,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.3181067649392837,"baseline_adjusted_skill":-0.125,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.68,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.3043478260869566,"baseline_adjusted_score":0.3043478260869566},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.35,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.015151515151515083,"baseline_adjusted_score":0.015151515151515083},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.28977840036773084,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":50,"false_positive":50,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.15911360147092335,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.7941176470588235,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.6956521739130433,"baseline_adjusted_score":0.6956521739130433},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.3387531218236697,"accuracy":0.5151515151515151,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":16,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":-0.3562579031837363,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.24168013913556932,"normalized_score_rmse":0.31386040470282955,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.26763594201342633,"baseline_adjusted_score":0.26763594201342633},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0,"uniform_accuracy_baseline":0.178125,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.40350877192982454,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.13029487856896244,"accuracy":0.9117647058823529,"positive_recall":1,"specificity":0.8235294117647058,"precision":0.85,"balanced_accuracy":0.9117647058823529,"f1":0.918918918918919,"true_positive":17,"false_positive":3,"false_negative":0,"true_negative":14,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.47882048572415026,"baseline_adjusted_skill":0.8235294117647058,"baseline_adjusted_score":0.8235294117647058},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.27466756302644224,"normalized_score_rmse":0.30529377131640295,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-0.8677394285798072,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.041666666666666664,"uniform_accuracy_baseline":0.13194444444444445,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":-1.4,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.2255825871680422,"accuracy":0.6923076923076923,"positive_recall":1,"specificity":0.38461538461538464,"precision":0.6190476190476191,"balanced_accuracy":0.6923076923076923,"f1":0.7647058823529411,"true_positive":26,"false_positive":16,"false_negative":0,"true_negative":10,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.09766965132783123,"baseline_adjusted_skill":0.3846153846153846,"baseline_adjusted_score":0.3846153846153846},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.2239246624123249,"accuracy":0.6933333333333334,"positive_recall":0.8974358974358975,"specificity":0.4722222222222222,"precision":0.6481481481481481,"balanced_accuracy":0.6848290598290598,"f1":0.7526881720430108,"true_positive":35,"false_positive":19,"false_negative":4,"true_negative":17,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24960000000000004,"brier_skill":0.10286593584805748,"baseline_adjusted_skill":0.3696581196581197,"baseline_adjusted_score":0.3696581196581197},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.31720156729221344,"normalized_score_rmse":0.3849444553994523,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.13286274032933365,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.2647058823529412,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.28046943310642014,"accuracy":0.6071428571428571,"positive_recall":0.6428571428571429,"specificity":0.5714285714285714,"precision":0.6,"balanced_accuracy":0.6071428571428572,"f1":0.6206896551724138,"true_positive":9,"false_positive":6,"false_negative":5,"true_negative":8,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.12187773242568056,"baseline_adjusted_skill":0.2142857142857144,"baseline_adjusted_score":0.2142857142857144},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.3775625695192227,"normalized_score_rmse":0.48008187110189426,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.1696969696969697,"baseline_adjusted_skill":-1.2249222846668477,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":0.8666666666666667,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":0.8333333333333334,"baseline_adjusted_score":0.8333333333333334},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.17801171257183362,"accuracy":0.7411764705882353,"positive_recall":0.6222222222222222,"specificity":0.875,"precision":0.8484848484848485,"balanced_accuracy":0.7486111111111111,"f1":0.717948717948718,"true_positive":28,"false_positive":5,"false_negative":17,"true_negative":35,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.2491349480968858,"brier_skill":0.2854807648158344,"baseline_adjusted_skill":0.49722222222222223,"baseline_adjusted_score":0.49722222222222223},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.32,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.10526315789473686,"baseline_adjusted_score":0.10526315789473686},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.21877986182097695,"accuracy":0.66,"positive_recall":0.5142857142857142,"specificity":1,"precision":1,"balanced_accuracy":0.7571428571428571,"f1":0.6792452830188679,"true_positive":18,"false_positive":0,"false_negative":17,"true_negative":15,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.21,"brier_skill":-0.04180886581417598,"baseline_adjusted_skill":0.5142857142857142,"baseline_adjusted_score":0.5142857142857142},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.28869838133454323,"normalized_score_rmse":0.37220707808141285,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.03106564762336861,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.24050632911392406,"uniform_accuracy_baseline":0.24240506329113923,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":-0.30434782608695654,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.18336026368031297,"accuracy":0.7142857142857143,"positive_recall":0.6363636363636364,"specificity":0.8,"precision":0.7777777777777778,"balanced_accuracy":0.7181818181818183,"f1":0.7,"true_positive":7,"false_positive":2,"false_negative":4,"true_negative":8,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.2494331065759637,"brier_skill":0.2648920337907452,"baseline_adjusted_skill":0.4363636363636365,"baseline_adjusted_score":0.4363636363636365},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.30303030303030304,"uniform_accuracy_baseline":0.32373737373737377,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":-0.14999999999999997,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.28771770860305784,"accuracy":0.5454545454545454,"positive_recall":0.47058823529411764,"specificity":0.625,"precision":0.5714285714285714,"balanced_accuracy":0.5477941176470589,"f1":0.5161290322580645,"true_positive":8,"false_positive":6,"false_negative":9,"true_negative":10,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":-0.1519286201056249,"baseline_adjusted_skill":0.09558823529411775,"baseline_adjusted_score":0.09558823529411775},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.35849750573363376,"normalized_score_rmse":0.3999378325934438,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.3431372549019608,"baseline_adjusted_skill":-0.044764159566589745,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.39720130874785264,"accuracy":0.27,"positive_recall":0.08,"specificity":0.46,"precision":0.12903225806451613,"balanced_accuracy":0.27,"f1":0.09876543209876543,"true_positive":4,"false_positive":27,"false_negative":46,"true_negative":23,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.5888052349914106,"baseline_adjusted_skill":-0.45999999999999996,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.33333333333333337,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":-0.03092783505154633,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.2545388392491844,"accuracy":0.5066666666666667,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":37,"true_negative":38,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555554,"brier_skill":-0.018336394577995963,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.21,"uniform_accuracy_baseline":0.14285714285714285,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":-0.012820512820512832,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.32416666666666666,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.22872796954469793,"accuracy":0.5151515151515151,"positive_recall":1,"specificity":0.058823529411764705,"precision":0.5,"balanced_accuracy":0.5294117647058824,"f1":0.6666666666666666,"true_positive":16,"false_positive":16,"false_negative":0,"true_negative":1,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.08424721016847037,"baseline_adjusted_skill":0.05882352941176472,"baseline_adjusted_score":0.05882352941176472},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.23170914534818043,"normalized_score_rmse":0.2771811555520954,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":-0.054676109860683386,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.48014086252905597,"accuracy":0.45,"positive_recall":0.5454545454545454,"specificity":0.4230769230769231,"precision":0.21052631578947367,"balanced_accuracy":0.48426573426573427,"f1":0.3037974683544304,"true_positive":12,"false_positive":45,"false_negative":10,"true_negative":33,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-1.798023674411748,"baseline_adjusted_skill":-0.03146853146853146,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.23860487791669904,"accuracy":0.66,"positive_recall":0.5135135135135135,"specificity":0.746031746031746,"precision":0.5428571428571428,"balanced_accuracy":0.6297726297726298,"f1":0.5277777777777778,"true_positive":19,"false_positive":16,"false_negative":18,"true_negative":47,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000003,"brier_skill":-0.023615949878588616,"baseline_adjusted_skill":0.25954525954525964,"baseline_adjusted_score":0.25954525954525964},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2998363366066039,"accuracy":0.52,"positive_recall":0.23076923076923078,"specificity":0.7049180327868853,"precision":0.3333333333333333,"balanced_accuracy":0.467843631778058,"f1":0.2727272727272727,"true_positive":9,"false_positive":18,"false_negative":30,"true_negative":43,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379,"brier_skill":-0.26034609754772564,"baseline_adjusted_skill":-0.06431273644388402,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.40049580752890096,"accuracy":0.46,"positive_recall":0.7096774193548387,"specificity":0.34782608695652173,"precision":0.3283582089552239,"balanced_accuracy":0.5287517531556802,"f1":0.4489795918367347,"true_positive":22,"false_positive":45,"false_negative":9,"true_negative":24,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999998,"brier_skill":-0.872350666334273,"baseline_adjusted_skill":0.057503506311360475,"baseline_adjusted_score":0.057503506311360475},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.38,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.13888888888888887,"baseline_adjusted_score":0.13888888888888887},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.18868753736605867,"normalized_score_rmse":0.23352319139383426,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.18844069950082298,"baseline_adjusted_score":0.18844069950082298},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3258603915173627,"accuracy":0.51,"positive_recall":0.98,"specificity":0.04,"precision":0.5051546391752577,"balanced_accuracy":0.51,"f1":0.6666666666666666,"true_positive":49,"false_positive":48,"false_negative":1,"true_negative":2,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.3034415660694507,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.296125220774653,"accuracy":0.51,"positive_recall":0.68,"specificity":0.34,"precision":0.5074626865671642,"balanced_accuracy":0.51,"f1":0.5811965811965812,"true_positive":34,"false_positive":33,"false_negative":16,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.1845008830986119,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.46,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.5428571428571429,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.28195300324799755,"accuracy":0.65,"positive_recall":0.8,"specificity":0.5,"precision":0.6153846153846154,"balanced_accuracy":0.65,"f1":0.6956521739130435,"true_positive":40,"false_positive":25,"false_negative":10,"true_negative":25,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.1278120129919902,"baseline_adjusted_skill":0.30000000000000004,"baseline_adjusted_score":0.30000000000000004},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.66,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.19047619047619063,"baseline_adjusted_score":0.19047619047619063},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.45,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.08333333333333331,"baseline_adjusted_score":0.08333333333333331},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2746127357625018,"accuracy":0.48,"positive_recall":0.24,"specificity":0.72,"precision":0.46153846153846156,"balanced_accuracy":0.48,"f1":0.3157894736842105,"true_positive":12,"false_positive":14,"false_negative":38,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.09845094305000712,"baseline_adjusted_skill":-0.040000000000000036,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.83,"uniform_accuracy_baseline":0.20851190476190473,"fixed_answer_accuracy_baseline":0.22333333333333333,"baseline_adjusted_skill":0.7811158798283263,"baseline_adjusted_score":0.7811158798283263},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.15763977734425547,"accuracy":0.78,"positive_recall":0.8,"specificity":0.76,"precision":0.7692307692307693,"balanced_accuracy":0.78,"f1":0.7843137254901961,"true_positive":40,"false_positive":12,"false_negative":10,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.36944089062297814,"baseline_adjusted_skill":0.56,"baseline_adjusted_score":0.56},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.22993198923242744,"normalized_score_rmse":0.326313906915956,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.23356003589190855,"baseline_adjusted_score":0.23356003589190855},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.66,"uniform_accuracy_baseline":0.22851190476190475,"fixed_answer_accuracy_baseline":0.24333333333333332,"baseline_adjusted_skill":0.5506607929515419,"baseline_adjusted_score":0.5506607929515419},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1705803398730952,"accuracy":0.74,"positive_recall":0.8,"specificity":0.68,"precision":0.7142857142857143,"balanced_accuracy":0.74,"f1":0.7547169811320755,"true_positive":40,"false_positive":16,"false_negative":10,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3176786405076192,"baseline_adjusted_skill":0.48,"baseline_adjusted_score":0.48},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.20946847177871192,"normalized_score_rmse":0.2837269319097772,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.3042222222222222,"baseline_adjusted_skill":0.31146229145054516,"baseline_adjusted_score":0.31146229145054516},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.51,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.20967741935483872,"baseline_adjusted_score":0.20967741935483872},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1371471549246656,"accuracy":0.82,"positive_recall":0.96,"specificity":0.68,"precision":0.75,"balanced_accuracy":0.8200000000000001,"f1":0.8421052631578947,"true_positive":48,"false_positive":16,"false_negative":2,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.45141138030133765,"baseline_adjusted_skill":0.6400000000000001,"baseline_adjusted_score":0.6400000000000001},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.31,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":-0.38,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.0975805525857546,"accuracy":0.87,"positive_recall":0.84,"specificity":0.9,"precision":0.8936170212765957,"balanced_accuracy":0.87,"f1":0.865979381443299,"true_positive":42,"false_positive":5,"false_negative":8,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6096777896569816,"baseline_adjusted_skill":0.74,"baseline_adjusted_score":0.74},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.53,"uniform_accuracy_baseline":0.3533333333333333,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.20338983050847464,"baseline_adjusted_score":0.20338983050847464},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.36,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.03225806451612906,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.28,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.16129032258064513,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.15,"uniform_accuracy_baseline":0.1111111111111111,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":-0.011904761904761916,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.05326844337456337,"accuracy":0.820125,"positive_recall":0.3882663150955834,"specificity":0.9211784667592163,"precision":0.5354545454545454,"balanced_accuracy":0.6547223909273998,"f1":0.45013374092472297,"true_positive":29.45,"false_positive":25.55,"false_negative":46.4,"true_negative":298.6,"positive_prevalence":0.189625,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500001,"brier_skill":0.30023755032223387,"baseline_adjusted_skill":0.3094447818547996,"baseline_adjusted_score":0.3094447818547996},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.19623461829440203,"normalized_score_rmse":0.23283464534557835,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":0.08194330622501977,"baseline_adjusted_score":0.08194330622501977},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.10235411959293383,"accuracy":0.7458750000000001,"positive_recall":0.6422878574777309,"specificity":0.7835350264189533,"precision":0.5189393939393939,"balanced_accuracy":0.7129114419483421,"f1":0.5740624345275508,"true_positive":68.5,"false_positive":63.5,"false_negative":38.15,"true_negative":229.85,"positive_prevalence":0.266625,"majority_accuracy_baseline":0.733375,"constant_brier_baseline":0.115654859375,"brier_skill":0.1150037262069531,"baseline_adjusted_skill":0.4258228838966842,"baseline_adjusted_score":0.4258228838966842},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.21934750871729192,"normalized_score_rmse":0.28509491903319883,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.18382322337751844,"baseline_adjusted_score":0.18382322337751844},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.08187879859704666,"accuracy":0.768125,"positive_recall":0.5100671140939598,"specificity":0.8681699913269731,"precision":0.6,"balanced_accuracy":0.6891185527104664,"f1":0.5513905683192262,"true_positive":57,"false_positive":38,"false_negative":54.75,"true_negative":250.25,"positive_prevalence":0.279375,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937500001,"brier_skill":0.27640690416481883,"baseline_adjusted_skill":0.3782371054209328,"baseline_adjusted_score":0.3782371054209328},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.20202169064359624,"normalized_score_rmse":0.2603129970139921,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.2358517611589741,"baseline_adjusted_score":0.2358517611589741},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.06664860703685382,"accuracy":0.845375,"positive_recall":0.5064788732394366,"specificity":0.942008032128514,"precision":0.7134920634920635,"balanced_accuracy":0.7242434526839754,"f1":0.5924217462932455,"true_positive":44.95,"false_positive":18.05,"false_negative":43.8,"true_negative":293.2,"positive_prevalence":0.221875,"majority_accuracy_baseline":0.778125,"constant_brier_baseline":0.12674023437499998,"brier_skill":0.47413220935308187,"baseline_adjusted_skill":0.44848690536795077,"baseline_adjusted_score":0.44848690536795077},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.18822422177370754,"normalized_score_rmse":0.2442861375290484,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.16576522205558986,"baseline_adjusted_score":0.16576522205558986},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.06019365868408389,"accuracy":0.81675,"positive_recall":0.7159735349716446,"specificity":0.8529911624745071,"precision":0.6365546218487395,"balanced_accuracy":0.7844823487230759,"f1":0.6739323843416369,"true_positive":75.75,"false_positive":43.25,"false_negative":30.05,"true_negative":250.95,"positive_prevalence":0.2645,"majority_accuracy_baseline":0.7355,"constant_brier_baseline":0.11362725,"brier_skill":0.470253317896157,"baseline_adjusted_skill":0.5689646974461517,"baseline_adjusted_score":0.5689646974461517},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.16369447335502627,"normalized_score_rmse":0.2201190534483246,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.3484797080396964,"baseline_adjusted_score":0.3484797080396964},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.07369224175894758,"accuracy":0.8392499999999999,"positive_recall":0.23694516971279372,"specificity":0.9819109461966604,"precision":0.75625,"balanced_accuracy":0.6094280579547271,"f1":0.36083499005964215,"true_positive":18.15,"false_positive":5.85,"false_negative":58.45,"true_negative":317.55,"positive_prevalence":0.19149999999999998,"majority_accuracy_baseline":0.8085,"constant_brier_baseline":0.09190274999999999,"brier_skill":0.1981497641915222,"baseline_adjusted_skill":0.2188561159094542,"baseline_adjusted_score":0.2188561159094542},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.16843876340943098,"normalized_score_rmse":0.23785646989319162,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.185794497114533,"baseline_adjusted_score":0.185794497114533},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.05587534152770339,"accuracy":0.855,"positive_recall":0.6897018970189702,"specificity":0.8923973022685469,"precision":0.5918604651162791,"balanced_accuracy":0.7910495996437585,"f1":0.6370463078848561,"true_positive":50.9,"false_positive":35.1,"false_negative":22.9,"true_negative":291.1,"positive_prevalence":0.1845,"majority_accuracy_baseline":0.8155,"constant_brier_baseline":0.10922225,"brier_skill":0.48842528397187035,"baseline_adjusted_skill":0.5820991992875171,"baseline_adjusted_score":0.5820991992875171},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.17677275633215686,"normalized_score_rmse":0.23983871802124834,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":0.06654650121633332,"baseline_adjusted_score":0.06654650121633332},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.07898471782314184,"accuracy":0.831,"positive_recall":0.43248407643312103,"specificity":0.9283048211508553,"precision":0.5956140350877194,"balanced_accuracy":0.6803944487919882,"f1":0.5011070110701108,"true_positive":33.95,"false_positive":23.05,"false_negative":44.55,"true_negative":298.45,"positive_prevalence":0.19625,"majority_accuracy_baseline":0.80375,"constant_brier_baseline":0.09878593749999999,"brier_skill":0.20044573324880532,"baseline_adjusted_skill":0.36078889758397636,"baseline_adjusted_score":0.36078889758397636},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.20565727677625545,"normalized_score_rmse":0.26515403772340945,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":0.026474429461512683,"baseline_adjusted_score":0.026474429461512683},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.10053030420617277,"accuracy":0.6836734693877551,"positive_recall":0.6186239620403321,"specificity":0.7327663384064459,"precision":0.6359756097560976,"balanced_accuracy":0.675695150223389,"f1":0.6271797955502104,"true_positive":104.3,"false_positive":59.7,"false_negative":64.3,"true_negative":163.7,"positive_prevalence":0.4301020408163265,"majority_accuracy_baseline":0.5698979591836735,"constant_brier_baseline":0.12359641815910039,"brier_skill":0.18662445317173826,"baseline_adjusted_skill":0.351390300446778,"baseline_adjusted_score":0.351390300446778},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.18135602923145172,"normalized_score_rmse":0.23765470192757954,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.34174478278954556,"baseline_adjusted_score":0.34174478278954556},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.080857088460687,"accuracy":0.835125,"positive_recall":0.5436664044059796,"specificity":0.8901768464853619,"precision":0.4832167832167832,"balanced_accuracy":0.7169216254456707,"f1":0.5116623472787856,"true_positive":69.1,"false_positive":73.9,"false_negative":58,"true_negative":599,"positive_prevalence":0.158875,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499999,"brier_skill":0.1814218698492036,"baseline_adjusted_skill":0.43384325089134146,"baseline_adjusted_score":0.43384325089134146},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.2543318166614699,"normalized_score_rmse":0.3128518038386665,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-0.5414049494634541,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.32,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.0967741935483871,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.30740529992751847,"accuracy":0.5,"positive_recall":0.24,"specificity":0.76,"precision":0.5,"balanced_accuracy":0.5,"f1":0.32432432432432434,"true_positive":12,"false_positive":12,"false_negative":38,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.2296211997100739,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.0927766732935719,"uniform_accuracy_baseline":0.058823529411764705,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":-0.06619937694704048,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.52,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":-0.04347826086956526,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.30313705803344454,"accuracy":0.54,"positive_recall":0.92,"specificity":0.16,"precision":0.5227272727272727,"balanced_accuracy":0.54,"f1":0.6666666666666666,"true_positive":46,"false_positive":42,"false_negative":4,"true_negative":8,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.21254823213377816,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.47,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.1587301587301587,"baseline_adjusted_score":0.1587301587301587},"scoring":{"eligible":true,"reason":null},"model":81,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.2811820160501656,"accuracy":0.5608108108108109,"positive_recall":0.09859154929577464,"specificity":0.987012987012987,"precision":0.875,"balanced_accuracy":0.5428022681543808,"f1":0.17721518987341772,"true_positive":7,"false_positive":1,"false_negative":64,"true_negative":76,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.2495891161431699,"brier_skill":-0.1265796377469972,"baseline_adjusted_skill":0.08560453630876164,"baseline_adjusted_score":0.08560453630876164},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.21,"uniform_accuracy_baseline":0.20049999999999962,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":-0.11267605633802816,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.66,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.5000000000000001,"baseline_adjusted_score":0.5000000000000001},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.62,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.1914893617021276,"baseline_adjusted_score":0.1914893617021276},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.61,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.20408163265306117,"baseline_adjusted_score":0.20408163265306117},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.17569668076658906,"accuracy":0.53032882096,"positive_recall":0.45968470522838606,"specificity":0.6436700139475611,"precision":0.6742413714523809,"balanced_accuracy":0.5516773595879736,"f1":0.5466642887270458,"true_positive":28.318137601,"false_positive":13.681862399000003,"false_negative":33.285255505,"true_negative":24.714744495,"positive_prevalence":0.6160339310599999,"majority_accuracy_baseline":0.6160339310599999,"constant_brier_baseline":0.079087076552024,"brier_skill":-1.2215599365468344,"baseline_adjusted_skill":0.10335471917594719,"baseline_adjusted_score":0.10335471917594719},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2619958393720199,"accuracy":0.62,"positive_recall":0.34,"specificity":0.9,"precision":0.7727272727272727,"balanced_accuracy":0.62,"f1":0.4722222222222222,"true_positive":17,"false_positive":5,"false_negative":33,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.04798335748807969,"baseline_adjusted_skill":0.24,"baseline_adjusted_score":0.24},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.012987012987012965,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.8631578947368421,"baseline_adjusted_score":0.8631578947368421},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.61,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.35,"baseline_adjusted_score":0.35},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":-0.04687499999999995,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.15653761029579366,"accuracy":0.82,"positive_recall":0.66,"specificity":0.98,"precision":0.9705882352941176,"balanced_accuracy":0.8200000000000001,"f1":0.7857142857142857,"true_positive":33,"false_positive":1,"false_negative":17,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.37384955881682536,"baseline_adjusted_skill":0.6400000000000001,"baseline_adjusted_score":0.6400000000000001},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.09367462334757133,"accuracy":0.6603261512963633,"positive_recall":0.4038371032179956,"specificity":0.7797568682877966,"precision":0.4605645697754927,"balanced_accuracy":0.5917969857528961,"f1":0.43033943018381576,"true_positive":89.81009110622108,"false_positive":105.18990889377892,"false_negative":132.58178519876674,"true_negative":372.41821480123326,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768597,"brier_skill":-0.05576322437515868,"baseline_adjusted_skill":0.18359397150579215,"baseline_adjusted_score":0.18359397150579215},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.33970550607594213,"accuracy":0.54,"positive_recall":0.82,"specificity":0.26,"precision":0.5256410256410257,"balanced_accuracy":0.54,"f1":0.640625,"true_positive":41,"false_positive":37,"false_negative":9,"true_negative":13,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.3588220243037685,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.9403973509933775,"uniform_accuracy_baseline":0.006622516556291403,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.9379310344827586,"baseline_adjusted_score":0.9379310344827586},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.5694117647058824,"uniform_accuracy_baseline":0.3333333333333301,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.20607375271149683,"baseline_adjusted_score":0.20607375271149683},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.1,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1851347635109855,"accuracy":0.74,"positive_recall":0.58,"specificity":0.9,"precision":0.8529411764705882,"balanced_accuracy":0.74,"f1":0.6904761904761905,"true_positive":29,"false_positive":5,"false_negative":21,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.25946094595605795,"baseline_adjusted_skill":0.48,"baseline_adjusted_score":0.48},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.58,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.12499999999999989,"baseline_adjusted_score":0.12499999999999989},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.07142857142857136,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.8764044943820225,"baseline_adjusted_score":0.8764044943820225},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.62,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.1739130434782608,"baseline_adjusted_score":0.1739130434782608},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.55,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.3835616438356165,"baseline_adjusted_score":0.3835616438356165},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.4444444444444444,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":-0.6666666666666665,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.25243566686272195,"accuracy":0.6097560975609756,"positive_recall":0.5,"specificity":0.7142857142857143,"precision":0.625,"balanced_accuracy":0.6071428571428572,"f1":0.5555555555555556,"true_positive":20,"false_positive":12,"false_negative":20,"true_negative":30,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.24985127900059498,"brier_skill":-0.010343704752941552,"baseline_adjusted_skill":0.2142857142857144,"baseline_adjusted_score":0.2142857142857144},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.15644136738293124,"accuracy":0.77,"positive_recall":0.56,"specificity":0.98,"precision":0.9655172413793104,"balanced_accuracy":0.77,"f1":0.7088607594936709,"true_positive":28,"false_positive":1,"false_negative":22,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.37423453046827504,"baseline_adjusted_skill":0.54,"baseline_adjusted_score":0.54},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.5167597765363129,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.37992831541218647,"baseline_adjusted_score":0.37992831541218647},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":-0.08196721311475408,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.4416559985496914,"accuracy":0.485,"positive_recall":0.75,"specificity":0.41025641025641024,"precision":0.264,"balanced_accuracy":0.5801282051282051,"f1":0.3905325443786982,"true_positive":33,"false_positive":92,"false_negative":11,"true_negative":64,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000053,"brier_skill":-1.573752905301224,"baseline_adjusted_skill":0.16025641025641013,"baseline_adjusted_score":0.16025641025641013},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.3256527292958716,"accuracy":0.605,"positive_recall":0.66,"specificity":0.5866666666666667,"precision":0.3473684210526316,"balanced_accuracy":0.6233333333333333,"f1":0.45517241379310347,"true_positive":33,"false_positive":62,"false_negative":17,"true_negative":88,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-0.7368145562446484,"baseline_adjusted_skill":0.2466666666666666,"baseline_adjusted_score":0.2466666666666666},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.18919487886805775,"accuracy":0.775,"positive_recall":0.7368421052631579,"specificity":0.7790055248618785,"precision":0.25925925925925924,"balanced_accuracy":0.7579238150625182,"f1":0.3835616438356164,"true_positive":14,"false_positive":40,"false_negative":5,"true_negative":141,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.0859749999999999,"brier_skill":-1.2005801554877347,"baseline_adjusted_skill":0.5158476301250363,"baseline_adjusted_score":0.5158476301250363},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.06526064275201891,"accuracy":0.8829583333333335,"positive_recall":0.3401448269020928,"specificity":0.9176096606488137,"precision":0.20857664233576625,"balanced_accuracy":0.6288772437754533,"f1":0.2585875344066964,"true_positive":57.14999999999998,"false_positive":216.8500000000001,"false_negative":110.86666666666672,"true_negative":2415.1333333333337,"positive_prevalence":0.060005952380952354,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679296,"brier_skill":-1.0266668463750666,"baseline_adjusted_skill":0.2577544875509066,"baseline_adjusted_score":0.2577544875509066},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.32294617563739375,"uniform_accuracy_baseline":0.027777777777777853,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.22402597402597402,"baseline_adjusted_score":0.22402597402597402},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.26,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":-0.05714285714285712,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.26594004151766604,"accuracy":0.56,"positive_recall":0.48,"specificity":0.64,"precision":0.5714285714285714,"balanced_accuracy":0.56,"f1":0.5217391304347826,"true_positive":24,"false_positive":18,"false_negative":26,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.06376016607066415,"baseline_adjusted_skill":0.1200000000000001,"baseline_adjusted_score":0.1200000000000001},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24614541813055976,"accuracy":0.62,"positive_recall":0.74,"specificity":0.5,"precision":0.5967741935483871,"balanced_accuracy":0.62,"f1":0.6607142857142857,"true_positive":37,"false_positive":25,"false_negative":13,"true_negative":25,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.015418327477760951,"baseline_adjusted_skill":0.24,"baseline_adjusted_score":0.24},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.62,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":0.025641025641025664,"baseline_adjusted_score":0.025641025641025664},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.7340425531914894,"baseline_adjusted_score":0.7340425531914894},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.20519003488093393,"accuracy":0.73,"positive_recall":0.84,"specificity":0.62,"precision":0.6885245901639344,"balanced_accuracy":0.73,"f1":0.7567567567567568,"true_positive":42,"false_positive":19,"false_negative":8,"true_negative":31,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.17923986047626428,"baseline_adjusted_skill":0.45999999999999996,"baseline_adjusted_score":0.45999999999999996},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.71,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.5671641791044776,"baseline_adjusted_score":0.5671641791044776},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.21360255012408869,"accuracy":0.67,"positive_recall":0.34,"specificity":1,"precision":1,"balanced_accuracy":0.67,"f1":0.5074626865671642,"true_positive":17,"false_positive":0,"false_negative":33,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.14558979950364526,"baseline_adjusted_skill":0.3400000000000001,"baseline_adjusted_score":0.3400000000000001},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.3773981283783783,"uniform_accuracy_baseline":0.23445945945945923,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.15597271386499564,"baseline_adjusted_score":0.15597271386499564},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.18457634077861634,"accuracy":0.5428947434210527,"positive_recall":0.901402742052762,"specificity":0.20151553563507082,"precision":0.5180620310077519,"balanced_accuracy":0.5514591388439164,"f1":0.6579698829678565,"true_positive":66.83000200000001,"false_positive":62.16999799999998,"false_negative":7.310001,"true_negative":15.689999000000004,"positive_prevalence":0.48776317763157917,"majority_accuracy_baseline":0.5122368223684208,"constant_brier_baseline":0.0945191003976856,"brier_skill":-0.9527940913743174,"baseline_adjusted_skill":0.1029182776878328,"baseline_adjusted_score":0.1029182776878328},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.15991312786507964,"normalized_score_rmse":0.20716392640481804,"constant_score_baseline":0.5841668333333334,"constant_mae_baseline":0.21700552708333315,"baseline_adjusted_skill":0.2630919128448246,"baseline_adjusted_score":0.2630919128448246},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2597593446580029,"accuracy":0.62,"positive_recall":0.74,"specificity":0.5,"precision":0.5967741935483871,"balanced_accuracy":0.62,"f1":0.6607142857142857,"true_positive":37,"false_positive":25,"false_negative":13,"true_negative":25,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.03903737863201151,"baseline_adjusted_skill":0.24,"baseline_adjusted_score":0.24},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3761710177595473,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":50,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.5046840710381892,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.53,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.2295081967213115,"baseline_adjusted_score":0.2295081967213115},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.83,"uniform_accuracy_baseline":0.03611111111111102,"fixed_answer_accuracy_baseline":0.08833333333333329,"baseline_adjusted_skill":0.8135283363802559,"baseline_adjusted_score":0.8135283363802559},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.81,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.5681818181818182,"baseline_adjusted_score":0.5681818181818182},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.62,"uniform_accuracy_baseline":0.04987932421560751,"fixed_answer_accuracy_baseline":0.1244247787610618,"baseline_adjusted_skill":0.5659995957145746,"baseline_adjusted_score":0.5659995957145746},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3004277846431902,"accuracy":0.46,"positive_recall":0.56,"specificity":0.36,"precision":0.4666666666666667,"balanced_accuracy":0.46,"f1":0.509090909090909,"true_positive":28,"false_positive":32,"false_negative":22,"true_negative":18,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.2017111385727608,"baseline_adjusted_skill":-0.07999999999999996,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.6944444444444444,"uniform_accuracy_baseline":0.23888888888888893,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.5686274509803921,"baseline_adjusted_score":0.5686274509803921},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.363192708435358,"accuracy":0.53125,"positive_recall":0.75,"specificity":0.3125,"precision":0.5217391304347826,"balanced_accuracy":0.53125,"f1":0.6153846153846154,"true_positive":24,"false_positive":22,"false_negative":8,"true_negative":10,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.452770833741432,"baseline_adjusted_skill":0.0625,"baseline_adjusted_score":0.0625},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.7608695652173914,"baseline_adjusted_score":0.7608695652173914},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.31,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.0454545454545455,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3631862183613423,"accuracy":0.54,"positive_recall":0.96,"specificity":0.12,"precision":0.5217391304347826,"balanced_accuracy":0.54,"f1":0.676056338028169,"true_positive":48,"false_positive":44,"false_negative":2,"true_negative":6,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.4527448734453692,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.6470588235294118,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.4782608695652174,"baseline_adjusted_score":0.4782608695652174},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.31705360931475046,"accuracy":0.5454545454545454,"positive_recall":0.0625,"specificity":1,"precision":1,"balanced_accuracy":0.53125,"f1":0.11764705882352941,"true_positive":1,"false_positive":0,"false_negative":15,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":-0.26938007552854093,"baseline_adjusted_skill":0.0625,"baseline_adjusted_score":0.0625},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.15932493527885527,"normalized_score_rmse":0.25776843073332034,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.5171971658216508,"baseline_adjusted_score":0.5171971658216508},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0,"uniform_accuracy_baseline":0.17812500000000006,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.40350877192982454,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.41358015239473456,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":17,"false_positive":17,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.6543206095789382,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.19652321627911398,"normalized_score_rmse":0.2543955198588538,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-0.33635787069797507,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.375,"uniform_accuracy_baseline":0.13194444444444448,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":-0.5652173913043478,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.21086492501639614,"accuracy":0.6923076923076923,"positive_recall":1,"specificity":0.38461538461538464,"precision":0.6190476190476191,"balanced_accuracy":0.6923076923076923,"f1":0.7647058823529411,"true_positive":26,"false_positive":16,"false_negative":0,"true_negative":10,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.15654029993441543,"baseline_adjusted_skill":0.3846153846153846,"baseline_adjusted_score":0.3846153846153846},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.3160859459805381,"accuracy":0.5333333333333333,"positive_recall":0.717948717948718,"specificity":0.3333333333333333,"precision":0.5384615384615384,"balanced_accuracy":0.5256410256410257,"f1":0.6153846153846154,"true_positive":28,"false_positive":24,"false_negative":11,"true_negative":12,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24959999999999993,"brier_skill":-0.26636997588356626,"baseline_adjusted_skill":0.05128205128205132,"baseline_adjusted_score":0.05128205128205132},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.297499783039093,"normalized_score_rmse":0.3609252163278639,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.06249922513961792,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.5882352941176471,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.44,"baseline_adjusted_score":0.44},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.1453136092916478,"accuracy":0.75,"positive_recall":0.7142857142857143,"specificity":0.7857142857142857,"precision":0.7692307692307693,"balanced_accuracy":0.75,"f1":0.7407407407407407,"true_positive":10,"false_positive":3,"false_negative":4,"true_negative":11,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4187455628334088,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.3324645276767005,"normalized_score_rmse":0.4311789199385002,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.16969696969696968,"baseline_adjusted_skill":-0.9591659666662709,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":0.7500000000000001,"baseline_adjusted_score":0.7500000000000001},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.1554734547284801,"accuracy":0.788235294117647,"positive_recall":0.7555555555555555,"specificity":0.825,"precision":0.8292682926829268,"balanced_accuracy":0.7902777777777777,"f1":0.7906976744186046,"true_positive":34,"false_positive":7,"false_negative":11,"true_negative":33,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.24913494809688563,"brier_skill":0.37594682754818365,"baseline_adjusted_skill":0.5805555555555555,"baseline_adjusted_score":0.5805555555555555},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.36,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.15789473684210525,"baseline_adjusted_score":0.15789473684210525},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.3303295593957216,"accuracy":0.56,"positive_recall":0.7714285714285715,"specificity":0.06666666666666667,"precision":0.6585365853658537,"balanced_accuracy":0.41904761904761906,"f1":0.7105263157894737,"true_positive":27,"false_positive":14,"false_negative":8,"true_negative":1,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.20999999999999996,"brier_skill":-0.5729979018843889,"baseline_adjusted_skill":-0.16190476190476188,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.26315836928784847,"normalized_score_rmse":0.37918710098341346,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.06014868111482696,"baseline_adjusted_score":0.06014868111482696},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.5443037974683544,"uniform_accuracy_baseline":0.24240506329113914,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.2173913043478261,"baseline_adjusted_score":0.2173913043478261},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.12528643135204084,"accuracy":0.7619047619047619,"positive_recall":0.7272727272727273,"specificity":0.8,"precision":0.8,"balanced_accuracy":0.7636363636363637,"f1":0.7619047619047619,"true_positive":8,"false_positive":2,"false_negative":3,"true_negative":8,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.24943310657596363,"brier_skill":0.4977153070340906,"baseline_adjusted_skill":0.5272727272727273,"baseline_adjusted_score":0.5272727272727273},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.3939393939393939,"uniform_accuracy_baseline":0.3237373737373738,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.3201766899688535,"accuracy":0.5151515151515151,"positive_recall":0.6470588235294118,"specificity":0.375,"precision":0.5238095238095238,"balanced_accuracy":0.5110294117647058,"f1":0.5789473684210527,"true_positive":11,"false_positive":10,"false_negative":6,"true_negative":6,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":-0.28188388005912257,"baseline_adjusted_skill":0.022058823529411686,"baseline_adjusted_score":0.022058823529411686},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.32731034630434774,"normalized_score_rmse":0.38395240534623454,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.34313725490196084,"baseline_adjusted_skill":0.04612413362732959,"baseline_adjusted_score":0.04612413362732959},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.42436761286129027,"accuracy":0.4,"positive_recall":0.22,"specificity":0.58,"precision":0.34375,"balanced_accuracy":0.39999999999999997,"f1":0.2682926829268293,"true_positive":11,"false_positive":21,"false_negative":39,"true_negative":29,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.6974704514451611,"baseline_adjusted_skill":-0.20000000000000007,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.35333333333333333,"uniform_accuracy_baseline":0.3333333333333332,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.2653850290265136,"accuracy":0.4666666666666667,"positive_recall":0.02702702702702703,"specificity":0.8947368421052632,"precision":0.2,"balanced_accuracy":0.4608819345661451,"f1":0.047619047619047616,"true_positive":1,"false_positive":4,"false_negative":36,"true_negative":34,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555535,"brier_skill":-0.06172886790479404,"baseline_adjusted_skill":-0.07823613086770975,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.35,"uniform_accuracy_baseline":0.1428571428571427,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.16666666666666663,"baseline_adjusted_score":0.16666666666666663},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.31999999999999995,"uniform_accuracy_baseline":0.32416666666666627,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.03030303030303042,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.4139856968512348,"accuracy":0.5454545454545454,"positive_recall":0.9375,"specificity":0.17647058823529413,"precision":0.5172413793103449,"balanced_accuracy":0.5569852941176471,"f1":0.6666666666666666,"true_positive":15,"false_positive":14,"false_negative":1,"true_negative":3,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":-0.6574647936433622,"baseline_adjusted_skill":0.11397058823529416,"baseline_adjusted_score":0.11397058823529416},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.39913614100960054,"normalized_score_rmse":0.46581606149307847,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":-0.8167576073540439,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2559534376640794,"accuracy":0.62,"positive_recall":0.18181818181818182,"specificity":0.7435897435897436,"precision":0.16666666666666666,"balanced_accuracy":0.46270396270396275,"f1":0.17391304347826086,"true_positive":4,"false_positive":20,"false_negative":18,"true_negative":58,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000028,"brier_skill":-0.49157014955756995,"baseline_adjusted_skill":-0.07459207459207451,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24676736070056038,"accuracy":0.67,"positive_recall":0.7297297297297297,"specificity":0.6349206349206349,"precision":0.54,"balanced_accuracy":0.6823251823251824,"f1":0.6206896551724138,"true_positive":27,"false_positive":23,"false_negative":10,"true_negative":40,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000008,"brier_skill":-0.05863303603843972,"baseline_adjusted_skill":0.3646503646503647,"baseline_adjusted_score":0.3646503646503647},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.34173698125261626,"accuracy":0.54,"positive_recall":0.20512820512820512,"specificity":0.7540983606557377,"precision":0.34782608695652173,"balanced_accuracy":0.47961328289197136,"f1":0.25806451612903225,"true_positive":8,"false_positive":15,"false_negative":31,"true_negative":46,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379000000000002,"brier_skill":-0.43647322930902055,"baseline_adjusted_skill":-0.04077343421605728,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.39708709167588124,"accuracy":0.55,"positive_recall":0.7419354838709677,"specificity":0.463768115942029,"precision":0.38333333333333336,"balanced_accuracy":0.6028517999064984,"f1":0.5054945054945055,"true_positive":23,"false_positive":37,"false_negative":8,"true_negative":32,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999987,"brier_skill":-0.8564146408409608,"baseline_adjusted_skill":0.2057035998129968,"baseline_adjusted_score":0.2057035998129968},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.52,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.3333333333333333,"baseline_adjusted_score":0.3333333333333333},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.15759502587432508,"normalized_score_rmse":0.1967999271271759,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.322171931723333,"baseline_adjusted_score":0.322171931723333},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.23379614848050204,"accuracy":0.71,"positive_recall":0.92,"specificity":0.5,"precision":0.647887323943662,"balanced_accuracy":0.71,"f1":0.7603305785123967,"true_positive":46,"false_positive":25,"false_negative":4,"true_negative":25,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.06481540607799186,"baseline_adjusted_skill":0.41999999999999993,"baseline_adjusted_score":0.41999999999999993},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.23094438147068935,"accuracy":0.66,"positive_recall":0.58,"specificity":0.74,"precision":0.6904761904761905,"balanced_accuracy":0.6599999999999999,"f1":0.6304347826086957,"true_positive":29,"false_positive":13,"false_negative":21,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.07622247411724259,"baseline_adjusted_skill":0.31999999999999984,"baseline_adjusted_score":0.31999999999999984},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.51,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.4000000000000001,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2972147265131044,"accuracy":0.61,"positive_recall":0.88,"specificity":0.34,"precision":0.5714285714285714,"balanced_accuracy":0.61,"f1":0.6929133858267716,"true_positive":44,"false_positive":33,"false_negative":6,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.1888589060524175,"baseline_adjusted_skill":0.21999999999999997,"baseline_adjusted_score":0.21999999999999997},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.63,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.11904761904761914,"baseline_adjusted_score":0.11904761904761914},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.4,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.31899810326898215,"accuracy":0.55,"positive_recall":0.12,"specificity":0.98,"precision":0.8571428571428571,"balanced_accuracy":0.55,"f1":0.21052631578947367,"true_positive":6,"false_positive":1,"false_negative":44,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.2759924130759286,"baseline_adjusted_skill":0.10000000000000009,"baseline_adjusted_score":0.10000000000000009},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.20851190476190457,"fixed_answer_accuracy_baseline":0.2233333333333332,"baseline_adjusted_skill":0.9227467811158798,"baseline_adjusted_score":0.9227467811158798},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11742156727490725,"accuracy":0.84,"positive_recall":0.84,"specificity":0.84,"precision":0.84,"balanced_accuracy":0.84,"f1":0.84,"true_positive":42,"false_positive":8,"false_negative":8,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5303137309003709,"baseline_adjusted_skill":0.6799999999999999,"baseline_adjusted_score":0.6799999999999999},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.1758810183496098,"normalized_score_rmse":0.27103761838855156,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.41372993883463394,"baseline_adjusted_score":0.41372993883463394},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.77,"uniform_accuracy_baseline":0.22851190476190467,"fixed_answer_accuracy_baseline":0.2433333333333333,"baseline_adjusted_skill":0.696035242290749,"baseline_adjusted_score":0.696035242290749},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.13957406739947767,"accuracy":0.8,"positive_recall":0.86,"specificity":0.74,"precision":0.7678571428571429,"balanced_accuracy":0.8,"f1":0.8113207547169812,"true_positive":43,"false_positive":13,"false_negative":7,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4417037304020893,"baseline_adjusted_skill":0.6000000000000001,"baseline_adjusted_score":0.6000000000000001},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.1852697752480034,"normalized_score_rmse":0.2740204414038323,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.304222222222222,"baseline_adjusted_skill":0.3910051215368766,"baseline_adjusted_score":0.3910051215368766},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.61,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.3709677419354838,"baseline_adjusted_score":0.3709677419354838},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10876513489696377,"accuracy":0.86,"positive_recall":0.9,"specificity":0.82,"precision":0.8333333333333334,"balanced_accuracy":0.86,"f1":0.8653846153846154,"true_positive":45,"false_positive":9,"false_negative":5,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5649394604121449,"baseline_adjusted_skill":0.72,"baseline_adjusted_score":0.72},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.39,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":-0.21999999999999997,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09089449794779828,"accuracy":0.88,"positive_recall":0.9,"specificity":0.86,"precision":0.8653846153846154,"balanced_accuracy":0.88,"f1":0.8823529411764706,"true_positive":45,"false_positive":7,"false_negative":5,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6364220082088069,"baseline_adjusted_skill":0.76,"baseline_adjusted_score":0.76},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.55,"uniform_accuracy_baseline":0.35333333333333317,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.23728813559322043,"baseline_adjusted_score":0.23728813559322043},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.48,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.16129032258064513,"baseline_adjusted_score":0.16129032258064513},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.22,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.25806451612903225,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.22,"uniform_accuracy_baseline":0.11111111111111088,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.07142857142857142,"baseline_adjusted_score":0.07142857142857142},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.057013405071589945,"accuracy":0.8203749999999999,"positive_recall":0.25708635464733026,"specificity":0.9521826314977634,"precision":0.5571428571428573,"balanced_accuracy":0.6046344930725468,"f1":0.35182679296346414,"true_positive":19.500000000000004,"false_positive":15.5,"false_negative":56.35000000000001,"true_negative":308.6499999999999,"positive_prevalence":0.1896249999999999,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500007,"brier_skill":0.2510417524906031,"baseline_adjusted_skill":0.2092689861450936,"baseline_adjusted_score":0.2092689861450936},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.16280875793927407,"normalized_score_rmse":0.2120435732129275,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":0.23832160028409788,"baseline_adjusted_score":0.23832160028409788},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.11787868131846349,"accuracy":0.7513749999999999,"positive_recall":0.6854195968120018,"specificity":0.7753536730867565,"precision":0.5258992805755396,"balanced_accuracy":0.7303866349493792,"f1":0.5951557093425606,"true_positive":73.1,"false_positive":65.89999999999998,"false_negative":33.550000000000004,"true_negative":227.45,"positive_prevalence":0.2666249999999998,"majority_accuracy_baseline":0.7333750000000002,"constant_brier_baseline":0.11565485937499977,"brier_skill":-0.01922808912207663,"baseline_adjusted_skill":0.46077326989875833,"baseline_adjusted_score":0.46077326989875833},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.20332013326298692,"normalized_score_rmse":0.2890746546370406,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.24345996925400215,"baseline_adjusted_score":0.24345996925400215},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.08655058093963355,"accuracy":0.7626249999999999,"positive_recall":0.6568232662192393,"specificity":0.803642671292281,"precision":0.5646153846153843,"balanced_accuracy":0.73023296875576,"f1":0.6072388831437434,"true_positive":73.39999999999996,"false_positive":56.60000000000002,"false_negative":38.35,"true_negative":231.64999999999998,"positive_prevalence":0.2793749999999999,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937499995,"brier_skill":0.23512064317585324,"baseline_adjusted_skill":0.4604659375115201,"baseline_adjusted_score":0.4604659375115201},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.18349581772075907,"normalized_score_rmse":0.2550008072818885,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.30592598498058043,"baseline_adjusted_score":0.30592598498058043},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.062200124552871695,"accuracy":0.8696249999999999,"positive_recall":0.6794366197183098,"specificity":0.9238554216867471,"precision":0.717857142857143,"balanced_accuracy":0.8016460207025284,"f1":0.6981186685962373,"true_positive":60.3,"false_positive":23.699999999999985,"false_negative":28.450000000000006,"true_negative":287.54999999999995,"positive_prevalence":0.22187499999999974,"majority_accuracy_baseline":0.7781250000000003,"constant_brier_baseline":0.126740234375001,"brier_skill":0.5092314223687406,"baseline_adjusted_skill":0.6032920414050569,"baseline_adjusted_score":0.6032920414050569},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1332269440721393,"normalized_score_rmse":0.21929317831985104,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.4095204694863631,"baseline_adjusted_score":0.4095204694863631},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.08823006139791975,"accuracy":0.7912499999999995,"positive_recall":0.7481096408317579,"specificity":0.8067641060503059,"precision":0.5819852941176471,"balanced_accuracy":0.777436873441032,"f1":0.6546732837055418,"true_positive":79.15,"false_positive":56.84999999999999,"false_negative":26.650000000000016,"true_negative":237.3499999999998,"positive_prevalence":0.26449999999999985,"majority_accuracy_baseline":0.7355000000000002,"constant_brier_baseline":0.11362725000000028,"brier_skill":0.22351318545578158,"baseline_adjusted_skill":0.5548737468820639,"baseline_adjusted_score":0.5548737468820639},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.17122359709263038,"normalized_score_rmse":0.25131966411347856,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.3185130463974909,"baseline_adjusted_score":0.3185130463974909},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.0670692683960801,"accuracy":0.8344999999999995,"positive_recall":0.39425587467362905,"specificity":0.9387755102040816,"precision":0.6040000000000001,"balanced_accuracy":0.6665156924388553,"f1":0.4770932069510267,"true_positive":30.200000000000006,"false_positive":19.8,"false_negative":46.40000000000005,"true_negative":303.5999999999998,"positive_prevalence":0.1914999999999999,"majority_accuracy_baseline":0.8085000000000001,"constant_brier_baseline":0.09190274999999995,"brier_skill":0.2702147825165173,"baseline_adjusted_skill":0.33303138487771067,"baseline_adjusted_score":0.33303138487771067},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.15548332262542316,"normalized_score_rmse":0.24767971337162922,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.2484189842879847,"baseline_adjusted_score":0.2484189842879847},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.09144852867075853,"accuracy":0.8305,"positive_recall":0.7655826558265582,"specificity":0.8451870018393624,"precision":0.52803738317757,"balanced_accuracy":0.8053848288329603,"f1":0.6249999999999999,"true_positive":56.49999999999999,"false_positive":50.5,"false_negative":17.3,"true_negative":275.7,"positive_prevalence":0.1844999999999999,"majority_accuracy_baseline":0.8155000000000001,"constant_brier_baseline":0.1092222499999995,"brier_skill":0.16272985888169345,"baseline_adjusted_skill":0.6107696576659205,"baseline_adjusted_score":0.6107696576659205},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.16325925538787486,"normalized_score_rmse":0.26723393078506075,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":0.1379049220442251,"baseline_adjusted_score":0.1379049220442251},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.10338718960693755,"accuracy":0.7837499999999997,"positive_recall":0.5477707006369427,"specificity":0.8413685847589424,"precision":0.4574468085106383,"balanced_accuracy":0.6945696426979425,"f1":0.4985507246376812,"true_positive":43,"false_positive":51,"false_negative":35.49999999999999,"true_negative":270.4999999999999,"positive_prevalence":0.19624999999999987,"majority_accuracy_baseline":0.8037500000000002,"constant_brier_baseline":0.09878593749999955,"brier_skill":-0.04657800718789584,"baseline_adjusted_skill":0.38913928539588505,"baseline_adjusted_score":0.38913928539588505},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1914017462485572,"normalized_score_rmse":0.27185480425863207,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":0.09395623077606063,"baseline_adjusted_score":0.09395623077606063},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.13100009881175684,"accuracy":0.6836734693877551,"positive_recall":0.746144721233689,"specificity":0.6365264100268577,"precision":0.6077294685990337,"balanced_accuracy":0.6913355656302733,"f1":0.6698615548455803,"true_positive":125.79999999999994,"false_positive":81.20000000000002,"false_negative":42.80000000000002,"true_negative":142.20000000000005,"positive_prevalence":0.43010204081632636,"majority_accuracy_baseline":0.5698979591836737,"constant_brier_baseline":0.12359641815910102,"brier_skill":-0.059902064824607804,"baseline_adjusted_skill":0.38267113126054664,"baseline_adjusted_score":0.38267113126054664},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.19826050815865937,"normalized_score_rmse":0.27463181238970946,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.280387785201903,"baseline_adjusted_score":0.280387785201903},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.09051547619211997,"accuracy":0.8301250000000004,"positive_recall":0.5830055074744297,"specificity":0.8768019022142964,"precision":0.4719745222929936,"balanced_accuracy":0.7299037048443631,"f1":0.5216473072861669,"true_positive":74.1,"false_positive":82.89999999999999,"false_negative":52.99999999999997,"true_negative":590.0000000000003,"positive_prevalence":0.15887500000000002,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499934,"brier_skill":0.08364262600081451,"baseline_adjusted_skill":0.45980740968872613,"baseline_adjusted_score":0.45980740968872613},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.18978364968315872,"normalized_score_rmse":0.26584891113180165,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-0.1502039374736892,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.1935483870967742,"baseline_adjusted_score":0.1935483870967742},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3363812801854387,"accuracy":0.48,"positive_recall":0.26,"specificity":0.7,"precision":0.4642857142857143,"balanced_accuracy":0.48,"f1":0.3333333333333333,"true_positive":13,"false_positive":15,"false_negative":37,"true_negative":35,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.3455251207417549,"baseline_adjusted_skill":-0.040000000000000036,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.0682571239231279,"uniform_accuracy_baseline":0.058823529411766766,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":-0.09501557632398754,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.51,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":-0.0652173913043479,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.27187188497604187,"accuracy":0.53,"positive_recall":0.32,"specificity":0.74,"precision":0.5517241379310345,"balanced_accuracy":0.53,"f1":0.4050632911392405,"true_positive":16,"false_positive":13,"false_negative":34,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.08748753990416747,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.55,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.2857142857142858,"baseline_adjusted_score":0.2857142857142858},"scoring":{"eligible":true,"reason":null},"model":82,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.24604843598449055,"accuracy":0.5405405405405406,"positive_recall":0.38028169014084506,"specificity":0.6883116883116883,"precision":0.5294117647058824,"balanced_accuracy":0.5342966892262667,"f1":0.4426229508196721,"true_positive":27,"false_positive":24,"false_negative":44,"true_negative":53,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.2495891161431699,"brier_skill":0.014186035887271298,"baseline_adjusted_skill":0.06859337845253344,"baseline_adjusted_score":0.06859337845253344},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.21,"uniform_accuracy_baseline":0.20049999999999962,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":-0.11267605633802816,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.36,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.058823529411764684,"baseline_adjusted_score":0.058823529411764684},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.62,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.1914893617021276,"baseline_adjusted_score":0.1914893617021276},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":-1.0408163265306123,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08254564173005843,"accuracy":0.5901697893,"positive_recall":0.8816103022856112,"specificity":0.1225835638288002,"precision":0.6171612047499999,"balanced_accuracy":0.5020969330572057,"f1":0.7260555377847486,"true_positive":54.310186017999996,"false_positive":33.689813982000004,"false_negative":7.293207088,"true_negative":4.706792911999999,"positive_prevalence":0.6160339310599999,"majority_accuracy_baseline":0.6160339310599999,"constant_brier_baseline":0.079087076552024,"brier_skill":-0.04373110410471881,"baseline_adjusted_skill":0.004193866114411415,"baseline_adjusted_score":0.004193866114411415},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24950736947621638,"accuracy":0.54,"positive_recall":0.72,"specificity":0.36,"precision":0.5294117647058824,"balanced_accuracy":0.54,"f1":0.6101694915254238,"true_positive":36,"false_positive":32,"false_negative":14,"true_negative":18,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.001970522095134486,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.45,"uniform_accuracy_baseline":0.012987012987012965,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.4210526315789474,"baseline_adjusted_score":0.4210526315789474},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.32,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.13333333333333336,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.3,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":-0.09375,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.26111757992971746,"accuracy":0.51,"positive_recall":1,"specificity":0.02,"precision":0.5050505050505051,"balanced_accuracy":0.51,"f1":0.6711409395973155,"true_positive":50,"false_positive":49,"false_negative":0,"true_negative":1,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.04447031971886983,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.1894929419365855,"accuracy":0.3517328632070816,"positive_recall":0.956880457194109,"specificity":0.06995392731493769,"precision":0.3239002135083295,"balanced_accuracy":0.5134171922545233,"f1":0.48397636141266565,"true_positive":212.80244027497247,"false_positive":444.19755972502753,"false_negative":9.58943603001535,"true_negative":33.41056396998465,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768597,"brier_skill":-1.1356870433628612,"baseline_adjusted_skill":0.026834384509046627,"baseline_adjusted_score":0.026834384509046627},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.27413152455365336,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":50,"false_positive":50,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.09652609821461344,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.1986754966887417,"uniform_accuracy_baseline":0.006622516556291403,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.16551724137931031,"baseline_adjusted_score":0.16551724137931031},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.4335294117647059,"uniform_accuracy_baseline":0.3333333333333301,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":-0.04446854663774402,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.38,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.03333333333333337,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.28874173022022287,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":50,"false_positive":50,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.15496692088089148,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.62,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.2083333333333333,"baseline_adjusted_score":0.2083333333333333},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.77,"uniform_accuracy_baseline":0.07142857142857136,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.7415730337078652,"baseline_adjusted_score":0.7415730337078652},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.48,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":-0.1304347826086958,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.24,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":-0.04109589041095894,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.3888888888888889,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":-0.8333333333333331,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.2546603473846614,"accuracy":0.5,"positive_recall":0.85,"specificity":0.16666666666666666,"precision":0.4927536231884058,"balanced_accuracy":0.5083333333333333,"f1":0.6238532110091743,"true_positive":34,"false_positive":35,"false_negative":6,"true_negative":7,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.24985127900059498,"brier_skill":-0.019247723699084895,"baseline_adjusted_skill":0.016666666666666607,"baseline_adjusted_score":0.016666666666666607},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2476218665953058,"accuracy":0.54,"positive_recall":0.98,"specificity":0.1,"precision":0.5212765957446809,"balanced_accuracy":0.54,"f1":0.6805555555555556,"true_positive":49,"false_positive":45,"false_negative":1,"true_negative":5,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.009512533618776797,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.26536312849162014,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.0573476702508961,"baseline_adjusted_score":0.0573476702508961},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":-0.09836065573770492,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.20042042948004077,"accuracy":0.725,"positive_recall":0.022727272727272728,"specificity":0.9230769230769231,"precision":0.07692307692307693,"balanced_accuracy":0.4729020979020979,"f1":0.03508771929824561,"true_positive":1,"false_positive":12,"false_negative":43,"true_negative":144,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000053,"brier_skill":-0.16795122074615465,"baseline_adjusted_skill":-0.054195804195804165,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.22031594065323323,"accuracy":0.61,"positive_recall":0.18,"specificity":0.7533333333333333,"precision":0.1956521739130435,"balanced_accuracy":0.4666666666666667,"f1":0.1875,"true_positive":9,"false_positive":37,"false_negative":41,"true_negative":113,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-0.17501835015057732,"baseline_adjusted_skill":-0.06666666666666665,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.16631087686628837,"accuracy":0.835,"positive_recall":0.05263157894736842,"specificity":0.9171270718232044,"precision":0.0625,"balanced_accuracy":0.48487932538528644,"f1":0.05714285714285714,"true_positive":1,"false_positive":15,"false_negative":18,"true_negative":166,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.0859749999999999,"brier_skill":-0.934409733832958,"baseline_adjusted_skill":-0.030241349229427117,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.32316008550421244,"accuracy":0.21045833333333333,"positive_recall":0.905564924114671,"specificity":0.16608514491606458,"precision":0.06482743928419256,"balanced_accuracy":0.5358250345153678,"f1":0.12099323397459258,"true_positive":152.14999999999995,"false_positive":2194.85,"false_negative":15.866666666666667,"true_negative":437.1333333333333,"positive_prevalence":0.060005952380952354,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679296,"brier_skill":-9.035724500167566,"baseline_adjusted_skill":0.07165006903073556,"baseline_adjusted_score":0.07165006903073556},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.26628895184135976,"uniform_accuracy_baseline":0.027777777777777853,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.15909090909090906,"baseline_adjusted_score":0.15909090909090906},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.38,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.11428571428571431,"baseline_adjusted_score":0.11428571428571431},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2510680774529503,"accuracy":0.51,"positive_recall":0.44,"specificity":0.58,"precision":0.5116279069767442,"balanced_accuracy":0.51,"f1":0.4731182795698925,"true_positive":22,"false_positive":21,"false_negative":28,"true_negative":29,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.004272309811801156,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2616591141647514,"accuracy":0.52,"positive_recall":1,"specificity":0.04,"precision":0.5102040816326531,"balanced_accuracy":0.52,"f1":0.6756756756756757,"true_positive":50,"false_positive":48,"false_negative":0,"true_negative":2,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.04663645665900562,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.56,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":-0.12820512820512803,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.41,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.3723404255319149,"baseline_adjusted_score":0.3723404255319149},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.26044021293400926,"accuracy":0.49,"positive_recall":0.96,"specificity":0.02,"precision":0.4948453608247423,"balanced_accuracy":0.49,"f1":0.6530612244897959,"true_positive":48,"false_positive":49,"false_negative":2,"true_negative":1,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.04176085173603705,"baseline_adjusted_skill":-0.020000000000000018,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.78,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.6716417910447762,"baseline_adjusted_score":0.6716417910447762},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25468298185351984,"accuracy":0.53,"positive_recall":0.44,"specificity":0.62,"precision":0.5365853658536586,"balanced_accuracy":0.53,"f1":0.4835164835164835,"true_positive":22,"false_positive":19,"false_negative":28,"true_negative":31,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.018731927414079363,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.2907770337837837,"uniform_accuracy_baseline":0.23445945945945923,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.03854523616998617,"baseline_adjusted_score":0.03854523616998617},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.11310154242049728,"accuracy":0.5254385986842106,"positive_recall":0.8565326737308064,"specificity":0.21016353237208577,"precision":0.5080266800000002,"balanced_accuracy":0.5333481030514461,"f1":0.6377757762713302,"true_positive":63.50333500000003,"false_positive":61.49666499999998,"false_negative":10.636667999999998,"true_negative":16.363331999999996,"positive_prevalence":0.48776317763157917,"majority_accuracy_baseline":0.5122368223684208,"constant_brier_baseline":0.0945191003976856,"brier_skill":-0.1965998612410269,"baseline_adjusted_skill":0.06669620610289217,"baseline_adjusted_score":0.06669620610289217},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.22295307991619384,"normalized_score_rmse":0.2606967015024442,"constant_score_baseline":0.5841668333333334,"constant_mae_baseline":0.21700552708333315,"baseline_adjusted_skill":-0.027407379493042727,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25474192370830945,"accuracy":0.42,"positive_recall":0.78,"specificity":0.06,"precision":0.45348837209302323,"balanced_accuracy":0.42000000000000004,"f1":0.5735294117647058,"true_positive":39,"false_positive":47,"false_negative":11,"true_negative":3,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.01896769483323779,"baseline_adjusted_skill":-0.15999999999999992,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.26308289374071453,"accuracy":0.51,"positive_recall":0.34,"specificity":0.68,"precision":0.5151515151515151,"balanced_accuracy":0.51,"f1":0.40963855421686746,"true_positive":17,"false_positive":16,"false_negative":33,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.05233157496285812,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.29,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":-0.16393442622950827,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.51,"uniform_accuracy_baseline":0.03611111111111102,"fixed_answer_accuracy_baseline":0.08833333333333329,"baseline_adjusted_skill":0.4625228519195613,"baseline_adjusted_score":0.4625228519195613},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.79,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.5227272727272727,"baseline_adjusted_score":0.5227272727272727},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.515,"uniform_accuracy_baseline":0.04987932421560751,"fixed_answer_accuracy_baseline":0.1244247787610618,"baseline_adjusted_skill":0.44607843137254916,"baseline_adjusted_score":0.44607843137254916},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.26648871492983395,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":50,"false_positive":50,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.06595485971933579,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.19444444444444445,"uniform_accuracy_baseline":0.23888888888888893,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":-0.13725490196078435,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.2876778831109577,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":32,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.15071153244383084,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.6521739130434782,"baseline_adjusted_score":0.6521739130434782},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.015151515151515168,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2514695603771243,"accuracy":0.51,"positive_recall":1,"specificity":0.02,"precision":0.5050505050505051,"balanced_accuracy":0.51,"f1":0.6711409395973155,"true_positive":50,"false_positive":49,"false_negative":0,"true_negative":1,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.005878241508497251,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.7647058823529411,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.6521739130434782,"baseline_adjusted_score":0.6521739130434782},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.2664164886564051,"accuracy":0.5151515151515151,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":16,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":-0.06664542701038623,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.28384066534997193,"normalized_score_rmse":0.3475310499632662,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.13987677166675172,"baseline_adjusted_score":0.13987677166675172},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.1875,"uniform_accuracy_baseline":0.17812500000000006,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.14035087719298242,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.30210379425696077,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":17,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.20841517702784307,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.23314836475806117,"normalized_score_rmse":0.3103330660040508,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-0.5854088803548159,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.0625,"uniform_accuracy_baseline":0.13194444444444448,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":-1.3478260869565215,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.2546805329626758,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":26,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.01872213185070315,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.2620185388382184,"accuracy":0.48,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":39,"true_negative":36,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24959999999999993,"brier_skill":-0.049753761371067684,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.289420128565802,"normalized_score_rmse":0.3755556842475605,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.03364331630643558,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.3235294117647059,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.08000000000000002,"baseline_adjusted_score":0.08000000000000002},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.2581165757546277,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":14,"true_negative":14,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.032466303018510834,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.263189654374306,"normalized_score_rmse":0.3099863895586242,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.16969696969696968,"baseline_adjusted_skill":-0.5509390347057321,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":0.9333333333333333,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":0.9166666666666667,"baseline_adjusted_score":0.9166666666666667},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.2605550282869775,"accuracy":0.47058823529411764,"positive_recall":0.3111111111111111,"specificity":0.65,"precision":0.5,"balanced_accuracy":0.48055555555555557,"f1":0.3835616438356164,"true_positive":14,"false_positive":14,"false_negative":31,"true_negative":26,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.24913494809688563,"brier_skill":-0.04583893298523001,"baseline_adjusted_skill":-0.03888888888888886,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.56,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.42105263157894746,"baseline_adjusted_score":0.42105263157894746},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.24231777424572087,"accuracy":0.7,"positive_recall":1,"specificity":0,"precision":0.7,"balanced_accuracy":0.5,"f1":0.8235294117647058,"true_positive":35,"false_positive":15,"false_negative":0,"true_negative":0,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.20999999999999996,"brier_skill":-0.1538941630748616,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.28128145369412516,"normalized_score_rmse":0.35443243761949345,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.004576620336161241,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.22784810126582278,"uniform_accuracy_baseline":0.24240506329113914,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":-0.32608695652173914,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.30407735818905296,"accuracy":0.47619047619047616,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":11,"true_negative":10,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.24943310657596363,"brier_skill":-0.2190737723761127,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.30303030303030304,"uniform_accuracy_baseline":0.3237373737373738,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":-0.14999999999999997,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.2564430465699517,"accuracy":0.5454545454545454,"positive_recall":0.35294117647058826,"specificity":0.75,"precision":0.6,"balanced_accuracy":0.5514705882352942,"f1":0.4444444444444444,"true_positive":6,"false_positive":4,"false_negative":11,"true_negative":12,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":-0.02671499159807822,"baseline_adjusted_skill":0.10294117647058831,"baseline_adjusted_score":0.10294117647058831},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.4134248028312659,"normalized_score_rmse":0.45647471599544465,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.34313725490196084,"baseline_adjusted_skill":-0.20483799682254622,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2945227868162467,"accuracy":0.48,"positive_recall":0.04,"specificity":0.92,"precision":0.3333333333333333,"balanced_accuracy":0.48000000000000004,"f1":0.07142857142857142,"true_positive":2,"false_positive":4,"false_negative":48,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.17809114726498687,"baseline_adjusted_skill":-0.039999999999999925,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.33333333333333326,"uniform_accuracy_baseline":0.3333333333333332,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":-0.030927835051546504,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.2521059447149484,"accuracy":0.4666666666666667,"positive_recall":0.9459459459459459,"specificity":0,"precision":0.4794520547945205,"balanced_accuracy":0.47297297297297297,"f1":0.6363636363636364,"true_positive":35,"false_positive":38,"false_negative":2,"true_negative":0,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555535,"brier_skill":-0.008603086075096744,"baseline_adjusted_skill":-0.05405405405405406,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.12,"uniform_accuracy_baseline":0.1428571428571427,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":-0.12820512820512822,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.32416666666666627,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.015151515151515168,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.2702619580772657,"accuracy":0.48484848484848486,"positive_recall":1,"specificity":0,"precision":0.48484848484848486,"balanced_accuracy":0.5,"f1":0.6530612244897959,"true_positive":16,"false_positive":17,"false_negative":0,"true_negative":0,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":-0.08204144244905232,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.23914679186766924,"normalized_score_rmse":0.2766019366593534,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":-0.08853022505283925,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.22709793428474903,"accuracy":0.67,"positive_recall":0.2727272727272727,"specificity":0.782051282051282,"precision":0.2608695652173913,"balanced_accuracy":0.5273892773892774,"f1":0.26666666666666666,"true_positive":6,"false_positive":17,"false_negative":16,"true_negative":61,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000028,"brier_skill":-0.3234145354589082,"baseline_adjusted_skill":0.05477855477855487,"baseline_adjusted_score":0.05477855477855487},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24709203586491582,"accuracy":0.59,"positive_recall":0.16216216216216217,"specificity":0.8412698412698413,"precision":0.375,"balanced_accuracy":0.5017160017160017,"f1":0.22641509433962265,"true_positive":6,"false_positive":10,"false_negative":31,"true_negative":53,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000008,"brier_skill":-0.060025893886382464,"baseline_adjusted_skill":0.00343200343200345,"baseline_adjusted_score":0.00343200343200345},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25440860926647735,"accuracy":0.56,"positive_recall":0.4358974358974359,"specificity":0.639344262295082,"precision":0.4358974358974359,"balanced_accuracy":0.537620849096259,"f1":0.4358974358974359,"true_positive":17,"false_positive":22,"false_negative":22,"true_negative":39,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379000000000002,"brier_skill":-0.06939306122941202,"baseline_adjusted_skill":0.07524169819251791,"baseline_adjusted_score":0.07524169819251791},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25000874331765316,"accuracy":0.49,"positive_recall":0.5161290322580645,"specificity":0.4782608695652174,"precision":0.3076923076923077,"balanced_accuracy":0.49719495091164095,"f1":0.3855421686746988,"true_positive":16,"false_positive":36,"false_negative":15,"true_negative":33,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999987,"brier_skill":-0.16881132920829045,"baseline_adjusted_skill":-0.005610098176718092,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.25,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":-0.041666666666666706,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.3099199521759926,"normalized_score_rmse":0.36450165044163785,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":-0.33298904161717235,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2604420481325799,"accuracy":0.5,"positive_recall":0.98,"specificity":0.02,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6621621621621622,"true_positive":49,"false_positive":49,"false_negative":1,"true_negative":1,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.04176819253031949,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24226435177411823,"accuracy":0.52,"positive_recall":0.94,"specificity":0.1,"precision":0.5108695652173914,"balanced_accuracy":0.52,"f1":0.6619718309859155,"true_positive":47,"false_positive":45,"false_negative":3,"true_negative":5,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.030942592903527077,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.19,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-1.3142857142857145,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.26532972535522154,"accuracy":0.48,"positive_recall":0.84,"specificity":0.12,"precision":0.4883720930232558,"balanced_accuracy":0.48,"f1":0.6176470588235294,"true_positive":42,"false_positive":44,"false_negative":8,"true_negative":6,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.06131890142088614,"baseline_adjusted_skill":-0.040000000000000036,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.53,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":-0.11904761904761887,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.1,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.28885737917831167,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":50,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.15542951671324667,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.74,"uniform_accuracy_baseline":0.20851190476190457,"fixed_answer_accuracy_baseline":0.2233333333333332,"baseline_adjusted_skill":0.6652360515021459,"baseline_adjusted_score":0.6652360515021459},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.22747396767867908,"accuracy":0.6,"positive_recall":0.76,"specificity":0.44,"precision":0.5757575757575758,"balanced_accuracy":0.6,"f1":0.6551724137931034,"true_positive":38,"false_positive":28,"false_negative":12,"true_negative":22,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.09010412928528366,"baseline_adjusted_skill":0.19999999999999996,"baseline_adjusted_score":0.19999999999999996},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.25070934035884823,"normalized_score_rmse":0.29790013307530083,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.16430219880383923,"baseline_adjusted_score":0.16430219880383923},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.56,"uniform_accuracy_baseline":0.22851190476190467,"fixed_answer_accuracy_baseline":0.2433333333333333,"baseline_adjusted_skill":0.4185022026431719,"baseline_adjusted_score":0.4185022026431719},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25482563172243206,"accuracy":0.57,"positive_recall":0.86,"specificity":0.28,"precision":0.5443037974683544,"balanced_accuracy":0.5700000000000001,"f1":0.6666666666666666,"true_positive":43,"false_positive":36,"false_negative":7,"true_negative":14,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.019302526889728222,"baseline_adjusted_skill":0.14000000000000012,"baseline_adjusted_score":0.14000000000000012},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.29632747729620307,"normalized_score_rmse":0.3575979744881001,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.304222222222222,"baseline_adjusted_skill":0.02595058595112143,"baseline_adjusted_score":0.02595058595112143},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.61,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.3709677419354838,"baseline_adjusted_score":0.3709677419354838},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2609711948615767,"accuracy":0.52,"positive_recall":1,"specificity":0.04,"precision":0.5102040816326531,"balanced_accuracy":0.52,"f1":0.6756756756756757,"true_positive":50,"false_positive":48,"false_negative":0,"true_negative":2,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.043884779446306865,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.41,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":-0.18000000000000005,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25743820906090453,"accuracy":0.46,"positive_recall":0.8,"specificity":0.12,"precision":0.47619047619047616,"balanced_accuracy":0.46,"f1":0.5970149253731343,"true_positive":40,"false_positive":44,"false_negative":10,"true_negative":6,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.02975283624361813,"baseline_adjusted_skill":-0.07999999999999996,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.44,"uniform_accuracy_baseline":0.35333333333333317,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.05084745762711868,"baseline_adjusted_score":0.05084745762711868},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.06451612903225803,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.25,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.20967741935483872,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.15,"uniform_accuracy_baseline":0.11111111111111088,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":-0.011904761904761916,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.12162430891902576,"accuracy":0.785625,"positive_recall":0.03361898483849705,"specificity":0.961591855622397,"precision":0.16999999999999998,"balanced_accuracy":0.497605420230447,"f1":0.0561364887176665,"true_positive":2.55,"false_positive":12.45,"false_negative":73.29999999999997,"true_negative":311.7,"positive_prevalence":0.1896249999999999,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500007,"brier_skill":-0.5977212578016391,"baseline_adjusted_skill":-0.004789159539105969,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3794851143312323,"normalized_score_rmse":0.4165279079628729,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":-0.7753689559355896,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.16238952817886282,"accuracy":0.6186250000000002,"positive_recall":0.2911392405063292,"specificity":0.7376853587864326,"precision":0.28750000000000003,"balanced_accuracy":0.5144122996463809,"f1":0.289308176100629,"true_positive":31.05000000000001,"false_positive":76.95000000000002,"false_negative":75.59999999999998,"true_negative":216.4000000000001,"positive_prevalence":0.2666249999999998,"majority_accuracy_baseline":0.7333750000000002,"constant_brier_baseline":0.11565485937499977,"brier_skill":-0.4040873773606899,"baseline_adjusted_skill":0.02882459929276182,"baseline_adjusted_score":0.02882459929276182},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3873017402566078,"normalized_score_rmse":0.42956861717548306,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":-0.44112275444319193,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.14760005669880155,"accuracy":0.6486249999999997,"positive_recall":0.10827740492170028,"specificity":0.8581092801387684,"precision":0.2283018867924528,"balanced_accuracy":0.4831933425302343,"f1":0.1468892261001518,"true_positive":12.099999999999996,"false_positive":40.89999999999999,"false_negative":99.6499999999999,"true_negative":247.34999999999985,"positive_prevalence":0.2793749999999999,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937499995,"brier_skill":-0.30439605614812315,"baseline_adjusted_skill":-0.03361331493953135,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.37160692287393304,"normalized_score_rmse":0.4168243718143179,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":-0.40560538202906105,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.19477556378736588,"accuracy":0.6181249999999999,"positive_recall":0.32112676056338035,"specificity":0.7028112449799195,"precision":0.23553719008264462,"balanced_accuracy":0.5119690027716499,"f1":0.27175208581644816,"true_positive":28.500000000000007,"false_positive":92.50000000000003,"false_negative":60.249999999999986,"true_negative":218.74999999999997,"positive_prevalence":0.22187499999999974,"majority_accuracy_baseline":0.7781250000000003,"constant_brier_baseline":0.126740234375001,"brier_skill":-0.5368092441036589,"baseline_adjusted_skill":0.023938005543299834,"baseline_adjusted_score":0.023938005543299834},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.4355633599099364,"normalized_score_rmse":0.4589527354659101,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":-0.9304747253625991,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.1670859529035571,"accuracy":0.5892499999999999,"positive_recall":0.39461247637051033,"specificity":0.6592454112848402,"precision":0.2940140845070421,"balanced_accuracy":0.5269289438276752,"f1":0.3369652945924131,"true_positive":41.749999999999986,"false_positive":100.25000000000004,"false_negative":64.05,"true_negative":193.95000000000002,"positive_prevalence":0.26449999999999985,"majority_accuracy_baseline":0.7355000000000002,"constant_brier_baseline":0.11362725000000028,"brier_skill":-0.47047431759156977,"baseline_adjusted_skill":0.05385788765535038,"baseline_adjusted_score":0.05385788765535038},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3791566604449178,"normalized_score_rmse":0.41577174062759964,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":-0.509081235601663,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.14996545616916013,"accuracy":0.7069999999999997,"positive_recall":0.16579634464751955,"specificity":0.8351886209029067,"precision":0.19242424242424244,"balanced_accuracy":0.5004924827752131,"f1":0.17812061711079943,"true_positive":12.699999999999996,"false_positive":53.29999999999998,"false_negative":63.89999999999999,"true_negative":270.0999999999999,"positive_prevalence":0.1914999999999999,"majority_accuracy_baseline":0.8085000000000001,"constant_brier_baseline":0.09190274999999995,"brier_skill":-0.6317842085156342,"baseline_adjusted_skill":0.0009849655504261534,"baseline_adjusted_score":0.0009849655504261534},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3907247697149046,"normalized_score_rmse":0.42352957712203604,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":-0.888699793183829,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.19233938985523133,"accuracy":0.66525,"positive_recall":0.20934959349593496,"specificity":0.7683936235438381,"precision":0.1697802197802198,"balanced_accuracy":0.48887160851988654,"f1":0.1875,"true_positive":15.450000000000003,"false_positive":75.55000000000001,"false_negative":58.350000000000016,"true_negative":250.65000000000003,"positive_prevalence":0.1844999999999999,"majority_accuracy_baseline":0.8155000000000001,"constant_brier_baseline":0.1092222499999995,"brier_skill":-0.7609909139871429,"baseline_adjusted_skill":-0.02225678296022693,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.4534966689109761,"normalized_score_rmse":0.4758660460854047,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":-1.394701882038158,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.15973744681977878,"accuracy":0.6779999999999998,"positive_recall":0.24649681528662426,"specificity":0.7833592534992223,"precision":0.21741573033707867,"balanced_accuracy":0.5149280343929232,"f1":0.231044776119403,"true_positive":19.349999999999998,"false_positive":69.64999999999999,"false_negative":59.14999999999998,"true_negative":251.84999999999994,"positive_prevalence":0.19624999999999987,"majority_accuracy_baseline":0.8037500000000002,"constant_brier_baseline":0.09878593749999955,"brier_skill":-0.6170059308267386,"baseline_adjusted_skill":0.029856068785846457,"baseline_adjusted_score":0.029856068785846457},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.4202406706593902,"normalized_score_rmse":0.45585202820869375,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":-0.989304949866936,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.13820381227781725,"accuracy":0.5303571428571427,"positive_recall":0.14086595492289444,"specificity":0.8243061772605194,"precision":0.37698412698412714,"balanced_accuracy":0.4825860660917069,"f1":0.20509499136442147,"true_positive":23.750000000000007,"false_positive":39.249999999999986,"false_negative":144.85000000000002,"true_negative":184.14999999999995,"positive_prevalence":0.43010204081632636,"majority_accuracy_baseline":0.5698979591836737,"constant_brier_baseline":0.12359641815910102,"brier_skill":-0.11818622526676048,"baseline_adjusted_skill":-0.0348278678165862,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.2879247656706722,"normalized_score_rmse":0.33723213951638464,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":-0.04506026058243995,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.1875136331920327,"accuracy":0.7290000000000002,"positive_recall":0.24114870180959866,"specificity":0.8211472729974736,"precision":0.20298013245033114,"balanced_accuracy":0.5311479874035361,"f1":0.22042430780294858,"true_positive":30.650000000000002,"false_positive":120.35000000000001,"false_negative":96.45000000000005,"true_negative":552.5500000000002,"positive_prevalence":0.15887500000000002,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499934,"brier_skill":-0.8983438825001355,"baseline_adjusted_skill":0.06229597480707216,"baseline_adjusted_score":0.06229597480707216},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.4666409297973606,"normalized_score_rmse":0.4885812708141698,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-1.8281268472567307,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.31,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.11290322580645162,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.27207068154001013,"accuracy":0.49,"positive_recall":0.98,"specificity":0,"precision":0.494949494949495,"balanced_accuracy":0.49,"f1":0.6577181208053692,"true_positive":49,"false_positive":50,"false_negative":1,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.08828272616004051,"baseline_adjusted_skill":-0.020000000000000018,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.07488402915838303,"uniform_accuracy_baseline":0.058823529411766766,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":-0.08722741433021806,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.41,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":-0.28260869565217406,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2645380405031619,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":50,"false_positive":50,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.0581521620126475,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.27,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":-0.1587301587301587,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":83,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.17032803984476938,"accuracy":0.7567567567567568,"positive_recall":0.647887323943662,"specificity":0.8571428571428571,"precision":0.8070175438596491,"balanced_accuracy":0.7525150905432596,"f1":0.71875,"true_positive":46,"false_positive":11,"false_negative":25,"true_negative":66,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.24958911614317017,"brier_skill":0.3175662365538999,"baseline_adjusted_skill":0.5050301810865192,"baseline_adjusted_score":0.5050301810865192},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.32,"uniform_accuracy_baseline":0.2005,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.042253521126760604,"baseline_adjusted_score":0.042253521126760604},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.9558823529411764,"baseline_adjusted_score":0.9558823529411764},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.82,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.6170212765957446,"baseline_adjusted_score":0.6170212765957446},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.7346938775510204,"baseline_adjusted_score":0.7346938775510204},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.07787665767073934,"accuracy":0.61619614462,"positive_recall":0.8621522469162025,"specificity":0.22158496195999833,"precision":0.6398976359518073,"balanced_accuracy":0.5418686044381005,"f1":0.734581708536634,"true_positive":53.111503784,"false_positive":29.888496216,"false_negative":8.491889322,"true_negative":8.508110678,"positive_prevalence":0.61603393106,"majority_accuracy_baseline":0.61603393106,"constant_brier_baseline":0.07908707655202402,"brier_skill":0.015304888409782724,"baseline_adjusted_skill":0.08373720887620095,"baseline_adjusted_score":0.08373720887620095},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.20823112192739868,"accuracy":0.71,"positive_recall":0.76,"specificity":0.66,"precision":0.6909090909090909,"balanced_accuracy":0.71,"f1":0.7238095238095238,"true_positive":38,"false_positive":17,"false_negative":12,"true_negative":33,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.1670755122904053,"baseline_adjusted_skill":0.41999999999999993,"baseline_adjusted_score":0.41999999999999993},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.23,"uniform_accuracy_baseline":0.012987012987012986,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.18947368421052632,"baseline_adjusted_score":0.18947368421052632},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.9333333333333332,"baseline_adjusted_score":0.9333333333333332},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.49,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.203125,"baseline_adjusted_score":0.203125},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11379321332072578,"accuracy":0.82,"positive_recall":0.98,"specificity":0.66,"precision":0.7424242424242424,"balanced_accuracy":0.8200000000000001,"f1":0.8448275862068966,"true_positive":49,"false_positive":17,"false_negative":1,"true_negative":33,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5448271467170969,"baseline_adjusted_skill":0.6400000000000001,"baseline_adjusted_score":0.6400000000000001},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.11351036123320848,"accuracy":0.6510048083342346,"positive_recall":0.6499680809889101,"specificity":0.6514875466464719,"precision":0.46478334749027655,"balanced_accuracy":0.6507278138176911,"f1":0.5419940853648293,"true_positive":144.547621069476,"false_positive":166.452378930524,"false_negative":77.84425523551181,"true_negative":311.1557447644882,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768642,"brier_skill":-0.2793226243451734,"baseline_adjusted_skill":0.30145562763538214,"baseline_adjusted_score":0.30145562763538214},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.22891116576709858,"accuracy":0.62,"positive_recall":0.56,"specificity":0.68,"precision":0.6363636363636364,"balanced_accuracy":0.6200000000000001,"f1":0.5957446808510638,"true_positive":28,"false_positive":16,"false_negative":22,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.08435533693160568,"baseline_adjusted_skill":0.2400000000000002,"baseline_adjusted_score":0.2400000000000002},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.23841059602649006,"uniform_accuracy_baseline":0.006622516556291391,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.2068965517241379,"baseline_adjusted_score":0.2068965517241379},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.7794117647058824,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.5932754880694143,"baseline_adjusted_score":0.5932754880694143},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.36,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.06666666666666674,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1329966450541195,"accuracy":0.79,"positive_recall":0.92,"specificity":0.66,"precision":0.7301587301587301,"balanced_accuracy":0.79,"f1":0.8141592920353983,"true_positive":46,"false_positive":17,"false_negative":4,"true_negative":33,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.46801341978352196,"baseline_adjusted_skill":0.5800000000000001,"baseline_adjusted_score":0.5800000000000001},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.76,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.07142857142857142,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9662921348314606,"baseline_adjusted_score":0.9662921348314606},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.81,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.5869565217391305,"baseline_adjusted_score":0.5869565217391305},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.39,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.1643835616438356,"baseline_adjusted_score":0.1643835616438356},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.8888888888888888,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.6666666666666665,"baseline_adjusted_score":0.6666666666666665},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.2333369794388607,"accuracy":0.6951219512195121,"positive_recall":0.75,"specificity":0.6428571428571429,"precision":0.6666666666666666,"balanced_accuracy":0.6964285714285714,"f1":0.7058823529411765,"true_positive":30,"false_positive":15,"false_negative":10,"true_negative":27,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.2498512790005949,"brier_skill":0.06609651800779803,"baseline_adjusted_skill":0.3928571428571428,"baseline_adjusted_score":0.3928571428571428},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11551345078267347,"accuracy":0.86,"positive_recall":0.82,"specificity":0.9,"precision":0.8913043478260869,"balanced_accuracy":0.86,"f1":0.8541666666666666,"true_positive":41,"false_positive":5,"false_negative":9,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5379461968693061,"baseline_adjusted_skill":0.72,"baseline_adjusted_score":0.72},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.7346368715083799,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.6594982078853047,"baseline_adjusted_score":0.6594982078853047},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.52,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.21311475409836067,"baseline_adjusted_score":0.21311475409836067},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.17462692830821638,"accuracy":0.755,"positive_recall":0.4772727272727273,"specificity":0.8333333333333334,"precision":0.44680851063829785,"balanced_accuracy":0.6553030303030303,"f1":0.46153846153846156,"true_positive":21,"false_positive":26,"false_negative":23,"true_negative":130,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.017639442355573243,"baseline_adjusted_skill":0.31060606060606055,"baseline_adjusted_score":0.31060606060606055},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.1910106246923026,"accuracy":0.705,"positive_recall":0.22,"specificity":0.8666666666666667,"precision":0.3548387096774194,"balanced_accuracy":0.5433333333333333,"f1":0.2716049382716049,"true_positive":11,"false_positive":20,"false_negative":39,"true_negative":130,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-0.018723331692280576,"baseline_adjusted_skill":0.08666666666666667,"baseline_adjusted_score":0.08666666666666667},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.04459869616523626,"accuracy":0.945,"positive_recall":0.8421052631578947,"specificity":0.9558011049723757,"precision":0.6666666666666666,"balanced_accuracy":0.8989531840651352,"f1":0.7441860465116279,"true_positive":16,"false_positive":8,"false_negative":3,"true_negative":173,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.085975,"brier_skill":0.4812597131115294,"baseline_adjusted_skill":0.7979063681302705,"baseline_adjusted_score":0.7979063681302705},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.10287012398347524,"accuracy":0.8176011904761905,"positive_recall":0.6347584565023311,"specificity":0.8292732350128864,"precision":0.1918165467625899,"balanced_accuracy":0.7320158457576087,"f1":0.29460647775143295,"true_positive":106.64999999999999,"false_positive":449.35,"false_negative":61.36666666666667,"true_negative":2182.633333333333,"positive_prevalence":0.060005952380952375,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679138,"brier_skill":-2.1946278946718216,"baseline_adjusted_skill":0.4640316915152174,"baseline_adjusted_score":0.4640316915152174},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.6005665722379604,"uniform_accuracy_baseline":0.027777777777777776,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.5422077922077922,"baseline_adjusted_score":0.5422077922077922},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.48,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.2571428571428572,"baseline_adjusted_score":0.2571428571428572},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1127604362876297,"accuracy":0.81,"positive_recall":0.98,"specificity":0.64,"precision":0.7313432835820896,"balanced_accuracy":0.81,"f1":0.8376068376068376,"true_positive":49,"false_positive":18,"false_negative":1,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5489582548494811,"baseline_adjusted_skill":0.6200000000000001,"baseline_adjusted_score":0.6200000000000001},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.12299544467750106,"accuracy":0.83,"positive_recall":0.98,"specificity":0.68,"precision":0.7538461538461538,"balanced_accuracy":0.8300000000000001,"f1":0.8521739130434782,"true_positive":49,"false_positive":16,"false_negative":1,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5080182212899957,"baseline_adjusted_skill":0.6600000000000001,"baseline_adjusted_score":0.6600000000000001},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.61,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.29787234042553196,"baseline_adjusted_score":0.29787234042553196},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11103179402593515,"accuracy":0.84,"positive_recall":0.8,"specificity":0.88,"precision":0.8695652173913043,"balanced_accuracy":0.8400000000000001,"f1":0.8333333333333334,"true_positive":40,"false_positive":6,"false_negative":10,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5558728238962594,"baseline_adjusted_skill":0.6800000000000002,"baseline_adjusted_score":0.6800000000000002},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.7910447761194032,"baseline_adjusted_score":0.7910447761194032},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.04776989774271497,"accuracy":0.95,"positive_recall":0.94,"specificity":0.96,"precision":0.9591836734693877,"balanced_accuracy":0.95,"f1":0.9494949494949495,"true_positive":47,"false_positive":2,"false_negative":3,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8089204090291401,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.45411380405405405,"uniform_accuracy_baseline":0.23445945945945948,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.25997195719509736,"baseline_adjusted_score":0.25997195719509736},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.052889434553035436,"accuracy":0.6912719013157895,"positive_recall":0.8646703993254492,"specificity":0.5261580346580286,"precision":0.6347194653465347,"balanced_accuracy":0.6954142169917389,"f1":0.7320619493194824,"true_positive":64.106666,"false_positive":36.893334,"false_negative":10.033337,"true_negative":40.966663,"positive_prevalence":0.4877631776315789,"majority_accuracy_baseline":0.512236822368421,"constant_brier_baseline":0.09451910039768556,"brier_skill":0.44043654319068704,"baseline_adjusted_skill":0.3908284339834778,"baseline_adjusted_score":0.3908284339834778},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.10203395580846898,"normalized_score_rmse":0.14148197075151703,"constant_score_baseline":0.5841668333333333,"constant_mae_baseline":0.21700552708333334,"baseline_adjusted_skill":0.5298094146270919,"baseline_adjusted_score":0.5298094146270919},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1978251115427064,"accuracy":0.69,"positive_recall":0.86,"specificity":0.52,"precision":0.6417910447761194,"balanced_accuracy":0.69,"f1":0.7350427350427351,"true_positive":43,"false_positive":24,"false_negative":7,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.20869955382917438,"baseline_adjusted_skill":0.3799999999999999,"baseline_adjusted_score":0.3799999999999999},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25951581657859896,"accuracy":0.55,"positive_recall":0.6,"specificity":0.5,"precision":0.5454545454545454,"balanced_accuracy":0.55,"f1":0.5714285714285714,"true_positive":30,"false_positive":25,"false_negative":20,"true_negative":25,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.03806326631439583,"baseline_adjusted_skill":0.10000000000000009,"baseline_adjusted_score":0.10000000000000009},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.78,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.639344262295082,"baseline_adjusted_score":0.639344262295082},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.59,"uniform_accuracy_baseline":0.036111111111111115,"fixed_answer_accuracy_baseline":0.08833333333333333,"baseline_adjusted_skill":0.5502742230347348,"baseline_adjusted_score":0.5502742230347348},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.8181818181818182,"baseline_adjusted_score":0.8181818181818182},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.56,"uniform_accuracy_baseline":0.049879324215607396,"fixed_answer_accuracy_baseline":0.12442477876106194,"baseline_adjusted_skill":0.49747321609056,"baseline_adjusted_score":0.49747321609056},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3249952024838437,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":50,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.2999808099353749,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.23888888888888887,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.6470588235294118,"baseline_adjusted_score":0.6470588235294118},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.17776523228287835,"accuracy":0.78125,"positive_recall":0.65625,"specificity":0.90625,"precision":0.875,"balanced_accuracy":0.78125,"f1":0.75,"true_positive":21,"false_positive":3,"false_negative":11,"true_negative":29,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2889390708684866,"baseline_adjusted_skill":0.5625,"baseline_adjusted_score":0.5625},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.82,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.7272727272727273,"baseline_adjusted_score":0.7272727272727273},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3465489185422179,"accuracy":0.5,"positive_recall":0.02,"specificity":0.98,"precision":0.5,"balanced_accuracy":0.5,"f1":0.038461538461538464,"true_positive":1,"false_positive":1,"false_negative":49,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.3861956741688717,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.8260869565217391,"baseline_adjusted_score":0.8260869565217391},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.05893576575706075,"accuracy":0.9090909090909091,"positive_recall":1,"specificity":0.8235294117647058,"precision":0.8421052631578947,"balanced_accuracy":0.9117647058823529,"f1":0.9142857142857143,"true_positive":16,"false_positive":3,"false_negative":0,"true_negative":14,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.764040261362356,"baseline_adjusted_skill":0.8235294117647058,"baseline_adjusted_score":0.8235294117647058},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.19051535218110885,"normalized_score_rmse":0.31572991001945805,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.42268075096633684,"baseline_adjusted_score":0.42268075096633684},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.1875,"uniform_accuracy_baseline":0.178125,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.14035087719298242,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.02390899592377875,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":17,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9043640163048849,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.3215505342164606,"normalized_score_rmse":0.39009373733078684,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-1.186543632671932,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.6875,"uniform_accuracy_baseline":0.13194444444444445,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":0.21739130434782614,"baseline_adjusted_score":0.21739130434782614},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.16103679201831989,"accuracy":0.75,"positive_recall":0.8076923076923077,"specificity":0.6923076923076923,"precision":0.7241379310344828,"balanced_accuracy":0.75,"f1":0.7636363636363637,"true_positive":21,"false_positive":8,"false_negative":5,"true_negative":18,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.35585283192672046,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.18679852597127708,"accuracy":0.72,"positive_recall":0.7948717948717948,"specificity":0.6388888888888888,"precision":0.7045454545454546,"balanced_accuracy":0.7168803418803418,"f1":0.7469879518072289,"true_positive":31,"false_positive":13,"false_negative":8,"true_negative":23,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24960000000000004,"brier_skill":0.25160846966635797,"baseline_adjusted_skill":0.43376068376068355,"baseline_adjusted_score":0.43376068376068355},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.29809396383515074,"normalized_score_rmse":0.3439444107980168,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.0646212994112525,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.7647058823529411,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.6799999999999998,"baseline_adjusted_score":0.6799999999999998},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.13906388433992262,"accuracy":0.8214285714285714,"positive_recall":1,"specificity":0.6428571428571429,"precision":0.7368421052631579,"balanced_accuracy":0.8214285714285714,"f1":0.8484848484848485,"true_positive":14,"false_positive":5,"false_negative":0,"true_negative":9,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.44374446264030953,"baseline_adjusted_skill":0.6428571428571428,"baseline_adjusted_score":0.6428571428571428},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.2012482636575875,"normalized_score_rmse":0.2908627439771804,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.1696969696969697,"baseline_adjusted_skill":-0.18592726798221193,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.04939887668876798,"accuracy":0.9529411764705882,"positive_recall":0.9777777777777777,"specificity":0.925,"precision":0.9361702127659575,"balanced_accuracy":0.9513888888888888,"f1":0.9565217391304348,"true_positive":44,"false_positive":3,"false_negative":1,"true_negative":37,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.2491349480968858,"brier_skill":0.8017183977353619,"baseline_adjusted_skill":0.9027777777777777,"baseline_adjusted_score":0.9027777777777777},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.56,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.42105263157894746,"baseline_adjusted_score":0.42105263157894746},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.2521884450580205,"accuracy":0.58,"positive_recall":0.45714285714285713,"specificity":0.8666666666666667,"precision":0.8888888888888888,"balanced_accuracy":0.6619047619047619,"f1":0.6037735849056604,"true_positive":16,"false_positive":2,"false_negative":19,"true_negative":13,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.21,"brier_skill":-0.20089735741914527,"baseline_adjusted_skill":0.32380952380952377,"baseline_adjusted_score":0.32380952380952377},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.29656086799176196,"normalized_score_rmse":0.4020110583785222,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.0591459571134354,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.759493670886076,"uniform_accuracy_baseline":0.24240506329113923,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.5869565217391305,"baseline_adjusted_score":0.5869565217391305},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.0940628498449495,"accuracy":0.8095238095238095,"positive_recall":1,"specificity":0.6,"precision":0.7333333333333333,"balanced_accuracy":0.8,"f1":0.8461538461538461,"true_positive":11,"false_positive":4,"false_negative":0,"true_negative":6,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.2494331065759637,"brier_skill":0.6228934838034297,"baseline_adjusted_skill":0.6000000000000001,"baseline_adjusted_score":0.6000000000000001},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.5454545454545454,"uniform_accuracy_baseline":0.32373737373737377,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.24999999999999994,"baseline_adjusted_score":0.24999999999999994},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.19800371228937033,"accuracy":0.696969696969697,"positive_recall":0.7058823529411765,"specificity":0.6875,"precision":0.7058823529411765,"balanced_accuracy":0.6966911764705883,"f1":0.7058823529411765,"true_positive":12,"false_positive":5,"false_negative":5,"true_negative":11,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.20725719601792536,"baseline_adjusted_skill":0.3933823529411766,"baseline_adjusted_score":0.3933823529411766},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.22579456426137112,"normalized_score_rmse":0.2767635653679759,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.3431372549019608,"baseline_adjusted_skill":0.3419701270097184,"baseline_adjusted_score":0.3419701270097184},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09081782046171152,"accuracy":0.88,"positive_recall":0.96,"specificity":0.8,"precision":0.8275862068965517,"balanced_accuracy":0.88,"f1":0.8888888888888888,"true_positive":48,"false_positive":10,"false_negative":2,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6367287181531539,"baseline_adjusted_skill":0.76,"baseline_adjusted_score":0.76},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.33333333333333337,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":-0.03092783505154633,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.2509372417619861,"accuracy":0.5466666666666666,"positive_recall":0.972972972972973,"specificity":0.13157894736842105,"precision":0.5217391304347826,"balanced_accuracy":0.552275960170697,"f1":0.6792452830188679,"true_positive":36,"false_positive":33,"false_negative":1,"true_negative":5,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555554,"brier_skill":-0.003927443037818001,"baseline_adjusted_skill":0.10455192034139404,"baseline_adjusted_score":0.10455192034139404},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.14285714285714285,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.9358974358974358,"baseline_adjusted_score":0.9358974358974358},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.365,"uniform_accuracy_baseline":0.32416666666666666,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.03787878787878783,"baseline_adjusted_score":0.03787878787878783},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.06696922692791504,"accuracy":0.9393939393939394,"positive_recall":1,"specificity":0.8823529411764706,"precision":0.8888888888888888,"balanced_accuracy":0.9411764705882353,"f1":0.9411764705882353,"true_positive":16,"false_positive":2,"false_negative":0,"true_negative":15,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.7318768818952225,"baseline_adjusted_skill":0.8823529411764706,"baseline_adjusted_score":0.8823529411764706},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.10311079850384401,"normalized_score_rmse":0.13260289825609747,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.53066808956871,"baseline_adjusted_score":0.53066808956871},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.15336585800495625,"accuracy":0.79,"positive_recall":0.8636363636363636,"specificity":0.7692307692307693,"precision":0.5135135135135135,"balanced_accuracy":0.8164335664335665,"f1":0.6440677966101694,"true_positive":19,"false_positive":18,"false_negative":3,"true_negative":60,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":0.1062595687356862,"baseline_adjusted_skill":0.6328671328671329,"baseline_adjusted_score":0.6328671328671329},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09581579091011307,"accuracy":0.86,"positive_recall":0.7297297297297297,"specificity":0.9365079365079365,"precision":0.8709677419354839,"balanced_accuracy":0.8331188331188331,"f1":0.7941176470588235,"true_positive":27,"false_positive":4,"false_negative":10,"true_negative":59,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000003,"brier_skill":0.588949845945461,"baseline_adjusted_skill":0.6662376662376661,"baseline_adjusted_score":0.6662376662376661},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11846431154766018,"accuracy":0.84,"positive_recall":0.7435897435897436,"specificity":0.9016393442622951,"precision":0.8285714285714286,"balanced_accuracy":0.8226145439260193,"f1":0.7837837837837838,"true_positive":29,"false_positive":6,"false_negative":10,"true_negative":55,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379,"brier_skill":0.5020415655836058,"baseline_adjusted_skill":0.6452290878520386,"baseline_adjusted_score":0.6452290878520386},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.13932984688723077,"accuracy":0.78,"positive_recall":0.8709677419354839,"specificity":0.7391304347826086,"precision":0.6,"balanced_accuracy":0.8050490883590462,"f1":0.7105263157894737,"true_positive":27,"false_positive":18,"false_negative":4,"true_negative":51,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999998,"brier_skill":0.34862156667961297,"baseline_adjusted_skill":0.6100981767180924,"baseline_adjusted_score":0.6100981767180924},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.888888888888889,"baseline_adjusted_score":0.888888888888889},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.17594145114537973,"normalized_score_rmse":0.21542455811375305,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.24326257571879684,"baseline_adjusted_score":0.24326257571879684},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11857124779465707,"accuracy":0.85,"positive_recall":0.84,"specificity":0.86,"precision":0.8571428571428571,"balanced_accuracy":0.85,"f1":0.8484848484848485,"true_positive":42,"false_positive":7,"false_negative":8,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5257150088213718,"baseline_adjusted_skill":0.7,"baseline_adjusted_score":0.7},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25409902617270524,"accuracy":0.57,"positive_recall":0.74,"specificity":0.4,"precision":0.5522388059701493,"balanced_accuracy":0.5700000000000001,"f1":0.6324786324786325,"true_positive":37,"false_positive":30,"false_negative":13,"true_negative":20,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.01639610469082098,"baseline_adjusted_skill":0.14000000000000012,"baseline_adjusted_score":0.14000000000000012},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.4,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.7142857142857143,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09727685050573054,"accuracy":0.85,"positive_recall":0.96,"specificity":0.74,"precision":0.7868852459016393,"balanced_accuracy":0.85,"f1":0.8648648648648649,"true_positive":48,"false_positive":13,"false_negative":2,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6108925979770778,"baseline_adjusted_skill":0.7,"baseline_adjusted_score":0.7},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.7380952380952381,"baseline_adjusted_score":0.7380952380952381},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.6,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.33333333333333326,"baseline_adjusted_score":0.33333333333333326},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1796369266024964,"accuracy":0.71,"positive_recall":0.68,"specificity":0.74,"precision":0.723404255319149,"balanced_accuracy":0.71,"f1":0.7010309278350515,"true_positive":34,"false_positive":13,"false_negative":16,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.28145229359001445,"baseline_adjusted_skill":0.41999999999999993,"baseline_adjusted_score":0.41999999999999993},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.20851190476190473,"fixed_answer_accuracy_baseline":0.22333333333333333,"baseline_adjusted_skill":0.9742489270386265,"baseline_adjusted_score":0.9742489270386265},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.035184207386282286,"accuracy":0.94,"positive_recall":0.96,"specificity":0.92,"precision":0.9230769230769231,"balanced_accuracy":0.94,"f1":0.9411764705882353,"true_positive":48,"false_positive":4,"false_negative":2,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8592631704548709,"baseline_adjusted_skill":0.8799999999999999,"baseline_adjusted_score":0.8799999999999999},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.11891069574339884,"normalized_score_rmse":0.17439054976320376,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.6036310141886705,"baseline_adjusted_score":0.6036310141886705},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.22851190476190475,"fixed_answer_accuracy_baseline":0.24333333333333332,"baseline_adjusted_skill":0.881057268722467,"baseline_adjusted_score":0.881057268722467},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.03682370902056002,"accuracy":0.96,"positive_recall":1,"specificity":0.92,"precision":0.9259259259259259,"balanced_accuracy":0.96,"f1":0.9615384615384616,"true_positive":50,"false_positive":4,"false_negative":0,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8527051639177599,"baseline_adjusted_skill":0.9199999999999999,"baseline_adjusted_score":0.9199999999999999},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.10341669729570471,"normalized_score_rmse":0.16268911131299235,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.3042222222222222,"baseline_adjusted_skill":0.6600619884363249,"baseline_adjusted_score":0.6600619884363249},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.79,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.6612903225806452,"baseline_adjusted_score":0.6612903225806452},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09572593958433716,"accuracy":0.84,"positive_recall":0.98,"specificity":0.7,"precision":0.765625,"balanced_accuracy":0.84,"f1":0.8596491228070176,"true_positive":49,"false_positive":15,"false_negative":1,"true_negative":35,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6170962416626513,"baseline_adjusted_skill":0.6799999999999999,"baseline_adjusted_score":0.6799999999999999},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.83,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.6599999999999999,"baseline_adjusted_score":0.6599999999999999},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08019171681847136,"accuracy":0.9,"positive_recall":0.98,"specificity":0.82,"precision":0.8448275862068966,"balanced_accuracy":0.8999999999999999,"f1":0.9074074074074074,"true_positive":49,"false_positive":9,"false_negative":1,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6792331327261145,"baseline_adjusted_skill":0.7999999999999998,"baseline_adjusted_score":0.7999999999999998},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.55,"uniform_accuracy_baseline":0.3533333333333333,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.23728813559322043,"baseline_adjusted_score":0.23728813559322043},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.7419354838709676,"baseline_adjusted_score":0.7419354838709676},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.42,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.06451612903225803,"baseline_adjusted_score":0.06451612903225803},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.39,"uniform_accuracy_baseline":0.1111111111111111,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.27380952380952384,"baseline_adjusted_score":0.27380952380952384},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.0658994323381825,"accuracy":0.792875,"positive_recall":0.29663810151615033,"specificity":0.9089927502699368,"precision":0.4326923076923077,"balanced_accuracy":0.6028154258930436,"f1":0.35197497066875244,"true_positive":22.5,"false_positive":29.5,"false_negative":53.35,"true_negative":294.65,"positive_prevalence":0.189625,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500001,"brier_skill":0.1343101978579495,"baseline_adjusted_skill":0.2056308517860872,"baseline_adjusted_score":0.2056308517860872},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.2171246438105921,"normalized_score_rmse":0.26260103710993754,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":-0.01578780730101559,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.06470210427669808,"accuracy":0.788125,"positive_recall":0.5433661509610876,"specificity":0.8771092551559571,"precision":0.6164893617021276,"balanced_accuracy":0.7102377030585223,"f1":0.577622726140045,"true_positive":57.95,"false_positive":36.05,"false_negative":48.7,"true_negative":257.3,"positive_prevalence":0.266625,"majority_accuracy_baseline":0.733375,"constant_brier_baseline":0.115654859375,"brier_skill":0.44055870521698015,"baseline_adjusted_skill":0.4204754061170446,"baseline_adjusted_score":0.4204754061170446},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1918095259551071,"normalized_score_rmse":0.2372338589919771,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.28629013598099673,"baseline_adjusted_score":0.28629013598099673},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.06102594012007983,"accuracy":0.786375,"positive_recall":0.5651006711409395,"specificity":0.8721595836947095,"precision":0.6315,"balanced_accuracy":0.7186301274178245,"f1":0.5964580873671783,"true_positive":63.15,"false_positive":36.85,"false_negative":48.6,"true_negative":251.4,"positive_prevalence":0.279375,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937500001,"brier_skill":0.46069129378586526,"baseline_adjusted_skill":0.437260254835649,"baseline_adjusted_score":0.437260254835649},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.19128630703688593,"normalized_score_rmse":0.2332575541708247,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.27645841309924957,"baseline_adjusted_score":0.27645841309924957},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.06410287993050282,"accuracy":0.846625,"positive_recall":0.3571830985915493,"specificity":0.9861847389558233,"precision":0.8805555555555555,"balanced_accuracy":0.6716839187736863,"f1":0.5082164328657315,"true_positive":31.7,"false_positive":4.3,"false_negative":57.05,"true_negative":306.95,"positive_prevalence":0.221875,"majority_accuracy_baseline":0.778125,"constant_brier_baseline":0.12674023437499998,"brier_skill":0.4942183889226943,"baseline_adjusted_skill":0.34336783754737255,"baseline_adjusted_score":0.34336783754737255},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.21572775945292555,"normalized_score_rmse":0.2587608288344912,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.04386588608121633,"baseline_adjusted_score":0.04386588608121633},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.041412016833292535,"accuracy":0.836,"positive_recall":0.6720226843100189,"specificity":0.8949694085656017,"precision":0.6970588235294117,"balanced_accuracy":0.7834960464378102,"f1":0.6843118383060635,"true_positive":71.1,"false_positive":30.900000000000002,"false_negative":34.7,"true_negative":263.3,"positive_prevalence":0.2645,"majority_accuracy_baseline":0.7355,"constant_brier_baseline":0.11362725,"brier_skill":0.6355450225778364,"baseline_adjusted_skill":0.5669920928756205,"baseline_adjusted_score":0.5669920928756205},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1706397966981944,"normalized_score_rmse":0.21284895273416823,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.32083663005693763,"baseline_adjusted_score":0.32083663005693763},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.06692564416211239,"accuracy":0.8270000000000001,"positive_recall":0.4921671018276763,"specificity":0.9063079777365491,"precision":0.5544117647058824,"balanced_accuracy":0.6992375397821127,"f1":0.5214384508990318,"true_positive":37.7,"false_positive":30.3,"false_negative":38.9,"true_negative":293.1,"positive_prevalence":0.19149999999999998,"majority_accuracy_baseline":0.8085,"constant_brier_baseline":0.09190274999999999,"brier_skill":0.2717775674600337,"baseline_adjusted_skill":0.39847507956422534,"baseline_adjusted_score":0.39847507956422534},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.19363531820933502,"normalized_score_rmse":0.23678231541248024,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.06399846182798785,"baseline_adjusted_score":0.06399846182798785},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.05349647350231461,"accuracy":0.87125,"positive_recall":0.6456639566395664,"specificity":0.9222869405272838,"precision":0.6527397260273973,"balanced_accuracy":0.7839754485834252,"f1":0.6491825613079019,"true_positive":47.65,"false_positive":25.35,"false_negative":26.15,"true_negative":300.85,"positive_prevalence":0.1845,"majority_accuracy_baseline":0.8155,"constant_brier_baseline":0.10922225,"brier_skill":0.5102053519103058,"baseline_adjusted_skill":0.5679508971668503,"baseline_adjusted_score":0.5679508971668503},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.19899467036998575,"normalized_score_rmse":0.24607578699046134,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":-0.05079693924744966,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.06617571491542543,"accuracy":0.8380000000000001,"positive_recall":0.21464968152866243,"specificity":0.9902021772939348,"precision":0.8425,"balanced_accuracy":0.6024259294112986,"f1":0.3421319796954315,"true_positive":16.85,"false_positive":3.15,"false_negative":61.65,"true_negative":318.35,"positive_prevalence":0.19625,"majority_accuracy_baseline":0.80375,"constant_brier_baseline":0.09878593749999999,"brier_skill":0.3301099671658688,"baseline_adjusted_skill":0.20485185882259715,"baseline_adjusted_score":0.20485185882259715},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.2097096130521363,"normalized_score_rmse":0.25945383494051244,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":0.007291772534265939,"baseline_adjusted_score":0.007291772534265939},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.0659328675586318,"accuracy":0.7056122448979593,"positive_recall":0.7004744958481613,"specificity":0.7094897045658012,"precision":0.6453551912568306,"balanced_accuracy":0.7049821002069813,"f1":0.6717861205915813,"true_positive":118.1,"false_positive":64.9,"false_negative":50.5,"true_negative":158.5,"positive_prevalence":0.4301020408163265,"majority_accuracy_baseline":0.5698979591836735,"constant_brier_baseline":0.12359641815910039,"brier_skill":0.4665471011161566,"baseline_adjusted_skill":0.40996420041396253,"baseline_adjusted_score":0.40996420041396253},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.16640941198970036,"normalized_score_rmse":0.21237227365548741,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.39599546759293935,"baseline_adjusted_score":0.39599546759293935},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.07250563016231207,"accuracy":0.848,"positive_recall":0.6628638867033831,"specificity":0.8829692376281766,"precision":0.5168711656441718,"balanced_accuracy":0.7729165621657799,"f1":0.5808341951051361,"true_positive":84.25,"false_positive":78.75,"false_negative":42.85,"true_negative":594.15,"positive_prevalence":0.158875,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499999,"brier_skill":0.2659700677631063,"baseline_adjusted_skill":0.5458331243315597,"baseline_adjusted_score":0.5458331243315597},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.24611385771148853,"normalized_score_rmse":0.29246815735063436,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-0.491599137645385,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.57,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.3064516129032257,"baseline_adjusted_score":0.3064516129032257},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.28134050936534627,"accuracy":0.53,"positive_recall":0.6,"specificity":0.46,"precision":0.5263157894736842,"balanced_accuracy":0.53,"f1":0.5607476635514018,"true_positive":30,"false_positive":27,"false_negative":20,"true_negative":23,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.12536203746138508,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.3976143141153082,"uniform_accuracy_baseline":0.058823529411764705,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.2920560747663552,"baseline_adjusted_score":0.2920560747663552},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.7,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.3478260869565216,"baseline_adjusted_score":0.3478260869565216},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2232112714533784,"accuracy":0.65,"positive_recall":0.74,"specificity":0.56,"precision":0.6271186440677966,"balanced_accuracy":0.65,"f1":0.6788990825688074,"true_positive":37,"false_positive":22,"false_negative":13,"true_negative":28,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.10715491418648637,"baseline_adjusted_skill":0.30000000000000004,"baseline_adjusted_score":0.30000000000000004},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.57,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.3174603174603174,"baseline_adjusted_score":0.3174603174603174},"scoring":{"eligible":true,"reason":null},"model":84,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9533333333333334,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.9066666666666667,"baseline_adjusted_score":0.9066666666666667},"scoring":{"eligible":true,"reason":null},"model":85,"benchmark":19},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8666666666666667,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.7222222222222223,"baseline_adjusted_score":0.7222222222222223},"scoring":{"eligible":true,"reason":null},"model":85,"benchmark":20},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9533333333333334,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5266666666666666,"baseline_adjusted_skill":0.9014084507042255,"baseline_adjusted_score":0.9014084507042255},"scoring":{"eligible":true,"reason":null},"model":85,"benchmark":21},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9566666666666667,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.9380952380952382,"baseline_adjusted_score":0.9380952380952382},"scoring":{"eligible":true,"reason":null},"model":85,"benchmark":42},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.028927932208672024,"accuracy":0.9666666666666667,"positive_recall":0.9932885906040269,"specificity":0.9403973509933775,"precision":0.9426751592356688,"balanced_accuracy":0.9668429707987022,"f1":0.9673202614379085,"true_positive":148,"false_positive":9,"false_negative":1,"true_negative":142,"positive_prevalence":0.49666666666666665,"majority_accuracy_baseline":0.5033333333333334,"constant_brier_baseline":0.2499888888888889,"brier_skill":0.8842831281932316,"baseline_adjusted_skill":0.9336859415974044,"baseline_adjusted_score":0.9336859415974044},"scoring":{"eligible":true,"reason":null},"model":85,"benchmark":43},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.17225960408206614,"normalized_score_rmse":0.24584425322518633,"constant_score_baseline":0.5,"constant_mae_baseline":0.36666666666666664,"baseline_adjusted_skill":0.5302010797761831,"baseline_adjusted_score":0.5302010797761831},"scoring":{"eligible":true,"reason":null},"model":85,"benchmark":44},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.6166666666666667,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2866666666666667,"baseline_adjusted_skill":0.46261682242990654,"baseline_adjusted_score":0.46261682242990654},"scoring":{"eligible":true,"reason":null},"model":85,"benchmark":46},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.208522374007865,"accuracy":0.6833333333333333,"positive_recall":0.9426751592356688,"specificity":0.3986013986013986,"precision":0.6324786324786325,"balanced_accuracy":0.6706382789185337,"f1":0.7570332480818415,"true_positive":148,"false_positive":86,"false_negative":9,"true_negative":57,"positive_prevalence":0.5233333333333333,"majority_accuracy_baseline":0.5233333333333333,"constant_brier_baseline":0.24945555555555557,"brier_skill":0.1640900779160016,"baseline_adjusted_skill":0.34127655783706734,"baseline_adjusted_score":0.34127655783706734},"scoring":{"eligible":true,"reason":null},"model":85,"benchmark":47},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.24591354698635517,"normalized_score_rmse":0.3088801070852874,"constant_score_baseline":0.5,"constant_mae_baseline":0.3016666666666667,"baseline_adjusted_skill":0.18481697131594976,"baseline_adjusted_score":0.18481697131594976},"scoring":{"eligible":true,"reason":null},"model":85,"benchmark":48},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.06664487478542935,"normalized_score_rmse":0.08748744640380113,"constant_score_baseline":0.578319964349225,"constant_mae_baseline":0.11212962028602311,"baseline_adjusted_skill":0.405644337192707,"baseline_adjusted_score":0.405644337192707},"scoring":{"eligible":true,"reason":null},"model":85,"benchmark":70},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.12441175376864474,"accuracy":0.8233333333333334,"positive_recall":0.7731481481481481,"specificity":0.9523809523809523,"precision":0.9766081871345029,"balanced_accuracy":0.8627645502645502,"f1":0.8630490956072352,"true_positive":167,"false_positive":4,"false_negative":49,"true_negative":80,"positive_prevalence":0.72,"majority_accuracy_baseline":0.72,"constant_brier_baseline":0.2016,"brier_skill":0.38287820551267493,"baseline_adjusted_skill":0.7255291005291005,"baseline_adjusted_score":0.7255291005291005},"scoring":{"eligible":true,"reason":null},"model":85,"benchmark":86},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5033333333333333,"baseline_adjusted_skill":0.7986577181208054,"baseline_adjusted_score":0.7986577181208054},"scoring":{"eligible":true,"reason":null},"model":85,"benchmark":87},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1031620682168382,"accuracy":0.8566666666666667,"positive_recall":0.83125,"specificity":0.8857142857142857,"precision":0.8926174496644296,"balanced_accuracy":0.8584821428571429,"f1":0.86084142394822,"true_positive":133,"false_positive":16,"false_negative":27,"true_negative":124,"positive_prevalence":0.5333333333333333,"majority_accuracy_baseline":0.5333333333333333,"constant_brier_baseline":0.2488888888888889,"brier_skill":0.5855095473430609,"baseline_adjusted_skill":0.7169642857142857,"baseline_adjusted_score":0.7169642857142857},"scoring":{"eligible":true,"reason":null},"model":85,"benchmark":89},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.09952625007440126,"accuracy":0.88,"positive_recall":0.8066666666666666,"specificity":0.9533333333333334,"precision":0.9453125,"balanced_accuracy":0.88,"f1":0.8705035971223022,"true_positive":121,"false_positive":7,"false_negative":29,"true_negative":143,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.601894999702395,"baseline_adjusted_skill":0.76,"baseline_adjusted_score":0.76},"scoring":{"eligible":true,"reason":null},"model":85,"benchmark":134},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.6766666666666666,"uniform_accuracy_baseline":0.0625,"fixed_answer_accuracy_baseline":0.10666666666666667,"baseline_adjusted_skill":0.6380597014925373,"baseline_adjusted_score":0.6380597014925373},"scoring":{"eligible":true,"reason":null},"model":85,"benchmark":142},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9333333333333333,"uniform_accuracy_baseline":0.3467777777777778,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.8958333333333334,"baseline_adjusted_score":0.8958333333333334},"scoring":{"eligible":true,"reason":null},"model":85,"benchmark":150},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9566666666666667,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.8968253968253969,"baseline_adjusted_score":0.8968253968253969},"scoring":{"eligible":true,"reason":null},"model":85,"benchmark":160},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.03930015762730217,"normalized_score_rmse":0.08844068912887831,"constant_score_baseline":0.1111111111111111,"constant_mae_baseline":0.10629629629629629,"baseline_adjusted_skill":0.630277262739666,"baseline_adjusted_score":0.630277262739666},"scoring":{"eligible":true,"reason":null},"model":85,"benchmark":181},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2196126301017108,"accuracy":0.7,"positive_recall":0.5229885057471264,"specificity":0.9444444444444444,"precision":0.9285714285714286,"balanced_accuracy":0.7337164750957854,"f1":0.6691176470588235,"true_positive":91,"false_positive":7,"false_negative":83,"true_negative":119,"positive_prevalence":0.58,"majority_accuracy_baseline":0.58,"constant_brier_baseline":0.24359999999999998,"brier_skill":0.09847031977951226,"baseline_adjusted_skill":0.46743295019157083,"baseline_adjusted_score":0.46743295019157083},"scoring":{"eligible":true,"reason":null},"model":85,"benchmark":185},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.14519936591507376,"accuracy":0.81,"positive_recall":0.8662420382165605,"specificity":0.7482517482517482,"precision":0.7906976744186046,"balanced_accuracy":0.8072468932341543,"f1":0.8267477203647416,"true_positive":136,"false_positive":36,"false_negative":21,"true_negative":107,"positive_prevalence":0.5233333333333333,"majority_accuracy_baseline":0.5233333333333333,"constant_brier_baseline":0.24945555555555557,"brier_skill":0.41793492796059695,"baseline_adjusted_skill":0.6144937864683087,"baseline_adjusted_score":0.6144937864683087},"scoring":{"eligible":true,"reason":null},"model":85,"benchmark":186},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.19632785838870342,"accuracy":0.6959459459459459,"positive_recall":0.7746478873239436,"specificity":0.6233766233766234,"precision":0.6547619047619048,"balanced_accuracy":0.6990122553502836,"f1":0.7096774193548387,"true_positive":55,"false_positive":29,"false_negative":16,"true_negative":48,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.24958911614317017,"brier_skill":0.21339575450042803,"baseline_adjusted_skill":0.3980245107005671,"baseline_adjusted_score":0.3980245107005671},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.26,"uniform_accuracy_baseline":0.2005,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":-0.04225352112676053,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.35,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.04411764705882349,"baseline_adjusted_score":0.04411764705882349},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.54,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.02127659574468087,"baseline_adjusted_score":0.02127659574468087},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.78,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.5510204081632654,"baseline_adjusted_score":0.5510204081632654},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10050603340326023,"accuracy":0.61603393106,"positive_recall":1,"specificity":0,"precision":0.61603393106,"balanced_accuracy":0.5,"f1":0.7624022233938205,"true_positive":61.603393106,"false_positive":38.396606894,"false_negative":0,"true_negative":0,"positive_prevalence":0.61603393106,"majority_accuracy_baseline":0.61603393106,"constant_brier_baseline":0.07908707655202402,"brier_skill":-0.270827520563953,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.16069954795583719,"accuracy":0.78,"positive_recall":0.8,"specificity":0.76,"precision":0.7692307692307693,"balanced_accuracy":0.78,"f1":0.7843137254901961,"true_positive":40,"false_positive":12,"false_negative":10,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.35720180817665126,"baseline_adjusted_skill":0.56,"baseline_adjusted_score":0.56},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.64,"uniform_accuracy_baseline":0.012987012987012986,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.6210526315789474,"baseline_adjusted_score":0.6210526315789474},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.37,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.050000000000000044,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.53,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.26562500000000006,"baseline_adjusted_score":0.26562500000000006},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2871662766681563,"accuracy":0.64,"positive_recall":0.96,"specificity":0.32,"precision":0.5853658536585366,"balanced_accuracy":0.64,"f1":0.7272727272727273,"true_positive":48,"false_positive":34,"false_negative":2,"true_negative":16,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.14866510667262522,"baseline_adjusted_skill":0.28,"baseline_adjusted_score":0.28},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.09846847379935209,"accuracy":0.7046255796795179,"positive_recall":0.1138301068408109,"specificity":0.9797216410710394,"precision":0.7232826011521476,"balanced_accuracy":0.5467758739559252,"f1":0.19670310814572203,"true_positive":25.314891040325165,"false_positive":9.685108959674835,"false_negative":197.07698526466265,"true_negative":467.92301473533735,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768642,"brier_skill":-0.10979248896440419,"baseline_adjusted_skill":0.09355174791185039,"baseline_adjusted_score":0.09355174791185039},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2931081633455145,"accuracy":0.41,"positive_recall":0.4,"specificity":0.42,"precision":0.40816326530612246,"balanced_accuracy":0.41000000000000003,"f1":0.40404040404040403,"true_positive":20,"false_positive":29,"false_negative":30,"true_negative":21,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.17243265338205793,"baseline_adjusted_skill":-0.17999999999999994,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.8145695364238411,"uniform_accuracy_baseline":0.006622516556291391,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.806896551724138,"baseline_adjusted_score":0.806896551724138},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.5105882352941177,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.09761388286334062,"baseline_adjusted_score":0.09761388286334062},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.7666666666666666,"baseline_adjusted_score":0.7666666666666666},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2527146549832624,"accuracy":0.52,"positive_recall":0.46,"specificity":0.58,"precision":0.5227272727272727,"balanced_accuracy":0.52,"f1":0.48936170212765956,"true_positive":23,"false_positive":21,"false_negative":27,"true_negative":29,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.010858619933049596,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.56,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.08333333333333341,"baseline_adjusted_score":0.08333333333333341},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.07142857142857142,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9775280898876404,"baseline_adjusted_score":0.9775280898876404},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.45652173913043476,"baseline_adjusted_score":0.45652173913043476},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.47,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.27397260273972596,"baseline_adjusted_score":0.27397260273972596},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.3888888888888889,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":-0.8333333333333331,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.3158044729922912,"accuracy":0.5609756097560976,"positive_recall":0.425,"specificity":0.6904761904761905,"precision":0.5666666666666667,"balanced_accuracy":0.5577380952380953,"f1":0.4857142857142857,"true_positive":17,"false_positive":13,"false_negative":23,"true_negative":29,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.2498512790005949,"brier_skill":-0.26396980738105125,"baseline_adjusted_skill":0.11547619047619051,"baseline_adjusted_score":0.11547619047619051},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.16993859842023365,"accuracy":0.76,"positive_recall":0.64,"specificity":0.88,"precision":0.8421052631578947,"balanced_accuracy":0.76,"f1":0.7272727272727273,"true_positive":32,"false_positive":6,"false_negative":18,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3202456063190654,"baseline_adjusted_skill":0.52,"baseline_adjusted_score":0.52},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.7597765363128491,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.6917562724014337,"baseline_adjusted_score":0.6917562724014337},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.56,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.278688524590164,"baseline_adjusted_score":0.278688524590164},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.22430121139148151,"accuracy":0.635,"positive_recall":0.45454545454545453,"specificity":0.6858974358974359,"precision":0.2898550724637681,"balanced_accuracy":0.5702214452214452,"f1":0.35398230088495575,"true_positive":20,"false_positive":49,"false_negative":24,"true_negative":107,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.30711661650047506,"baseline_adjusted_skill":0.1404428904428905,"baseline_adjusted_score":0.1404428904428905},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.33340016902871006,"accuracy":0.38,"positive_recall":0.66,"specificity":0.2866666666666667,"precision":0.2357142857142857,"balanced_accuracy":0.4733333333333334,"f1":0.3473684210526316,"true_positive":33,"false_positive":107,"false_negative":17,"true_negative":43,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-0.778134234819787,"baseline_adjusted_skill":-0.05333333333333323,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.2138432547685802,"accuracy":0.66,"positive_recall":0.21052631578947367,"specificity":0.7071823204419889,"precision":0.07017543859649122,"balanced_accuracy":0.4588543181157313,"f1":0.10526315789473684,"true_positive":4,"false_positive":53,"false_negative":15,"true_negative":128,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.085975,"brier_skill":-1.4872725183899997,"baseline_adjusted_skill":-0.0822913637685374,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.02440976038615189,"accuracy":0.9415773809523809,"positive_recall":0.12330125979565519,"specificity":0.9938132840253547,"precision":0.5599099099099099,"balanced_accuracy":0.558557271910505,"f1":0.20209739045606048,"true_positive":20.716666666666665,"false_positive":16.28333333333333,"false_negative":147.29999999999998,"true_negative":2615.7,"positive_prevalence":0.060005952380952375,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679138,"brier_skill":0.2419557942364049,"baseline_adjusted_skill":0.11711454382100994,"baseline_adjusted_score":0.11711454382100994},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.6685552407932012,"uniform_accuracy_baseline":0.027777777777777776,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.6201298701298702,"baseline_adjusted_score":0.6201298701298702},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.52,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.31428571428571433,"baseline_adjusted_score":0.31428571428571433},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.0025539381806615065,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":50,"false_positive":0,"false_negative":0,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9897842472773539,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3742755551636694,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":50,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.4971022206546776,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.6,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":-0.025641025641025664,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.78,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.7659574468085106,"baseline_adjusted_score":0.7659574468085106},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2967869578534581,"accuracy":0.62,"positive_recall":0.9,"specificity":0.34,"precision":0.5769230769230769,"balanced_accuracy":0.62,"f1":0.703125,"true_positive":45,"false_positive":33,"false_negative":5,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.1871478314138324,"baseline_adjusted_skill":0.24,"baseline_adjusted_score":0.24},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.9104477611940298,"baseline_adjusted_score":0.9104477611940298},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.03496601445787903,"accuracy":0.97,"positive_recall":0.98,"specificity":0.96,"precision":0.9607843137254902,"balanced_accuracy":0.97,"f1":0.9702970297029703,"true_positive":49,"false_positive":2,"false_negative":1,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8601359421684839,"baseline_adjusted_skill":0.94,"baseline_adjusted_score":0.94},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.39932330405405403,"uniform_accuracy_baseline":0.23445945945945948,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.1856954746966885,"baseline_adjusted_score":0.1856954746966885},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.08179159340380521,"accuracy":0.5764473618421053,"positive_recall":0.6390612231294353,"specificity":0.5168250648661084,"precision":0.5574117764705883,"balanced_accuracy":0.5779431439977718,"f1":0.5954505480309688,"true_positive":47.380001,"false_positive":37.619999,"false_negative":26.760002,"true_negative":40.239998,"positive_prevalence":0.4877631776315789,"majority_accuracy_baseline":0.512236822368421,"constant_brier_baseline":0.09451910039768556,"brier_skill":0.1346553970608041,"baseline_adjusted_skill":0.1558862879955436,"baseline_adjusted_score":0.1558862879955436},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.18323936202783217,"normalized_score_rmse":0.22305123401931276,"constant_score_baseline":0.5841668333333333,"constant_mae_baseline":0.21700552708333334,"baseline_adjusted_skill":0.1556004840491204,"baseline_adjusted_score":0.1556004840491204},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2665981319031869,"accuracy":0.52,"positive_recall":0.94,"specificity":0.1,"precision":0.5108695652173914,"balanced_accuracy":0.52,"f1":0.6619718309859155,"true_positive":47,"false_positive":45,"false_negative":3,"true_negative":5,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.0663925276127475,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.17974755878843243,"accuracy":0.71,"positive_recall":0.68,"specificity":0.74,"precision":0.723404255319149,"balanced_accuracy":0.71,"f1":0.7010309278350515,"true_positive":34,"false_positive":13,"false_negative":16,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.28100976484627027,"baseline_adjusted_skill":0.41999999999999993,"baseline_adjusted_score":0.41999999999999993},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.43,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.06557377049180324,"baseline_adjusted_score":0.06557377049180324},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.815,"uniform_accuracy_baseline":0.036111111111111115,"fixed_answer_accuracy_baseline":0.08833333333333333,"baseline_adjusted_skill":0.7970749542961608,"baseline_adjusted_score":0.7970749542961608},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.6,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.09090909090909075,"baseline_adjusted_score":0.09090909090909075},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.735,"uniform_accuracy_baseline":0.049879324215607396,"fixed_answer_accuracy_baseline":0.12442477876106194,"baseline_adjusted_skill":0.697341823327269,"baseline_adjusted_score":0.697341823327269},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24863920926154143,"accuracy":0.45,"positive_recall":0.4,"specificity":0.5,"precision":0.4444444444444444,"balanced_accuracy":0.45,"f1":0.42105263157894735,"true_positive":20,"false_positive":25,"false_negative":30,"true_negative":25,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.005443162953834291,"baseline_adjusted_skill":-0.09999999999999998,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.6944444444444444,"uniform_accuracy_baseline":0.23888888888888887,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.5686274509803921,"baseline_adjusted_score":0.5686274509803921},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.15714448384041826,"accuracy":0.796875,"positive_recall":0.96875,"specificity":0.625,"precision":0.7209302325581395,"balanced_accuracy":0.796875,"f1":0.8266666666666667,"true_positive":31,"false_positive":12,"false_negative":1,"true_negative":20,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.37142206463832694,"baseline_adjusted_skill":0.59375,"baseline_adjusted_score":0.59375},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.5652173913043479,"baseline_adjusted_score":0.5652173913043479},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.42,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.12121212121212116,"baseline_adjusted_score":0.12121212121212116},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.275995173289736,"accuracy":0.46,"positive_recall":0.26,"specificity":0.66,"precision":0.43333333333333335,"balanced_accuracy":0.46,"f1":0.325,"true_positive":13,"false_positive":17,"false_negative":37,"true_negative":33,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.10398069315894398,"baseline_adjusted_skill":-0.07999999999999996,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.8260869565217391,"baseline_adjusted_score":0.8260869565217391},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.25621698877804633,"accuracy":0.6363636363636364,"positive_recall":0.25,"specificity":1,"precision":1,"balanced_accuracy":0.625,"f1":0.4,"true_positive":4,"false_positive":0,"false_negative":12,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":-0.025809929335633974,"baseline_adjusted_skill":0.25,"baseline_adjusted_score":0.25},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.13499172330833972,"normalized_score_rmse":0.20043882837212515,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.59093417179291,"baseline_adjusted_score":0.59093417179291},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.3125,"uniform_accuracy_baseline":0.178125,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":0.03508771929824565,"baseline_adjusted_score":0.03508771929824565},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.03361960790699692,"accuracy":0.9705882352941176,"positive_recall":1,"specificity":0.9411764705882353,"precision":0.9444444444444444,"balanced_accuracy":0.9705882352941176,"f1":0.9714285714285714,"true_positive":17,"false_positive":1,"false_negative":0,"true_negative":16,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8655215683720123,"baseline_adjusted_skill":0.9411764705882353,"baseline_adjusted_score":0.9411764705882353},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.18517716053654165,"normalized_score_rmse":0.2529398301863282,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-0.25920469164848314,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.6875,"uniform_accuracy_baseline":0.13194444444444445,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":0.21739130434782614,"baseline_adjusted_score":0.21739130434782614},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.1706309344384186,"accuracy":0.7115384615384616,"positive_recall":1,"specificity":0.4230769230769231,"precision":0.6341463414634146,"balanced_accuracy":0.7115384615384616,"f1":0.7761194029850746,"true_positive":26,"false_positive":15,"false_negative":0,"true_negative":11,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.31747626224632564,"baseline_adjusted_skill":0.42307692307692313,"baseline_adjusted_score":0.42307692307692313},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.23862210728921346,"accuracy":0.6266666666666667,"positive_recall":0.9743589743589743,"specificity":0.25,"precision":0.5846153846153846,"balanced_accuracy":0.6121794871794872,"f1":0.7307692307692307,"true_positive":38,"false_positive":27,"false_negative":1,"true_negative":9,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24960000000000004,"brier_skill":0.04398194195026672,"baseline_adjusted_skill":0.22435897435897445,"baseline_adjusted_score":0.22435897435897445},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.30465732276439667,"normalized_score_rmse":0.38608631591679404,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.08806186701570229,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.20588235294117646,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":-0.08000000000000002,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.27669567925985505,"accuracy":0.5714285714285714,"positive_recall":0.14285714285714285,"specificity":1,"precision":1,"balanced_accuracy":0.5714285714285714,"f1":0.25,"true_positive":2,"false_positive":0,"false_negative":12,"true_negative":14,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.10678271703942022,"baseline_adjusted_skill":0.1428571428571428,"baseline_adjusted_score":0.1428571428571428},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.20386766879678223,"normalized_score_rmse":0.2694753737214166,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.1696969696969697,"baseline_adjusted_skill":-0.20136304826675233,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.0000024637552424452277,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":45,"false_positive":0,"false_negative":0,"true_negative":40,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.2491349480968858,"brier_skill":0.9999901107602074,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.68,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.5789473684210527,"baseline_adjusted_score":0.5789473684210527},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.305371031738037,"accuracy":0.64,"positive_recall":0.4857142857142857,"specificity":1,"precision":1,"balanced_accuracy":0.7428571428571429,"f1":0.6538461538461539,"true_positive":17,"false_positive":0,"false_negative":18,"true_negative":15,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.21,"brier_skill":-0.4541477701811285,"baseline_adjusted_skill":0.48571428571428577,"baseline_adjusted_score":0.48571428571428577},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.22270843233302004,"normalized_score_rmse":0.3256727995163229,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.20461274166778565,"baseline_adjusted_score":0.20461274166778565},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.43037974683544306,"uniform_accuracy_baseline":0.24240506329113923,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.02173913043478263,"baseline_adjusted_score":0.02173913043478263},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.06501075803972302,"accuracy":0.9047619047619048,"positive_recall":1,"specificity":0.8,"precision":0.8461538461538461,"balanced_accuracy":0.9,"f1":0.9166666666666666,"true_positive":11,"false_positive":2,"false_negative":0,"true_negative":8,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.2494331065759637,"brier_skill":0.7393659609498378,"baseline_adjusted_skill":0.8,"baseline_adjusted_score":0.8},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.3939393939393939,"uniform_accuracy_baseline":0.32373737373737377,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.3070194895887428,"accuracy":0.3939393939393939,"positive_recall":0.29411764705882354,"specificity":0.5,"precision":0.38461538461538464,"balanced_accuracy":0.3970588235294118,"f1":0.3333333333333333,"true_positive":5,"false_positive":8,"false_negative":12,"true_negative":8,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":-0.2292067064784593,"baseline_adjusted_skill":-0.2058823529411764,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.34819352970568135,"normalized_score_rmse":0.398543662479206,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.3431372549019608,"baseline_adjusted_skill":-0.014735429427985558,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1934235515280999,"accuracy":0.7,"positive_recall":0.7,"specificity":0.7,"precision":0.7,"balanced_accuracy":0.7,"f1":0.7,"true_positive":35,"false_positive":15,"false_negative":15,"true_negative":35,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.22630579388760041,"baseline_adjusted_skill":0.3999999999999999,"baseline_adjusted_score":0.3999999999999999},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.2533333333333333,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":-0.154639175257732,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.29062901585321155,"accuracy":0.5066666666666667,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":37,"true_negative":38,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555554,"brier_skill":-0.16272276968301203,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.22,"uniform_accuracy_baseline":0.14285714285714285,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.32416666666666666,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.015151515151515168,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.10995289813739582,"accuracy":0.9090909090909091,"positive_recall":0.8125,"specificity":1,"precision":1,"balanced_accuracy":0.90625,"f1":0.896551724137931,"true_positive":13,"false_positive":0,"false_negative":3,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.5597841688543232,"baseline_adjusted_skill":0.8125,"baseline_adjusted_score":0.8125},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.1781735789933891,"normalized_score_rmse":0.20308578897692617,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.18900301975422895,"baseline_adjusted_score":0.18900301975422895},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1912975939414917,"accuracy":0.78,"positive_recall":0.3181818181818182,"specificity":0.9102564102564102,"precision":0.5,"balanced_accuracy":0.6142191142191142,"f1":0.3888888888888889,"true_positive":7,"false_positive":7,"false_negative":15,"true_negative":71,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.11478784348188631,"baseline_adjusted_skill":0.22843822843822847,"baseline_adjusted_score":0.22843822843822847},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2016386038391233,"accuracy":0.74,"positive_recall":0.4864864864864865,"specificity":0.8888888888888888,"precision":0.72,"balanced_accuracy":0.6876876876876876,"f1":0.5806451612903226,"true_positive":18,"false_positive":7,"false_negative":19,"true_negative":56,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000003,"brier_skill":0.1349695244996857,"baseline_adjusted_skill":0.37537537537537524,"baseline_adjusted_score":0.37537537537537524},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3102569477524052,"accuracy":0.62,"positive_recall":0.15384615384615385,"specificity":0.9180327868852459,"precision":0.5454545454545454,"balanced_accuracy":0.5359394703656999,"f1":0.24,"true_positive":6,"false_positive":5,"false_negative":33,"true_negative":56,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379,"brier_skill":-0.30414858239766795,"baseline_adjusted_skill":0.07187894073139978,"baseline_adjusted_score":0.07187894073139978},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24796971988930913,"accuracy":0.7,"positive_recall":0.12903225806451613,"specificity":0.9565217391304348,"precision":0.5714285714285714,"balanced_accuracy":0.5427769985974755,"f1":0.21052631578947367,"true_positive":4,"false_positive":3,"false_negative":27,"true_negative":66,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999998,"brier_skill":-0.15927872786025787,"baseline_adjusted_skill":0.08555399719495105,"baseline_adjusted_score":0.08555399719495105},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.36,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.11111111111111106,"baseline_adjusted_score":0.11111111111111106},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.17697199609407108,"normalized_score_rmse":0.22331054977161596,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.23883012432657602,"baseline_adjusted_score":0.23883012432657602},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.13215737390271332,"accuracy":0.83,"positive_recall":0.84,"specificity":0.82,"precision":0.8235294117647058,"balanced_accuracy":0.83,"f1":0.8316831683168316,"true_positive":42,"false_positive":9,"false_negative":8,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.47137050438914674,"baseline_adjusted_skill":0.6599999999999999,"baseline_adjusted_score":0.6599999999999999},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.009995689293303587,"accuracy":0.99,"positive_recall":0.98,"specificity":1,"precision":1,"balanced_accuracy":0.99,"f1":0.98989898989899,"true_positive":49,"false_positive":0,"false_negative":1,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9600172428267857,"baseline_adjusted_skill":0.98,"baseline_adjusted_score":0.98},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.78,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":0.37142857142857144,"baseline_adjusted_score":0.37142857142857144},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.26482680407617903,"accuracy":0.46,"positive_recall":0.26,"specificity":0.66,"precision":0.43333333333333335,"balanced_accuracy":0.46,"f1":0.325,"true_positive":13,"false_positive":17,"false_negative":37,"true_negative":33,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.05930721630471614,"baseline_adjusted_skill":-0.07999999999999996,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.49,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":-0.2142857142857142,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.49,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.14999999999999997,"baseline_adjusted_score":0.14999999999999997},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09109418339745277,"accuracy":0.86,"positive_recall":0.84,"specificity":0.88,"precision":0.875,"balanced_accuracy":0.86,"f1":0.8571428571428571,"true_positive":42,"false_positive":6,"false_negative":8,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6356232664101888,"baseline_adjusted_skill":0.72,"baseline_adjusted_score":0.72},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.67,"uniform_accuracy_baseline":0.20851190476190473,"fixed_answer_accuracy_baseline":0.22333333333333333,"baseline_adjusted_skill":0.5751072961373391,"baseline_adjusted_score":0.5751072961373391},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.21960105703022492,"accuracy":0.65,"positive_recall":0.56,"specificity":0.74,"precision":0.6829268292682927,"balanced_accuracy":0.65,"f1":0.6153846153846154,"true_positive":28,"false_positive":13,"false_negative":22,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.12159577187910031,"baseline_adjusted_skill":0.30000000000000004,"baseline_adjusted_score":0.30000000000000004},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.2834244072716683,"normalized_score_rmse":0.338772582417574,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.05525197576110563,"baseline_adjusted_score":0.05525197576110563},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.4,"uniform_accuracy_baseline":0.22851190476190475,"fixed_answer_accuracy_baseline":0.24333333333333332,"baseline_adjusted_skill":0.20704845814977976,"baseline_adjusted_score":0.20704845814977976},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2918090775525681,"accuracy":0.44,"positive_recall":0.56,"specificity":0.32,"precision":0.45161290322580644,"balanced_accuracy":0.44000000000000006,"f1":0.5,"true_positive":28,"false_positive":34,"false_negative":22,"true_negative":16,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.1672363102102723,"baseline_adjusted_skill":-0.11999999999999988,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.3051392997314947,"normalized_score_rmse":0.36186465659316597,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.3042222222222222,"baseline_adjusted_skill":-0.0030144987521738553,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.66,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.4516129032258065,"baseline_adjusted_score":0.4516129032258065},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.06558270916786291,"accuracy":0.92,"positive_recall":0.88,"specificity":0.96,"precision":0.9565217391304348,"balanced_accuracy":0.9199999999999999,"f1":0.9166666666666666,"true_positive":44,"false_positive":2,"false_negative":6,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7376691633285484,"baseline_adjusted_skill":0.8399999999999999,"baseline_adjusted_score":0.8399999999999999},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.83,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.6599999999999999,"baseline_adjusted_score":0.6599999999999999},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.17744109137569428,"accuracy":0.77,"positive_recall":0.56,"specificity":0.98,"precision":0.9655172413793104,"balanced_accuracy":0.77,"f1":0.7088607594936709,"true_positive":28,"false_positive":1,"false_negative":22,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2902356344972229,"baseline_adjusted_skill":0.54,"baseline_adjusted_score":0.54},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.3533333333333333,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.8644067796610169,"baseline_adjusted_score":0.8644067796610169},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.8225806451612904,"baseline_adjusted_score":0.8225806451612904},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.45,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.11290322580645162,"baseline_adjusted_score":0.11290322580645162},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.52,"uniform_accuracy_baseline":0.1111111111111111,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.42857142857142855,"baseline_adjusted_score":0.42857142857142855},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.1372763442803156,"accuracy":0.681875,"positive_recall":0.34014502307185235,"specificity":0.761838654943699,"precision":0.2504854368932039,"balanced_accuracy":0.5509918390077757,"f1":0.28850992451775226,"true_positive":25.8,"false_positive":77.2,"false_negative":50.05,"true_negative":246.95,"positive_prevalence":0.189625,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500001,"brier_skill":-0.8033346737943687,"baseline_adjusted_skill":0.10198367801555142,"baseline_adjusted_score":0.10198367801555142},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.32816190453246236,"normalized_score_rmse":0.3949348159959734,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":-0.5352603720816953,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.09368219027783706,"accuracy":0.7541249999999999,"positive_recall":0.1795593061415846,"specificity":0.9630134651440259,"precision":0.6383333333333333,"balanced_accuracy":0.5712863856428052,"f1":0.2802780826930113,"true_positive":19.15,"false_positive":10.85,"false_negative":87.5,"true_negative":282.5,"positive_prevalence":0.266625,"majority_accuracy_baseline":0.733375,"constant_brier_baseline":0.115654859375,"brier_skill":0.18998483259504584,"baseline_adjusted_skill":0.1425727712856104,"baseline_adjusted_score":0.1425727712856104},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1956840647005447,"normalized_score_rmse":0.278307573148948,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.27187324762588017,"baseline_adjusted_score":0.27187324762588017},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.09362593132674178,"accuracy":0.746625,"positive_recall":0.15838926174496643,"specificity":0.9746747614917606,"precision":0.708,"balanced_accuracy":0.5665320116183635,"f1":0.25886654478976234,"true_positive":17.7,"false_positive":7.3,"false_negative":94.05,"true_negative":280.95,"positive_prevalence":0.279375,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937500001,"brier_skill":0.1725931662410498,"baseline_adjusted_skill":0.13306402323672706,"baseline_adjusted_score":0.13306402323672706},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.2224439918134158,"normalized_score_rmse":0.28708322297244704,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.15860428628495216,"baseline_adjusted_score":0.15860428628495216},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.04924913375498727,"accuracy":0.8691249999999999,"positive_recall":0.56,"specificity":0.9572690763052208,"precision":0.788888888888889,"balanced_accuracy":0.7586345381526105,"f1":0.6550247116968699,"true_positive":49.7,"false_positive":13.3,"false_negative":39.05,"true_negative":297.95,"positive_prevalence":0.221875,"majority_accuracy_baseline":0.778125,"constant_brier_baseline":0.12674023437499998,"brier_skill":0.6114167375667892,"baseline_adjusted_skill":0.517269076305221,"baseline_adjusted_score":0.517269076305221},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1183939548143826,"normalized_score_rmse":0.2012104179841643,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.4752622501301602,"baseline_adjusted_score":0.4752622501301602},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.04941127925384652,"accuracy":0.8192499999999999,"positive_recall":0.5411153119092628,"specificity":0.9192726036709721,"precision":0.7067901234567902,"balanced_accuracy":0.7301939577901174,"f1":0.6129550321199143,"true_positive":57.25,"false_positive":23.75,"false_negative":48.55,"true_negative":270.45,"positive_prevalence":0.2645,"majority_accuracy_baseline":0.7355,"constant_brier_baseline":0.11362725,"brier_skill":0.5651458672647052,"baseline_adjusted_skill":0.46038791558023484,"baseline_adjusted_score":0.46038791558023484},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1537104478810761,"normalized_score_rmse":0.2118003823170234,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.38821712286138854,"baseline_adjusted_score":0.38821712286138854},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.08121506344478675,"accuracy":0.8245,"positive_recall":0.09399477806788512,"specificity":0.9975262832405689,"precision":0.9,"balanced_accuracy":0.545760530654227,"f1":0.1702127659574468,"true_positive":7.2,"false_positive":0.8,"false_negative":69.4,"true_negative":322.6,"positive_prevalence":0.19149999999999998,"majority_accuracy_baseline":0.8085,"constant_brier_baseline":0.09190274999999999,"brier_skill":0.11629343578090146,"baseline_adjusted_skill":0.09152106130845405,"baseline_adjusted_score":0.09152106130845405},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.18787929422367597,"normalized_score_rmse":0.27243275437122966,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.09182214272543343,"baseline_adjusted_score":0.09182214272543343},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.057955858023400815,"accuracy":0.8760000000000001,"positive_recall":0.4146341463414634,"specificity":0.9803801348865727,"precision":0.827027027027027,"balanced_accuracy":0.6975071406140181,"f1":0.5523465703971119,"true_positive":30.6,"false_positive":6.3999999999999995,"false_negative":43.2,"true_negative":319.8,"positive_prevalence":0.1845,"majority_accuracy_baseline":0.8155,"constant_brier_baseline":0.10922225,"brier_skill":0.46937681632267403,"baseline_adjusted_skill":0.39501428122803617,"baseline_adjusted_score":0.39501428122803617},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1534339728244413,"normalized_score_rmse":0.23277005963041567,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":0.1897876022471746,"baseline_adjusted_score":0.1897876022471746},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.08777390485518524,"accuracy":0.8130000000000002,"positive_recall":0.06815286624203822,"specificity":0.9948678071539658,"precision":0.7642857142857142,"balanced_accuracy":0.5315103366980021,"f1":0.12514619883040934,"true_positive":5.35,"false_positive":1.65,"false_negative":73.15,"true_negative":319.85,"positive_prevalence":0.19625,"majority_accuracy_baseline":0.80375,"constant_brier_baseline":0.09878593749999999,"brier_skill":0.11147368667544155,"baseline_adjusted_skill":0.06302067339600415,"baseline_adjusted_score":0.06302067339600415},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.2017181156920924,"normalized_score_rmse":0.2967451044755549,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":0.04512134583624905,"baseline_adjusted_score":0.04512134583624905},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.09044676080618201,"accuracy":0.6512755102040817,"positive_recall":0.41192170818505336,"specificity":0.8319158460161147,"precision":0.6490654205607477,"balanced_accuracy":0.6219187771005841,"f1":0.5039912917271407,"true_positive":69.45,"false_positive":37.55,"false_negative":99.15,"true_negative":185.85,"positive_prevalence":0.4301020408163265,"majority_accuracy_baseline":0.5698979591836735,"constant_brier_baseline":0.12359641815910039,"brier_skill":0.2682088837740123,"baseline_adjusted_skill":0.24383755420116815,"baseline_adjusted_score":0.24383755420116815},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.20878799487726776,"normalized_score_rmse":0.26280483953264194,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.24217690748250953,"baseline_adjusted_score":0.24217690748250953},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.17061614904199007,"accuracy":0.695875,"positive_recall":0.41227380015735643,"specificity":0.7494427106553723,"precision":0.23710407239819004,"balanced_accuracy":0.5808582554063644,"f1":0.30106291295604715,"true_positive":52.4,"false_positive":168.6,"false_negative":74.7,"true_negative":504.3,"positive_prevalence":0.158875,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499999,"brier_skill":-0.7272777305631812,"baseline_adjusted_skill":0.16171651081272875,"baseline_adjusted_score":0.16171651081272875},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.3399039900692514,"normalized_score_rmse":0.4353399937938786,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-1.0600241822378873,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.78,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.6451612903225807,"baseline_adjusted_score":0.6451612903225807},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2391322431963029,"accuracy":0.6,"positive_recall":0.6,"specificity":0.6,"precision":0.6,"balanced_accuracy":0.6,"f1":0.6,"true_positive":30,"false_positive":20,"false_negative":20,"true_negative":30,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.04347102721478835,"baseline_adjusted_skill":0.19999999999999996,"baseline_adjusted_score":0.19999999999999996},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.2292909211398277,"uniform_accuracy_baseline":0.058823529411764705,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.09423676012461062,"baseline_adjusted_score":0.09423676012461062},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.49,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":-0.10869565217391315,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.28465293173849276,"accuracy":0.55,"positive_recall":0.14,"specificity":0.96,"precision":0.7777777777777778,"balanced_accuracy":0.55,"f1":0.23728813559322035,"true_positive":7,"false_positive":2,"false_negative":43,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.13861172695397106,"baseline_adjusted_skill":0.10000000000000009,"baseline_adjusted_score":0.10000000000000009},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.66,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.46031746031746035,"baseline_adjusted_score":0.46031746031746035},"scoring":{"eligible":true,"reason":null},"model":86,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.15215638397979603,"accuracy":0.7635135135135135,"positive_recall":0.8309859154929577,"specificity":0.7012987012987013,"precision":0.7195121951219512,"balanced_accuracy":0.7661423083958295,"f1":0.7712418300653595,"true_positive":59,"false_positive":23,"false_negative":12,"true_negative":54,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.24958911614317017,"brier_skill":0.3903725197195075,"baseline_adjusted_skill":0.5322846167916591,"baseline_adjusted_score":0.5322846167916591},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.28,"uniform_accuracy_baseline":0.2005,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":-0.014084507042253456,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.72,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.5882352941176471,"baseline_adjusted_score":0.5882352941176471},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.83,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.6382978723404255,"baseline_adjusted_score":0.6382978723404255},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.8979591836734693,"baseline_adjusted_score":0.8979591836734693},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.06611302923960811,"accuracy":0.61983512606,"positive_recall":0.9868523435290919,"specificity":0.030993878008162314,"precision":0.6203413556734694,"balanced_accuracy":0.5089231107686271,"f1":0.7618065214393563,"true_positive":60.793452856,"false_positive":37.206547144,"false_negative":0.8099402499999999,"true_negative":1.19005975,"positive_prevalence":0.61603393106,"majority_accuracy_baseline":0.61603393106,"constant_brier_baseline":0.07908707655202402,"brier_skill":0.16404762798232253,"baseline_adjusted_skill":0.017846221537254126,"baseline_adjusted_score":0.017846221537254126},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.05412643890263925,"accuracy":0.91,"positive_recall":0.92,"specificity":0.9,"precision":0.9019607843137255,"balanced_accuracy":0.91,"f1":0.9108910891089109,"true_positive":46,"false_positive":5,"false_negative":4,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.783494244389443,"baseline_adjusted_skill":0.8200000000000001,"baseline_adjusted_score":0.8200000000000001},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.012987012987012986,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.8526315789473684,"baseline_adjusted_score":0.8526315789473684},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.56,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.2666666666666667,"baseline_adjusted_score":0.2666666666666667},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.66,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.46875000000000006,"baseline_adjusted_score":0.46875000000000006},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.15280917523380413,"accuracy":0.82,"positive_recall":0.98,"specificity":0.66,"precision":0.7424242424242424,"balanced_accuracy":0.8200000000000001,"f1":0.8448275862068966,"true_positive":49,"false_positive":17,"false_negative":1,"true_negative":33,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.38876329906478346,"baseline_adjusted_skill":0.6400000000000001,"baseline_adjusted_score":0.6400000000000001},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.05975481447500916,"accuracy":0.7321100449422374,"positive_recall":0.2447681758286247,"specificity":0.9590343104586365,"precision":0.7356007281388786,"balanced_accuracy":0.6019012431436306,"f1":0.36731407460212473,"true_positive":54.43445388227701,"false_positive":19.565546117722988,"false_negative":167.9574224227108,"true_negative":458.0425775772892,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768642,"brier_skill":0.32653120613043385,"baseline_adjusted_skill":0.20380248628726116,"baseline_adjusted_score":0.20380248628726116},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24413361081958906,"accuracy":0.61,"positive_recall":0.66,"specificity":0.56,"precision":0.6,"balanced_accuracy":0.6100000000000001,"f1":0.6285714285714286,"true_positive":33,"false_positive":22,"false_negative":17,"true_negative":28,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.023465556721643743,"baseline_adjusted_skill":0.2200000000000002,"baseline_adjusted_score":0.2200000000000002},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.9470198675496688,"uniform_accuracy_baseline":0.006622516556291391,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.9448275862068966,"baseline_adjusted_score":0.9448275862068966},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.76,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.5574837310195228,"baseline_adjusted_score":0.5574837310195228},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.8666666666666667,"baseline_adjusted_score":0.8666666666666667},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.17787852013829009,"accuracy":0.74,"positive_recall":0.82,"specificity":0.66,"precision":0.7068965517241379,"balanced_accuracy":0.74,"f1":0.7592592592592593,"true_positive":41,"false_positive":17,"false_negative":9,"true_negative":33,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.28848591944683966,"baseline_adjusted_skill":0.48,"baseline_adjusted_score":0.48},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.73,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.43749999999999994,"baseline_adjusted_score":0.43749999999999994},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.07142857142857142,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9887640449438202,"baseline_adjusted_score":0.9887640449438202},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.82,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.6086956521739129,"baseline_adjusted_score":0.6086956521739129},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.58,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.42465753424657526,"baseline_adjusted_score":0.42465753424657526},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.6111111111111112,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":-0.16666666666666638,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.23781096153894132,"accuracy":0.6219512195121951,"positive_recall":0.575,"specificity":0.6666666666666666,"precision":0.6216216216216216,"balanced_accuracy":0.6208333333333333,"f1":0.5974025974025974,"true_positive":23,"false_positive":14,"false_negative":17,"true_negative":28,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.2498512790005949,"brier_skill":0.048189937269142,"baseline_adjusted_skill":0.2416666666666667,"baseline_adjusted_score":0.2416666666666667},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.12009450527661933,"accuracy":0.82,"positive_recall":0.7,"specificity":0.94,"precision":0.9210526315789473,"balanced_accuracy":0.82,"f1":0.7954545454545454,"true_positive":35,"false_positive":3,"false_negative":15,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5196219788935227,"baseline_adjusted_skill":0.6399999999999999,"baseline_adjusted_score":0.6399999999999999},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.8938547486033519,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.8637992831541218,"baseline_adjusted_score":0.8637992831541218},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.72,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.540983606557377,"baseline_adjusted_score":0.540983606557377},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.18560222189220268,"accuracy":0.75,"positive_recall":0.38636363636363635,"specificity":0.8525641025641025,"precision":0.425,"balanced_accuracy":0.6194638694638694,"f1":0.40476190476190477,"true_positive":17,"false_positive":23,"false_negative":27,"true_negative":133,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.08159802967484087,"baseline_adjusted_skill":0.2389277389277389,"baseline_adjusted_score":0.2389277389277389},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.2689074304401671,"accuracy":0.59,"positive_recall":0.56,"specificity":0.6,"precision":0.3181818181818182,"balanced_accuracy":0.5800000000000001,"f1":0.4057971014492754,"true_positive":28,"false_positive":60,"false_negative":22,"true_negative":90,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-0.43417296234755764,"baseline_adjusted_skill":0.16000000000000014,"baseline_adjusted_score":0.16000000000000014},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.12540190479624447,"accuracy":0.835,"positive_recall":0.2631578947368421,"specificity":0.8950276243093923,"precision":0.20833333333333334,"balanced_accuracy":0.5790927595231172,"f1":0.23255813953488372,"true_positive":5,"false_positive":19,"false_negative":14,"true_negative":162,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.085975,"brier_skill":-0.45858569114561765,"baseline_adjusted_skill":0.15818551904623446,"baseline_adjusted_score":0.15818551904623446},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.02030316705849682,"accuracy":0.9422678571428571,"positive_recall":0.16774129550639816,"specificity":0.9917109404188224,"precision":0.5636666666666666,"balanced_accuracy":0.5797261179626103,"f1":0.25854292485284,"true_positive":28.183333333333334,"false_positive":21.816666666666666,"false_negative":139.83333333333334,"true_negative":2610.1666666666665,"positive_prevalence":0.060005952380952375,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679138,"brier_skill":0.3694858981051188,"baseline_adjusted_skill":0.15945223592522062,"baseline_adjusted_score":0.15945223592522062},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.9518413597733711,"uniform_accuracy_baseline":0.027777777777777776,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.9448051948051949,"baseline_adjusted_score":0.9448051948051949},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.62,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.4571428571428572,"baseline_adjusted_score":0.4571428571428572},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":4.2489666345546017e-7,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":50,"false_positive":0,"false_negative":0,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9999983004133461,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.17777432671813226,"accuracy":0.73,"positive_recall":0.74,"specificity":0.72,"precision":0.7254901960784313,"balanced_accuracy":0.73,"f1":0.7326732673267327,"true_positive":37,"false_positive":14,"false_negative":13,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.28890269312747097,"baseline_adjusted_skill":0.45999999999999996,"baseline_adjusted_score":0.45999999999999996},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.66,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":0.1282051282051283,"baseline_adjusted_score":0.1282051282051283},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.93,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.9255319148936172,"baseline_adjusted_score":0.9255319148936172},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1332691520665644,"accuracy":0.85,"positive_recall":0.96,"specificity":0.74,"precision":0.7868852459016393,"balanced_accuracy":0.85,"f1":0.8648648648648649,"true_positive":48,"false_positive":13,"false_negative":2,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4669233917337424,"baseline_adjusted_skill":0.7,"baseline_adjusted_score":0.7},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.9402985074626865,"baseline_adjusted_score":0.9402985074626865},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.029227720988380012,"accuracy":0.97,"positive_recall":0.96,"specificity":0.98,"precision":0.9795918367346939,"balanced_accuracy":0.97,"f1":0.9696969696969697,"true_positive":48,"false_positive":1,"false_negative":2,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.88308911604648,"baseline_adjusted_skill":0.94,"baseline_adjusted_score":0.94},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.44337057432432425,"uniform_accuracy_baseline":0.23445945945945948,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.24540794856227488,"baseline_adjusted_score":0.24540794856227488},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.07014029804014135,"accuracy":0.6519736776315789,"positive_recall":0.6422983419625704,"specificity":0.661186745229389,"precision":0.643513527027027,"balanced_accuracy":0.6517425435959797,"f1":0.6429053602759817,"true_positive":47.620001,"false_positive":26.379999,"false_negative":26.520002,"true_negative":51.479998,"positive_prevalence":0.4877631776315789,"majority_accuracy_baseline":0.512236822368421,"constant_brier_baseline":0.09451910039768556,"brier_skill":0.25792461264412503,"baseline_adjusted_skill":0.30348508719195944,"baseline_adjusted_score":0.30348508719195944},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.11764756182525084,"normalized_score_rmse":0.1601706108278677,"constant_score_baseline":0.5841668333333333,"constant_mae_baseline":0.21700552708333334,"baseline_adjusted_skill":0.4578591457715617,"baseline_adjusted_score":0.4578591457715617},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2004068464712462,"accuracy":0.73,"positive_recall":0.88,"specificity":0.58,"precision":0.676923076923077,"balanced_accuracy":0.73,"f1":0.7652173913043478,"true_positive":44,"false_positive":21,"false_negative":6,"true_negative":29,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.19837261411501517,"baseline_adjusted_skill":0.45999999999999996,"baseline_adjusted_score":0.45999999999999996},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08553976428844053,"accuracy":0.86,"positive_recall":0.84,"specificity":0.88,"precision":0.875,"balanced_accuracy":0.86,"f1":0.8571428571428571,"true_positive":42,"false_positive":6,"false_negative":8,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.657840942846238,"baseline_adjusted_skill":0.72,"baseline_adjusted_score":0.72},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.67,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.459016393442623,"baseline_adjusted_score":0.459016393442623},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.905,"uniform_accuracy_baseline":0.036111111111111115,"fixed_answer_accuracy_baseline":0.08833333333333333,"baseline_adjusted_skill":0.8957952468007313,"baseline_adjusted_score":0.8957952468007313},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.8636363636363635,"baseline_adjusted_score":0.8636363636363635},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.885,"uniform_accuracy_baseline":0.049879324215607396,"fixed_answer_accuracy_baseline":0.12442477876106194,"baseline_adjusted_skill":0.8686577723873055,"baseline_adjusted_score":0.8686577723873055},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.23293852231393927,"accuracy":0.61,"positive_recall":0.52,"specificity":0.7,"precision":0.6341463414634146,"balanced_accuracy":0.61,"f1":0.5714285714285714,"true_positive":26,"false_positive":15,"false_negative":24,"true_negative":35,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.06824591074424291,"baseline_adjusted_skill":0.21999999999999997,"baseline_adjusted_score":0.21999999999999997},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.9722222222222222,"uniform_accuracy_baseline":0.23888888888888887,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.9607843137254903,"baseline_adjusted_score":0.9607843137254903},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.007034553783037106,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":32,"false_positive":0,"false_negative":0,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9718617848678516,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.6,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.3939393939393939,"baseline_adjusted_score":0.3939393939393939},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1912500520610253,"accuracy":0.65,"positive_recall":0.52,"specificity":0.78,"precision":0.7027027027027027,"balanced_accuracy":0.65,"f1":0.5977011494252874,"true_positive":26,"false_positive":11,"false_negative":24,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2349997917558988,"baseline_adjusted_skill":0.30000000000000004,"baseline_adjusted_score":0.30000000000000004},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.8260869565217391,"baseline_adjusted_score":0.8260869565217391},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.007903887405726997,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":16,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.9683553919675121,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.027350415660766885,"normalized_score_rmse":0.04865907614171656,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.9171199525431306,"baseline_adjusted_score":0.9171199525431306},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.25,"uniform_accuracy_baseline":0.178125,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.05263157894736839,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.020607024388885162,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":17,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9175719024444593,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.18308745373916976,"normalized_score_rmse":0.24908202081243835,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-0.24499468542635428,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.7083333333333334,"uniform_accuracy_baseline":0.13194444444444445,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":0.2695652173913045,"baseline_adjusted_score":0.2695652173913045},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.08231765908852409,"accuracy":0.8653846153846154,"positive_recall":1,"specificity":0.7307692307692307,"precision":0.7878787878787878,"balanced_accuracy":0.8653846153846154,"f1":0.8813559322033898,"true_positive":26,"false_positive":7,"false_negative":0,"true_negative":19,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6707293636459036,"baseline_adjusted_skill":0.7307692307692308,"baseline_adjusted_score":0.7307692307692308},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.1297031030123934,"accuracy":0.84,"positive_recall":1,"specificity":0.6666666666666666,"precision":0.7647058823529411,"balanced_accuracy":0.8333333333333333,"f1":0.8666666666666667,"true_positive":39,"false_positive":12,"false_negative":0,"true_negative":24,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24960000000000004,"brier_skill":0.4803561578029111,"baseline_adjusted_skill":0.6666666666666665,"baseline_adjusted_score":0.6666666666666665},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.2839376026391983,"normalized_score_rmse":0.3903300138132583,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.014062866568565369,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.7352941176470589,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.64,"baseline_adjusted_score":0.64},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.0000016935571152406666,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":14,"false_positive":0,"false_negative":0,"true_negative":14,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.999993225771539,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.04592933018822364,"normalized_score_rmse":0.09444018324805434,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.1696969696969697,"baseline_adjusted_skill":0.729345018533682,"baseline_adjusted_score":0.729345018533682},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":5.361222561859919e-8,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":45,"false_positive":0,"false_negative":0,"true_negative":40,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.2491349480968858,"brier_skill":0.9999997848064833,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.72,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.631578947368421,"baseline_adjusted_score":0.631578947368421},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.1740468499438369,"accuracy":0.68,"positive_recall":0.6571428571428571,"specificity":0.7333333333333333,"precision":0.8518518518518519,"balanced_accuracy":0.6952380952380952,"f1":0.7419354838709677,"true_positive":23,"false_positive":4,"false_negative":12,"true_negative":11,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.21,"brier_skill":0.1712054764579195,"baseline_adjusted_skill":0.3904761904761904,"baseline_adjusted_score":0.3904761904761904},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.08087463303425466,"normalized_score_rmse":0.2006470391112862,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.711162024877662,"baseline_adjusted_score":0.711162024877662},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.9620253164556962,"uniform_accuracy_baseline":0.24240506329113923,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.9347826086956522,"baseline_adjusted_score":0.9347826086956522},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.00015471851883045967,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":11,"false_positive":0,"false_negative":0,"true_negative":10,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.2494331065759637,"brier_skill":0.9993797193926888,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.5757575757575758,"uniform_accuracy_baseline":0.32373737373737377,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.3000000000000001,"baseline_adjusted_score":0.3000000000000001},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.3024734446883222,"accuracy":0.5757575757575758,"positive_recall":0.5882352941176471,"specificity":0.5625,"precision":0.5882352941176471,"balanced_accuracy":0.5753676470588236,"f1":0.5882352941176471,"true_positive":10,"false_positive":7,"false_negative":7,"true_negative":9,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":-0.21100581347640768,"baseline_adjusted_skill":0.1507352941176472,"baseline_adjusted_score":0.1507352941176472},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.3004692235879381,"normalized_score_rmse":0.34519993971984647,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.3431372549019608,"baseline_adjusted_skill":0.1243468341151518,"baseline_adjusted_score":0.1243468341151518},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.017753121241414274,"accuracy":0.97,"positive_recall":0.96,"specificity":0.98,"precision":0.9795918367346939,"balanced_accuracy":0.97,"f1":0.9696969696969697,"true_positive":48,"false_positive":1,"false_negative":2,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.928987515034343,"baseline_adjusted_skill":0.94,"baseline_adjusted_score":0.94},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.33333333333333337,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":-0.03092783505154633,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.29658254518044624,"accuracy":0.5066666666666667,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":37,"true_negative":38,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555554,"brier_skill":-0.18654112136558343,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.14285714285714285,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.9871794871794871,"baseline_adjusted_score":0.9871794871794871},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.36,"uniform_accuracy_baseline":0.32416666666666666,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.03030303030303025,"baseline_adjusted_score":0.03030303030303025},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.23294288705575075,"accuracy":0.5151515151515151,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":16,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.06737204410399789,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.08919245643615299,"normalized_score_rmse":0.11190322778504022,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.5940205431182002,"baseline_adjusted_score":0.5940205431182002},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1515843218409259,"accuracy":0.8,"positive_recall":0.4090909090909091,"specificity":0.9102564102564102,"precision":0.5625,"balanced_accuracy":0.6596736596736597,"f1":0.47368421052631576,"true_positive":9,"false_positive":7,"false_negative":13,"true_negative":71,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":0.11664148111348538,"baseline_adjusted_skill":0.3193473193473193,"baseline_adjusted_score":0.3193473193473193},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.06904429578202861,"accuracy":0.9,"positive_recall":0.8108108108108109,"specificity":0.9523809523809523,"precision":0.9090909090909091,"balanced_accuracy":0.8815958815958815,"f1":0.8571428571428571,"true_positive":30,"false_positive":3,"false_negative":7,"true_negative":60,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000003,"brier_skill":0.7037996748947721,"baseline_adjusted_skill":0.7631917631917631,"baseline_adjusted_score":0.7631917631917631},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.18545925841384206,"accuracy":0.8,"positive_recall":0.6153846153846154,"specificity":0.9180327868852459,"precision":0.8275862068965517,"balanced_accuracy":0.7667087011349307,"f1":0.7058823529411765,"true_positive":24,"false_positive":5,"false_negative":15,"true_negative":56,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379,"brier_skill":0.22043186879427468,"baseline_adjusted_skill":0.5334174022698615,"baseline_adjusted_score":0.5334174022698615},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.18941397953962205,"accuracy":0.72,"positive_recall":0.12903225806451613,"specificity":0.9855072463768116,"precision":0.8,"balanced_accuracy":0.5572697522206639,"f1":0.2222222222222222,"true_positive":4,"false_positive":1,"false_negative":27,"true_negative":68,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999998,"brier_skill":0.1144741489498734,"baseline_adjusted_skill":0.11453950444132777,"baseline_adjusted_score":0.11453950444132777},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.71,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.5972222222222222,"baseline_adjusted_score":0.5972222222222222},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.1201266854476853,"normalized_score_rmse":0.1549324206038281,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.4833260840959772,"baseline_adjusted_score":0.4833260840959772},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.05842676530187783,"accuracy":0.94,"positive_recall":0.96,"specificity":0.92,"precision":0.9230769230769231,"balanced_accuracy":0.94,"f1":0.9411764705882353,"true_positive":48,"false_positive":4,"false_negative":2,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7662929387924887,"baseline_adjusted_skill":0.8799999999999999,"baseline_adjusted_score":0.8799999999999999},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.009332530193639402,"accuracy":0.99,"positive_recall":0.98,"specificity":1,"precision":1,"balanced_accuracy":0.99,"f1":0.98989898989899,"true_positive":49,"false_positive":0,"false_negative":1,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9626698792254424,"baseline_adjusted_skill":0.98,"baseline_adjusted_score":0.98},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.77,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":0.34285714285714286,"baseline_adjusted_score":0.34285714285714286},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.22684306895419926,"accuracy":0.68,"positive_recall":0.7,"specificity":0.66,"precision":0.6730769230769231,"balanced_accuracy":0.6799999999999999,"f1":0.6862745098039216,"true_positive":35,"false_positive":17,"false_negative":15,"true_negative":33,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.09262772418320298,"baseline_adjusted_skill":0.3599999999999999,"baseline_adjusted_score":0.3599999999999999},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.7142857142857143,"baseline_adjusted_score":0.7142857142857143},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.59,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.3166666666666666,"baseline_adjusted_score":0.3166666666666666},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.025427682151026705,"accuracy":0.98,"positive_recall":0.96,"specificity":1,"precision":1,"balanced_accuracy":0.98,"f1":0.9795918367346939,"true_positive":48,"false_positive":0,"false_negative":2,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8982892713958932,"baseline_adjusted_skill":0.96,"baseline_adjusted_score":0.96},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.93,"uniform_accuracy_baseline":0.20851190476190473,"fixed_answer_accuracy_baseline":0.22333333333333333,"baseline_adjusted_skill":0.9098712446351933,"baseline_adjusted_score":0.9098712446351933},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1391382397078645,"accuracy":0.76,"positive_recall":0.72,"specificity":0.8,"precision":0.782608695652174,"balanced_accuracy":0.76,"f1":0.75,"true_positive":36,"false_positive":10,"false_negative":14,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.44344704116854206,"baseline_adjusted_skill":0.52,"baseline_adjusted_score":0.52},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.20434804082105984,"normalized_score_rmse":0.2599105543328316,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.31883986392980046,"baseline_adjusted_score":0.31883986392980046},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.77,"uniform_accuracy_baseline":0.22851190476190475,"fixed_answer_accuracy_baseline":0.24333333333333332,"baseline_adjusted_skill":0.696035242290749,"baseline_adjusted_score":0.696035242290749},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.15296521020168474,"accuracy":0.76,"positive_recall":0.84,"specificity":0.68,"precision":0.7241379310344828,"balanced_accuracy":0.76,"f1":0.7777777777777778,"true_positive":42,"false_positive":16,"false_negative":8,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.38813915919326103,"baseline_adjusted_skill":0.52,"baseline_adjusted_score":0.52},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.21173405246489144,"normalized_score_rmse":0.27905231830249827,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.3042222222222222,"baseline_adjusted_skill":0.3040151672081728,"baseline_adjusted_score":0.3040151672081728},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.79,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.6612903225806452,"baseline_adjusted_score":0.6612903225806452},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.018758945925983872,"accuracy":0.97,"positive_recall":0.96,"specificity":0.98,"precision":0.9795918367346939,"balanced_accuracy":0.97,"f1":0.9696969696969697,"true_positive":48,"false_positive":1,"false_negative":2,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9249642162960645,"baseline_adjusted_skill":0.94,"baseline_adjusted_score":0.94},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.93,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.8600000000000001,"baseline_adjusted_score":0.8600000000000001},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.0747409502783653,"accuracy":0.9,"positive_recall":0.8,"specificity":1,"precision":1,"balanced_accuracy":0.9,"f1":0.8888888888888888,"true_positive":40,"false_positive":0,"false_negative":10,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7010361988865388,"baseline_adjusted_skill":0.8,"baseline_adjusted_score":0.8},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.3533333333333333,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.9661016949152542,"baseline_adjusted_score":0.9661016949152542},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.9838709677419355,"baseline_adjusted_score":0.9838709677419355},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.42,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.06451612903225803,"baseline_adjusted_score":0.06451612903225803},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.1111111111111111,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.8214285714285714,"baseline_adjusted_score":0.8214285714285714},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.0331402920968181,"accuracy":0.8376250000000001,"positive_recall":0.24324324324324326,"specificity":0.9767083140521363,"precision":0.7096153846153845,"balanced_accuracy":0.6099757786476898,"f1":0.36229749631811486,"true_positive":18.45,"false_positive":7.55,"false_negative":57.4,"true_negative":316.6,"positive_prevalence":0.189625,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500001,"brier_skill":0.5646515927330451,"baseline_adjusted_skill":0.21995155729537963,"baseline_adjusted_score":0.21995155729537963},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.13681334898200476,"normalized_score_rmse":0.17388620375271943,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":0.35993754862219995,"baseline_adjusted_score":0.35993754862219995},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.0845529774095091,"accuracy":0.758625,"positive_recall":0.12236286919831225,"specificity":0.9899437531958412,"precision":0.815625,"balanced_accuracy":0.5561533111970767,"f1":0.2128006522625357,"true_positive":13.05,"false_positive":2.95,"false_negative":93.6,"true_negative":290.4,"positive_prevalence":0.266625,"majority_accuracy_baseline":0.733375,"constant_brier_baseline":0.115654859375,"brier_skill":0.26891980270924876,"baseline_adjusted_skill":0.11230662239415334,"baseline_adjusted_score":0.11230662239415334},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1784592019168599,"normalized_score_rmse":0.2581284913079687,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.33596576030935843,"baseline_adjusted_score":0.33596576030935843},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.05763448455305253,"accuracy":0.7863749999999999,"positive_recall":0.4174496644295302,"specificity":0.9294015611448395,"precision":0.6962686567164179,"balanced_accuracy":0.6734256127871848,"f1":0.521958041958042,"true_positive":46.65,"false_positive":20.35,"false_negative":65.1,"true_negative":267.9,"positive_prevalence":0.279375,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937500001,"brier_skill":0.49066283556690526,"baseline_adjusted_skill":0.34685122557436965,"baseline_adjusted_score":0.34685122557436965},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.17435815285742592,"normalized_score_rmse":0.23009382963088715,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.3404892563312495,"baseline_adjusted_score":0.3404892563312495},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.027352223114684403,"accuracy":0.9086250000000001,"positive_recall":0.756056338028169,"specificity":0.952128514056225,"precision":0.8182926829268292,"balanced_accuracy":0.8540924260421969,"f1":0.7859443631039531,"true_positive":67.1,"false_positive":14.9,"false_negative":21.65,"true_negative":296.35,"positive_prevalence":0.221875,"majority_accuracy_baseline":0.778125,"constant_brier_baseline":0.12674023437499998,"brier_skill":0.784186740307309,"baseline_adjusted_skill":0.7081848520843939,"baseline_adjusted_score":0.7081848520843939},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.08213236159812823,"normalized_score_rmse":0.14014341185877285,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.6359784527506782,"baseline_adjusted_score":0.6359784527506782},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.03171247396286929,"accuracy":0.8489999999999999,"positive_recall":0.5595463137996219,"specificity":0.9530931339225016,"precision":0.810958904109589,"balanced_accuracy":0.7563197238610617,"f1":0.6621923937360179,"true_positive":59.2,"false_positive":13.8,"false_negative":46.6,"true_negative":280.4,"positive_prevalence":0.2645,"majority_accuracy_baseline":0.7355,"constant_brier_baseline":0.11362725,"brier_skill":0.7209078459359943,"baseline_adjusted_skill":0.5126394477221234,"baseline_adjusted_score":0.5126394477221234},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.12207271222860981,"normalized_score_rmse":0.17549882322076818,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.5141384587916027,"baseline_adjusted_score":0.5141384587916027},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.06365599817633155,"accuracy":0.8272499999999999,"positive_recall":0.13381201044386423,"specificity":0.9914965986394558,"precision":0.7884615384615384,"balanced_accuracy":0.56265430454166,"f1":0.22879464285714288,"true_positive":10.25,"false_positive":2.75,"false_negative":66.35,"true_negative":320.65,"positive_prevalence":0.19149999999999998,"majority_accuracy_baseline":0.8085,"constant_brier_baseline":0.09190274999999999,"brier_skill":0.3073548052008067,"baseline_adjusted_skill":0.12530860908331998,"baseline_adjusted_score":0.12530860908331998},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.15715882934953243,"normalized_score_rmse":0.24489441327642422,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.24031985812914836,"baseline_adjusted_score":0.24031985812914836},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.03191098237354782,"accuracy":0.90775,"positive_recall":0.5819783197831978,"specificity":0.9814530962599631,"precision":0.876530612244898,"balanced_accuracy":0.7817157080215804,"f1":0.6995114006514658,"true_positive":42.95,"false_positive":6.05,"false_negative":30.85,"true_negative":320.15,"positive_prevalence":0.1845,"majority_accuracy_baseline":0.8155,"constant_brier_baseline":0.10922225,"brier_skill":0.7078344167644612,"baseline_adjusted_skill":0.5634314160431608,"baseline_adjusted_score":0.5634314160431608},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.10526106222239377,"normalized_score_rmse":0.1697530187645709,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":0.4441660080665675,"baseline_adjusted_score":0.4441660080665675},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.0719595225312899,"accuracy":0.8257499999999999,"positive_recall":0.12611464968152866,"specificity":0.9965785381026437,"precision":0.9,"balanced_accuracy":0.5613465938920862,"f1":0.22122905027932963,"true_positive":9.9,"false_positive":1.0999999999999999,"false_negative":68.6,"true_negative":320.4,"positive_prevalence":0.19625,"majority_accuracy_baseline":0.80375,"constant_brier_baseline":0.09878593749999999,"brier_skill":0.2715610708124331,"baseline_adjusted_skill":0.12269318778417238,"baseline_adjusted_score":0.12269318778417238},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1777330922859096,"normalized_score_rmse":0.265717007717342,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":0.1586599181732089,"baseline_adjusted_score":0.1586599181732089},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.06264283075368195,"accuracy":0.7119897959183674,"positive_recall":0.7316132858837485,"specificity":0.6971799462846912,"precision":0.6458115183246073,"balanced_accuracy":0.7143966160842199,"f1":0.686040044493882,"true_positive":123.35,"false_positive":67.65,"false_negative":45.25,"true_negative":155.75,"positive_prevalence":0.4301020408163265,"majority_accuracy_baseline":0.5698979591836735,"constant_brier_baseline":0.12359641815910039,"brier_skill":0.4931662932736084,"baseline_adjusted_skill":0.4287932321684398,"baseline_adjusted_score":0.4287932321684398},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.16258072345607968,"normalized_score_rmse":0.21169581194090079,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.40989218893719215,"baseline_adjusted_score":0.40989218893719215},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.055362356924692185,"accuracy":0.8802499999999999,"positive_recall":0.5401258851298191,"specificity":0.944493981275078,"precision":0.6476415094339624,"balanced_accuracy":0.7423099332024485,"f1":0.589017589017589,"true_positive":68.65,"false_positive":37.35,"false_negative":58.45,"true_negative":635.55,"positive_prevalence":0.158875,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499999,"brier_skill":0.43952453056494245,"baseline_adjusted_skill":0.48461986640489707,"baseline_adjusted_score":0.48461986640489707},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.1381713080906593,"normalized_score_rmse":0.21540435515938808,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":0.16259813278388302,"baseline_adjusted_score":0.16259813278388302},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.8064516129032259,"baseline_adjusted_score":0.8064516129032259},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24247445925718403,"accuracy":0.57,"positive_recall":0.58,"specificity":0.56,"precision":0.5686274509803921,"balanced_accuracy":0.5700000000000001,"f1":0.5742574257425742,"true_positive":29,"false_positive":22,"false_negative":21,"true_negative":28,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.03010216297126389,"baseline_adjusted_skill":0.14000000000000012,"baseline_adjusted_score":0.14000000000000012},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.5891318754141815,"uniform_accuracy_baseline":0.058823529411764705,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.5171339563862928,"baseline_adjusted_score":0.5171339563862928},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.45652173913043476,"baseline_adjusted_score":0.45652173913043476},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2422059850717009,"accuracy":0.64,"positive_recall":0.4,"specificity":0.88,"precision":0.7692307692307693,"balanced_accuracy":0.64,"f1":0.5263157894736842,"true_positive":20,"false_positive":6,"false_negative":30,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.03117605971319637,"baseline_adjusted_skill":0.28,"baseline_adjusted_score":0.28},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.74,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.5873015873015873,"baseline_adjusted_score":0.5873015873015873},"scoring":{"eligible":true,"reason":null},"model":87,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.19255882264185167,"accuracy":0.7162162162162162,"positive_recall":0.7746478873239436,"specificity":0.6623376623376623,"precision":0.6790123456790124,"balanced_accuracy":0.718492774830803,"f1":0.7236842105263158,"true_positive":55,"false_positive":26,"false_negative":16,"true_negative":51,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.24958911614317017,"brier_skill":0.22849671645379188,"baseline_adjusted_skill":0.43698554966160597,"baseline_adjusted_score":0.43698554966160597},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.36,"uniform_accuracy_baseline":0.2005,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.09859154929577466,"baseline_adjusted_score":0.09859154929577466},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.58,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.38235294117647056,"baseline_adjusted_score":0.38235294117647056},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.74,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.4468085106382978,"baseline_adjusted_score":0.4468085106382978},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.7142857142857143,"baseline_adjusted_score":0.7142857142857143},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08378356900458978,"accuracy":0.61603393106,"positive_recall":1,"specificity":0,"precision":0.61603393106,"balanced_accuracy":0.5,"f1":0.7624022233938205,"true_positive":61.603393106,"false_positive":38.396606894,"false_negative":0,"true_negative":0,"positive_prevalence":0.61603393106,"majority_accuracy_baseline":0.61603393106,"constant_brier_baseline":0.07908707655202402,"brier_skill":-0.059383816640085074,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.06852048940091024,"accuracy":0.91,"positive_recall":0.96,"specificity":0.86,"precision":0.8727272727272727,"balanced_accuracy":0.9099999999999999,"f1":0.9142857142857143,"true_positive":48,"false_positive":7,"false_negative":2,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.725918042396359,"baseline_adjusted_skill":0.8199999999999998,"baseline_adjusted_score":0.8199999999999998},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.012987012987012986,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.7894736842105263,"baseline_adjusted_score":0.7894736842105263},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.4,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.63,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.421875,"baseline_adjusted_score":0.421875},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.23956862609854063,"accuracy":0.69,"positive_recall":0.98,"specificity":0.4,"precision":0.620253164556962,"balanced_accuracy":0.69,"f1":0.7596899224806202,"true_positive":49,"false_positive":30,"false_negative":1,"true_negative":20,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.04172549560583749,"baseline_adjusted_skill":0.3799999999999999,"baseline_adjusted_score":0.3799999999999999},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.06713001152942136,"accuracy":0.72054991250259,"positive_recall":0.19060231979997794,"specificity":0.9673129670600646,"precision":0.7308346125586279,"balanced_accuracy":0.5789576434300213,"f1":0.30235118140365597,"true_positive":42.38840752840042,"false_positive":15.611592471599579,"false_negative":180.0034687765874,"true_negative":461.9965312234126,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768642,"brier_skill":0.24340878146182976,"baseline_adjusted_skill":0.15791528686004264,"baseline_adjusted_score":0.15791528686004264},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.27435004555380854,"accuracy":0.4,"positive_recall":0.36,"specificity":0.44,"precision":0.391304347826087,"balanced_accuracy":0.4,"f1":0.375,"true_positive":18,"false_positive":28,"false_negative":32,"true_negative":22,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.09740018221523417,"baseline_adjusted_skill":-0.19999999999999996,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.9205298013245033,"uniform_accuracy_baseline":0.006622516556291391,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.9172413793103449,"baseline_adjusted_score":0.9172413793103449},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.6347058823529412,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.3264642082429502,"baseline_adjusted_score":0.3264642082429502},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.9166666666666666,"baseline_adjusted_score":0.9166666666666666},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2439729266679032,"accuracy":0.59,"positive_recall":0.68,"specificity":0.5,"precision":0.576271186440678,"balanced_accuracy":0.5900000000000001,"f1":0.6238532110091743,"true_positive":34,"false_positive":25,"false_negative":16,"true_negative":25,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.024108293328387154,"baseline_adjusted_skill":0.18000000000000016,"baseline_adjusted_score":0.18000000000000016},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.52,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.07142857142857142,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9887640449438202,"baseline_adjusted_score":0.9887640449438202},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.45652173913043476,"baseline_adjusted_score":0.45652173913043476},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.57,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.41095890410958896,"baseline_adjusted_score":0.41095890410958896},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.5555555555555556,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":-0.3333333333333331,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.3054903150808293,"accuracy":0.5121951219512195,"positive_recall":0.5,"specificity":0.5238095238095238,"precision":0.5,"balanced_accuracy":0.5119047619047619,"f1":0.5,"true_positive":20,"false_positive":20,"false_negative":20,"true_negative":22,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.2498512790005949,"brier_skill":-0.22268861821636676,"baseline_adjusted_skill":0.023809523809523725,"baseline_adjusted_score":0.023809523809523725},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1550792067069563,"accuracy":0.78,"positive_recall":0.62,"specificity":0.94,"precision":0.9117647058823529,"balanced_accuracy":0.78,"f1":0.7380952380952381,"true_positive":31,"false_positive":3,"false_negative":19,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3796831731721748,"baseline_adjusted_skill":0.56,"baseline_adjusted_score":0.56},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.8715083798882681,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.8351254480286738,"baseline_adjusted_score":0.8351254480286738},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.69,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.49180327868852447,"baseline_adjusted_score":0.49180327868852447},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.2829301026378264,"accuracy":0.565,"positive_recall":0.5681818181818182,"specificity":0.5641025641025641,"precision":0.26881720430107525,"balanced_accuracy":0.5661421911421911,"f1":0.36496350364963503,"true_positive":25,"false_positive":68,"false_negative":19,"true_negative":88,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.6487768218987553,"baseline_adjusted_skill":0.13228438228438222,"baseline_adjusted_score":0.13228438228438222},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.3975381895714355,"accuracy":0.43,"positive_recall":0.44,"specificity":0.4266666666666667,"precision":0.2037037037037037,"balanced_accuracy":0.43333333333333335,"f1":0.27848101265822783,"true_positive":22,"false_positive":86,"false_negative":28,"true_negative":64,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-1.1202036777143225,"baseline_adjusted_skill":-0.1333333333333333,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.22204605422522153,"accuracy":0.7,"positive_recall":0.21052631578947367,"specificity":0.7513812154696132,"precision":0.08163265306122448,"balanced_accuracy":0.48095376562954345,"f1":0.11764705882352941,"true_positive":4,"false_positive":45,"false_negative":15,"true_negative":136,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.085975,"brier_skill":-1.5826816426312478,"baseline_adjusted_skill":-0.0380924687409131,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.020269950488505013,"accuracy":0.9442321428571429,"positive_recall":0.16922924313064178,"specificity":0.9937056339009239,"precision":0.6318518518518519,"balanced_accuracy":0.5814674385157829,"f1":0.2669587669196463,"true_positive":28.433333333333334,"false_positive":16.566666666666666,"false_negative":139.58333333333334,"true_negative":2615.4166666666665,"positive_prevalence":0.060005952380952375,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679138,"brier_skill":0.37051743745738186,"baseline_adjusted_skill":0.16293487703156573,"baseline_adjusted_score":0.16293487703156573},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.9008498583569405,"uniform_accuracy_baseline":0.027777777777777776,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.8863636363636364,"baseline_adjusted_score":0.8863636363636364},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.53,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.3285714285714286,"baseline_adjusted_score":0.3285714285714286},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.00001205519793883435,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":50,"false_positive":0,"false_negative":0,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9999517792082446,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2712517575251154,"accuracy":0.62,"positive_recall":0.26,"specificity":0.98,"precision":0.9285714285714286,"balanced_accuracy":0.62,"f1":0.40625,"true_positive":13,"false_positive":1,"false_negative":37,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.08500703010046151,"baseline_adjusted_skill":0.24,"baseline_adjusted_score":0.24},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.68,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":0.17948717948717963,"baseline_adjusted_score":0.17948717948717963},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.8404255319148937,"baseline_adjusted_score":0.8404255319148937},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.22270490278091443,"accuracy":0.72,"positive_recall":0.78,"specificity":0.66,"precision":0.6964285714285714,"balanced_accuracy":0.72,"f1":0.7358490566037735,"true_positive":39,"false_positive":17,"false_negative":11,"true_negative":33,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.1091803888763423,"baseline_adjusted_skill":0.43999999999999995,"baseline_adjusted_score":0.43999999999999995},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.9253731343283581,"baseline_adjusted_score":0.9253731343283581},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.02392684139544729,"accuracy":0.97,"positive_recall":0.98,"specificity":0.96,"precision":0.9607843137254902,"balanced_accuracy":0.97,"f1":0.9702970297029703,"true_positive":49,"false_positive":2,"false_negative":1,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9042926344182108,"baseline_adjusted_skill":0.94,"baseline_adjusted_score":0.94},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.4096977027027027,"uniform_accuracy_baseline":0.23445945945945948,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.19975947921677634,"baseline_adjusted_score":0.19975947921677634},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.08235021334454955,"accuracy":0.6491227960526316,"positive_recall":0.5517039701225801,"specificity":0.7418871464893584,"precision":0.6705464590163934,"balanced_accuracy":0.6467955583059692,"f1":0.6053475372499436,"true_positive":40.903334,"false_positive":20.096666,"false_negative":33.236669,"true_negative":57.763331,"positive_prevalence":0.4877631776315789,"majority_accuracy_baseline":0.512236822368421,"constant_brier_baseline":0.09451910039768556,"brier_skill":0.12874526949511667,"baseline_adjusted_skill":0.2935911166119385,"baseline_adjusted_score":0.2935911166119385},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.17792546790091326,"normalized_score_rmse":0.22147617561983318,"constant_score_baseline":0.5841668333333333,"constant_mae_baseline":0.21700552708333334,"baseline_adjusted_skill":0.18008785171362363,"baseline_adjusted_score":0.18008785171362363},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.23339659542645283,"accuracy":0.62,"positive_recall":0.52,"specificity":0.72,"precision":0.65,"balanced_accuracy":0.62,"f1":0.5777777777777777,"true_positive":26,"false_positive":14,"false_negative":24,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.06641361829418868,"baseline_adjusted_skill":0.24,"baseline_adjusted_score":0.24},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10879723806772569,"accuracy":0.81,"positive_recall":0.76,"specificity":0.86,"precision":0.8444444444444444,"balanced_accuracy":0.81,"f1":0.8,"true_positive":38,"false_positive":7,"false_negative":12,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5648110477290973,"baseline_adjusted_skill":0.6200000000000001,"baseline_adjusted_score":0.6200000000000001},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.56,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.278688524590164,"baseline_adjusted_score":0.278688524590164},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.036111111111111115,"fixed_answer_accuracy_baseline":0.08833333333333333,"baseline_adjusted_skill":0.8574040219378428,"baseline_adjusted_score":0.8574040219378428},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.81,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.5681818181818182,"baseline_adjusted_score":0.5681818181818182},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.835,"uniform_accuracy_baseline":0.049879324215607396,"fixed_answer_accuracy_baseline":0.12442477876106194,"baseline_adjusted_skill":0.81155245603396,"baseline_adjusted_score":0.81155245603396},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2451260403677439,"accuracy":0.49,"positive_recall":0.5,"specificity":0.48,"precision":0.49019607843137253,"balanced_accuracy":0.49,"f1":0.49504950495049505,"true_positive":25,"false_positive":26,"false_negative":25,"true_negative":24,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.019495838529024367,"baseline_adjusted_skill":-0.020000000000000018,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.9166666666666666,"uniform_accuracy_baseline":0.23888888888888887,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.8823529411764707,"baseline_adjusted_score":0.8823529411764707},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.01317511015958865,"accuracy":0.984375,"positive_recall":1,"specificity":0.96875,"precision":0.9696969696969697,"balanced_accuracy":0.984375,"f1":0.9846153846153847,"true_positive":32,"false_positive":1,"false_negative":0,"true_negative":31,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9472995593616454,"baseline_adjusted_skill":0.96875,"baseline_adjusted_score":0.96875},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.8181818181818183,"baseline_adjusted_score":0.8181818181818183},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.22058387346850936,"accuracy":0.57,"positive_recall":0.56,"specificity":0.58,"precision":0.5714285714285714,"balanced_accuracy":0.5700000000000001,"f1":0.5656565656565656,"true_positive":28,"false_positive":21,"false_negative":22,"true_negative":29,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.11766450612596258,"baseline_adjusted_skill":0.14000000000000012,"baseline_adjusted_score":0.14000000000000012},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.8260869565217391,"baseline_adjusted_score":0.8260869565217391},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.08719149737214588,"accuracy":0.9090909090909091,"positive_recall":0.8125,"specificity":1,"precision":1,"balanced_accuracy":0.90625,"f1":0.896551724137931,"true_positive":13,"false_positive":0,"false_negative":3,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.6509134535357837,"baseline_adjusted_skill":0.8125,"baseline_adjusted_score":0.8125},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.07935758894367609,"normalized_score_rmse":0.12868734822442335,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.7595224577464361,"baseline_adjusted_score":0.7595224577464361},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.53125,"uniform_accuracy_baseline":0.178125,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":0.34210526315789475,"baseline_adjusted_score":0.34210526315789475},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.06180820921657675,"accuracy":0.9411764705882353,"positive_recall":1,"specificity":0.8823529411764706,"precision":0.8947368421052632,"balanced_accuracy":0.9411764705882353,"f1":0.9444444444444444,"true_positive":17,"false_positive":2,"false_negative":0,"true_negative":15,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.752767163133693,"baseline_adjusted_skill":0.8823529411764706,"baseline_adjusted_score":0.8823529411764706},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.16258188189171693,"normalized_score_rmse":0.2470371134442859,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-0.10555679686367503,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.8125,"uniform_accuracy_baseline":0.13194444444444445,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":0.5304347826086957,"baseline_adjusted_score":0.5304347826086957},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.13813062687752226,"accuracy":0.8076923076923077,"positive_recall":1,"specificity":0.6153846153846154,"precision":0.7222222222222222,"balanced_accuracy":0.8076923076923077,"f1":0.8387096774193549,"true_positive":26,"false_positive":10,"false_negative":0,"true_negative":16,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.447477492489911,"baseline_adjusted_skill":0.6153846153846154,"baseline_adjusted_score":0.6153846153846154},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.22826166620984495,"accuracy":0.7066666666666667,"positive_recall":0.9487179487179487,"specificity":0.4444444444444444,"precision":0.6491228070175439,"balanced_accuracy":0.6965811965811965,"f1":0.7708333333333334,"true_positive":37,"false_positive":20,"false_negative":2,"true_negative":16,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24960000000000004,"brier_skill":0.0854901193515829,"baseline_adjusted_skill":0.3931623931623931,"baseline_adjusted_score":0.3931623931623931},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.29317666798830033,"normalized_score_rmse":0.3835811326341157,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.04705952852964401,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.4117647058823529,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.19999999999999996,"baseline_adjusted_score":0.19999999999999996},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.009681981688871575,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":14,"false_positive":0,"false_negative":0,"true_negative":14,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9612720732445137,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.14136587576834825,"normalized_score_rmse":0.20888147962311232,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.1696969696969697,"baseline_adjusted_skill":0.16695108922223356,"baseline_adjusted_score":0.16695108922223356},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":1.0290157728096897e-8,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":45,"false_positive":0,"false_negative":0,"true_negative":40,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.2491349480968858,"brier_skill":0.9999999586964502,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.76,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.6842105263157895,"baseline_adjusted_score":0.6842105263157895},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.26931154019833675,"accuracy":0.56,"positive_recall":0.4857142857142857,"specificity":0.7333333333333333,"precision":0.8095238095238095,"balanced_accuracy":0.6095238095238095,"f1":0.6071428571428571,"true_positive":17,"false_positive":4,"false_negative":18,"true_negative":11,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.21,"brier_skill":-0.28243590570636545,"baseline_adjusted_skill":0.21904761904761894,"baseline_adjusted_score":0.21904761904761894},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.09946438877959736,"normalized_score_rmse":0.19679605229109998,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.6447700400728666,"baseline_adjusted_score":0.6447700400728666},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.5189873417721519,"uniform_accuracy_baseline":0.24240506329113923,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.17391304347826084,"baseline_adjusted_score":0.17391304347826084},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.14670865649891582,"accuracy":0.8571428571428571,"positive_recall":1,"specificity":0.7,"precision":0.7857142857142857,"balanced_accuracy":0.85,"f1":0.88,"true_positive":11,"false_positive":3,"false_negative":0,"true_negative":7,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.2494331065759637,"brier_skill":0.41183165894525564,"baseline_adjusted_skill":0.7,"baseline_adjusted_score":0.7},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.48484848484848486,"uniform_accuracy_baseline":0.32373737373737377,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.15000000000000005,"baseline_adjusted_score":0.15000000000000005},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.27836052236168946,"accuracy":0.48484848484848486,"positive_recall":0.4117647058823529,"specificity":0.5625,"precision":0.5,"balanced_accuracy":0.48713235294117646,"f1":0.45161290322580644,"true_positive":7,"false_positive":7,"false_negative":10,"true_negative":9,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":-0.11446547372014648,"baseline_adjusted_skill":-0.02573529411764708,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.3201805697617066,"normalized_score_rmse":0.38124109289259545,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.3431372549019608,"baseline_adjusted_skill":0.06690233955159786,"baseline_adjusted_score":0.06690233955159786},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.03732351025027532,"accuracy":0.96,"positive_recall":0.92,"specificity":1,"precision":1,"balanced_accuracy":0.96,"f1":0.9583333333333334,"true_positive":46,"false_positive":0,"false_negative":4,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8507059589988988,"baseline_adjusted_skill":0.9199999999999999,"baseline_adjusted_score":0.9199999999999999},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.29333333333333333,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":-0.09278350515463916,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.28990225390362506,"accuracy":0.5066666666666667,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":37,"true_negative":38,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555554,"brier_skill":-0.15981520498427537,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.93,"uniform_accuracy_baseline":0.14285714285714285,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.9102564102564104,"baseline_adjusted_score":0.9102564102564104},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.32,"uniform_accuracy_baseline":0.32416666666666666,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.030303030303030335,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.07893266426115923,"accuracy":0.9696969696969697,"positive_recall":1,"specificity":0.9411764705882353,"precision":0.9411764705882353,"balanced_accuracy":0.9705882352941176,"f1":0.9696969696969697,"true_positive":16,"false_positive":1,"false_negative":0,"true_negative":16,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.6839791493367559,"baseline_adjusted_skill":0.9411764705882353,"baseline_adjusted_score":0.9411764705882353},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.17423442903567443,"normalized_score_rmse":0.20474970444104676,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.20693294369968884,"baseline_adjusted_score":0.20693294369968884},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1589804627194292,"accuracy":0.78,"positive_recall":0.3181818181818182,"specificity":0.9102564102564102,"precision":0.5,"balanced_accuracy":0.6142191142191142,"f1":0.3888888888888889,"true_positive":7,"false_positive":7,"false_negative":15,"true_negative":71,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":0.07354042704295338,"baseline_adjusted_skill":0.22843822843822847,"baseline_adjusted_score":0.22843822843822847},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.15435355875254514,"accuracy":0.75,"positive_recall":0.5405405405405406,"specificity":0.873015873015873,"precision":0.7142857142857143,"balanced_accuracy":0.7067782067782068,"f1":0.6153846153846154,"true_positive":20,"false_positive":8,"false_negative":17,"true_negative":55,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000003,"brier_skill":0.33782257077415223,"baseline_adjusted_skill":0.4135564135564136,"baseline_adjusted_score":0.4135564135564136},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.222943943519799,"accuracy":0.76,"positive_recall":0.5128205128205128,"specificity":0.9180327868852459,"precision":0.8,"balanced_accuracy":0.7154266498528794,"f1":0.625,"true_positive":20,"false_positive":5,"false_negative":19,"true_negative":56,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379,"brier_skill":0.06286698814712488,"baseline_adjusted_skill":0.4308532997057588,"baseline_adjusted_score":0.4308532997057588},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.14223084653299833,"accuracy":0.8,"positive_recall":0.3870967741935484,"specificity":0.9855072463768116,"precision":0.9230769230769231,"balanced_accuracy":0.68630201028518,"f1":0.5454545454545454,"true_positive":12,"false_positive":1,"false_negative":19,"true_negative":68,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999998,"brier_skill":0.3350591559934626,"baseline_adjusted_skill":0.37260402057036,"baseline_adjusted_score":0.37260402057036},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.3055555555555555,"baseline_adjusted_score":0.3055555555555555},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.13697894085176812,"normalized_score_rmse":0.17810801873121337,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.4108432651536855,"baseline_adjusted_score":0.4108432651536855},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.052132789069282585,"accuracy":0.93,"positive_recall":0.94,"specificity":0.92,"precision":0.9215686274509803,"balanced_accuracy":0.9299999999999999,"f1":0.9306930693069307,"true_positive":47,"false_positive":4,"false_negative":3,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7914688437228696,"baseline_adjusted_skill":0.8599999999999999,"baseline_adjusted_score":0.8599999999999999},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.00021430733577542486,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":50,"false_positive":0,"false_negative":0,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9991427706568983,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.76,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":0.3142857142857143,"baseline_adjusted_score":0.3142857142857143},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24905878880901158,"accuracy":0.54,"positive_recall":0.72,"specificity":0.36,"precision":0.5294117647058824,"balanced_accuracy":0.54,"f1":0.6101694915254238,"true_positive":36,"false_positive":32,"false_negative":14,"true_negative":18,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.0037648447639536675,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.63,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.11904761904761914,"baseline_adjusted_score":0.11904761904761914},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.64,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.4,"baseline_adjusted_score":0.4},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.03593790997539009,"accuracy":0.96,"positive_recall":0.94,"specificity":0.98,"precision":0.9791666666666666,"balanced_accuracy":0.96,"f1":0.9591836734693877,"true_positive":47,"false_positive":1,"false_negative":3,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8562483600984396,"baseline_adjusted_skill":0.9199999999999999,"baseline_adjusted_score":0.9199999999999999},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.72,"uniform_accuracy_baseline":0.20851190476190473,"fixed_answer_accuracy_baseline":0.22333333333333333,"baseline_adjusted_skill":0.6394849785407726,"baseline_adjusted_score":0.6394849785407726},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.22163790073035067,"accuracy":0.63,"positive_recall":0.54,"specificity":0.72,"precision":0.6585365853658537,"balanced_accuracy":0.63,"f1":0.5934065934065934,"true_positive":27,"false_positive":14,"false_negative":23,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.11344839707859733,"baseline_adjusted_skill":0.26,"baseline_adjusted_score":0.26},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.2707547565025743,"normalized_score_rmse":0.3351073259608828,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.097484144991419,"baseline_adjusted_score":0.097484144991419},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.63,"uniform_accuracy_baseline":0.22851190476190475,"fixed_answer_accuracy_baseline":0.24333333333333332,"baseline_adjusted_skill":0.5110132158590309,"baseline_adjusted_score":0.5110132158590309},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2534053824829373,"accuracy":0.68,"positive_recall":0.86,"specificity":0.5,"precision":0.6323529411764706,"balanced_accuracy":0.6799999999999999,"f1":0.7288135593220338,"true_positive":43,"false_positive":25,"false_negative":7,"true_negative":25,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.013621529931749254,"baseline_adjusted_skill":0.3599999999999999,"baseline_adjusted_score":0.3599999999999999},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.27972483254265457,"normalized_score_rmse":0.34375581476053224,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.3042222222222222,"baseline_adjusted_skill":0.08052465563042688,"baseline_adjusted_score":0.08052465563042688},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.77,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.6290322580645161,"baseline_adjusted_score":0.6290322580645161},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.024698180807708504,"accuracy":0.98,"positive_recall":0.98,"specificity":0.98,"precision":0.98,"balanced_accuracy":0.98,"f1":0.98,"true_positive":49,"false_positive":1,"false_negative":1,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.901207276769166,"baseline_adjusted_skill":0.96,"baseline_adjusted_score":0.96},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.78,"baseline_adjusted_score":0.78},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10696413761229519,"accuracy":0.83,"positive_recall":0.68,"specificity":0.98,"precision":0.9714285714285714,"balanced_accuracy":0.8300000000000001,"f1":0.8,"true_positive":34,"false_positive":1,"false_negative":16,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5721434495508193,"baseline_adjusted_skill":0.6600000000000001,"baseline_adjusted_score":0.6600000000000001},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.3533333333333333,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.8983050847457626,"baseline_adjusted_score":0.8983050847457626},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.9354838709677419,"baseline_adjusted_score":0.9354838709677419},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.4,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.03225806451612906,"baseline_adjusted_score":0.03225806451612906},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.77,"uniform_accuracy_baseline":0.1111111111111111,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.7261904761904762,"baseline_adjusted_score":0.7261904761904762},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.0355269694182882,"accuracy":0.855625,"positive_recall":0.3698088332234674,"specificity":0.9693043344130804,"precision":0.7381578947368421,"balanced_accuracy":0.6695565838182739,"f1":0.4927536231884058,"true_positive":28.05,"false_positive":9.95,"false_negative":47.8,"true_negative":314.2,"positive_prevalence":0.189625,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500001,"brier_skill":0.5332989369529852,"baseline_adjusted_skill":0.33911316763654775,"baseline_adjusted_score":0.33911316763654775},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.13871988788147063,"normalized_score_rmse":0.17299488116566514,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":0.35101806839078065,"baseline_adjusted_score":0.35101806839078065},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.08860783908059912,"accuracy":0.769375,"positive_recall":0.1894045944678856,"specificity":0.9802283961138571,"precision":0.7769230769230769,"balanced_accuracy":0.5848164952908714,"f1":0.30456087448171876,"true_positive":20.2,"false_positive":5.8,"false_negative":86.45,"true_negative":287.55,"positive_prevalence":0.266625,"majority_accuracy_baseline":0.733375,"constant_brier_baseline":0.115654859375,"brier_skill":0.23385978281036568,"baseline_adjusted_skill":0.16963299058174286,"baseline_adjusted_score":0.16963299058174286},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1807321491352195,"normalized_score_rmse":0.26906800595683666,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.32750828228755524,"baseline_adjusted_score":0.32750828228755524},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.07776362854876362,"accuracy":0.7653749999999999,"positive_recall":0.2814317673378076,"specificity":0.9529921942758022,"precision":0.6988888888888889,"balanced_accuracy":0.6172119808068048,"f1":0.40127591706539073,"true_positive":31.45,"false_positive":13.55,"false_negative":80.3,"true_negative":274.7,"positive_prevalence":0.279375,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937500001,"brier_skill":0.3127741773313397,"baseline_adjusted_skill":0.23442396161360968,"baseline_adjusted_score":0.23442396161360968},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.19755432356569144,"normalized_score_rmse":0.2596471591394885,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.25274960353402776,"baseline_adjusted_score":0.25274960353402776},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.03471134287791003,"accuracy":0.892875,"positive_recall":0.6923943661971831,"specificity":0.9500401606425702,"precision":0.7980519480519481,"balanced_accuracy":0.8212172634198767,"f1":0.7414781297134238,"true_positive":61.45,"false_positive":15.55,"false_negative":27.3,"true_negative":295.7,"positive_prevalence":0.221875,"majority_accuracy_baseline":0.778125,"constant_brier_baseline":0.12674023437499998,"brier_skill":0.7261221501673585,"baseline_adjusted_skill":0.6424345268397533,"baseline_adjusted_score":0.6424345268397533},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.08993944238040058,"normalized_score_rmse":0.15768772443287277,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.6013764326630445,"baseline_adjusted_score":0.6013764326630445},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.04146488927460247,"accuracy":0.8310000000000001,"positive_recall":0.46880907372400754,"specificity":0.9612508497620667,"precision":0.8131147540983606,"balanced_accuracy":0.7150299617430371,"f1":0.5947242206235012,"true_positive":49.6,"false_positive":11.4,"false_negative":56.2,"true_negative":282.8,"positive_prevalence":0.2645,"majority_accuracy_baseline":0.7355,"constant_brier_baseline":0.11362725,"brier_skill":0.6350797077760619,"baseline_adjusted_skill":0.43005992348607425,"baseline_adjusted_score":0.43005992348607425},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.13219260320712464,"normalized_score_rmse":0.18877458874630818,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.4738602857427875,"baseline_adjusted_score":0.4738602857427875},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.07469363698157433,"accuracy":0.826,"positive_recall":0.12402088772845954,"specificity":0.992269635126778,"precision":0.7916666666666666,"balanced_accuracy":0.5581452614276188,"f1":0.2144469525959368,"true_positive":9.5,"false_positive":2.5,"false_negative":67.1,"true_negative":320.9,"positive_prevalence":0.19149999999999998,"majority_accuracy_baseline":0.8085,"constant_brier_baseline":0.09190274999999999,"brier_skill":0.18725351546526803,"baseline_adjusted_skill":0.11629052285523755,"baseline_adjusted_score":0.11629052285523755},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.16301724204053245,"normalized_score_rmse":0.2599957850546384,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.21200124693398215,"baseline_adjusted_score":0.21200124693398215},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.04738333294477798,"accuracy":0.8765,"positive_recall":0.4363143631436314,"specificity":0.9760882893930104,"precision":0.805,"balanced_accuracy":0.7062013262683209,"f1":0.5659050966608085,"true_positive":32.2,"false_positive":7.8,"false_negative":41.6,"true_negative":318.4,"positive_prevalence":0.1845,"majority_accuracy_baseline":0.8155,"constant_brier_baseline":0.10922225,"brier_skill":0.566175088456995,"baseline_adjusted_skill":0.41240265253664177,"baseline_adjusted_score":0.41240265253664177},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.12874914425864972,"normalized_score_rmse":0.207285892304226,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":0.32013653196752623,"baseline_adjusted_score":0.32013653196752623},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.08185324760467479,"accuracy":0.8192500000000001,"positive_recall":0.10318471337579617,"specificity":0.994090202177294,"precision":0.8099999999999999,"balanced_accuracy":0.5486374577765452,"f1":0.18305084745762712,"true_positive":8.1,"false_positive":1.9,"false_negative":70.4,"true_negative":319.6,"positive_prevalence":0.19625,"majority_accuracy_baseline":0.80375,"constant_brier_baseline":0.09878593749999999,"brier_skill":0.17140789796447709,"baseline_adjusted_skill":0.09727491555309031,"baseline_adjusted_score":0.09727491555309031},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1886414543198498,"normalized_score_rmse":0.2798605591323991,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":0.10702270144449799,"baseline_adjusted_score":0.10702270144449799},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.0726392586118486,"accuracy":0.7038265306122449,"positive_recall":0.6301897983392646,"specificity":0.7594001790510295,"precision":0.6640625,"balanced_accuracy":0.694794988695147,"f1":0.6466828971393791,"true_positive":106.25,"false_positive":53.75,"false_negative":62.35,"true_negative":169.65,"positive_prevalence":0.4301020408163265,"majority_accuracy_baseline":0.5698979591836735,"constant_brier_baseline":0.12359641815910039,"brier_skill":0.41228670139661183,"baseline_adjusted_skill":0.389589977390294,"baseline_adjusted_score":0.389589977390294},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.1713767542340492,"normalized_score_rmse":0.21999225118403484,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.3779658550023399,"baseline_adjusted_score":0.3779658550023399},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.0708305590301395,"accuracy":0.8558749999999999,"positive_recall":0.4988198269079465,"specificity":0.9233169861792242,"precision":0.551304347826087,"balanced_accuracy":0.7110684065435854,"f1":0.523750516315572,"true_positive":63.4,"false_positive":51.6,"false_negative":63.7,"true_negative":621.3,"positive_prevalence":0.158875,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499999,"brier_skill":0.2829280936003842,"baseline_adjusted_skill":0.42213681308717077,"baseline_adjusted_score":0.42213681308717077},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.16718036620797647,"normalized_score_rmse":0.2508325313044916,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-0.013214340654402745,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.8064516129032259,"baseline_adjusted_score":0.8064516129032259},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2619100067545588,"accuracy":0.61,"positive_recall":0.66,"specificity":0.56,"precision":0.6,"balanced_accuracy":0.6100000000000001,"f1":0.6285714285714286,"true_positive":33,"false_positive":22,"false_negative":17,"true_negative":28,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.04764002701823511,"baseline_adjusted_skill":0.2200000000000002,"baseline_adjusted_score":0.2200000000000002},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.2882703777335984,"uniform_accuracy_baseline":0.058823529411764705,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.16355140186915892,"baseline_adjusted_score":0.16355140186915892},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.54,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.33057597962422436,"accuracy":0.54,"positive_recall":0.1,"specificity":0.98,"precision":0.8333333333333334,"balanced_accuracy":0.54,"f1":0.17857142857142858,"true_positive":5,"false_positive":1,"false_negative":45,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.32230391849689743,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.73,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.5714285714285714,"baseline_adjusted_score":0.5714285714285714},"scoring":{"eligible":true,"reason":null},"model":88,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.21066000571646878,"accuracy":0.6824324324324325,"positive_recall":0.7605633802816901,"specificity":0.6103896103896104,"precision":0.6428571428571429,"balanced_accuracy":0.6854764953356502,"f1":0.6967741935483871,"true_positive":54,"false_positive":30,"false_negative":17,"true_negative":47,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.24958911614317017,"brier_skill":0.15597278851042018,"baseline_adjusted_skill":0.3709529906713005,"baseline_adjusted_score":0.3709529906713005},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.23,"uniform_accuracy_baseline":0.2005,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":-0.08450704225352108,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.53,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.3088235294117648,"baseline_adjusted_score":0.3088235294117648},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.78,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.5319148936170213,"baseline_adjusted_score":0.5319148936170213},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.7959183673469388,"baseline_adjusted_score":0.7959183673469388},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10153156484668538,"accuracy":0.61603393106,"positive_recall":1,"specificity":0,"precision":0.61603393106,"balanced_accuracy":0.5,"f1":0.7624022233938205,"true_positive":61.603393106,"false_positive":38.396606894,"false_negative":0,"true_negative":0,"positive_prevalence":0.61603393106,"majority_accuracy_baseline":0.61603393106,"constant_brier_baseline":0.07908707655202402,"brier_skill":-0.28379463843118824,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.14172798276565707,"accuracy":0.75,"positive_recall":0.74,"specificity":0.76,"precision":0.7551020408163265,"balanced_accuracy":0.75,"f1":0.7474747474747475,"true_positive":37,"false_positive":12,"false_negative":13,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.43308806893737173,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.72,"uniform_accuracy_baseline":0.012987012987012986,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.7052631578947368,"baseline_adjusted_score":0.7052631578947368},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.45,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.08333333333333331,"baseline_adjusted_score":0.08333333333333331},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.6,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.375,"baseline_adjusted_score":0.375},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2081384307398482,"accuracy":0.73,"positive_recall":0.96,"specificity":0.5,"precision":0.6575342465753424,"balanced_accuracy":0.73,"f1":0.7804878048780488,"true_positive":48,"false_positive":25,"false_negative":2,"true_negative":25,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.16744627704060722,"baseline_adjusted_skill":0.45999999999999996,"baseline_adjusted_score":0.45999999999999996},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.13527232752617716,"accuracy":0.6878824432480282,"positive_recall":0.024527844181786055,"specificity":0.9967646975961344,"precision":0.7792561841862542,"balanced_accuracy":0.5106462708889602,"f1":0.04755873117364769,"true_positive":5.45479328930378,"false_positive":1.5452067106962204,"false_negative":216.93708301568404,"true_negative":476.06291698431596,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768642,"brier_skill":-0.5245916511226767,"baseline_adjusted_skill":0.021292541777920393,"baseline_adjusted_score":0.021292541777920393},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.29991605688667733,"accuracy":0.51,"positive_recall":0.92,"specificity":0.1,"precision":0.5054945054945055,"balanced_accuracy":0.51,"f1":0.6524822695035462,"true_positive":46,"false_positive":45,"false_negative":4,"true_negative":5,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.19966422754670932,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.7947019867549668,"uniform_accuracy_baseline":0.006622516556291391,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.786206896551724,"baseline_adjusted_score":0.786206896551724},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"binary_brier":0.0939934116575798,"accuracy":0.8733333333333333,"positive_recall":0.8333333333333334,"specificity":0.9133333333333333,"precision":0.9057971014492754,"balanced_accuracy":0.8733333333333333,"f1":0.8680555555555556,"true_positive":125,"false_positive":13,"false_negative":25,"true_negative":137,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6240263533696808,"baseline_adjusted_skill":0.7466666666666666,"baseline_adjusted_score":0.7466666666666666},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":14},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.5323529411764706,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.13774403470715835,"baseline_adjusted_score":0.13774403470715835},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.81,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.6833333333333335,"baseline_adjusted_score":0.6833333333333335},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24799444526566317,"accuracy":0.58,"positive_recall":0.54,"specificity":0.62,"precision":0.5869565217391305,"balanced_accuracy":0.5800000000000001,"f1":0.5625,"true_positive":27,"false_positive":19,"false_negative":23,"true_negative":31,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.008022218937347336,"baseline_adjusted_skill":0.16000000000000014,"baseline_adjusted_score":0.16000000000000014},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.53,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.020833333333333353,"baseline_adjusted_score":0.020833333333333353},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.07142857142857142,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9775280898876404,"baseline_adjusted_score":0.9775280898876404},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.7,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.3478260869565216,"baseline_adjusted_score":0.3478260869565216},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.41,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.19178082191780815,"baseline_adjusted_score":0.19178082191780815},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.4444444444444444,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":-0.6666666666666665,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.29787358063911007,"accuracy":0.5487804878048781,"positive_recall":0.375,"specificity":0.7142857142857143,"precision":0.5555555555555556,"balanced_accuracy":0.5446428571428572,"f1":0.44776119402985076,"true_positive":15,"false_positive":12,"false_negative":25,"true_negative":30,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.2498512790005949,"brier_skill":-0.19220354536748574,"baseline_adjusted_skill":0.08928571428571441,"baseline_adjusted_score":0.08928571428571441},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.20660165507567374,"accuracy":0.72,"positive_recall":0.62,"specificity":0.82,"precision":0.775,"balanced_accuracy":0.72,"f1":0.6888888888888889,"true_positive":31,"false_positive":9,"false_negative":19,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.17359337969730504,"baseline_adjusted_skill":0.43999999999999995,"baseline_adjusted_score":0.43999999999999995},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.7486033519553073,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.6774193548387096,"baseline_adjusted_score":0.6774193548387096},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.51,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.19672131147540983,"baseline_adjusted_score":0.19672131147540983},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.20050508650766002,"accuracy":0.715,"positive_recall":0.22727272727272727,"specificity":0.8525641025641025,"precision":0.30303030303030304,"balanced_accuracy":0.5399184149184149,"f1":0.2597402597402597,"true_positive":10,"false_positive":23,"false_negative":34,"true_negative":133,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.16844456006794895,"baseline_adjusted_skill":0.07983682983682971,"baseline_adjusted_score":0.07983682983682971},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.23129342534296188,"accuracy":0.645,"positive_recall":0.2,"specificity":0.7933333333333333,"precision":0.24390243902439024,"balanced_accuracy":0.4966666666666667,"f1":0.21978021978021978,"true_positive":10,"false_positive":31,"false_negative":40,"true_negative":119,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-0.23356493516246335,"baseline_adjusted_skill":-0.006666666666666599,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.12815587861378577,"accuracy":0.855,"positive_recall":0.05263157894736842,"specificity":0.9392265193370166,"precision":0.08333333333333333,"balanced_accuracy":0.4959290491421925,"f1":0.06451612903225806,"true_positive":1,"false_positive":11,"false_negative":18,"true_negative":170,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.085975,"brier_skill":-0.49061795421675813,"baseline_adjusted_skill":-0.008141901715615019,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.8766666666666667,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.8150000000000001,"baseline_adjusted_score":0.8150000000000001},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":33},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"binary_brier":0.11067465915987837,"accuracy":0.8266666666666667,"positive_recall":0.96,"specificity":0.6933333333333334,"precision":0.7578947368421053,"balanced_accuracy":0.8266666666666667,"f1":0.8470588235294118,"true_positive":144,"false_positive":46,"false_negative":6,"true_negative":104,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5573013633604865,"baseline_adjusted_skill":0.6533333333333333,"baseline_adjusted_score":0.6533333333333333},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":34},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.6633333333333333,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.5511111111111111,"baseline_adjusted_score":0.5511111111111111},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":35},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"binary_brier":0.37894092666145923,"accuracy":0.51,"positive_recall":0.9933333333333333,"specificity":0.02666666666666667,"precision":0.5050847457627119,"balanced_accuracy":0.51,"f1":0.6696629213483146,"true_positive":149,"false_positive":146,"false_negative":1,"true_negative":4,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.5157637066458369,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":36},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"normalized_expected_score_mae":0.36009451930721603,"normalized_score_rmse":0.4269995560186792,"constant_score_baseline":0.5,"constant_mae_baseline":0.3333333333333333,"baseline_adjusted_skill":-0.0802835579216481,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":37},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.2633333333333333,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.017777777777777743,"baseline_adjusted_score":0.017777777777777743},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":38},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"binary_brier":0.3015743786490746,"accuracy":0.49666666666666665,"positive_recall":0.84,"specificity":0.15333333333333332,"precision":0.4980237154150198,"balanced_accuracy":0.49666666666666665,"f1":0.6253101736972705,"true_positive":126,"false_positive":127,"false_negative":24,"true_negative":23,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.20629751459629841,"baseline_adjusted_skill":-0.00666666666666671,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":39},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"normalized_expected_score_mae":0.3158810269180685,"normalized_score_rmse":0.3732171632201405,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":-0.05293675639356188,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":40},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.028864012685528923,"accuracy":0.9409464285714286,"positive_recall":0.028766987402043444,"specificity":0.9991767931661169,"precision":0.6904761904761905,"balanced_accuracy":0.5139718902840802,"f1":0.05523283496809827,"true_positive":4.833333333333333,"false_positive":2.1666666666666665,"false_negative":163.18333333333334,"true_negative":2629.8166666666666,"positive_prevalence":0.060005952380952375,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679138,"brier_skill":0.10362915386235627,"baseline_adjusted_skill":0.02794378056816038,"baseline_adjusted_score":0.02794378056816038},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.22,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":-0.04,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":50},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.6572237960339944,"uniform_accuracy_baseline":0.027777777777777776,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.6071428571428572,"baseline_adjusted_score":0.6071428571428572},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.55,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.35714285714285726,"baseline_adjusted_score":0.35714285714285726},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.019365503741959448,"accuracy":0.97,"positive_recall":0.94,"specificity":1,"precision":1,"balanced_accuracy":0.97,"f1":0.9690721649484536,"true_positive":47,"false_positive":0,"false_negative":3,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9225379850321622,"baseline_adjusted_skill":0.94,"baseline_adjusted_score":0.94},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3361609661480591,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":50,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.3446438645922365,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.61,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.79,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.7765957446808511,"baseline_adjusted_score":0.7765957446808511},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.19435782004923832,"accuracy":0.69,"positive_recall":0.74,"specificity":0.64,"precision":0.6727272727272727,"balanced_accuracy":0.69,"f1":0.7047619047619048,"true_positive":37,"false_positive":18,"false_negative":13,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2225687198030467,"baseline_adjusted_skill":0.3799999999999999,"baseline_adjusted_score":0.3799999999999999},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.2833333333333333,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.04444444444444443,"baseline_adjusted_score":0.04444444444444443},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":58},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.5233333333333333,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.285,"baseline_adjusted_score":0.285},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":59},{"provenance":"measured","status":"complete","counts":{"cases":285,"expected":285,"succeeded":285,"failed":0},"metrics":{"target_mass_at_prediction":0.5754385964912281,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5263157894736842,"baseline_adjusted_skill":0.10370370370370378,"baseline_adjusted_score":0.10370370370370378},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":60},{"provenance":"measured","status":"complete","counts":{"cases":299,"expected":299,"succeeded":299,"failed":0},"metrics":{"binary_brier":0.3167942789451703,"accuracy":0.4983277591973244,"positive_recall":0.07333333333333333,"specificity":0.9261744966442953,"precision":0.5,"balanced_accuracy":0.49975391498881433,"f1":0.12790697674418605,"true_positive":11,"false_positive":11,"false_negative":139,"true_negative":138,"positive_prevalence":0.5016722408026756,"majority_accuracy_baseline":0.5016722408026756,"constant_brier_baseline":0.24999720361069788,"brier_skill":-0.2671912900213498,"baseline_adjusted_skill":-0.000492170022371341,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":61},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.9166666666666666,"uniform_accuracy_baseline":0.2,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":0.8958333333333331,"baseline_adjusted_score":0.8958333333333331},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":62},{"provenance":"measured","status":"complete","counts":{"cases":283,"expected":283,"succeeded":283,"failed":0},"metrics":{"binary_brier":0.355782560416862,"accuracy":0.4840989399293286,"positive_recall":0.8571428571428571,"specificity":0.15333333333333332,"precision":0.4730290456431535,"balanced_accuracy":0.5052380952380953,"f1":0.6096256684491979,"true_positive":114,"false_positive":127,"false_negative":19,"true_negative":23,"positive_prevalence":0.46996466431095407,"majority_accuracy_baseline":0.5300353356890459,"constant_brier_baseline":0.24909787861004634,"brier_skill":-0.4282841845226095,"baseline_adjusted_skill":0.010476190476190528,"baseline_adjusted_score":0.010476190476190528},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":63},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.6666666666666666,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.5555555555555555,"baseline_adjusted_score":0.5555555555555555},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":64},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.20616666666666666,"fixed_answer_accuracy_baseline":0.21333333333333335,"baseline_adjusted_skill":0.9491525423728813,"baseline_adjusted_score":0.9491525423728813},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":65},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.7899999999999998,"baseline_adjusted_score":0.7899999999999998},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":66},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.5266666666666666,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.37333333333333335,"baseline_adjusted_skill":0.24468085106382967,"baseline_adjusted_score":0.24468085106382967},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":67},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"normalized_expected_score_mae":0.15346834832507739,"normalized_score_rmse":0.18707932873889996,"constant_score_baseline":0.5,"constant_mae_baseline":0.26208333333333333,"baseline_adjusted_skill":0.4144291955799909,"baseline_adjusted_score":0.4144291955799909},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":68},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"normalized_expected_score_mae":0.08989313750769555,"normalized_score_rmse":0.11434538587248501,"constant_score_baseline":0.52,"constant_mae_baseline":0.24733333333333335,"baseline_adjusted_skill":0.6365506569769722,"baseline_adjusted_score":0.6365506569769722},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":69},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.8266666666666667,"baseline_adjusted_score":0.8266666666666667},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":71},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8805970149253733,"baseline_adjusted_score":0.8805970149253733},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.01977356188096856,"accuracy":0.97,"positive_recall":0.98,"specificity":0.96,"precision":0.9607843137254902,"balanced_accuracy":0.97,"f1":0.9702970297029703,"true_positive":49,"false_positive":2,"false_negative":1,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9209057524761257,"baseline_adjusted_skill":0.94,"baseline_adjusted_score":0.94},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.37851073648648653,"uniform_accuracy_baseline":0.23445945945945948,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.15748101579086765,"baseline_adjusted_score":0.15748101579086765},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.07256661292350226,"accuracy":0.6175877171052632,"positive_recall":0.546353741043145,"specificity":0.6854182771160395,"precision":0.6231795076923077,"balanced_accuracy":0.6158860090795923,"f1":0.5822433107177668,"true_positive":40.506668,"false_positive":24.493332,"false_negative":33.633335,"true_negative":53.366665,"positive_prevalence":0.4877631776315789,"majority_accuracy_baseline":0.512236822368421,"constant_brier_baseline":0.09451910039768556,"brier_skill":0.23225451132965746,"baseline_adjusted_skill":0.2317720181591847,"baseline_adjusted_score":0.2317720181591847},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.14780173834991991,"normalized_score_rmse":0.19159189365792273,"constant_score_baseline":0.5841668333333333,"constant_mae_baseline":0.21700552708333334,"baseline_adjusted_skill":0.31890334621218264,"baseline_adjusted_score":0.31890334621218264},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24406832382700472,"accuracy":0.62,"positive_recall":0.56,"specificity":0.68,"precision":0.6363636363636364,"balanced_accuracy":0.6200000000000001,"f1":0.5957446808510638,"true_positive":28,"false_positive":16,"false_negative":22,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.023726704691981126,"baseline_adjusted_skill":0.2400000000000002,"baseline_adjusted_score":0.2400000000000002},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.22823477041484608,"accuracy":0.61,"positive_recall":0.8,"specificity":0.42,"precision":0.5797101449275363,"balanced_accuracy":0.61,"f1":0.6722689075630253,"true_positive":40,"false_positive":29,"false_negative":10,"true_negative":21,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.08706091834061569,"baseline_adjusted_skill":0.21999999999999997,"baseline_adjusted_score":0.21999999999999997},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.58,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.3114754098360655,"baseline_adjusted_score":0.3114754098360655},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.036111111111111115,"fixed_answer_accuracy_baseline":0.08833333333333333,"baseline_adjusted_skill":0.8354661791590493,"baseline_adjusted_score":0.8354661791590493},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"binary_brier":0.23999912883822616,"accuracy":0.6,"positive_recall":0.58,"specificity":0.62,"precision":0.6041666666666666,"balanced_accuracy":0.6,"f1":0.5918367346938775,"true_positive":87,"false_positive":57,"false_negative":63,"true_negative":93,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.040003484647095355,"baseline_adjusted_skill":0.19999999999999996,"baseline_adjusted_score":0.19999999999999996},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":81},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.6818181818181818,"baseline_adjusted_score":0.6818181818181818},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.10666666666666667,"uniform_accuracy_baseline":0.11021428571428572,"fixed_answer_accuracy_baseline":0.12554761904761905,"baseline_adjusted_skill":-0.021591744493152168,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":83},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.3433333333333333,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.12444444444444443,"baseline_adjusted_score":0.12444444444444443},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":84},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.755,"uniform_accuracy_baseline":0.049879324215607396,"fixed_answer_accuracy_baseline":0.12442477876106194,"baseline_adjusted_skill":0.7201839498686072,"baseline_adjusted_score":0.7201839498686072},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24940639131818357,"accuracy":0.5,"positive_recall":0.76,"specificity":0.24,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6031746031746031,"true_positive":38,"false_positive":38,"false_negative":12,"true_negative":12,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.0023744347272657285,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.8333333333333334,"uniform_accuracy_baseline":0.23888888888888887,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.7647058823529413,"baseline_adjusted_score":0.7647058823529413},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.1086295351798819,"accuracy":0.859375,"positive_recall":1,"specificity":0.71875,"precision":0.7804878048780488,"balanced_accuracy":0.859375,"f1":0.8767123287671232,"true_positive":32,"false_positive":9,"false_negative":0,"true_negative":23,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5654818592804725,"baseline_adjusted_skill":0.71875,"baseline_adjusted_score":0.71875},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.9782608695652174,"baseline_adjusted_score":0.9782608695652174},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.9848484848484849,"baseline_adjusted_score":0.9848484848484849},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11568304701275413,"accuracy":0.84,"positive_recall":0.76,"specificity":0.92,"precision":0.9047619047619048,"balanced_accuracy":0.8400000000000001,"f1":0.8260869565217391,"true_positive":38,"false_positive":4,"false_negative":12,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5372678119489835,"baseline_adjusted_skill":0.6800000000000002,"baseline_adjusted_score":0.6800000000000002},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.8260869565217391,"baseline_adjusted_score":0.8260869565217391},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.07798965643291501,"accuracy":0.8787878787878788,"positive_recall":0.8125,"specificity":0.9411764705882353,"precision":0.9285714285714286,"balanced_accuracy":0.8768382352941176,"f1":0.8666666666666667,"true_positive":13,"false_positive":1,"false_negative":3,"true_negative":16,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.6877546475902778,"baseline_adjusted_skill":0.7536764705882353,"baseline_adjusted_score":0.7536764705882353},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.02651581145572436,"normalized_score_rmse":0.049766342288679995,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.9196490561947747,"baseline_adjusted_score":0.9196490561947747},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.1875,"uniform_accuracy_baseline":0.178125,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.14035087719298242,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.03587395298020147,"accuracy":0.9705882352941176,"positive_recall":1,"specificity":0.9411764705882353,"precision":0.9444444444444444,"balanced_accuracy":0.9705882352941176,"f1":0.9714285714285714,"true_positive":17,"false_positive":1,"false_negative":0,"true_negative":16,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8565041880791942,"baseline_adjusted_skill":0.9411764705882353,"baseline_adjusted_score":0.9411764705882353},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.16319806449224844,"normalized_score_rmse":0.23840745734113553,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-0.10974683854728928,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.9166666666666666,"uniform_accuracy_baseline":0.13194444444444445,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":0.7913043478260868,"baseline_adjusted_score":0.7913043478260868},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.0012277525679841837,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":26,"false_positive":0,"false_negative":0,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9950889897280633,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.13457569673683878,"accuracy":0.8,"positive_recall":0.9743589743589743,"specificity":0.6111111111111112,"precision":0.7307692307692307,"balanced_accuracy":0.7927350427350428,"f1":0.8351648351648352,"true_positive":38,"false_positive":14,"false_negative":1,"true_negative":22,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24960000000000004,"brier_skill":0.46083454832997295,"baseline_adjusted_skill":0.5854700854700856,"baseline_adjusted_score":0.5854700854700856},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.2914609631896019,"normalized_score_rmse":0.39456159554689246,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.04093201139143532,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8235294117647058,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.76,"baseline_adjusted_score":0.76},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.0001087718520657473,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":14,"false_positive":0,"false_negative":0,"true_negative":14,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.999564912591737,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.047704587480997034,"normalized_score_rmse":0.10272647376520042,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.1696969696969697,"baseline_adjusted_skill":0.7188836809155532,"baseline_adjusted_score":0.7188836809155532},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.03428750605188879,"accuracy":0.9647058823529412,"positive_recall":0.9555555555555556,"specificity":0.975,"precision":0.9772727272727273,"balanced_accuracy":0.9652777777777778,"f1":0.9662921348314607,"true_positive":43,"false_positive":1,"false_negative":2,"true_negative":39,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.2491349480968858,"brier_skill":0.8623737604306131,"baseline_adjusted_skill":0.9305555555555556,"baseline_adjusted_score":0.9305555555555556},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.736842105263158,"baseline_adjusted_score":0.736842105263158},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.3288681636240583,"accuracy":0.52,"positive_recall":0.42857142857142855,"specificity":0.7333333333333333,"precision":0.7894736842105263,"balanced_accuracy":0.5809523809523809,"f1":0.5555555555555556,"true_positive":15,"false_positive":4,"false_negative":20,"true_negative":11,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.21,"brier_skill":-0.5660388744002776,"baseline_adjusted_skill":0.16190476190476177,"baseline_adjusted_score":0.16190476190476177},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.08916227245819755,"normalized_score_rmse":0.19644543336694142,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.6815633126492945,"baseline_adjusted_score":0.6815633126492945},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.7848101265822784,"uniform_accuracy_baseline":0.24240506329113923,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.6304347826086956,"baseline_adjusted_score":0.6304347826086956},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.00018314182489860176,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":11,"false_positive":0,"false_negative":0,"true_negative":10,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.2494331065759637,"brier_skill":0.9992657677747246,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.42424242424242425,"uniform_accuracy_baseline":0.32373737373737377,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.050000000000000044,"baseline_adjusted_score":0.050000000000000044},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.3061435074817903,"accuracy":0.48484848484848486,"positive_recall":0.5882352941176471,"specificity":0.375,"precision":0.5,"balanced_accuracy":0.48161764705882354,"f1":0.5405405405405406,"true_positive":10,"false_positive":10,"false_negative":7,"true_negative":6,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":-0.22569955752819726,"baseline_adjusted_skill":-0.03676470588235292,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.31052912868942845,"normalized_score_rmse":0.37835562845711845,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.3431372549019608,"baseline_adjusted_skill":0.09502939639080854,"baseline_adjusted_score":0.09502939639080854},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.019981385047042617,"accuracy":0.97,"positive_recall":0.94,"specificity":1,"precision":1,"balanced_accuracy":0.97,"f1":0.9690721649484536,"true_positive":47,"false_positive":0,"false_negative":3,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9200744598118296,"baseline_adjusted_skill":0.94,"baseline_adjusted_score":0.94},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.37333333333333335,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":0.030927835051546417,"baseline_adjusted_score":0.030927835051546417},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.29248328809890617,"accuracy":0.5066666666666667,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":37,"true_negative":38,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555554,"brier_skill":-0.17014117749384594,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.14285714285714285,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.32416666666666666,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.015151515151515168,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.032287570630088636,"accuracy":0.9696969696969697,"positive_recall":1,"specificity":0.9411764705882353,"precision":0.9411764705882353,"balanced_accuracy":0.9705882352941176,"f1":0.9696969696969697,"true_positive":16,"false_positive":1,"false_negative":0,"true_negative":16,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.8707310131758583,"baseline_adjusted_skill":0.9411764705882353,"baseline_adjusted_score":0.9411764705882353},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.013330733973810864,"normalized_score_rmse":0.023644644628554336,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.9393221763950678,"baseline_adjusted_score":0.9393221763950678},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.14855300299743684,"accuracy":0.78,"positive_recall":0.3181818181818182,"specificity":0.9102564102564102,"precision":0.5,"balanced_accuracy":0.6142191142191142,"f1":0.3888888888888889,"true_positive":7,"false_positive":7,"false_negative":15,"true_negative":71,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":0.13430650933894617,"baseline_adjusted_skill":0.22843822843822847,"baseline_adjusted_score":0.22843822843822847},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.042725164020863675,"accuracy":0.93,"positive_recall":0.8918918918918919,"specificity":0.9523809523809523,"precision":0.9166666666666666,"balanced_accuracy":0.9221364221364221,"f1":0.9041095890410958,"true_positive":33,"false_positive":3,"false_negative":4,"true_negative":60,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000003,"brier_skill":0.816708863059358,"baseline_adjusted_skill":0.8442728442728442,"baseline_adjusted_score":0.8442728442728442},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.22774952153156847,"accuracy":0.74,"positive_recall":0.46153846153846156,"specificity":0.9180327868852459,"precision":0.782608695652174,"balanced_accuracy":0.6897856242118537,"f1":0.5806451612903226,"true_positive":18,"false_positive":5,"false_negative":21,"true_negative":56,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379,"brier_skill":0.042666996504546195,"baseline_adjusted_skill":0.3795712484237075,"baseline_adjusted_score":0.3795712484237075},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.21558482059222928,"accuracy":0.73,"positive_recall":0.12903225806451613,"specificity":1,"precision":1,"balanced_accuracy":0.564516129032258,"f1":0.22857142857142856,"true_positive":4,"false_positive":0,"false_negative":27,"true_negative":69,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999998,"brier_skill":-0.007876674110468995,"baseline_adjusted_skill":0.12903225806451601,"baseline_adjusted_score":0.12903225806451601},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.51,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.3194444444444444,"baseline_adjusted_score":0.3194444444444444},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.1588100805718568,"normalized_score_rmse":0.19628022220992283,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.31694589001351914,"baseline_adjusted_score":0.31694589001351914},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09404772335954029,"accuracy":0.89,"positive_recall":0.88,"specificity":0.9,"precision":0.8979591836734694,"balanced_accuracy":0.89,"f1":0.8888888888888888,"true_positive":44,"false_positive":5,"false_negative":6,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6238091065618389,"baseline_adjusted_skill":0.78,"baseline_adjusted_score":0.78},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.029728206827411032,"accuracy":0.96,"positive_recall":0.94,"specificity":0.98,"precision":0.9791666666666666,"balanced_accuracy":0.96,"f1":0.9591836734693877,"true_positive":47,"false_positive":1,"false_negative":3,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8810871726903559,"baseline_adjusted_skill":0.9199999999999999,"baseline_adjusted_score":0.9199999999999999},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.49,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.45714285714285724,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25797945108419446,"accuracy":0.52,"positive_recall":0.62,"specificity":0.42,"precision":0.5166666666666667,"balanced_accuracy":0.52,"f1":0.5636363636363636,"true_positive":31,"false_positive":29,"false_negative":19,"true_negative":21,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.03191780433677782,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.72,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.3333333333333333,"baseline_adjusted_score":0.3333333333333333},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.45,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.08333333333333331,"baseline_adjusted_score":0.08333333333333331},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.16401451213838844,"accuracy":0.74,"positive_recall":0.78,"specificity":0.7,"precision":0.7222222222222222,"balanced_accuracy":0.74,"f1":0.75,"true_positive":39,"false_positive":15,"false_negative":11,"true_negative":35,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.34394195144644624,"baseline_adjusted_skill":0.48,"baseline_adjusted_score":0.48},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.20851190476190473,"fixed_answer_accuracy_baseline":0.22333333333333333,"baseline_adjusted_skill":0.7424892703862661,"baseline_adjusted_score":0.7424892703862661},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2409419191654506,"accuracy":0.62,"positive_recall":0.56,"specificity":0.68,"precision":0.6363636363636364,"balanced_accuracy":0.6200000000000001,"f1":0.5957446808510638,"true_positive":28,"false_positive":16,"false_negative":22,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.03623232333819759,"baseline_adjusted_skill":0.2400000000000002,"baseline_adjusted_score":0.2400000000000002},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.2476938701455947,"normalized_score_rmse":0.31261580003485684,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.1743537661813509,"baseline_adjusted_score":0.1743537661813509},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.57,"uniform_accuracy_baseline":0.22851190476190475,"fixed_answer_accuracy_baseline":0.24333333333333332,"baseline_adjusted_skill":0.4317180616740088,"baseline_adjusted_score":0.4317180616740088},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25502573725222577,"accuracy":0.54,"positive_recall":0.7,"specificity":0.38,"precision":0.5303030303030303,"balanced_accuracy":0.54,"f1":0.603448275862069,"true_positive":35,"false_positive":31,"false_negative":15,"true_negative":19,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.02010294900890308,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.2768648562422119,"normalized_score_rmse":0.36254491484824564,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.3042222222222222,"baseline_adjusted_skill":0.08992560037256858,"baseline_adjusted_score":0.08992560037256858},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.79,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.6612903225806452,"baseline_adjusted_score":0.6612903225806452},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.042748321098165655,"accuracy":0.93,"positive_recall":0.92,"specificity":0.94,"precision":0.9387755102040817,"balanced_accuracy":0.9299999999999999,"f1":0.9292929292929293,"true_positive":46,"false_positive":3,"false_negative":4,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8290067156073374,"baseline_adjusted_skill":0.8599999999999999,"baseline_adjusted_score":0.8599999999999999},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.82,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.6399999999999999,"baseline_adjusted_score":0.6399999999999999},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.14971049622647292,"accuracy":0.8,"positive_recall":0.6,"specificity":1,"precision":1,"balanced_accuracy":0.8,"f1":0.75,"true_positive":30,"false_positive":0,"false_negative":20,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4011580150941083,"baseline_adjusted_skill":0.6000000000000001,"baseline_adjusted_score":0.6000000000000001},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.3533333333333333,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.7966101694915254,"baseline_adjusted_score":0.7966101694915254},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.7903225806451613,"baseline_adjusted_score":0.7903225806451613},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.57,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.3549999999999999,"baseline_adjusted_score":0.3549999999999999},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":157},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.3,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.12903225806451615,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.41,"uniform_accuracy_baseline":0.1111111111111111,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.2976190476190476,"baseline_adjusted_score":0.2976190476190476},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.043062168346263315,"accuracy":0.8441249999999999,"positive_recall":0.3724456163480554,"specificity":0.9544963751349683,"precision":0.6569767441860465,"balanced_accuracy":0.6634709957415119,"f1":0.4753891459823307,"true_positive":28.25,"false_positive":14.75,"false_negative":47.6,"true_negative":309.4,"positive_prevalence":0.189625,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500001,"brier_skill":0.4343125779266387,"baseline_adjusted_skill":0.32694199148302383,"baseline_adjusted_score":0.32694199148302383},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1633420258644037,"normalized_score_rmse":0.20174434437073677,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":0.23582677958173714,"baseline_adjusted_score":0.23582677958173714},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.08588887823308414,"accuracy":0.773375,"positive_recall":0.2297233942803563,"specificity":0.9710243736151355,"precision":0.7424242424242424,"balanced_accuracy":0.6003738839477459,"f1":0.3508771929824561,"true_positive":24.5,"false_positive":8.5,"false_negative":82.15,"true_negative":284.85,"positive_prevalence":0.266625,"majority_accuracy_baseline":0.733375,"constant_brier_baseline":0.115654859375,"brier_skill":0.2573690487608694,"baseline_adjusted_skill":0.20074776789549187,"baseline_adjusted_score":0.20074776789549187},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.18269583485996918,"normalized_score_rmse":0.2747436430743174,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.3202015447070914,"baseline_adjusted_score":0.3202015447070914},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.0770808384192635,"accuracy":0.7638749999999999,"positive_recall":0.3548098434004474,"specificity":0.9224631396357328,"precision":0.6395161290322581,"balanced_accuracy":0.6386364915180901,"f1":0.4564028776978417,"true_positive":39.65,"false_positive":22.35,"false_negative":72.1,"true_negative":265.9,"positive_prevalence":0.279375,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937500001,"brier_skill":0.31880824514958095,"baseline_adjusted_skill":0.2772729830361802,"baseline_adjusted_score":0.2772729830361802},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1954896392732917,"normalized_score_rmse":0.2597883348512147,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.2605592840726556,"baseline_adjusted_score":0.2605592840726556},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.037638940967819605,"accuracy":0.8901249999999998,"positive_recall":0.6749295774647888,"specificity":0.9514859437751003,"precision":0.7986666666666666,"balanced_accuracy":0.8132077606199446,"f1":0.7316030534351144,"true_positive":59.9,"false_positive":15.1,"false_negative":28.85,"true_negative":296.15,"positive_prevalence":0.221875,"majority_accuracy_baseline":0.778125,"constant_brier_baseline":0.12674023437499998,"brier_skill":0.7030229496305552,"baseline_adjusted_skill":0.6264155212398892,"baseline_adjusted_score":0.6264155212398892},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.10631868071206554,"normalized_score_rmse":0.17191913306796716,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.5287814705282413,"baseline_adjusted_score":0.5287814705282413},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.05267856657383591,"accuracy":0.813,"positive_recall":0.5103969754253308,"specificity":0.9218218898708361,"precision":0.7012987012987013,"balanced_accuracy":0.7161094326480835,"f1":0.5908096280087527,"true_positive":54,"false_positive":23,"false_negative":51.8,"true_negative":271.2,"positive_prevalence":0.2645,"majority_accuracy_baseline":0.7355,"constant_brier_baseline":0.11362725,"brier_skill":0.53639143274315,"baseline_adjusted_skill":0.43221886529616693,"baseline_adjusted_score":0.43221886529616693},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.14787509330562898,"normalized_score_rmse":0.21794997425712764,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.41144241470396414,"baseline_adjusted_score":0.41144241470396414},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.07316648583321465,"accuracy":0.8334999999999999,"positive_recall":0.16318537859007834,"specificity":0.992269635126778,"precision":0.8333333333333334,"balanced_accuracy":0.5777275068584282,"f1":0.27292576419213976,"true_positive":12.5,"false_positive":2.5,"false_negative":64.1,"true_negative":320.9,"positive_prevalence":0.19149999999999998,"majority_accuracy_baseline":0.8085,"constant_brier_baseline":0.09190274999999999,"brier_skill":0.20387054975814478,"baseline_adjusted_skill":0.15545501371685644,"baseline_adjusted_score":0.15545501371685644},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.15918213389115407,"normalized_score_rmse":0.25904853586296317,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.23053953406088667,"baseline_adjusted_score":0.23053953406088667},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.04952535016767556,"accuracy":0.883,"positive_recall":0.44715447154471544,"specificity":0.9816063764561619,"precision":0.8461538461538461,"balanced_accuracy":0.7143804240004387,"f1":0.5851063829787234,"true_positive":33,"false_positive":6,"false_negative":40.8,"true_negative":320.2,"positive_prevalence":0.1845,"majority_accuracy_baseline":0.8155,"constant_brier_baseline":0.10922225,"brier_skill":0.5465635420651419,"baseline_adjusted_skill":0.4287608480008773,"baseline_adjusted_score":0.4287608480008773},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1348822824425588,"normalized_score_rmse":0.22051286067578996,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":0.2877503237356631,"baseline_adjusted_score":0.2877503237356631},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.07663380569977651,"accuracy":0.8225,"positive_recall":0.13694267515923567,"specificity":0.9898911353032659,"precision":0.7678571428571429,"balanced_accuracy":0.5634169052312508,"f1":0.23243243243243245,"true_positive":10.75,"false_positive":3.25,"false_negative":67.75,"true_negative":318.25,"positive_prevalence":0.19625,"majority_accuracy_baseline":0.80375,"constant_brier_baseline":0.09878593749999999,"brier_skill":0.22424377761483993,"baseline_adjusted_skill":0.12683381046250153,"baseline_adjusted_score":0.12683381046250153},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.17326260983791145,"normalized_score_rmse":0.27227057170662217,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":0.17982196526432448,"baseline_adjusted_score":0.17982196526432448},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.07705450206879157,"accuracy":0.7096938775510205,"positive_recall":0.6755634638196916,"specificity":0.7354521038495971,"precision":0.6583815028901735,"balanced_accuracy":0.7055077838346444,"f1":0.6668618266978923,"true_positive":113.9,"false_positive":59.1,"false_negative":54.7,"true_negative":164.3,"positive_prevalence":0.4301020408163265,"majority_accuracy_baseline":0.5698979591836735,"constant_brier_baseline":0.12359641815910039,"brier_skill":0.37656363172594043,"baseline_adjusted_skill":0.4110155676692888,"baseline_adjusted_score":0.4110155676692888},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.1766612300842618,"normalized_score_rmse":0.22627996394871727,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.358785164879346,"baseline_adjusted_score":0.358785164879346},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.059370762916463,"accuracy":0.8761249999999999,"positive_recall":0.4720692368214005,"specificity":0.952444642591767,"precision":0.6521739130434783,"balanced_accuracy":0.7122569397065838,"f1":0.5476951163852123,"true_positive":60,"false_positive":32,"false_negative":67.1,"true_negative":640.9,"positive_prevalence":0.158875,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499999,"brier_skill":0.3989443718664959,"baseline_adjusted_skill":0.42451387941316754,"baseline_adjusted_score":0.42451387941316754},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.16704641472513684,"normalized_score_rmse":0.23990542387378758,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-0.01240251348567778,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.6774193548387097,"baseline_adjusted_score":0.6774193548387097},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24284109850000507,"accuracy":0.63,"positive_recall":0.62,"specificity":0.64,"precision":0.6326530612244898,"balanced_accuracy":0.63,"f1":0.6262626262626263,"true_positive":31,"false_positive":18,"false_negative":19,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.02863560599997972,"baseline_adjusted_skill":0.26,"baseline_adjusted_score":0.26},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.13717693836978131,"uniform_accuracy_baseline":0.058823529411764705,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":-0.014018691588785031,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":-0.08695652173913052,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25206673869267027,"accuracy":0.56,"positive_recall":0.24,"specificity":0.88,"precision":0.6666666666666666,"balanced_accuracy":0.56,"f1":0.35294117647058826,"true_positive":12,"false_positive":6,"false_negative":38,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.008266954770681068,"baseline_adjusted_skill":0.1200000000000001,"baseline_adjusted_score":0.1200000000000001},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.64,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.4285714285714286,"baseline_adjusted_score":0.4285714285714286},"scoring":{"eligible":true,"reason":null},"model":89,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.16157674119896986,"accuracy":0.8175675675675675,"positive_recall":0.8591549295774648,"specificity":0.7792207792207793,"precision":0.782051282051282,"balanced_accuracy":0.819187854399122,"f1":0.8187919463087249,"true_positive":61,"false_positive":17,"false_negative":10,"true_negative":60,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.24958911614317017,"brier_skill":0.35262905812653444,"baseline_adjusted_skill":0.638375708798244,"baseline_adjusted_score":0.638375708798244},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.29,"uniform_accuracy_baseline":0.2005,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.8676470588235297,"baseline_adjusted_score":0.8676470588235297},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.6808510638297872,"baseline_adjusted_score":0.6808510638297872},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.93,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.8571428571428572,"baseline_adjusted_score":0.8571428571428572},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08711505137388251,"accuracy":0.57441384708,"positive_recall":0.5603975230325035,"specificity":0.5969015924837204,"precision":0.69044777814,"balanced_accuracy":0.5786495577581119,"f1":0.6186619948770001,"true_positive":34.522388907,"false_positive":15.477611093,"false_negative":27.081004199,"true_negative":22.918995801,"positive_prevalence":0.61603393106,"majority_accuracy_baseline":0.61603393106,"constant_brier_baseline":0.07908707655202402,"brier_skill":-0.1015080487464679,"baseline_adjusted_skill":0.15729911551622378,"baseline_adjusted_score":0.15729911551622378},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1357843135572889,"accuracy":0.8,"positive_recall":0.78,"specificity":0.82,"precision":0.8125,"balanced_accuracy":0.8,"f1":0.7959183673469388,"true_positive":39,"false_positive":9,"false_negative":11,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4568627457708444,"baseline_adjusted_skill":0.6000000000000001,"baseline_adjusted_score":0.6000000000000001},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.79,"uniform_accuracy_baseline":0.012987012987012986,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.7789473684210526,"baseline_adjusted_score":0.7789473684210526},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.8666666666666667,"baseline_adjusted_score":0.8666666666666667},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.51,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.23437500000000003,"baseline_adjusted_score":0.23437500000000003},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.06234023480957677,"accuracy":0.9,"positive_recall":0.96,"specificity":0.84,"precision":0.8571428571428571,"balanced_accuracy":0.8999999999999999,"f1":0.9056603773584906,"true_positive":48,"false_positive":8,"false_negative":2,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.750639060761693,"baseline_adjusted_skill":0.7999999999999998,"baseline_adjusted_score":0.7999999999999998},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.1076953984355851,"accuracy":0.6431039709937093,"positive_recall":0.7476996496592029,"specificity":0.5944003830985698,"precision":0.4618953555563672,"balanced_accuracy":0.6710500163788864,"f1":0.5710324431558974,"true_positive":166.28232800029218,"false_positive":193.71767199970782,"false_negative":56.109548304695636,"true_negative":283.89045169530436,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768642,"brier_skill":-0.2137848761968688,"baseline_adjusted_skill":0.3421000327577728,"baseline_adjusted_score":0.3421000327577728},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.22123008657438847,"accuracy":0.7,"positive_recall":0.78,"specificity":0.62,"precision":0.6724137931034483,"balanced_accuracy":0.7,"f1":0.7222222222222222,"true_positive":39,"false_positive":19,"false_negative":11,"true_negative":31,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.1150796537024461,"baseline_adjusted_skill":0.3999999999999999,"baseline_adjusted_score":0.3999999999999999},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.7615894039735099,"uniform_accuracy_baseline":0.006622516556291391,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.7517241379310345,"baseline_adjusted_score":0.7517241379310345},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"binary_brier":0.04151707015148892,"accuracy":0.94,"positive_recall":0.9866666666666667,"specificity":0.8933333333333333,"precision":0.9024390243902439,"balanced_accuracy":0.94,"f1":0.9426751592356688,"true_positive":148,"false_positive":16,"false_negative":2,"true_negative":134,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8339317193940443,"baseline_adjusted_skill":0.8799999999999999,"baseline_adjusted_score":0.8799999999999999},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":14},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.7164705882352941,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.47722342733188716,"baseline_adjusted_score":0.47722342733188716},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.45,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.08333333333333331,"baseline_adjusted_score":0.08333333333333331},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08694691649717085,"accuracy":0.85,"positive_recall":0.84,"specificity":0.86,"precision":0.8571428571428571,"balanced_accuracy":0.85,"f1":0.8484848484848485,"true_positive":42,"false_positive":7,"false_negative":8,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6522123340113166,"baseline_adjusted_skill":0.7,"baseline_adjusted_score":0.7},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.72,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.4166666666666666,"baseline_adjusted_score":0.4166666666666666},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.07142857142857142,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9775280898876404,"baseline_adjusted_score":0.9775280898876404},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.83,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.6304347826086956,"baseline_adjusted_score":0.6304347826086956},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.32,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.06849315068493149,"baseline_adjusted_score":0.06849315068493149},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.9444444444444444,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.8333333333333333,"baseline_adjusted_score":0.8333333333333333},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.16250896489674102,"accuracy":0.7682926829268293,"positive_recall":0.8,"specificity":0.7380952380952381,"precision":0.7441860465116279,"balanced_accuracy":0.7690476190476191,"f1":0.7710843373493976,"true_positive":32,"false_positive":11,"false_negative":8,"true_negative":31,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.2498512790005949,"brier_skill":0.349577214306139,"baseline_adjusted_skill":0.5380952380952382,"baseline_adjusted_score":0.5380952380952382},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11344383205588018,"accuracy":0.83,"positive_recall":0.82,"specificity":0.84,"precision":0.8367346938775511,"balanced_accuracy":0.83,"f1":0.8282828282828283,"true_positive":41,"false_positive":8,"false_negative":9,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5462246717764793,"baseline_adjusted_skill":0.6599999999999999,"baseline_adjusted_score":0.6599999999999999},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.7122905027932961,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.6308243727598567,"baseline_adjusted_score":0.6308243727598567},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.51,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.19672131147540983,"baseline_adjusted_score":0.19672131147540983},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.2024380447322504,"accuracy":0.705,"positive_recall":0.5227272727272727,"specificity":0.7564102564102564,"precision":0.3770491803278688,"balanced_accuracy":0.6395687645687645,"f1":0.4380952380952381,"true_positive":23,"false_positive":38,"false_negative":21,"true_negative":118,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.17970888538607466,"baseline_adjusted_skill":0.2791375291375291,"baseline_adjusted_score":0.2791375291375291},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.1654186557262801,"accuracy":0.77,"positive_recall":0.62,"specificity":0.82,"precision":0.5344827586206896,"balanced_accuracy":0.72,"f1":0.5740740740740741,"true_positive":31,"false_positive":27,"false_negative":19,"true_negative":123,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":0.11776716945983956,"baseline_adjusted_skill":0.43999999999999995,"baseline_adjusted_score":0.43999999999999995},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.06143108057392193,"accuracy":0.92,"positive_recall":0.7894736842105263,"specificity":0.9337016574585635,"precision":0.5555555555555556,"balanced_accuracy":0.8615876708345449,"f1":0.6521739130434783,"true_positive":15,"false_positive":12,"false_negative":4,"true_negative":169,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.085975,"brier_skill":0.2854773995472878,"baseline_adjusted_skill":0.7231753416690898,"baseline_adjusted_score":0.7231753416690898},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.9966666666666667,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.9949999999999999,"baseline_adjusted_score":0.9949999999999999},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":33},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"binary_brier":0.01008969118819379,"accuracy":0.9966666666666667,"positive_recall":1,"specificity":0.9933333333333333,"precision":0.9933774834437086,"balanced_accuracy":0.9966666666666666,"f1":0.9966777408637874,"true_positive":150,"false_positive":1,"false_negative":0,"true_negative":149,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9596412352472249,"baseline_adjusted_skill":0.9933333333333332,"baseline_adjusted_score":0.9933333333333332},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":34},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.9566666666666667,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.9422222222222222,"baseline_adjusted_score":0.9422222222222222},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":35},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"binary_brier":0.13926919074736613,"accuracy":0.7733333333333333,"positive_recall":0.9133333333333333,"specificity":0.6333333333333333,"precision":0.7135416666666666,"balanced_accuracy":0.7733333333333333,"f1":0.8011695906432749,"true_positive":137,"false_positive":55,"false_negative":13,"true_negative":95,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4429232370105355,"baseline_adjusted_skill":0.5466666666666666,"baseline_adjusted_score":0.5466666666666666},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":36},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"normalized_expected_score_mae":0.19325095042431106,"normalized_score_rmse":0.24327385709681715,"constant_score_baseline":0.5,"constant_mae_baseline":0.3333333333333333,"baseline_adjusted_skill":0.4202471487270668,"baseline_adjusted_score":0.4202471487270668},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":37},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.3566666666666667,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.14222222222222225,"baseline_adjusted_score":0.14222222222222225},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":38},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"binary_brier":0.2619856505318031,"accuracy":0.5133333333333333,"positive_recall":0.3933333333333333,"specificity":0.6333333333333333,"precision":0.5175438596491229,"balanced_accuracy":0.5133333333333333,"f1":0.44696969696969696,"true_positive":59,"false_positive":55,"false_negative":91,"true_negative":95,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.047942602127212464,"baseline_adjusted_skill":0.026666666666666616,"baseline_adjusted_score":0.026666666666666616},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":39},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"normalized_expected_score_mae":0.30570001946141323,"normalized_score_rmse":0.3563471623091315,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":-0.01900006487137751,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":40},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.07782689877441808,"accuracy":0.8553630952380953,"positive_recall":0.5982541414542208,"specificity":0.8717760370823016,"precision":0.22949010654490107,"balanced_accuracy":0.7350150892682612,"f1":0.3317290503561508,"true_positive":100.51666666666667,"false_positive":337.48333333333335,"false_negative":67.5,"true_negative":2294.5,"positive_prevalence":0.060005952380952375,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679138,"brier_skill":-1.416911462267656,"baseline_adjusted_skill":0.4700301785365224,"baseline_adjusted_score":0.4700301785365224},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.37333333333333335,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.16444444444444448,"baseline_adjusted_score":0.16444444444444448},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":50},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.7563739376770539,"uniform_accuracy_baseline":0.027777777777777776,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.7207792207792209,"baseline_adjusted_score":0.7207792207792209},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.38,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.11428571428571431,"baseline_adjusted_score":0.11428571428571431},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.06415845536926588,"accuracy":0.91,"positive_recall":0.98,"specificity":0.84,"precision":0.8596491228070176,"balanced_accuracy":0.9099999999999999,"f1":0.9158878504672897,"true_positive":49,"false_positive":8,"false_negative":1,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7433661785229364,"baseline_adjusted_skill":0.8199999999999998,"baseline_adjusted_score":0.8199999999999998},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08954789621925505,"accuracy":0.88,"positive_recall":0.98,"specificity":0.78,"precision":0.8166666666666667,"balanced_accuracy":0.88,"f1":0.8909090909090909,"true_positive":49,"false_positive":11,"false_negative":1,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6418084151229798,"baseline_adjusted_skill":0.76,"baseline_adjusted_score":0.76},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.7,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":0.23076923076923067,"baseline_adjusted_score":0.23076923076923067},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.79,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.7765957446808511,"baseline_adjusted_score":0.7765957446808511},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08635731040024185,"accuracy":0.9,"positive_recall":0.9,"specificity":0.9,"precision":0.9,"balanced_accuracy":0.9,"f1":0.9,"true_positive":45,"false_positive":5,"false_negative":5,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6545707583990326,"baseline_adjusted_skill":0.8,"baseline_adjusted_score":0.8},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.4766666666666667,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.3022222222222222,"baseline_adjusted_score":0.3022222222222222},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":58},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.8766666666666667,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.8150000000000001,"baseline_adjusted_score":0.8150000000000001},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":59},{"provenance":"measured","status":"complete","counts":{"cases":285,"expected":285,"succeeded":285,"failed":0},"metrics":{"target_mass_at_prediction":0.9473684210526315,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5263157894736842,"baseline_adjusted_skill":0.8888888888888888,"baseline_adjusted_score":0.8888888888888888},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":60},{"provenance":"measured","status":"complete","counts":{"cases":299,"expected":299,"succeeded":299,"failed":0},"metrics":{"binary_brier":0.17347292296289324,"accuracy":0.7625418060200669,"positive_recall":0.74,"specificity":0.785234899328859,"precision":0.7762237762237763,"balanced_accuracy":0.7626174496644296,"f1":0.757679180887372,"true_positive":111,"false_positive":32,"false_negative":39,"true_negative":117,"positive_prevalence":0.5016722408026756,"majority_accuracy_baseline":0.5016722408026756,"constant_brier_baseline":0.24999720361069788,"brier_skill":0.30610054649639296,"baseline_adjusted_skill":0.5252348993288591,"baseline_adjusted_score":0.5252348993288591},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":61},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.2,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":0.9375,"baseline_adjusted_score":0.9375},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":62},{"provenance":"measured","status":"complete","counts":{"cases":283,"expected":283,"succeeded":283,"failed":0},"metrics":{"binary_brier":0.33480838903766347,"accuracy":0.5159010600706714,"positive_recall":0.9097744360902256,"specificity":0.16666666666666666,"precision":0.491869918699187,"balanced_accuracy":0.5382205513784462,"f1":0.6385224274406333,"true_positive":121,"false_positive":125,"false_negative":12,"true_negative":25,"positive_prevalence":0.46996466431095407,"majority_accuracy_baseline":0.5300353356890459,"constant_brier_baseline":0.24909787861004634,"brier_skill":-0.34408366263846757,"baseline_adjusted_skill":0.07644110275689231,"baseline_adjusted_score":0.07644110275689231},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":63},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.8033333333333333,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.7377777777777778,"baseline_adjusted_score":0.7377777777777778},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":64},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.20616666666666666,"fixed_answer_accuracy_baseline":0.21333333333333335,"baseline_adjusted_skill":0.9491525423728813,"baseline_adjusted_score":0.9491525423728813},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":65},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.81,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.7150000000000001,"baseline_adjusted_score":0.7150000000000001},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":66},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.73,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.37333333333333335,"baseline_adjusted_skill":0.5691489361702127,"baseline_adjusted_score":0.5691489361702127},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":67},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"normalized_expected_score_mae":0.13459403246539295,"normalized_score_rmse":0.1660642446615651,"constant_score_baseline":0.5,"constant_mae_baseline":0.26208333333333333,"baseline_adjusted_skill":0.48644566308912074,"baseline_adjusted_score":0.48644566308912074},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":68},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"normalized_expected_score_mae":0.08465235890018909,"normalized_score_rmse":0.10697796160309635,"constant_score_baseline":0.52,"constant_mae_baseline":0.24733333333333335,"baseline_adjusted_skill":0.6577397888132517,"baseline_adjusted_score":0.6577397888132517},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":69},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.82,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.7599999999999999,"baseline_adjusted_score":0.7599999999999999},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":71},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8358208955223883,"baseline_adjusted_score":0.8358208955223883},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.0435403731956464,"accuracy":0.98,"positive_recall":0.98,"specificity":0.98,"precision":0.98,"balanced_accuracy":0.98,"f1":0.98,"true_positive":49,"false_positive":1,"false_negative":1,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8258385072174144,"baseline_adjusted_skill":0.96,"baseline_adjusted_score":0.96},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.48170391891891895,"uniform_accuracy_baseline":0.23445945945945948,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.2973743660778275,"baseline_adjusted_score":0.2973743660778275},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.023823501340785664,"accuracy":0.7024999934210526,"positive_recall":0.8222281971043353,"specificity":0.588492162413004,"precision":0.65548388172043,"balanced_accuracy":0.7053601797586696,"f1":0.7294483655118756,"true_positive":60.960001,"false_positive":32.039999,"false_negative":13.180002,"true_negative":45.819998,"positive_prevalence":0.4877631776315789,"majority_accuracy_baseline":0.512236822368421,"constant_brier_baseline":0.09451910039768556,"brier_skill":0.7479504011300449,"baseline_adjusted_skill":0.4107203595173392,"baseline_adjusted_score":0.4107203595173392},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.08279195868879663,"normalized_score_rmse":0.10830928269289197,"constant_score_baseline":0.5841668333333333,"constant_mae_baseline":0.21700552708333334,"baseline_adjusted_skill":0.6184799539368262,"baseline_adjusted_score":0.6184799539368262},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.16589750544460163,"accuracy":0.76,"positive_recall":0.86,"specificity":0.66,"precision":0.7166666666666667,"balanced_accuracy":0.76,"f1":0.7818181818181819,"true_positive":43,"false_positive":17,"false_negative":7,"true_negative":33,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.33640997822159346,"baseline_adjusted_skill":0.52,"baseline_adjusted_score":0.52},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.22879480265704896,"accuracy":0.59,"positive_recall":0.68,"specificity":0.5,"precision":0.576271186440678,"balanced_accuracy":0.5900000000000001,"f1":0.6238532110091743,"true_positive":34,"false_positive":25,"false_negative":16,"true_negative":25,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.08482078937180415,"baseline_adjusted_skill":0.18000000000000016,"baseline_adjusted_score":0.18000000000000016},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.79,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.6557377049180328,"baseline_adjusted_score":0.6557377049180328},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.036111111111111115,"fixed_answer_accuracy_baseline":0.08833333333333333,"baseline_adjusted_skill":0.8464351005484461,"baseline_adjusted_score":0.8464351005484461},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"binary_brier":0.18938943471253644,"accuracy":0.67,"positive_recall":0.9133333333333333,"specificity":0.4266666666666667,"precision":0.6143497757847534,"balanced_accuracy":0.67,"f1":0.7345844504021448,"true_positive":137,"false_positive":86,"false_negative":13,"true_negative":64,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.24244226114985423,"baseline_adjusted_skill":0.3400000000000001,"baseline_adjusted_score":0.3400000000000001},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":81},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.8863636363636362,"baseline_adjusted_score":0.8863636363636362},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.31333333333333335,"uniform_accuracy_baseline":0.11021428571428572,"fixed_answer_accuracy_baseline":0.12554761904761905,"baseline_adjusted_skill":0.2147466441582487,"baseline_adjusted_score":0.2147466441582487},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":83},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.6,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.4666666666666666,"baseline_adjusted_score":0.4666666666666666},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":84},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.775,"uniform_accuracy_baseline":0.049879324215607396,"fixed_answer_accuracy_baseline":0.12442477876106194,"baseline_adjusted_skill":0.7430260764099454,"baseline_adjusted_score":0.7430260764099454},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2541215493474044,"accuracy":0.55,"positive_recall":0.42,"specificity":0.68,"precision":0.5675675675675675,"balanced_accuracy":0.55,"f1":0.4827586206896552,"true_positive":21,"false_positive":16,"false_negative":29,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.01648619738961754,"baseline_adjusted_skill":0.10000000000000009,"baseline_adjusted_score":0.10000000000000009},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.8888888888888888,"uniform_accuracy_baseline":0.23888888888888887,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.8431372549019607,"baseline_adjusted_score":0.8431372549019607},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.0692272226619653,"accuracy":0.921875,"positive_recall":0.9375,"specificity":0.90625,"precision":0.9090909090909091,"balanced_accuracy":0.921875,"f1":0.9230769230769231,"true_positive":30,"false_positive":3,"false_negative":2,"true_negative":29,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7230911093521388,"baseline_adjusted_skill":0.84375,"baseline_adjusted_score":0.84375},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.9782608695652174,"baseline_adjusted_score":0.9782608695652174},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.9696969696969696,"baseline_adjusted_score":0.9696969696969696},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10295086450587221,"accuracy":0.85,"positive_recall":0.84,"specificity":0.86,"precision":0.8571428571428571,"balanced_accuracy":0.85,"f1":0.8484848484848485,"true_positive":42,"false_positive":7,"false_negative":8,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5881965419765112,"baseline_adjusted_skill":0.7,"baseline_adjusted_score":0.7},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.8260869565217391,"baseline_adjusted_score":0.8260869565217391},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.08020759309961134,"accuracy":0.9090909090909091,"positive_recall":1,"specificity":0.8235294117647058,"precision":0.8421052631578947,"balanced_accuracy":0.9117647058823529,"f1":0.9142857142857143,"true_positive":16,"false_positive":3,"false_negative":0,"true_negative":14,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.6788747467445708,"baseline_adjusted_skill":0.8235294117647058,"baseline_adjusted_score":0.8235294117647058},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.18680449314415454,"normalized_score_rmse":0.3314998780777716,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.43392577835104684,"baseline_adjusted_score":0.43392577835104684},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.34375,"uniform_accuracy_baseline":0.178125,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":0.07894736842105265,"baseline_adjusted_score":0.07894736842105265},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.035907923731920734,"accuracy":0.9411764705882353,"positive_recall":1,"specificity":0.8823529411764706,"precision":0.8947368421052632,"balanced_accuracy":0.9411764705882353,"f1":0.9444444444444444,"true_positive":17,"false_positive":2,"false_negative":0,"true_negative":15,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8563683050723171,"baseline_adjusted_skill":0.8823529411764706,"baseline_adjusted_score":0.8823529411764706},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.1584992198383107,"normalized_score_rmse":0.19231206053405908,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-0.0777946949005126,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.9583333333333334,"uniform_accuracy_baseline":0.13194444444444445,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":0.8956521739130435,"baseline_adjusted_score":0.8956521739130435},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.06895487176568293,"accuracy":0.9230769230769231,"positive_recall":0.9615384615384616,"specificity":0.8846153846153846,"precision":0.8928571428571429,"balanced_accuracy":0.9230769230769231,"f1":0.9259259259259259,"true_positive":25,"false_positive":3,"false_negative":1,"true_negative":23,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7241805129372683,"baseline_adjusted_skill":0.8461538461538463,"baseline_adjusted_score":0.8461538461538463},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.11417076824932418,"accuracy":0.8,"positive_recall":0.717948717948718,"specificity":0.8888888888888888,"precision":0.875,"balanced_accuracy":0.8034188034188035,"f1":0.7887323943661971,"true_positive":28,"false_positive":4,"false_negative":11,"true_negative":32,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24960000000000004,"brier_skill":0.5425850631036693,"baseline_adjusted_skill":0.6068376068376069,"baseline_adjusted_score":0.6068376068376069},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.2504722375422716,"normalized_score_rmse":0.30019677176151766,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.1054562944918872,"baseline_adjusted_score":0.1054562944918872},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.7941176470588235,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.7199999999999998,"baseline_adjusted_score":0.7199999999999998},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.0037574693117862043,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":14,"false_positive":0,"false_negative":0,"true_negative":14,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9849701227528552,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.09272660873336434,"normalized_score_rmse":0.11174059113080385,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.1696969696969697,"baseline_adjusted_skill":0.4535753413926744,"baseline_adjusted_score":0.4535753413926744},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.059687066020252144,"accuracy":0.9058823529411765,"positive_recall":0.8444444444444444,"specificity":0.975,"precision":0.9743589743589743,"balanced_accuracy":0.9097222222222222,"f1":0.9047619047619048,"true_positive":38,"false_positive":1,"false_negative":7,"true_negative":39,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.2491349480968858,"brier_skill":0.7604227488909323,"baseline_adjusted_skill":0.8194444444444444,"baseline_adjusted_score":0.8194444444444444},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.8947368421052632,"baseline_adjusted_score":0.8947368421052632},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.24382927625105288,"accuracy":0.64,"positive_recall":0.5142857142857142,"specificity":0.9333333333333333,"precision":0.9473684210526315,"balanced_accuracy":0.7238095238095238,"f1":0.6666666666666666,"true_positive":18,"false_positive":1,"false_negative":17,"true_negative":14,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.21,"brier_skill":-0.16109179167168053,"baseline_adjusted_skill":0.4476190476190476,"baseline_adjusted_score":0.4476190476190476},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.28392408296465876,"normalized_score_rmse":0.41926124392855385,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.01401458201663841,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.8607594936708861,"uniform_accuracy_baseline":0.24240506329113923,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.7608695652173914,"baseline_adjusted_score":0.7608695652173914},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.07268427039684174,"accuracy":0.9047619047619048,"positive_recall":0.8181818181818182,"specificity":1,"precision":1,"balanced_accuracy":0.9090909090909092,"f1":0.9,"true_positive":9,"false_positive":0,"false_negative":2,"true_negative":10,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.2494331065759637,"brier_skill":0.7086021523181163,"baseline_adjusted_skill":0.8181818181818183,"baseline_adjusted_score":0.8181818181818183},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.5454545454545454,"uniform_accuracy_baseline":0.32373737373737377,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.24999999999999994,"baseline_adjusted_score":0.24999999999999994},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.24565907451851257,"accuracy":0.6666666666666666,"positive_recall":0.6470588235294118,"specificity":0.6875,"precision":0.6875,"balanced_accuracy":0.6672794117647058,"f1":0.6666666666666666,"true_positive":11,"false_positive":5,"false_negative":6,"true_negative":11,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.016460543563749264,"baseline_adjusted_skill":0.3345588235294117,"baseline_adjusted_score":0.3345588235294117},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.17567645218657035,"normalized_score_rmse":0.2446383805512204,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.3431372549019608,"baseline_adjusted_skill":0.48802862505628064,"baseline_adjusted_score":0.48802862505628064},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.07013837427606374,"accuracy":0.89,"positive_recall":1,"specificity":0.78,"precision":0.819672131147541,"balanced_accuracy":0.89,"f1":0.9009009009009009,"true_positive":50,"false_positive":11,"false_negative":0,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7194465028957451,"baseline_adjusted_skill":0.78,"baseline_adjusted_score":0.78},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.3133333333333333,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":-0.061855670103092834,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.23905380817655394,"accuracy":0.6133333333333333,"positive_recall":0.4864864864864865,"specificity":0.7368421052631579,"precision":0.6428571428571429,"balanced_accuracy":0.6116642958748222,"f1":0.5538461538461539,"true_positive":18,"false_positive":10,"false_negative":19,"true_negative":28,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555554,"brier_skill":0.04361474324813941,"baseline_adjusted_skill":0.22332859174964437,"baseline_adjusted_score":0.22332859174964437},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.14285714285714285,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.315,"uniform_accuracy_baseline":0.32416666666666666,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.037878787878787915,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.017040351492652255,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":16,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.931775945678315,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.14458301105663518,"normalized_score_rmse":0.17757483173042163,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.341898018638764,"baseline_adjusted_score":0.341898018638764},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.19206400088531542,"accuracy":0.73,"positive_recall":1,"specificity":0.6538461538461539,"precision":0.4489795918367347,"balanced_accuracy":0.8269230769230769,"f1":0.6197183098591549,"true_positive":22,"false_positive":27,"false_negative":0,"true_negative":51,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.11925408441325991,"baseline_adjusted_skill":0.6538461538461537,"baseline_adjusted_score":0.6538461538461537},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10693989288499287,"accuracy":0.85,"positive_recall":0.6756756756756757,"specificity":0.9523809523809523,"precision":0.8928571428571429,"balanced_accuracy":0.814028314028314,"f1":0.7692307692307693,"true_positive":25,"false_positive":3,"false_negative":12,"true_negative":60,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000003,"brier_skill":0.5412274007507814,"baseline_adjusted_skill":0.628056628056628,"baseline_adjusted_score":0.628056628056628},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.06796051378400525,"accuracy":0.9,"positive_recall":0.9743589743589743,"specificity":0.8524590163934426,"precision":0.8085106382978723,"balanced_accuracy":0.9134089953762085,"f1":0.8837209302325582,"true_positive":38,"false_positive":9,"false_negative":1,"true_negative":52,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379,"brier_skill":0.7143315940142696,"baseline_adjusted_skill":0.8268179907524169,"baseline_adjusted_score":0.8268179907524169},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10867682633717561,"accuracy":0.79,"positive_recall":0.7096774193548387,"specificity":0.8260869565217391,"precision":0.6470588235294118,"balanced_accuracy":0.7678821879382889,"f1":0.676923076923077,"true_positive":22,"false_positive":12,"false_negative":9,"true_negative":57,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999998,"brier_skill":0.49192694559525185,"baseline_adjusted_skill":0.5357643758765778,"baseline_adjusted_score":0.5357643758765778},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.8611111111111112,"baseline_adjusted_score":0.8611111111111112},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.15019039284321478,"normalized_score_rmse":0.18017495050452528,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.3540198157281085,"baseline_adjusted_score":0.3540198157281085},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11643670170970681,"accuracy":0.83,"positive_recall":0.84,"specificity":0.82,"precision":0.8235294117647058,"balanced_accuracy":0.83,"f1":0.8316831683168316,"true_positive":42,"false_positive":9,"false_negative":8,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5342531931611727,"baseline_adjusted_skill":0.6599999999999999,"baseline_adjusted_score":0.6599999999999999},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.23484156977833293,"accuracy":0.6,"positive_recall":0.78,"specificity":0.42,"precision":0.5735294117647058,"balanced_accuracy":0.6,"f1":0.6610169491525424,"true_positive":39,"false_positive":29,"false_negative":11,"true_negative":21,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.060633720886668296,"baseline_adjusted_skill":0.19999999999999996,"baseline_adjusted_score":0.19999999999999996},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.83,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":0.5142857142857141,"baseline_adjusted_score":0.5142857142857141},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.15664230836687432,"accuracy":0.75,"positive_recall":0.88,"specificity":0.62,"precision":0.6984126984126984,"balanced_accuracy":0.75,"f1":0.7787610619469026,"true_positive":44,"false_positive":19,"false_negative":6,"true_negative":31,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.37343076653250273,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.7857142857142858,"baseline_adjusted_score":0.7857142857142858},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.61,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.35,"baseline_adjusted_score":0.35},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.12729412821383612,"accuracy":0.81,"positive_recall":0.8,"specificity":0.82,"precision":0.8163265306122449,"balanced_accuracy":0.81,"f1":0.8080808080808081,"true_positive":40,"false_positive":9,"false_negative":10,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4908234871446555,"baseline_adjusted_skill":0.6200000000000001,"baseline_adjusted_score":0.6200000000000001},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.20851190476190473,"fixed_answer_accuracy_baseline":0.22333333333333333,"baseline_adjusted_skill":0.9871244635193133,"baseline_adjusted_score":0.9871244635193133},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.05949916309109571,"accuracy":0.95,"positive_recall":0.98,"specificity":0.92,"precision":0.9245283018867925,"balanced_accuracy":0.95,"f1":0.9514563106796117,"true_positive":49,"false_positive":4,"false_negative":1,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7620033476356172,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.07336450533184688,"normalized_score_rmse":0.10969221317681958,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.7554516488938438,"baseline_adjusted_score":0.7554516488938438},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.22851190476190475,"fixed_answer_accuracy_baseline":0.24333333333333332,"baseline_adjusted_skill":0.881057268722467,"baseline_adjusted_score":0.881057268722467},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.035417232599106487,"accuracy":0.96,"positive_recall":0.98,"specificity":0.94,"precision":0.9423076923076923,"balanced_accuracy":0.96,"f1":0.9607843137254902,"true_positive":49,"false_positive":3,"false_negative":1,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8583310696035741,"baseline_adjusted_skill":0.9199999999999999,"baseline_adjusted_score":0.9199999999999999},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.0987729987042872,"normalized_score_rmse":0.17308694335733424,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.3042222222222222,"baseline_adjusted_skill":0.6753261547338989,"baseline_adjusted_score":0.6753261547338989},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.73,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.564516129032258,"baseline_adjusted_score":0.564516129032258},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.06928667249314951,"accuracy":0.91,"positive_recall":1,"specificity":0.82,"precision":0.847457627118644,"balanced_accuracy":0.9099999999999999,"f1":0.9174311926605505,"true_positive":50,"false_positive":9,"false_negative":0,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7228533100274019,"baseline_adjusted_skill":0.8199999999999998,"baseline_adjusted_score":0.8199999999999998},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.82,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.6399999999999999,"baseline_adjusted_score":0.6399999999999999},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.057391708876829914,"accuracy":0.94,"positive_recall":0.94,"specificity":0.94,"precision":0.94,"balanced_accuracy":0.94,"f1":0.94,"true_positive":47,"false_positive":3,"false_negative":3,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7704331644926803,"baseline_adjusted_skill":0.8799999999999999,"baseline_adjusted_score":0.8799999999999999},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.57,"uniform_accuracy_baseline":0.3533333333333333,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.27118644067796605,"baseline_adjusted_score":0.27118644067796605},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.8225806451612904,"baseline_adjusted_score":0.8225806451612904},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.5233333333333333,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.285,"baseline_adjusted_score":0.285},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":157},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.43,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.08064516129032256,"baseline_adjusted_score":0.08064516129032256},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.42,"uniform_accuracy_baseline":0.1111111111111111,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.30952380952380953,"baseline_adjusted_score":0.30952380952380953},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.047564162138866245,"accuracy":0.8216249999999999,"positive_recall":0.3658536585365854,"specificity":0.928273947246645,"precision":0.5441176470588235,"balanced_accuracy":0.6470638028916152,"f1":0.4375246353961372,"true_positive":27.75,"false_positive":23.25,"false_negative":48.1,"true_negative":300.9,"positive_prevalence":0.189625,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500001,"brier_skill":0.3751720060388133,"baseline_adjusted_skill":0.2941276057832305,"baseline_adjusted_score":0.2941276057832305},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.16062033010675805,"normalized_score_rmse":0.20373129150677835,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":0.24855985914966994,"baseline_adjusted_score":0.24855985914966994},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.07871880590798366,"accuracy":0.7826249999999999,"positive_recall":0.6690107829348335,"specificity":0.8239304584966763,"precision":0.5800813008130081,"balanced_accuracy":0.746470620715755,"f1":0.6213803614195516,"true_positive":71.35,"false_positive":51.65,"false_negative":35.3,"true_negative":241.7,"positive_prevalence":0.266625,"majority_accuracy_baseline":0.733375,"constant_brier_baseline":0.115654859375,"brier_skill":0.31936447518607636,"baseline_adjusted_skill":0.49294124143150997,"baseline_adjusted_score":0.49294124143150997},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.17352079207645146,"normalized_score_rmse":0.23725560966405698,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.3543412387852969,"baseline_adjusted_score":0.3543412387852969},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.07958248012282158,"accuracy":0.7646250000000001,"positive_recall":0.7140939597315435,"specificity":0.7842150910667823,"precision":0.5619718309859155,"balanced_accuracy":0.7491545253991629,"f1":0.6289655172413793,"true_positive":79.8,"false_positive":62.2,"false_negative":31.95,"true_negative":226.05,"positive_prevalence":0.279375,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937500001,"brier_skill":0.29670031616229264,"baseline_adjusted_skill":0.4983090507983259,"baseline_adjusted_score":0.4983090507983259},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.20110154597066868,"normalized_score_rmse":0.2605420873229829,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.2393322138225299,"baseline_adjusted_score":0.2393322138225299},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.045891315227622166,"accuracy":0.8788749999999999,"positive_recall":0.6101408450704225,"specificity":0.9555020080321285,"precision":0.7963235294117647,"balanced_accuracy":0.7828214265512755,"f1":0.6909090909090909,"true_positive":54.15,"false_positive":13.85,"false_negative":34.6,"true_negative":297.4,"positive_prevalence":0.221875,"majority_accuracy_baseline":0.778125,"constant_brier_baseline":0.12674023437499998,"brier_skill":0.6379104437203533,"baseline_adjusted_skill":0.565642853102551,"baseline_adjusted_score":0.565642853102551},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.13827171847689898,"normalized_score_rmse":0.21142593482267916,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.3871613585511402,"baseline_adjusted_score":0.3871613585511402},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.07010910144376392,"accuracy":0.779,"positive_recall":0.8241965973534972,"specificity":0.7627464309993203,"precision":0.5554140127388535,"balanced_accuracy":0.7934715141764087,"f1":0.6636225266362252,"true_positive":87.2,"false_positive":69.8,"false_negative":18.6,"true_negative":224.4,"positive_prevalence":0.2645,"majority_accuracy_baseline":0.7355,"constant_brier_baseline":0.11362725,"brier_skill":0.3829904231268123,"baseline_adjusted_skill":0.5869430283528174,"baseline_adjusted_score":0.5869430283528174},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.17102936063216476,"normalized_score_rmse":0.23663375217843025,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.31928612683715507,"baseline_adjusted_score":0.31928612683715507},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.09143561083978302,"accuracy":0.78425,"positive_recall":0.6220626631853786,"specificity":0.8226654298082869,"precision":0.4538095238095238,"balanced_accuracy":0.7223640464968328,"f1":0.5247797356828194,"true_positive":47.65,"false_positive":57.35,"false_negative":28.95,"true_negative":266.05,"positive_prevalence":0.19149999999999998,"majority_accuracy_baseline":0.8085,"constant_brier_baseline":0.09190274999999999,"brier_skill":0.005082972601113345,"baseline_adjusted_skill":0.44472809299366567,"baseline_adjusted_score":0.44472809299366567},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.15675187320855913,"normalized_score_rmse":0.2349314366721293,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.242287017722977,"baseline_adjusted_score":0.242287017722977},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.04357868452969777,"accuracy":0.8767499999999999,"positive_recall":0.728319783197832,"specificity":0.9103310852237891,"precision":0.6475903614457831,"balanced_accuracy":0.8193254342108105,"f1":0.6855867346938775,"true_positive":53.75,"false_positive":29.25,"false_negative":20.05,"true_negative":296.95,"positive_prevalence":0.1845,"majority_accuracy_baseline":0.8155,"constant_brier_baseline":0.10922225,"brier_skill":0.6010090935711563,"baseline_adjusted_skill":0.638650868421621,"baseline_adjusted_score":0.638650868421621},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.15065935051228735,"normalized_score_rmse":0.21059703330676954,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":0.20443907320244303,"baseline_adjusted_score":0.20443907320244303},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.07070096220390379,"accuracy":0.8125,"positive_recall":0.6273885350318471,"specificity":0.8576982892690513,"precision":0.5184210526315789,"balanced_accuracy":0.7425434121504493,"f1":0.5677233429394812,"true_positive":49.25,"false_positive":45.75,"false_negative":29.25,"true_negative":275.75,"positive_prevalence":0.19625,"majority_accuracy_baseline":0.80375,"constant_brier_baseline":0.09878593749999999,"brier_skill":0.28430134902648674,"baseline_adjusted_skill":0.48508682430089856,"baseline_adjusted_score":0.48508682430089856},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.17796864671923684,"normalized_score_rmse":0.2334329460923873,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":0.15754486760124564,"baseline_adjusted_score":0.15754486760124564},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.08841192733249759,"accuracy":0.6923469387755101,"positive_recall":0.8896797153024911,"specificity":0.5434198746642793,"precision":0.5952380952380952,"balanced_accuracy":0.7165497949833852,"f1":0.7132667617689016,"true_positive":150,"false_positive":102,"false_negative":18.6,"true_negative":121.4,"positive_prevalence":0.4301020408163265,"majority_accuracy_baseline":0.5698979591836735,"constant_brier_baseline":0.12359641815910039,"brier_skill":0.28467241486975214,"baseline_adjusted_skill":0.43309958996677045,"baseline_adjusted_score":0.43309958996677045},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.1821089870226926,"normalized_score_rmse":0.2353537424961506,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.3390118248805972,"baseline_adjusted_score":0.3390118248805972},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.044892283545986345,"accuracy":0.896375,"positive_recall":0.6459480723839496,"specificity":0.943676623569624,"precision":0.6841666666666666,"balanced_accuracy":0.7948123479767868,"f1":0.6645082962363416,"true_positive":82.1,"false_positive":37.9,"false_negative":45,"true_negative":635,"positive_prevalence":0.158875,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499999,"brier_skill":0.5455210888388617,"baseline_adjusted_skill":0.5896246959535736,"baseline_adjusted_score":0.5896246959535736},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.1545204331874993,"normalized_score_rmse":0.2196132762462963,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":0.06351252613636793,"baseline_adjusted_score":0.06351252613636793},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.73,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.564516129032258,"baseline_adjusted_score":0.564516129032258},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2230560235516604,"accuracy":0.71,"positive_recall":0.86,"specificity":0.56,"precision":0.6615384615384615,"balanced_accuracy":0.71,"f1":0.7478260869565218,"true_positive":43,"false_positive":22,"false_negative":7,"true_negative":28,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.10777590579335838,"baseline_adjusted_skill":0.41999999999999993,"baseline_adjusted_score":0.41999999999999993},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.5453943008614976,"uniform_accuracy_baseline":0.058823529411764705,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.46573208722741427,"baseline_adjusted_score":0.46573208722741427},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.717391304347826,"baseline_adjusted_score":0.717391304347826},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.21663584032667962,"accuracy":0.68,"positive_recall":0.88,"specificity":0.48,"precision":0.6285714285714286,"balanced_accuracy":0.6799999999999999,"f1":0.7333333333333333,"true_positive":44,"false_positive":26,"false_negative":6,"true_negative":24,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.1334566386932815,"baseline_adjusted_skill":0.3599999999999999,"baseline_adjusted_score":0.3599999999999999},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.64,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.4285714285714286,"baseline_adjusted_score":0.4285714285714286},"scoring":{"eligible":true,"reason":null},"model":90,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.20933220687782175,"accuracy":0.7094594594594594,"positive_recall":0.5070422535211268,"specificity":0.8961038961038961,"precision":0.8181818181818182,"balanced_accuracy":0.7015730748125114,"f1":0.6260869565217392,"true_positive":36,"false_positive":8,"false_negative":35,"true_negative":69,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.2495891161431699,"brier_skill":0.16129272737299927,"baseline_adjusted_skill":0.4031461496250228,"baseline_adjusted_score":0.4031461496250228},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.22,"uniform_accuracy_baseline":0.20049999999999962,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":-0.09859154929577463,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.74,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.6176470588235294,"baseline_adjusted_score":0.6176470588235294},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.73,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.42553191489361697,"baseline_adjusted_score":0.42553191489361697},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.64,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.2653061224489796,"baseline_adjusted_score":0.2653061224489796},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.14588903625768895,"accuracy":0.55111448718,"positive_recall":0.6470004151137903,"specificity":0.39727541155163,"precision":0.632657474793651,"balanced_accuracy":0.5221379133327101,"f1":0.6397485641196518,"true_positive":39.85742091200001,"false_positive":23.142579087999994,"false_negative":21.745972193999997,"true_negative":15.254027806,"positive_prevalence":0.6160339310599999,"majority_accuracy_baseline":0.6160339310599999,"constant_brier_baseline":0.079087076552024,"brier_skill":-0.8446634092198639,"baseline_adjusted_skill":0.04427582666542018,"baseline_adjusted_score":0.04427582666542018},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3040674491434046,"accuracy":0.54,"positive_recall":0.14,"specificity":0.94,"precision":0.7,"balanced_accuracy":0.54,"f1":0.23333333333333334,"true_positive":7,"false_positive":3,"false_negative":43,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.21626979657361844,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.47,"uniform_accuracy_baseline":0.012987012987012965,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.4421052631578947,"baseline_adjusted_score":0.4421052631578947},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.66,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.43333333333333335,"baseline_adjusted_score":0.43333333333333335},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.45,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.14062500000000003,"baseline_adjusted_score":0.14062500000000003},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.19551085166885038,"accuracy":0.74,"positive_recall":0.5,"specificity":0.98,"precision":0.9615384615384616,"balanced_accuracy":0.74,"f1":0.6578947368421053,"true_positive":25,"false_positive":1,"false_negative":25,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2179565933245985,"baseline_adjusted_skill":0.48,"baseline_adjusted_score":0.48},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.17387734812177258,"accuracy":0.5940591242636687,"positive_recall":0.537864213532404,"specificity":0.620225537723373,"precision":0.3973974473248437,"balanced_accuracy":0.5790448756278885,"f1":0.457082492335344,"true_positive":119.61663164477795,"false_positive":181.38336835522205,"false_negative":102.77524466020986,"true_negative":296.22475533979014,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768597,"brier_skill":-0.9596909295029903,"baseline_adjusted_skill":0.15808975125577707,"baseline_adjusted_score":0.15808975125577707},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.31093493243555753,"accuracy":0.53,"positive_recall":0.4,"specificity":0.66,"precision":0.5405405405405406,"balanced_accuracy":0.53,"f1":0.45977011494252873,"true_positive":20,"false_positive":17,"false_negative":30,"true_negative":33,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.24373972974223013,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.5099337748344371,"uniform_accuracy_baseline":0.006622516556291403,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.4896551724137932,"baseline_adjusted_score":0.4896551724137932},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.5176470588235295,"uniform_accuracy_baseline":0.3333333333333301,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.11062906724511941,"baseline_adjusted_score":0.11062906724511941},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.36,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.06666666666666674,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2825075125299831,"accuracy":0.56,"positive_recall":0.76,"specificity":0.36,"precision":0.5428571428571428,"balanced_accuracy":0.56,"f1":0.6333333333333333,"true_positive":38,"false_positive":32,"false_negative":12,"true_negative":18,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.1300300501199323,"baseline_adjusted_skill":0.1200000000000001,"baseline_adjusted_score":0.1200000000000001},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.58,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.12499999999999989,"baseline_adjusted_score":0.12499999999999989},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.07142857142857136,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.8988764044943821,"baseline_adjusted_score":0.8988764044943821},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.61,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.15217391304347816,"baseline_adjusted_score":0.15217391304347816},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.0821917808219178,"baseline_adjusted_score":0.0821917808219178},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":-0.49999999999999983,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.3163654896843034,"accuracy":0.5487804878048781,"positive_recall":0.5,"specificity":0.5952380952380952,"precision":0.5405405405405406,"balanced_accuracy":0.5476190476190477,"f1":0.5194805194805194,"true_positive":20,"false_positive":17,"false_negative":20,"true_negative":25,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.24985127900059498,"brier_skill":-0.2662152099031281,"baseline_adjusted_skill":0.09523809523809534,"baseline_adjusted_score":0.09523809523809534},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.23621055098585372,"accuracy":0.66,"positive_recall":0.36,"specificity":0.96,"precision":0.9,"balanced_accuracy":0.6599999999999999,"f1":0.5142857142857142,"true_positive":18,"false_positive":2,"false_negative":32,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.05515779605658511,"baseline_adjusted_skill":0.31999999999999984,"baseline_adjusted_score":0.31999999999999984},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.4664804469273743,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.3154121863799283,"baseline_adjusted_score":0.3154121863799283},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.37,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":-0.03278688524590167,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.17900557642287857,"accuracy":0.77,"positive_recall":0.1590909090909091,"specificity":0.9423076923076923,"precision":0.4375,"balanced_accuracy":0.5506993006993007,"f1":0.23333333333333334,"true_positive":7,"false_positive":9,"false_negative":37,"true_negative":147,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000053,"brier_skill":-0.04315603976036142,"baseline_adjusted_skill":0.10139860139860146,"baseline_adjusted_score":0.10139860139860146},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.22070023145909837,"accuracy":0.71,"positive_recall":0.08,"specificity":0.92,"precision":0.25,"balanced_accuracy":0.5,"f1":0.12121212121212122,"true_positive":4,"false_positive":12,"false_negative":46,"true_negative":138,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-0.17706790111519122,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.08281488285691692,"accuracy":0.885,"positive_recall":0.05263157894736842,"specificity":0.9723756906077348,"precision":0.16666666666666666,"balanced_accuracy":0.5125036347775516,"f1":0.08,"true_positive":1,"false_positive":5,"false_negative":18,"true_negative":176,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.0859749999999999,"brier_skill":0.03675623312687393,"baseline_adjusted_skill":0.02500726955510313,"baseline_adjusted_score":0.02500726955510313},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.12570090989755145,"accuracy":0.8083035714285712,"positive_recall":0.5870449360182523,"specificity":0.8224279535711346,"precision":0.17426383981154314,"balanced_accuracy":0.7047364447946934,"f1":0.2687495742603485,"true_positive":98.6333333333334,"false_positive":467.36666666666645,"false_negative":69.38333333333334,"true_negative":2164.6166666666663,"positive_prevalence":0.060005952380952354,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679296,"brier_skill":-2.903637106618382,"baseline_adjusted_skill":0.4094728895893869,"baseline_adjusted_score":0.4094728895893869},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.3002832861189802,"uniform_accuracy_baseline":0.027777777777777853,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.1980519480519481,"baseline_adjusted_score":0.1980519480519481},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.15,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":-0.2142857142857143,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.41084354314129684,"accuracy":0.47,"positive_recall":0.08,"specificity":0.86,"precision":0.36363636363636365,"balanced_accuracy":0.47,"f1":0.13114754098360656,"true_positive":4,"false_positive":7,"false_negative":46,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.6433741725651874,"baseline_adjusted_skill":-0.06000000000000005,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.22144698012757733,"accuracy":0.68,"positive_recall":0.56,"specificity":0.8,"precision":0.7368421052631579,"balanced_accuracy":0.68,"f1":0.6363636363636364,"true_positive":28,"false_positive":10,"false_negative":22,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.1142120794896907,"baseline_adjusted_skill":0.3600000000000001,"baseline_adjusted_score":0.3600000000000001},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.45,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":-0.4102564102564102,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.79,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.7765957446808511,"baseline_adjusted_score":0.7765957446808511},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2131076053978983,"accuracy":0.7,"positive_recall":0.78,"specificity":0.62,"precision":0.6724137931034483,"balanced_accuracy":0.7,"f1":0.7222222222222222,"true_positive":39,"false_positive":19,"false_negative":11,"true_negative":31,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.1475695784084068,"baseline_adjusted_skill":0.3999999999999999,"baseline_adjusted_score":0.3999999999999999},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8805970149253733,"baseline_adjusted_score":0.8805970149253733},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.32144880344802956,"accuracy":0.57,"positive_recall":0.14,"specificity":1,"precision":1,"balanced_accuracy":0.5700000000000001,"f1":0.24561403508771928,"true_positive":7,"false_positive":0,"false_negative":43,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.28579521379211825,"baseline_adjusted_skill":0.14000000000000012,"baseline_adjusted_score":0.14000000000000012},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.3745625337837836,"uniform_accuracy_baseline":0.23445945945945923,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.15212865344798918,"baseline_adjusted_score":0.15212865344798918},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.15080757222488184,"accuracy":0.5754824934210527,"positive_recall":0.7257441168433727,"specificity":0.4324000680349371,"precision":0.5490476632653063,"balanced_accuracy":0.5790720924391549,"f1":0.625150111098813,"true_positive":53.806671000000016,"false_positive":44.19332899999999,"false_negative":20.333332000000002,"true_negative":33.666667999999994,"positive_prevalence":0.48776317763157917,"majority_accuracy_baseline":0.5122368223684208,"constant_brier_baseline":0.0945191003976856,"brier_skill":-0.5955248366770798,"baseline_adjusted_skill":0.15814418487830983,"baseline_adjusted_score":0.15814418487830983},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.1527988871608102,"normalized_score_rmse":0.23129665422701565,"constant_score_baseline":0.5841668333333334,"constant_mae_baseline":0.21700552708333315,"baseline_adjusted_skill":0.29587559720479706,"baseline_adjusted_score":0.29587559720479706},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2881772488942832,"accuracy":0.57,"positive_recall":0.34,"specificity":0.8,"precision":0.6296296296296297,"balanced_accuracy":0.5700000000000001,"f1":0.44155844155844154,"true_positive":17,"false_positive":10,"false_negative":33,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.1527089955771328,"baseline_adjusted_skill":0.14000000000000012,"baseline_adjusted_score":0.14000000000000012},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2942796496983988,"accuracy":0.55,"positive_recall":0.14,"specificity":0.96,"precision":0.7777777777777778,"balanced_accuracy":0.55,"f1":0.23728813559322035,"true_positive":7,"false_positive":2,"false_negative":43,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.17711859879359526,"baseline_adjusted_skill":0.10000000000000009,"baseline_adjusted_score":0.10000000000000009},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":-0.08196721311475408,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.815,"uniform_accuracy_baseline":0.03611111111111102,"fixed_answer_accuracy_baseline":0.08833333333333329,"baseline_adjusted_skill":0.7970749542961608,"baseline_adjusted_score":0.7970749542961608},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.78,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.575,"uniform_accuracy_baseline":0.04987932421560751,"fixed_answer_accuracy_baseline":0.1244247787610618,"baseline_adjusted_skill":0.5146048109965636,"baseline_adjusted_score":0.5146048109965636},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2682901896437413,"accuracy":0.48,"positive_recall":0.22,"specificity":0.74,"precision":0.4583333333333333,"balanced_accuracy":0.48,"f1":0.2972972972972973,"true_positive":11,"false_positive":13,"false_negative":39,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.07316075857496518,"baseline_adjusted_skill":-0.040000000000000036,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.6388888888888888,"uniform_accuracy_baseline":0.23888888888888893,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.49019607843137253,"baseline_adjusted_score":0.49019607843137253},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.381046550296966,"accuracy":0.5,"positive_recall":0.5,"specificity":0.5,"precision":0.5,"balanced_accuracy":0.5,"f1":0.5,"true_positive":16,"false_positive":16,"false_negative":16,"true_negative":16,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.524186201187864,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.41,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":-0.28260869565217406,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.45,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.16666666666666666,"baseline_adjusted_score":0.16666666666666666},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3930390295153126,"accuracy":0.55,"positive_recall":0.1,"specificity":1,"precision":1,"balanced_accuracy":0.55,"f1":0.18181818181818182,"true_positive":5,"false_positive":0,"false_negative":45,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.5721561180612504,"baseline_adjusted_skill":0.10000000000000009,"baseline_adjusted_score":0.10000000000000009},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.8260869565217391,"baseline_adjusted_score":0.8260869565217391},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.26013415454147437,"accuracy":0.48484848484848486,"positive_recall":0.125,"specificity":0.8235294117647058,"precision":0.4,"balanced_accuracy":0.4742647058823529,"f1":0.19047619047619047,"true_positive":2,"false_positive":3,"false_negative":14,"true_negative":14,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":-0.04149299373406423,"baseline_adjusted_skill":-0.05147058823529416,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.24956824393942953,"normalized_score_rmse":0.429513233827125,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.2437325941229409,"baseline_adjusted_score":0.2437325941229409},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.125,"uniform_accuracy_baseline":0.17812500000000006,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.22807017543859645,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.45853548697079666,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":17,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.8341419478831866,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.2010336803162799,"normalized_score_rmse":0.2573479562228204,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-0.36702902615070343,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.020833333333333332,"uniform_accuracy_baseline":0.13194444444444448,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":-1.452173913043478,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.33048930448022656,"accuracy":0.5576923076923077,"positive_recall":1,"specificity":0.11538461538461539,"precision":0.5306122448979592,"balanced_accuracy":0.5576923076923077,"f1":0.6933333333333334,"true_positive":26,"false_positive":23,"false_negative":0,"true_negative":3,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.32195721792090626,"baseline_adjusted_skill":0.11538461538461542,"baseline_adjusted_score":0.11538461538461542},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.3123642304968453,"accuracy":0.49333333333333335,"positive_recall":0.7948717948717948,"specificity":0.16666666666666666,"precision":0.5081967213114754,"balanced_accuracy":0.4807692307692307,"f1":0.62,"true_positive":31,"false_positive":30,"false_negative":8,"true_negative":6,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24959999999999993,"brier_skill":-0.25145925679825876,"baseline_adjusted_skill":-0.03846153846153855,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.4342958173155785,"normalized_score_rmse":0.5201710503145207,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.5510564904127802,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.47058823529411764,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.27999999999999997,"baseline_adjusted_score":0.27999999999999997},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.337671948346648,"accuracy":0.5714285714285714,"positive_recall":0.5714285714285714,"specificity":0.5714285714285714,"precision":0.5714285714285714,"balanced_accuracy":0.5714285714285714,"f1":0.5714285714285714,"true_positive":8,"false_positive":6,"false_negative":6,"true_negative":8,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.35068779338659195,"baseline_adjusted_skill":0.1428571428571428,"baseline_adjusted_score":0.1428571428571428},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.21938889706225104,"normalized_score_rmse":0.2913149251145855,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.16969696969696968,"baseline_adjusted_skill":-0.2928274291168367,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.06786193899523843,"accuracy":0.9176470588235294,"positive_recall":0.9333333333333333,"specificity":0.9,"precision":0.9130434782608695,"balanced_accuracy":0.9166666666666667,"f1":0.9230769230769231,"true_positive":42,"false_positive":4,"false_negative":3,"true_negative":36,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.24913494809688563,"brier_skill":0.7276097170885567,"baseline_adjusted_skill":0.8333333333333335,"baseline_adjusted_score":0.8333333333333335},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.24,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.4069752792278989,"accuracy":0.38,"positive_recall":0.22857142857142856,"specificity":0.7333333333333333,"precision":0.6666666666666666,"balanced_accuracy":0.4809523809523809,"f1":0.3404255319148936,"true_positive":8,"false_positive":4,"false_negative":27,"true_negative":11,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.20999999999999996,"brier_skill":-0.9379775201328522,"baseline_adjusted_skill":-0.03809523809523818,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.3167363500595093,"normalized_score_rmse":0.433278837484029,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.13120125021253304,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.35443037974683544,"uniform_accuracy_baseline":0.24240506329113914,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":-0.10869565217391305,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.23383362080213493,"accuracy":0.6666666666666666,"positive_recall":1,"specificity":0.3,"precision":0.6111111111111112,"balanced_accuracy":0.65,"f1":0.7586206896551724,"true_positive":11,"false_positive":7,"false_negative":0,"true_negative":3,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.24943310657596363,"brier_skill":0.06253975660234956,"baseline_adjusted_skill":0.30000000000000004,"baseline_adjusted_score":0.30000000000000004},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.3939393939393939,"uniform_accuracy_baseline":0.3237373737373738,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.267244342348658,"accuracy":0.5454545454545454,"positive_recall":0.5882352941176471,"specificity":0.5,"precision":0.5555555555555556,"balanced_accuracy":0.5441176470588236,"f1":0.5714285714285714,"true_positive":10,"false_positive":8,"false_negative":7,"true_negative":8,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":-0.06995988535914877,"baseline_adjusted_skill":0.08823529411764719,"baseline_adjusted_score":0.08823529411764719},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.30471388099934243,"normalized_score_rmse":0.3664638383197616,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.34313725490196084,"baseline_adjusted_skill":0.11197668965905938,"baseline_adjusted_score":0.11197668965905938},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.29991710634693003,"accuracy":0.59,"positive_recall":0.18,"specificity":1,"precision":1,"balanced_accuracy":0.59,"f1":0.3050847457627119,"true_positive":9,"false_positive":0,"false_negative":41,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.19966842538772012,"baseline_adjusted_skill":0.17999999999999994,"baseline_adjusted_score":0.17999999999999994},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.33333333333333326,"uniform_accuracy_baseline":0.3333333333333332,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":-0.030927835051546504,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.3551942206600647,"accuracy":0.5066666666666667,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":37,"true_negative":38,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555535,"brier_skill":-0.4210295101087236,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.54,"uniform_accuracy_baseline":0.1428571428571427,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.4102564102564103,"baseline_adjusted_score":0.4102564102564103},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.30999999999999994,"uniform_accuracy_baseline":0.32416666666666627,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.04545454545454559,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.43345585369836365,"accuracy":0.48484848484848486,"positive_recall":1,"specificity":0,"precision":0.48484848484848486,"balanced_accuracy":0.5,"f1":0.6530612244897959,"true_positive":16,"false_positive":17,"false_negative":0,"true_negative":0,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":-0.7354170024908744,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.1858954253945161,"normalized_score_rmse":0.23969827032075144,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.15385530510082335,"baseline_adjusted_score":0.15385530510082335},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.17435487577904843,"accuracy":0.78,"positive_recall":0.09090909090909091,"specificity":0.9743589743589743,"precision":0.5,"balanced_accuracy":0.5326340326340326,"f1":0.15384615384615385,"true_positive":2,"false_positive":2,"false_negative":20,"true_negative":76,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000028,"brier_skill":-0.016054054656457817,"baseline_adjusted_skill":0.06526806526806528,"baseline_adjusted_score":0.06526806526806528},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2074957514688382,"accuracy":0.72,"positive_recall":0.40540540540540543,"specificity":0.9047619047619048,"precision":0.7142857142857143,"balanced_accuracy":0.6550836550836551,"f1":0.5172413793103449,"true_positive":15,"false_positive":6,"false_negative":22,"true_negative":57,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000008,"brier_skill":0.10984233604102045,"baseline_adjusted_skill":0.31016731016731014,"baseline_adjusted_score":0.31016731016731014},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.20800969704978342,"accuracy":0.68,"positive_recall":0.41025641025641024,"specificity":0.8524590163934426,"precision":0.64,"balanced_accuracy":0.6313577133249264,"f1":0.5,"true_positive":16,"false_positive":9,"false_negative":23,"true_negative":52,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379000000000002,"brier_skill":0.12564229907615276,"baseline_adjusted_skill":0.2627154266498528,"baseline_adjusted_score":0.2627154266498528},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2462097299644409,"accuracy":0.65,"positive_recall":0.7741935483870968,"specificity":0.5942028985507246,"precision":0.46153846153846156,"balanced_accuracy":0.6841982234689107,"f1":0.5783132530120482,"true_positive":24,"false_positive":28,"false_negative":7,"true_negative":41,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999987,"brier_skill":-0.15105063096980387,"baseline_adjusted_skill":0.36839644693782136,"baseline_adjusted_score":0.36839644693782136},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.6,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.4444444444444444,"baseline_adjusted_score":0.4444444444444444},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.34782786420895717,"normalized_score_rmse":0.4202810095888826,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":-0.4960338245546545,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08468412558728851,"accuracy":0.88,"positive_recall":0.92,"specificity":0.84,"precision":0.8518518518518519,"balanced_accuracy":0.88,"f1":0.8846153846153846,"true_positive":46,"false_positive":8,"false_negative":4,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.661263497650846,"baseline_adjusted_skill":0.76,"baseline_adjusted_score":0.76},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25827957803823937,"accuracy":0.57,"positive_recall":0.8,"specificity":0.34,"precision":0.547945205479452,"balanced_accuracy":0.5700000000000001,"f1":0.6504065040650406,"true_positive":40,"false_positive":33,"false_negative":10,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.03311831215295746,"baseline_adjusted_skill":0.14000000000000012,"baseline_adjusted_score":0.14000000000000012},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.4,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.7142857142857143,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.27091572964549354,"accuracy":0.64,"positive_recall":0.46,"specificity":0.82,"precision":0.71875,"balanced_accuracy":0.64,"f1":0.5609756097560976,"true_positive":23,"false_positive":9,"false_negative":27,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.08366291858197417,"baseline_adjusted_skill":0.28,"baseline_adjusted_score":0.28},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.523809523809524,"baseline_adjusted_score":0.523809523809524},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.47,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.11666666666666659,"baseline_adjusted_score":0.11666666666666659},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2964640827631284,"accuracy":0.54,"positive_recall":0.08,"specificity":1,"precision":1,"balanced_accuracy":0.54,"f1":0.14814814814814814,"true_positive":4,"false_positive":0,"false_negative":46,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.18585633105251365,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.20851190476190457,"fixed_answer_accuracy_baseline":0.2233333333333332,"baseline_adjusted_skill":0.8583690987124464,"baseline_adjusted_score":0.8583690987124464},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10540782660611266,"accuracy":0.88,"positive_recall":0.92,"specificity":0.84,"precision":0.8518518518518519,"balanced_accuracy":0.88,"f1":0.8846153846153846,"true_positive":46,"false_positive":8,"false_negative":4,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5783686935755494,"baseline_adjusted_skill":0.76,"baseline_adjusted_score":0.76},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.21281541133634163,"normalized_score_rmse":0.32916940183955296,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.2906152955455279,"baseline_adjusted_score":0.2906152955455279},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.22851190476190467,"fixed_answer_accuracy_baseline":0.2433333333333333,"baseline_adjusted_skill":0.6696035242290749,"baseline_adjusted_score":0.6696035242290749},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.12018792404167027,"accuracy":0.84,"positive_recall":0.9,"specificity":0.78,"precision":0.8035714285714286,"balanced_accuracy":0.8400000000000001,"f1":0.8490566037735849,"true_positive":45,"false_positive":11,"false_negative":5,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5192483038333189,"baseline_adjusted_skill":0.6800000000000002,"baseline_adjusted_score":0.6800000000000002},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.1667262472499472,"normalized_score_rmse":0.27472902516411496,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.304222222222222,"baseline_adjusted_skill":0.4519590119614588,"baseline_adjusted_score":0.4519590119614588},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.57,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.3064516129032257,"baseline_adjusted_score":0.3064516129032257},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.17426554031038294,"accuracy":0.74,"positive_recall":0.76,"specificity":0.72,"precision":0.7307692307692307,"balanced_accuracy":0.74,"f1":0.7450980392156863,"true_positive":38,"false_positive":14,"false_negative":12,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.30293783875846825,"baseline_adjusted_skill":0.48,"baseline_adjusted_score":0.48},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.18,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":-0.64,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10144160529904439,"accuracy":0.85,"positive_recall":0.78,"specificity":0.92,"precision":0.9069767441860465,"balanced_accuracy":0.8500000000000001,"f1":0.8387096774193549,"true_positive":39,"false_positive":4,"false_negative":11,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5942335788038224,"baseline_adjusted_skill":0.7000000000000002,"baseline_adjusted_score":0.7000000000000002},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.53,"uniform_accuracy_baseline":0.35333333333333317,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.20338983050847464,"baseline_adjusted_score":0.20338983050847464},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.51,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.20967741935483872,"baseline_adjusted_score":0.20967741935483872},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.3,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.12903225806451615,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.25,"uniform_accuracy_baseline":0.11111111111111088,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.10714285714285714,"baseline_adjusted_score":0.10714285714285714},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.1290749775222511,"accuracy":0.6371249999999999,"positive_recall":0.6110744891232697,"specificity":0.6432207311429893,"precision":0.28611111111111126,"balanced_accuracy":0.6271476101331295,"f1":0.3897414336766871,"true_positive":46.35000000000003,"false_positive":115.65,"false_negative":29.500000000000007,"true_negative":208.49999999999994,"positive_prevalence":0.1896249999999999,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500007,"brier_skill":-0.6955971817679065,"baseline_adjusted_skill":0.25429522026625895,"baseline_adjusted_score":0.25429522026625895},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.45997767940920314,"normalized_score_rmse":0.512313630274119,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":-1.1519423598091376,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.10425237014965648,"accuracy":0.7336249999999999,"positive_recall":0.44116268166901096,"specificity":0.8399522754388955,"precision":0.5005319148936173,"balanced_accuracy":0.6405574785539532,"f1":0.46897582855718933,"true_positive":47.05000000000002,"false_positive":46.94999999999998,"false_negative":59.599999999999994,"true_negative":246.39999999999992,"positive_prevalence":0.2666249999999998,"majority_accuracy_baseline":0.7333750000000002,"constant_brier_baseline":0.11565485937499977,"brier_skill":0.09859066265751804,"baseline_adjusted_skill":0.28111495710790635,"baseline_adjusted_score":0.28111495710790635},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.34336895563523284,"normalized_score_rmse":0.41782456595000383,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":-0.27765192794505245,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.09382797632468413,"accuracy":0.7291249999999999,"positive_recall":0.33288590604026863,"specificity":0.8827406764960971,"precision":0.5239436619718312,"balanced_accuracy":0.6078132912681828,"f1":0.40711354309165537,"true_positive":37.20000000000001,"false_positive":33.79999999999999,"false_negative":74.54999999999997,"true_negative":254.45,"positive_prevalence":0.2793749999999999,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937499995,"brier_skill":0.1708076201892733,"baseline_adjusted_skill":0.21562658253636569,"baseline_adjusted_score":0.21562658253636569},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3540646351425676,"normalized_score_rmse":0.41467508567269157,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":-0.3392515750073477,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.07804661581413014,"accuracy":0.8243749999999994,"positive_recall":0.3690140845070422,"specificity":0.9542168674698794,"precision":0.6968085106382979,"balanced_accuracy":0.6616154759884608,"f1":0.48250460405156537,"true_positive":32.75,"false_positive":14.250000000000002,"false_negative":56.000000000000014,"true_negative":296.9999999999998,"positive_prevalence":0.22187499999999974,"majority_accuracy_baseline":0.7781250000000003,"constant_brier_baseline":0.126740234375001,"brier_skill":0.38420016185858885,"baseline_adjusted_skill":0.32323095197692164,"baseline_adjusted_score":0.32323095197692164},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.311825127476186,"normalized_score_rmse":0.3769924317742507,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":-0.38205042648725107,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.08216380033091561,"accuracy":0.7697499999999997,"positive_recall":0.6885633270321362,"specificity":0.7989462950373895,"precision":0.5518939393939394,"balanced_accuracy":0.7437548110347628,"f1":0.612699747687132,"true_positive":72.85,"false_positive":59.15000000000002,"false_negative":32.949999999999996,"true_negative":235.04999999999987,"positive_prevalence":0.26449999999999985,"majority_accuracy_baseline":0.7355000000000002,"constant_brier_baseline":0.11362725000000028,"brier_skill":0.2769005645132183,"baseline_adjusted_skill":0.48750962206952564,"baseline_adjusted_score":0.48750962206952564},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3892538728375803,"normalized_score_rmse":0.44606895763651205,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":-0.5492691456222103,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.07408164092930927,"accuracy":0.8204999999999996,"positive_recall":0.26631853785900783,"specificity":0.9517625231910946,"precision":0.5666666666666668,"balanced_accuracy":0.6090405305250512,"f1":0.3623445825932504,"true_positive":20.400000000000006,"false_positive":15.600000000000001,"false_negative":56.200000000000024,"true_negative":307.79999999999984,"positive_prevalence":0.1914999999999999,"majority_accuracy_baseline":0.8085000000000001,"constant_brier_baseline":0.09190274999999995,"brier_skill":0.1939126856453227,"baseline_adjusted_skill":0.2180810610501025,"baseline_adjusted_score":0.2180810610501025},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3143946518802841,"normalized_score_rmse":0.3767140611824695,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":-0.5197324562188959,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.08009554205585999,"accuracy":0.8302499999999998,"positive_recall":0.5074525745257452,"specificity":0.9032801961986511,"precision":0.5427536231884058,"balanced_accuracy":0.7053663853621981,"f1":0.5245098039215687,"true_positive":37.45,"false_positive":31.549999999999997,"false_negative":36.35000000000001,"true_negative":294.6499999999999,"positive_prevalence":0.1844999999999999,"majority_accuracy_baseline":0.8155000000000001,"constant_brier_baseline":0.1092222499999995,"brier_skill":0.26667375872717913,"baseline_adjusted_skill":0.4107327707243962,"baseline_adjusted_score":0.4107327707243962},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.4481939112325199,"normalized_score_rmse":0.504039305855758,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":-1.3667005213598413,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.0806718241907122,"accuracy":0.8217499999999995,"positive_recall":0.24331210191082814,"specificity":0.9629860031104199,"precision":0.6161290322580646,"balanced_accuracy":0.603149052510624,"f1":0.3488584474885846,"true_positive":19.1,"false_positive":11.9,"false_negative":59.39999999999998,"true_negative":309.5999999999998,"positive_prevalence":0.19624999999999987,"majority_accuracy_baseline":0.8037500000000002,"constant_brier_baseline":0.09878593749999955,"brier_skill":0.18336732704781422,"baseline_adjusted_skill":0.206298105021248,"baseline_adjusted_score":0.206298105021248},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.31811446076360883,"normalized_score_rmse":0.38951572590434475,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":-0.5058672698869058,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.12231667531590074,"accuracy":0.6500000000000001,"positive_recall":0.43416370106761565,"specificity":0.8128916741271263,"precision":0.6365217391304346,"balanced_accuracy":0.623527687597371,"f1":0.5162200282087446,"true_positive":73.19999999999996,"false_positive":41.80000000000001,"false_negative":95.39999999999996,"true_negative":181.60000000000008,"positive_prevalence":0.43010204081632636,"majority_accuracy_baseline":0.5698979591836737,"constant_brier_baseline":0.12359641815910102,"brier_skill":0.010354206555993617,"baseline_adjusted_skill":0.24705537519474197,"baseline_adjusted_score":0.24705537519474197},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.2958740730305459,"normalized_score_rmse":0.3628479955833679,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":-0.07391330211087044,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.08696541489532147,"accuracy":0.8480000000000005,"positive_recall":0.22619984264358767,"specificity":0.9654480606330808,"precision":0.5528846153846154,"balanced_accuracy":0.5958239516383342,"f1":0.32104969290898927,"true_positive":28.750000000000004,"false_positive":23.250000000000004,"false_negative":98.35000000000005,"true_negative":649.6500000000004,"positive_prevalence":0.15887500000000002,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499934,"brier_skill":0.11958261089981259,"baseline_adjusted_skill":0.19164790327666847,"baseline_adjusted_score":0.19164790327666847},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.5566119585084379,"normalized_score_rmse":0.6038284294665075,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-2.373405809142048,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.06451612903225803,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3025804935136648,"accuracy":0.53,"positive_recall":0.7,"specificity":0.36,"precision":0.5223880597014925,"balanced_accuracy":0.53,"f1":0.5982905982905983,"true_positive":35,"false_positive":32,"false_negative":15,"true_negative":18,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.21032197405465913,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.08614976805831677,"uniform_accuracy_baseline":0.058823529411766766,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":-0.07398753894080995,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.44,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":-0.21739130434782616,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.413673297380218,"accuracy":0.53,"positive_recall":0.1,"specificity":0.96,"precision":0.7142857142857143,"balanced_accuracy":0.53,"f1":0.17543859649122806,"true_positive":5,"false_positive":2,"false_negative":45,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.6546931895208721,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.38,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.015873015873015886,"baseline_adjusted_score":0.015873015873015886},"scoring":{"eligible":true,"reason":null},"model":91,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.22297297297297297,"accuracy":0.777027027027027,"positive_recall":0.7887323943661971,"specificity":0.7662337662337663,"precision":0.7567567567567568,"balanced_accuracy":0.7774830802999817,"f1":0.7724137931034483,"true_positive":56,"false_positive":18,"false_negative":15,"true_negative":59,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.24958911614317017,"brier_skill":0.10663983903420515,"baseline_adjusted_skill":0.5549661605999634,"baseline_adjusted_score":0.5549661605999634},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.2005,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.8450704225352115,"baseline_adjusted_score":0.8450704225352115},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.9852941176470588,"baseline_adjusted_score":0.9852941176470588},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.7872340425531915,"baseline_adjusted_score":0.7872340425531915},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.7551020408163265,"baseline_adjusted_score":0.7551020408163265},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.18120113614926087,"accuracy":0.66134981356,"positive_recall":0.8582187533084227,"specificity":0.3454939172521768,"precision":0.6778100927051282,"balanced_accuracy":0.6018563352802997,"f1":0.7574198026957232,"true_positive":52.869187231,"false_positive":25.130812769000002,"false_negative":8.734205875,"true_negative":13.265794125,"positive_prevalence":0.61603393106,"majority_accuracy_baseline":0.61603393106,"constant_brier_baseline":0.07908707655202402,"brier_skill":-1.2911598714875434,"baseline_adjusted_skill":0.20371267056059938,"baseline_adjusted_score":0.20371267056059938},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.15,"accuracy":0.85,"positive_recall":0.82,"specificity":0.88,"precision":0.8723404255319149,"balanced_accuracy":0.85,"f1":0.845360824742268,"true_positive":41,"false_positive":6,"false_negative":9,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4,"baseline_adjusted_skill":0.7,"baseline_adjusted_score":0.7},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.76,"uniform_accuracy_baseline":0.012987012987012986,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.7473684210526316,"baseline_adjusted_score":0.7473684210526316},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.7333333333333333,"baseline_adjusted_score":0.7333333333333333},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.71,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.546875,"baseline_adjusted_score":0.546875},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.16,"accuracy":0.84,"positive_recall":1,"specificity":0.68,"precision":0.7575757575757576,"balanced_accuracy":0.8400000000000001,"f1":0.8620689655172413,"true_positive":50,"false_positive":16,"false_negative":0,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.36,"baseline_adjusted_skill":0.6800000000000002,"baseline_adjusted_score":0.6800000000000002},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.19409709660940783,"accuracy":0.6778621400886082,"positive_recall":0.6540152886881537,"specificity":0.6889661095644287,"precision":0.49472002443369656,"balanced_accuracy":0.6714906991262912,"f1":0.5633229098189898,"true_positive":145.4476871835068,"false_positive":148.5523128164932,"false_negative":76.94418912148103,"true_negative":329.05581087851897,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768642,"brier_skill":-1.1875783348267603,"baseline_adjusted_skill":0.34298139825258245,"baseline_adjusted_score":0.34298139825258245},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08,"accuracy":0.92,"positive_recall":0.9,"specificity":0.94,"precision":0.9375,"balanced_accuracy":0.9199999999999999,"f1":0.9183673469387755,"true_positive":45,"false_positive":3,"false_negative":5,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6799999999999999,"baseline_adjusted_skill":0.8399999999999999,"baseline_adjusted_score":0.8399999999999999},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.8543046357615894,"uniform_accuracy_baseline":0.006622516556291391,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.8482758620689655,"baseline_adjusted_score":0.8482758620689655},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.7329411764705882,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.5075921908893709,"baseline_adjusted_score":0.5075921908893709},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.48,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.13333333333333328,"baseline_adjusted_score":0.13333333333333328},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11,"accuracy":0.89,"positive_recall":0.82,"specificity":0.96,"precision":0.9534883720930233,"balanced_accuracy":0.8899999999999999,"f1":0.8817204301075269,"true_positive":41,"false_positive":2,"false_negative":9,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.56,"baseline_adjusted_skill":0.7799999999999998,"baseline_adjusted_score":0.7799999999999998},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.7083333333333333,"baseline_adjusted_score":0.7083333333333333},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.07142857142857142,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9887640449438202,"baseline_adjusted_score":0.9887640449438202},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.717391304347826,"baseline_adjusted_score":0.717391304347826},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.53,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.35616438356164387,"baseline_adjusted_score":0.35616438356164387},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.8333333333333334,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.5000000000000001,"baseline_adjusted_score":0.5000000000000001},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.1951219512195122,"accuracy":0.8048780487804879,"positive_recall":0.75,"specificity":0.8571428571428571,"precision":0.8333333333333334,"balanced_accuracy":0.8035714285714286,"f1":0.7894736842105263,"true_positive":30,"false_positive":6,"false_negative":10,"true_negative":36,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.2498512790005949,"brier_skill":0.21904761904761905,"baseline_adjusted_skill":0.6071428571428572,"baseline_adjusted_score":0.6071428571428572},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.17,"accuracy":0.83,"positive_recall":0.78,"specificity":0.88,"precision":0.8666666666666667,"balanced_accuracy":0.8300000000000001,"f1":0.8210526315789474,"true_positive":39,"false_positive":6,"false_negative":11,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.31999999999999995,"baseline_adjusted_skill":0.6600000000000001,"baseline_adjusted_score":0.6600000000000001},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.8268156424581006,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.7777777777777778,"baseline_adjusted_score":0.7777777777777778},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.69,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.49180327868852447,"baseline_adjusted_score":0.49180327868852447},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.23,"accuracy":0.77,"positive_recall":0.5227272727272727,"specificity":0.8397435897435898,"precision":0.4791666666666667,"balanced_accuracy":0.6812354312354312,"f1":0.5,"true_positive":23,"false_positive":25,"false_negative":21,"true_negative":131,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.34032634032634035,"baseline_adjusted_skill":0.36247086247086235,"baseline_adjusted_score":0.36247086247086235},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.225,"accuracy":0.775,"positive_recall":0.26,"specificity":0.9466666666666667,"precision":0.6190476190476191,"balanced_accuracy":0.6033333333333333,"f1":0.36619718309859156,"true_positive":13,"false_positive":8,"false_negative":37,"true_negative":142,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-0.19999999999999996,"baseline_adjusted_skill":0.20666666666666655,"baseline_adjusted_score":0.20666666666666655},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.07,"accuracy":0.93,"positive_recall":0.5789473684210527,"specificity":0.9668508287292817,"precision":0.6470588235294118,"balanced_accuracy":0.7728990985751671,"f1":0.6111111111111112,"true_positive":11,"false_positive":6,"false_negative":8,"true_negative":175,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.085975,"brier_skill":0.18580982843849947,"baseline_adjusted_skill":0.5457981971503343,"baseline_adjusted_score":0.5457981971503343},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.09153978174603174,"accuracy":0.8842559523809523,"positive_recall":0.5146314849717291,"specificity":0.9078514934871674,"precision":0.26281661600810535,"balanced_accuracy":0.7112414892294483,"f1":0.34794272492538814,"true_positive":86.46666666666667,"false_positive":242.53333333333333,"false_negative":81.55,"true_negative":2389.45,"positive_prevalence":0.060005952380952375,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679138,"brier_skill":-1.8427645356490423,"baseline_adjusted_skill":0.4224829784588966,"baseline_adjusted_score":0.4224829784588966},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.8271954674220963,"uniform_accuracy_baseline":0.027777777777777776,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.8019480519480519,"baseline_adjusted_score":0.8019480519480519},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.16,"accuracy":0.84,"positive_recall":0.82,"specificity":0.86,"precision":0.8541666666666666,"balanced_accuracy":0.84,"f1":0.8367346938775511,"true_positive":41,"false_positive":7,"false_negative":9,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.36,"baseline_adjusted_skill":0.6799999999999999,"baseline_adjusted_score":0.6799999999999999},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":50,"false_positive":0,"false_negative":0,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":1,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.68,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":0.17948717948717963,"baseline_adjusted_score":0.17948717948717963},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.872340425531915,"baseline_adjusted_score":0.872340425531915},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08,"accuracy":0.92,"positive_recall":0.84,"specificity":1,"precision":1,"balanced_accuracy":0.9199999999999999,"f1":0.9130434782608695,"true_positive":42,"false_positive":0,"false_negative":8,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6799999999999999,"baseline_adjusted_skill":0.8399999999999999,"baseline_adjusted_score":0.8399999999999999},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8059701492537314,"baseline_adjusted_score":0.8059701492537314},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.04,"accuracy":0.96,"positive_recall":0.96,"specificity":0.96,"precision":0.96,"balanced_accuracy":0.96,"f1":0.96,"true_positive":48,"false_positive":2,"false_negative":2,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.84,"baseline_adjusted_skill":0.9199999999999999,"baseline_adjusted_score":0.9199999999999999},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.4844606756756757,"uniform_accuracy_baseline":0.23445945945945948,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.30111155035239356,"baseline_adjusted_score":0.30111155035239356},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.1537039520614671,"accuracy":0.6909648881578947,"positive_recall":0.8441236912277977,"specificity":0.545123704538545,"precision":0.6386054387755102,"balanced_accuracy":0.6946236978831714,"f1":0.7271213188023472,"true_positive":62.583333,"false_positive":35.416667,"false_negative":11.55667,"true_negative":42.443329999999996,"positive_prevalence":0.4877631776315789,"majority_accuracy_baseline":0.512236822368421,"constant_brier_baseline":0.09451910039768556,"brier_skill":-0.6261681651090996,"baseline_adjusted_skill":0.3892473957663427,"baseline_adjusted_score":0.3892473957663427},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.13943054041666667,"normalized_score_rmse":0.1805967064421231,"constant_score_baseline":0.5841668333333333,"constant_mae_baseline":0.21700552708333334,"baseline_adjusted_skill":0.35747931266689226,"baseline_adjusted_score":0.35747931266689226},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.31,"accuracy":0.69,"positive_recall":0.52,"specificity":0.86,"precision":0.7878787878787878,"balanced_accuracy":0.69,"f1":0.6265060240963856,"true_positive":26,"false_positive":7,"false_negative":24,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.24,"baseline_adjusted_skill":0.3799999999999999,"baseline_adjusted_score":0.3799999999999999},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.02,"accuracy":0.98,"positive_recall":1,"specificity":0.96,"precision":0.9615384615384616,"balanced_accuracy":0.98,"f1":0.9803921568627451,"true_positive":50,"false_positive":2,"false_negative":0,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.92,"baseline_adjusted_skill":0.96,"baseline_adjusted_score":0.96},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.9180327868852458,"baseline_adjusted_score":0.9180327868852458},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.036111111111111115,"fixed_answer_accuracy_baseline":0.08833333333333333,"baseline_adjusted_skill":0.9012797074954296,"baseline_adjusted_score":0.9012797074954296},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.9545454545454545,"baseline_adjusted_score":0.9545454545454545},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.049879324215607396,"fixed_answer_accuracy_baseline":0.12442477876106194,"baseline_adjusted_skill":0.8629472407519709,"baseline_adjusted_score":0.8629472407519709},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.55,"accuracy":0.45,"positive_recall":0.48,"specificity":0.42,"precision":0.4528301886792453,"balanced_accuracy":0.44999999999999996,"f1":0.46601941747572817,"true_positive":24,"false_positive":29,"false_negative":26,"true_negative":21,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-1.2000000000000002,"baseline_adjusted_skill":-0.10000000000000009,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.9722222222222222,"uniform_accuracy_baseline":0.23888888888888887,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.9607843137254903,"baseline_adjusted_score":0.9607843137254903},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.0625,"accuracy":0.9375,"positive_recall":0.875,"specificity":1,"precision":1,"balanced_accuracy":0.9375,"f1":0.9333333333333333,"true_positive":28,"false_positive":0,"false_negative":4,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.75,"baseline_adjusted_skill":0.875,"baseline_adjusted_score":0.875},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":50,"false_positive":0,"false_negative":0,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":1,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8235294117647058,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.7391304347826085,"baseline_adjusted_score":0.7391304347826085},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":16,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":1,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.06,"normalized_score_rmse":0.21794494717703367,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.8181818181818182,"baseline_adjusted_score":0.8181818181818182},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.9375,"uniform_accuracy_baseline":0.178125,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":0.9122807017543859,"baseline_adjusted_score":0.9122807017543859},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":17,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":1,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0,"normalized_score_rmse":0,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.13194444444444445,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":26,"false_positive":0,"false_negative":0,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":1,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":39,"false_positive":0,"false_negative":0,"true_negative":36,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24960000000000004,"brier_skill":1,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.12,"normalized_score_rmse":0.2449489742783178,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.5714285714285715,"baseline_adjusted_score":0.5714285714285715},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.9117647058823529,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.8799999999999998,"baseline_adjusted_score":0.8799999999999998},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":14,"false_positive":0,"false_negative":0,"true_negative":14,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":1,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.024242424242424242,"normalized_score_rmse":0.12712834523274563,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.1696969696969697,"baseline_adjusted_skill":0.8571428571428572,"baseline_adjusted_score":0.8571428571428572},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.011764705882352941,"accuracy":0.9882352941176471,"positive_recall":0.9777777777777777,"specificity":1,"precision":1,"balanced_accuracy":0.9888888888888889,"f1":0.9887640449438202,"true_positive":44,"false_positive":0,"false_negative":1,"true_negative":40,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.2491349480968858,"brier_skill":0.9527777777777777,"baseline_adjusted_skill":0.9777777777777779,"baseline_adjusted_score":0.9777777777777779},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":35,"false_positive":0,"false_negative":0,"true_negative":15,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.21,"brier_skill":1,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0,"normalized_score_rmse":0,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.7215189873417721,"uniform_accuracy_baseline":0.24240506329113923,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.5217391304347825,"baseline_adjusted_score":0.5217391304347825},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":11,"false_positive":0,"false_negative":0,"true_negative":10,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.2494331065759637,"brier_skill":1,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.32373737373737377,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.12121212121212122,"accuracy":0.8787878787878788,"positive_recall":1,"specificity":0.75,"precision":0.8095238095238095,"balanced_accuracy":0.875,"f1":0.8947368421052632,"true_positive":17,"false_positive":4,"false_negative":0,"true_negative":12,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.5147058823529411,"baseline_adjusted_skill":0.75,"baseline_adjusted_score":0.75},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0,"normalized_score_rmse":0,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.3431372549019608,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.06,"accuracy":0.94,"positive_recall":1,"specificity":0.88,"precision":0.8928571428571429,"balanced_accuracy":0.94,"f1":0.9433962264150944,"true_positive":50,"false_positive":6,"false_negative":0,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.76,"baseline_adjusted_skill":0.8799999999999999,"baseline_adjusted_score":0.8799999999999999},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.8133333333333332,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":0.7113402061855668,"baseline_adjusted_score":0.7113402061855668},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.013333333333333334,"accuracy":0.9866666666666667,"positive_recall":0.972972972972973,"specificity":1,"precision":1,"balanced_accuracy":0.9864864864864865,"f1":0.9863013698630136,"true_positive":36,"false_positive":0,"false_negative":1,"true_negative":38,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555554,"brier_skill":0.9466571834992887,"baseline_adjusted_skill":0.972972972972973,"baseline_adjusted_score":0.972972972972973},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.14285714285714285,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.923076923076923,"baseline_adjusted_score":0.923076923076923},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.32416666666666666,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.6969696969696971,"baseline_adjusted_score":0.6969696969696971},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":16,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":1,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0,"normalized_score_rmse":0,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09,"accuracy":0.91,"positive_recall":0.9090909090909091,"specificity":0.9102564102564102,"precision":0.7407407407407407,"balanced_accuracy":0.9096736596736597,"f1":0.8163265306122449,"true_positive":20,"false_positive":7,"false_negative":2,"true_negative":71,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":0.4755244755244755,"baseline_adjusted_skill":0.8193473193473193,"baseline_adjusted_score":0.8193473193473193},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.12,"accuracy":0.88,"positive_recall":0.6756756756756757,"specificity":1,"precision":1,"balanced_accuracy":0.8378378378378378,"f1":0.8064516129032258,"true_positive":25,"false_positive":0,"false_negative":12,"true_negative":63,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000003,"brier_skill":0.4851994851994853,"baseline_adjusted_skill":0.6756756756756757,"baseline_adjusted_score":0.6756756756756757},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.01,"accuracy":0.99,"positive_recall":1,"specificity":0.9836065573770492,"precision":0.975,"balanced_accuracy":0.9918032786885246,"f1":0.9873417721518988,"true_positive":39,"false_positive":1,"false_negative":0,"true_negative":60,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379,"brier_skill":0.9579655317360235,"baseline_adjusted_skill":0.9836065573770492,"baseline_adjusted_score":0.9836065573770492},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.06,"accuracy":0.94,"positive_recall":0.8709677419354839,"specificity":0.9710144927536232,"precision":0.9310344827586207,"balanced_accuracy":0.9209911173445535,"f1":0.9,"true_positive":27,"false_positive":2,"false_negative":4,"true_negative":67,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999998,"brier_skill":0.7194950911640954,"baseline_adjusted_skill":0.841982234689107,"baseline_adjusted_score":0.841982234689107},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.9444444444444444,"baseline_adjusted_score":0.9444444444444444},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.12,"normalized_score_rmse":0.1903943276465977,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.4838709677419355,"baseline_adjusted_score":0.4838709677419355},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24,"accuracy":0.76,"positive_recall":0.54,"specificity":0.98,"precision":0.9642857142857143,"balanced_accuracy":0.76,"f1":0.6923076923076923,"true_positive":27,"false_positive":1,"false_negative":23,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.040000000000000036,"baseline_adjusted_skill":0.52,"baseline_adjusted_score":0.52},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.4,"accuracy":0.6,"positive_recall":0.6,"specificity":0.6,"precision":0.6,"balanced_accuracy":0.6,"f1":0.6,"true_positive":30,"false_positive":20,"false_negative":20,"true_negative":30,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.6000000000000001,"baseline_adjusted_skill":0.19999999999999996,"baseline_adjusted_score":0.19999999999999996},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.61,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.1142857142857144,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.12,"accuracy":0.88,"positive_recall":0.9,"specificity":0.86,"precision":0.8653846153846154,"balanced_accuracy":0.88,"f1":0.8823529411764706,"true_positive":45,"false_positive":7,"false_negative":5,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.52,"baseline_adjusted_skill":0.76,"baseline_adjusted_score":0.76},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.8809523809523808,"baseline_adjusted_score":0.8809523809523808},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.75,"baseline_adjusted_score":0.75},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.07,"accuracy":0.93,"positive_recall":0.94,"specificity":0.92,"precision":0.9215686274509803,"balanced_accuracy":0.9299999999999999,"f1":0.9306930693069307,"true_positive":47,"false_positive":4,"false_negative":3,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.72,"baseline_adjusted_skill":0.8599999999999999,"baseline_adjusted_score":0.8599999999999999},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.20851190476190473,"fixed_answer_accuracy_baseline":0.22333333333333333,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.01,"accuracy":0.99,"positive_recall":1,"specificity":0.98,"precision":0.9803921568627451,"balanced_accuracy":0.99,"f1":0.9900990099009901,"true_positive":50,"false_positive":1,"false_negative":0,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.96,"baseline_adjusted_skill":0.98,"baseline_adjusted_score":0.98},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.005,"normalized_score_rmse":0.05,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.9833333333333333,"baseline_adjusted_score":0.9833333333333333},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.22851190476190475,"fixed_answer_accuracy_baseline":0.24333333333333332,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":50,"false_positive":0,"false_negative":0,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":1,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.0033333333333333335,"normalized_score_rmse":0.03333333333333334,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.3042222222222222,"baseline_adjusted_skill":0.9890430971512053,"baseline_adjusted_score":0.9890430971512053},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.74,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.5806451612903225,"baseline_adjusted_score":0.5806451612903225},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.12,"accuracy":0.88,"positive_recall":0.84,"specificity":0.92,"precision":0.9130434782608695,"balanced_accuracy":0.88,"f1":0.875,"true_positive":42,"false_positive":4,"false_negative":8,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.52,"baseline_adjusted_skill":0.76,"baseline_adjusted_score":0.76},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.15,"accuracy":0.85,"positive_recall":0.7,"specificity":1,"precision":1,"balanced_accuracy":0.85,"f1":0.8235294117647058,"true_positive":35,"false_positive":0,"false_negative":15,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4,"baseline_adjusted_skill":0.7,"baseline_adjusted_score":0.7},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.3533333333333333,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.7288135593220338,"baseline_adjusted_score":0.7288135593220338},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.71,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.532258064516129,"baseline_adjusted_score":0.532258064516129},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.69,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.4999999999999999,"baseline_adjusted_score":0.4999999999999999},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.6,"uniform_accuracy_baseline":0.1111111111111111,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.5238095238095237,"baseline_adjusted_score":0.5238095238095237},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.06683125000000001,"accuracy":0.855625,"positive_recall":0.4884640738299275,"specificity":0.9415394107666204,"precision":0.6616071428571428,"balanced_accuracy":0.715001742298274,"f1":0.5620022753128555,"true_positive":37.05,"false_positive":18.95,"false_negative":38.8,"true_negative":305.2,"positive_prevalence":0.189625,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500001,"brier_skill":0.12206934814695924,"baseline_adjusted_skill":0.4300034845965479,"baseline_adjusted_score":0.4300034845965479},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.119375,"normalized_score_rmse":0.19162137145944866,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":0.4415204678362573,"baseline_adjusted_score":0.4415204678362573},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.12649375000000002,"accuracy":0.793625,"positive_recall":0.5349273323956868,"specificity":0.8876768365433783,"precision":0.6338888888888888,"balanced_accuracy":0.7113020844695326,"f1":0.5802186625985253,"true_positive":57.05,"false_positive":32.95,"false_negative":49.6,"true_negative":260.4,"positive_prevalence":0.266625,"majority_accuracy_baseline":0.733375,"constant_brier_baseline":0.115654859375,"brier_skill":-0.09371755483144839,"baseline_adjusted_skill":0.42260416893906516,"baseline_adjusted_score":0.42260416893906516},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.15,"normalized_score_rmse":0.24685522072664373,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.4418604651162791,"baseline_adjusted_score":0.4418604651162791},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.12070625,"accuracy":0.791125,"positive_recall":0.6720357941834452,"specificity":0.8372940156114483,"precision":0.6155737704918033,"balanced_accuracy":0.7546649048974468,"f1":0.642566844919786,"true_positive":75.1,"false_positive":46.9,"false_negative":36.65,"true_negative":241.35,"positive_prevalence":0.279375,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937500001,"brier_skill":-0.0667255824550621,"baseline_adjusted_skill":0.5093298097948935,"baseline_adjusted_score":0.5093298097948935},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1625,"normalized_score_rmse":0.24238399287081644,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.38534278959810875,"baseline_adjusted_score":0.38534278959810875},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.07321875,"accuracy":0.8808750000000001,"positive_recall":0.6428169014084507,"specificity":0.9487550200803213,"precision":0.7815068493150684,"balanced_accuracy":0.795785960744386,"f1":0.7054095826893355,"true_positive":57.05,"false_positive":15.950000000000001,"false_negative":31.7,"true_negative":295.3,"positive_prevalence":0.221875,"majority_accuracy_baseline":0.778125,"constant_brier_baseline":0.12674023437499998,"brier_skill":0.4222927678722781,"baseline_adjusted_skill":0.591571921488772,"baseline_adjusted_score":0.591571921488772},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.103125,"normalized_score_rmse":0.2197299478905868,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.5429362880886427,"baseline_adjusted_score":0.5429362880886427},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.0963375,"accuracy":0.8227500000000001,"positive_recall":0.7178638941398865,"specificity":0.860469068660775,"precision":0.6491452991452992,"balanced_accuracy":0.7891664814003307,"f1":0.6817773788150808,"true_positive":75.95,"false_positive":41.05,"false_negative":29.85,"true_negative":253.15,"positive_prevalence":0.2645,"majority_accuracy_baseline":0.7355,"constant_brier_baseline":0.11362725,"brier_skill":0.15216200339267205,"baseline_adjusted_skill":0.5783329628006615,"baseline_adjusted_score":0.5783329628006615},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.12375,"normalized_score_rmse":0.21065374432940895,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.5074626865671641,"baseline_adjusted_score":0.5074626865671641},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.115075,"accuracy":0.8220000000000001,"positive_recall":0.5117493472584858,"specificity":0.8954854669140383,"precision":0.536986301369863,"balanced_accuracy":0.703617407086262,"f1":0.5240641711229947,"true_positive":39.2,"false_positive":33.8,"false_negative":37.4,"true_negative":289.6,"positive_prevalence":0.19149999999999998,"majority_accuracy_baseline":0.8085,"constant_brier_baseline":0.09190274999999999,"brier_skill":-0.2521388097744628,"baseline_adjusted_skill":0.40723481417252394,"baseline_adjusted_score":0.40723481417252394},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1325,"normalized_score_rmse":0.23979157616563598,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.3595166163141994,"baseline_adjusted_score":0.3595166163141994},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.0607625,"accuracy":0.898,"positive_recall":0.7181571815718157,"specificity":0.9386879215205396,"precision":0.726027397260274,"balanced_accuracy":0.8284225515461776,"f1":0.7220708446866484,"true_positive":53,"false_positive":20,"false_negative":20.8,"true_negative":306.2,"positive_prevalence":0.1845,"majority_accuracy_baseline":0.8155,"constant_brier_baseline":0.10922225,"brier_skill":0.4436802025228377,"baseline_adjusted_skill":0.6568451030923552,"baseline_adjusted_score":0.6568451030923552},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.11,"normalized_score_rmse":0.1920286436967152,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":0.4191419141914191,"baseline_adjusted_score":0.4191419141914191},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.10455,"accuracy":0.8365,"positive_recall":0.21719745222929937,"specificity":0.9877138413685848,"precision":0.8119047619047619,"balanced_accuracy":0.602455646798942,"f1":0.342713567839196,"true_positive":17.05,"false_positive":3.9499999999999997,"false_negative":61.45,"true_negative":317.55,"positive_prevalence":0.19625,"majority_accuracy_baseline":0.80375,"constant_brier_baseline":0.09878593749999999,"brier_skill":-0.05834901855337482,"baseline_adjusted_skill":0.20491129359788407,"baseline_adjusted_score":0.20491129359788407},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.16,"normalized_score_rmse":0.2592055169165965,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":0.2426035502958579,"baseline_adjusted_score":0.2426035502958579},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.1759311224489796,"accuracy":0.7025510204081632,"positive_recall":0.8481613285883749,"specificity":0.5926589077887198,"precision":0.6111111111111112,"balanced_accuracy":0.7204101181885474,"f1":0.7103825136612022,"true_positive":143,"false_positive":91,"false_negative":25.6,"true_negative":132.4,"positive_prevalence":0.4301020408163265,"majority_accuracy_baseline":0.5698979591836735,"constant_brier_baseline":0.12359641815910039,"brier_skill":-0.42343220838739026,"baseline_adjusted_skill":0.4408202363770948,"baseline_adjusted_score":0.4408202363770948},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.20280612244897958,"normalized_score_rmse":0.2795084971874737,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.26388888888888884,"baseline_adjusted_score":0.26388888888888884},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.05489375,"accuracy":0.9102499999999999,"positive_recall":0.7407553107789142,"specificity":0.9422648238965671,"precision":0.7078947368421054,"balanced_accuracy":0.8415100673377407,"f1":0.7239523260284506,"true_positive":94.15,"false_positive":38.85,"false_negative":32.95,"true_negative":634.05,"positive_prevalence":0.158875,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499999,"brier_skill":0.4442685967623884,"baseline_adjusted_skill":0.6830201346754814,"baseline_adjusted_score":0.6830201346754814},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.1009375,"normalized_score_rmse":0.18477181873868104,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":0.3882575757575758,"baseline_adjusted_score":0.3882575757575758},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.7741935483870968,"baseline_adjusted_score":0.7741935483870968},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.4,"accuracy":0.6,"positive_recall":0.24,"specificity":0.96,"precision":0.8571428571428571,"balanced_accuracy":0.6,"f1":0.375,"true_positive":12,"false_positive":2,"false_negative":38,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.6000000000000001,"baseline_adjusted_skill":0.19999999999999996,"baseline_adjusted_score":0.19999999999999996},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.8548707753479126,"uniform_accuracy_baseline":0.058823529411764705,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.8294392523364487,"baseline_adjusted_score":0.8294392523364487},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.8695652173913042,"baseline_adjusted_score":0.8695652173913042},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2,"accuracy":0.8,"positive_recall":0.74,"specificity":0.86,"precision":0.8409090909090909,"balanced_accuracy":0.8,"f1":0.7872340425531915,"true_positive":37,"false_positive":7,"false_negative":13,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.19999999999999996,"baseline_adjusted_skill":0.6000000000000001,"baseline_adjusted_score":0.6000000000000001},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.55,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.2857142857142858,"baseline_adjusted_score":0.2857142857142858},"scoring":{"eligible":true,"reason":null},"model":92,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.20286510002819816,"accuracy":0.7432432432432432,"positive_recall":0.8591549295774648,"specificity":0.6363636363636364,"precision":0.6853932584269663,"balanced_accuracy":0.7477592829705506,"f1":0.7625,"true_positive":61,"false_positive":28,"false_negative":10,"true_negative":49,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.24958911614317017,"brier_skill":0.1872037404394269,"baseline_adjusted_skill":0.4955185659411012,"baseline_adjusted_score":0.4955185659411012},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.37,"uniform_accuracy_baseline":0.2005,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.1126760563380282,"baseline_adjusted_score":0.1126760563380282},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.9705882352941176,"baseline_adjusted_score":0.9705882352941176},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.702127659574468,"baseline_adjusted_score":0.702127659574468},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.82,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.6326530612244897,"baseline_adjusted_score":0.6326530612244897},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.15740611007216143,"accuracy":0.52695687092,"positive_recall":0.55434511602696,"specificity":0.4830152582023619,"precision":0.6323988907222222,"balanced_accuracy":0.5186801871146609,"f1":0.5908051516738324,"true_positive":34.149540099,"false_positive":19.850459901,"false_negative":27.453853007,"true_negative":18.546146993,"positive_prevalence":0.61603393106,"majority_accuracy_baseline":0.61603393106,"constant_brier_baseline":0.07908707655202402,"brier_skill":-0.9902886405039719,"baseline_adjusted_skill":0.03736037422932181,"baseline_adjusted_score":0.03736037422932181},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.15122448469042113,"accuracy":0.77,"positive_recall":0.68,"specificity":0.86,"precision":0.8292682926829268,"balanced_accuracy":0.77,"f1":0.7472527472527473,"true_positive":34,"false_positive":7,"false_negative":16,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3951020612383155,"baseline_adjusted_skill":0.54,"baseline_adjusted_score":0.54},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.81,"uniform_accuracy_baseline":0.012987012987012986,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.8,"baseline_adjusted_score":0.8},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.9166666666666666,"baseline_adjusted_score":0.9166666666666666},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.49,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.203125,"baseline_adjusted_score":0.203125},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.15779574414915934,"accuracy":0.78,"positive_recall":0.96,"specificity":0.6,"precision":0.7058823529411765,"balanced_accuracy":0.78,"f1":0.8135593220338984,"true_positive":48,"false_positive":20,"false_negative":2,"true_negative":30,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.36881702340336264,"baseline_adjusted_skill":0.56,"baseline_adjusted_score":0.56},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.2034694409048403,"accuracy":0.5248397426712992,"positive_recall":0.7751625237022305,"specificity":0.40828026599267253,"precision":0.3788787870053816,"balanced_accuracy":0.5917213948474516,"f1":0.5089811499594427,"true_positive":172.38984808744863,"false_positive":282.6101519125514,"false_negative":50.00202821753919,"true_negative":194.9979717824608,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768642,"brier_skill":-1.2932096795783208,"baseline_adjusted_skill":0.18344278969490313,"baseline_adjusted_score":0.18344278969490313},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2623551937341912,"accuracy":0.65,"positive_recall":0.56,"specificity":0.74,"precision":0.6829268292682927,"balanced_accuracy":0.65,"f1":0.6153846153846154,"true_positive":28,"false_positive":13,"false_negative":22,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.04942077493676478,"baseline_adjusted_skill":0.30000000000000004,"baseline_adjusted_score":0.30000000000000004},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.9403973509933775,"uniform_accuracy_baseline":0.006622516556291391,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.9379310344827586,"baseline_adjusted_score":0.9379310344827586},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.7335294117647059,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.5086767895878525,"baseline_adjusted_score":0.5086767895878525},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.42,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.03333333333333327,"baseline_adjusted_score":0.03333333333333327},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.18546976042929253,"accuracy":0.78,"positive_recall":0.9,"specificity":0.66,"precision":0.7258064516129032,"balanced_accuracy":0.78,"f1":0.8035714285714286,"true_positive":45,"false_positive":17,"false_negative":5,"true_negative":33,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2581209582828299,"baseline_adjusted_skill":0.56,"baseline_adjusted_score":0.56},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.79,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.5625000000000001,"baseline_adjusted_score":0.5625000000000001},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.07142857142857142,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9887640449438202,"baseline_adjusted_score":0.9887640449438202},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.77,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.47,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.27397260273972596,"baseline_adjusted_score":0.27397260273972596},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.9444444444444444,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.8333333333333333,"baseline_adjusted_score":0.8333333333333333},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.21147416650525802,"accuracy":0.6585365853658537,"positive_recall":0.75,"specificity":0.5714285714285714,"precision":0.625,"balanced_accuracy":0.6607142857142857,"f1":0.6818181818181818,"true_positive":30,"false_positive":18,"false_negative":10,"true_negative":24,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.2498512790005949,"brier_skill":0.1535998240587173,"baseline_adjusted_skill":0.3214285714285714,"baseline_adjusted_score":0.3214285714285714},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.12801834648066426,"accuracy":0.87,"positive_recall":0.98,"specificity":0.76,"precision":0.8032786885245902,"balanced_accuracy":0.87,"f1":0.8828828828828829,"true_positive":49,"false_positive":12,"false_negative":1,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.48792661407734295,"baseline_adjusted_skill":0.74,"baseline_adjusted_score":0.74},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.7905027932960894,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.7311827956989247,"baseline_adjusted_score":0.7311827956989247},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.49,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.16393442622950816,"baseline_adjusted_score":0.16393442622950816},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.17541882020268873,"accuracy":0.775,"positive_recall":0.5,"specificity":0.8525641025641025,"precision":0.4888888888888889,"balanced_accuracy":0.6762820512820513,"f1":0.4943820224719101,"true_positive":22,"false_positive":23,"false_negative":22,"true_negative":133,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.02225419698536557,"baseline_adjusted_skill":0.35256410256410264,"baseline_adjusted_score":0.35256410256410264},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.1966234010668298,"accuracy":0.72,"positive_recall":0.22,"specificity":0.8866666666666667,"precision":0.39285714285714285,"balanced_accuracy":0.5533333333333333,"f1":0.28205128205128205,"true_positive":11,"false_positive":17,"false_negative":39,"true_negative":133,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-0.04865813902309224,"baseline_adjusted_skill":0.10666666666666669,"baseline_adjusted_score":0.10666666666666669},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.045404379946757764,"accuracy":0.935,"positive_recall":0.8421052631578947,"specificity":0.9447513812154696,"precision":0.6153846153846154,"balanced_accuracy":0.8934283221866821,"f1":0.7111111111111111,"true_positive":16,"false_positive":10,"false_negative":3,"true_negative":171,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.085975,"brier_skill":0.4718885728786535,"baseline_adjusted_skill":0.7868566443733642,"baseline_adjusted_score":0.7868566443733642},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.15820044651165682,"accuracy":0.8085654761904761,"positive_recall":0.6725523261581193,"specificity":0.817248082877931,"precision":0.19023569023569023,"balanced_accuracy":0.7449002045180252,"f1":0.2965814396010586,"true_positive":113,"false_positive":481,"false_negative":55.016666666666666,"true_negative":2150.983333333333,"positive_prevalence":0.060005952380952375,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679138,"brier_skill":-3.9129090138635494,"baseline_adjusted_skill":0.4898004090360504,"baseline_adjusted_score":0.4898004090360504},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.8356940509915014,"uniform_accuracy_baseline":0.027777777777777776,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.8116883116883117,"baseline_adjusted_score":0.8116883116883117},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.48,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.2571428571428572,"baseline_adjusted_score":0.2571428571428572},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.12804924273928422,"accuracy":0.82,"positive_recall":0.96,"specificity":0.68,"precision":0.75,"balanced_accuracy":0.8200000000000001,"f1":0.8421052631578947,"true_positive":48,"false_positive":16,"false_negative":2,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4878030290428631,"baseline_adjusted_skill":0.6400000000000001,"baseline_adjusted_score":0.6400000000000001},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08364820919338904,"accuracy":0.91,"positive_recall":1,"specificity":0.82,"precision":0.847457627118644,"balanced_accuracy":0.9099999999999999,"f1":0.9174311926605505,"true_positive":50,"false_positive":9,"false_negative":0,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6654071632264438,"baseline_adjusted_skill":0.8199999999999998,"baseline_adjusted_score":0.8199999999999998},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.56,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":-0.12820512820512803,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.7340425531914894,"baseline_adjusted_score":0.7340425531914894},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10431364503904446,"accuracy":0.87,"positive_recall":0.94,"specificity":0.8,"precision":0.8245614035087719,"balanced_accuracy":0.87,"f1":0.8785046728971962,"true_positive":47,"false_positive":10,"false_negative":3,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5827454198438222,"baseline_adjusted_skill":0.74,"baseline_adjusted_score":0.74},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8656716417910449,"baseline_adjusted_score":0.8656716417910449},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1372817277304205,"accuracy":0.86,"positive_recall":0.82,"specificity":0.9,"precision":0.8913043478260869,"balanced_accuracy":0.86,"f1":0.8541666666666666,"true_positive":41,"false_positive":5,"false_negative":9,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.450873089078318,"baseline_adjusted_skill":0.72,"baseline_adjusted_score":0.72},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.45192914189189193,"uniform_accuracy_baseline":0.23445945945945948,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.25701033025515757,"baseline_adjusted_score":0.25701033025515757},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.0811890247751502,"accuracy":0.5963158092105264,"positive_recall":0.8482600546967876,"specificity":0.3564089528541852,"precision":0.5565486991150442,"balanced_accuracy":0.6023345037754864,"f1":0.6721171528462571,"true_positive":62.890003,"false_positive":50.109997,"false_negative":11.25,"true_negative":27.75,"positive_prevalence":0.4877631776315789,"majority_accuracy_baseline":0.512236822368421,"constant_brier_baseline":0.09451910039768556,"brier_skill":0.14103049612670415,"baseline_adjusted_skill":0.20466900755097273,"baseline_adjusted_score":0.20466900755097273},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.1395200339763227,"normalized_score_rmse":0.17903256673726098,"constant_score_baseline":0.5841668333333333,"constant_mae_baseline":0.21700552708333334,"baseline_adjusted_skill":0.357066910453645,"baseline_adjusted_score":0.357066910453645},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.242144913845435,"accuracy":0.7,"positive_recall":0.88,"specificity":0.52,"precision":0.6470588235294118,"balanced_accuracy":0.7,"f1":0.7457627118644068,"true_positive":44,"false_positive":24,"false_negative":6,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.03142034461826004,"baseline_adjusted_skill":0.3999999999999999,"baseline_adjusted_score":0.3999999999999999},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3124719429230715,"accuracy":0.54,"positive_recall":0.2,"specificity":0.88,"precision":0.625,"balanced_accuracy":0.54,"f1":0.30303030303030304,"true_positive":10,"false_positive":6,"false_negative":40,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.24988777169228604,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.7377049180327868,"baseline_adjusted_score":0.7377049180327868},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.036111111111111115,"fixed_answer_accuracy_baseline":0.08833333333333333,"baseline_adjusted_skill":0.8244972577696527,"baseline_adjusted_score":0.8244972577696527},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.8863636363636362,"baseline_adjusted_score":0.8863636363636362},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.835,"uniform_accuracy_baseline":0.049879324215607396,"fixed_answer_accuracy_baseline":0.12442477876106194,"baseline_adjusted_skill":0.81155245603396,"baseline_adjusted_score":0.81155245603396},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.30057531395256115,"accuracy":0.57,"positive_recall":0.44,"specificity":0.7,"precision":0.5945945945945946,"balanced_accuracy":0.57,"f1":0.5057471264367817,"true_positive":22,"false_positive":15,"false_negative":28,"true_negative":35,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.2023012558102446,"baseline_adjusted_skill":0.1399999999999999,"baseline_adjusted_score":0.1399999999999999},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.23888888888888887,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.6470588235294118,"baseline_adjusted_score":0.6470588235294118},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.256413940735185,"accuracy":0.640625,"positive_recall":0.4375,"specificity":0.84375,"precision":0.7368421052631579,"balanced_accuracy":0.640625,"f1":0.5490196078431373,"true_positive":14,"false_positive":5,"false_negative":18,"true_negative":27,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.0256557629407399,"baseline_adjusted_skill":0.28125,"baseline_adjusted_score":0.28125},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.8695652173913042,"baseline_adjusted_score":0.8695652173913042},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.54,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.3030303030303031,"baseline_adjusted_score":0.3030303030303031},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3321119375387627,"accuracy":0.59,"positive_recall":0.22,"specificity":0.96,"precision":0.8461538461538461,"balanced_accuracy":0.59,"f1":0.3492063492063492,"true_positive":11,"false_positive":2,"false_negative":39,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.3284477501550509,"baseline_adjusted_skill":0.17999999999999994,"baseline_adjusted_score":0.17999999999999994},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8529411764705882,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.7826086956521737,"baseline_adjusted_score":0.7826086956521737},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.25001154534408837,"accuracy":0.42424242424242425,"positive_recall":0.5625,"specificity":0.29411764705882354,"precision":0.42857142857142855,"balanced_accuracy":0.4283088235294118,"f1":0.4864864864864865,"true_positive":9,"false_positive":12,"false_negative":7,"true_negative":5,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":-0.000965341469530312,"baseline_adjusted_skill":-0.1433823529411764,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.17773096813120062,"normalized_score_rmse":0.2643899851845654,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.4614213086933314,"baseline_adjusted_score":0.4614213086933314},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.21875,"uniform_accuracy_baseline":0.178125,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.0964912280701754,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.15982336919303852,"accuracy":0.9117647058823529,"positive_recall":0.8823529411764706,"specificity":0.9411764705882353,"precision":0.9375,"balanced_accuracy":0.9117647058823529,"f1":0.9090909090909091,"true_positive":15,"false_positive":1,"false_negative":2,"true_negative":16,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3607065232278459,"baseline_adjusted_skill":0.8235294117647058,"baseline_adjusted_score":0.8235294117647058},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.3169281852094192,"normalized_score_rmse":0.40225768328690115,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-1.1551116594240503,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.5625,"uniform_accuracy_baseline":0.13194444444444445,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":-0.09565217391304341,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.09846354755323164,"accuracy":0.8653846153846154,"positive_recall":0.7307692307692307,"specificity":1,"precision":1,"balanced_accuracy":0.8653846153846154,"f1":0.8444444444444444,"true_positive":19,"false_positive":0,"false_negative":7,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6061458097870734,"baseline_adjusted_skill":0.7307692307692308,"baseline_adjusted_score":0.7307692307692308},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.21495075048882833,"accuracy":0.72,"positive_recall":0.9230769230769231,"specificity":0.5,"precision":0.6666666666666666,"balanced_accuracy":0.7115384615384616,"f1":0.7741935483870968,"true_positive":36,"false_positive":18,"false_negative":3,"true_negative":18,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24960000000000004,"brier_skill":0.13881910861847635,"baseline_adjusted_skill":0.42307692307692313,"baseline_adjusted_score":0.42307692307692313},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.4431414503588818,"normalized_score_rmse":0.5592549336963226,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.5826480369960063,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.5882352941176471,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.44,"baseline_adjusted_score":0.44},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.13522005340354737,"accuracy":0.8214285714285714,"positive_recall":1,"specificity":0.6428571428571429,"precision":0.7368421052631579,"balanced_accuracy":0.8214285714285714,"f1":0.8484848484848485,"true_positive":14,"false_positive":5,"false_negative":0,"true_negative":9,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4591197863858105,"baseline_adjusted_skill":0.6428571428571428,"baseline_adjusted_score":0.6428571428571428},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.17515134019216422,"normalized_score_rmse":0.26733752956223344,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.1696969696969697,"baseline_adjusted_skill":-0.032141826132396245,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":0.8666666666666667,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":0.8333333333333334,"baseline_adjusted_score":0.8333333333333334},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.06953538411517364,"accuracy":0.9411764705882353,"positive_recall":0.9555555555555556,"specificity":0.925,"precision":0.9347826086956522,"balanced_accuracy":0.9402777777777778,"f1":0.945054945054945,"true_positive":43,"false_positive":3,"false_negative":2,"true_negative":37,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.2491349480968858,"brier_skill":0.7208926943154836,"baseline_adjusted_skill":0.8805555555555555,"baseline_adjusted_score":0.8805555555555555},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.8947368421052632,"baseline_adjusted_score":0.8947368421052632},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.24623066411508368,"accuracy":0.64,"positive_recall":0.5428571428571428,"specificity":0.8666666666666667,"precision":0.9047619047619048,"balanced_accuracy":0.7047619047619047,"f1":0.6785714285714286,"true_positive":19,"false_positive":2,"false_negative":16,"true_negative":13,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.21,"brier_skill":-0.17252697197658895,"baseline_adjusted_skill":0.4095238095238094,"baseline_adjusted_score":0.4095238095238094},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.2797382160669565,"normalized_score_rmse":0.41481032832605796,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.0009349426180126352,"baseline_adjusted_score":0.0009349426180126352},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.6455696202531646,"uniform_accuracy_baseline":0.24240506329113923,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.391304347826087,"baseline_adjusted_score":0.391304347826087},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.018975849581317067,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":11,"false_positive":0,"false_negative":0,"true_negative":10,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.2494331065759637,"brier_skill":0.9239240939512652,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.6060606060606061,"uniform_accuracy_baseline":0.32373737373737377,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.35000000000000003,"baseline_adjusted_score":0.35000000000000003},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.28439489559180114,"accuracy":0.6363636363636364,"positive_recall":0.4117647058823529,"specificity":0.875,"precision":0.7777777777777778,"balanced_accuracy":0.6433823529411764,"f1":0.5384615384615384,"true_positive":7,"false_positive":2,"false_negative":10,"true_negative":14,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":-0.1386251518362922,"baseline_adjusted_skill":0.2867647058823528,"baseline_adjusted_score":0.2867647058823528},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.24874141297286212,"normalized_score_rmse":0.30344063966437496,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.3431372549019608,"baseline_adjusted_skill":0.2750964536219447,"baseline_adjusted_score":0.2750964536219447},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.37248571499164157,"accuracy":0.31,"positive_recall":0.3,"specificity":0.32,"precision":0.30612244897959184,"balanced_accuracy":0.31,"f1":0.30303030303030304,"true_positive":15,"false_positive":34,"false_negative":35,"true_negative":16,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.4899428599665663,"baseline_adjusted_skill":-0.38,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.39333333333333337,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":0.061855670103092834,"baseline_adjusted_score":0.061855670103092834},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.24026164691260576,"accuracy":0.56,"positive_recall":0.43243243243243246,"specificity":0.6842105263157895,"precision":0.5714285714285714,"balanced_accuracy":0.5583214793741109,"f1":0.49230769230769234,"true_positive":16,"false_positive":12,"false_negative":21,"true_negative":26,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555554,"brier_skill":0.038782529243664654,"baseline_adjusted_skill":0.11664295874822184,"baseline_adjusted_score":0.11664295874822184},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.81,"uniform_accuracy_baseline":0.14285714285714285,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.7564102564102565,"baseline_adjusted_score":0.7564102564102565},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.32416666666666666,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.015151515151515168,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.18825867936337512,"accuracy":0.7575757575757576,"positive_recall":0.625,"specificity":0.8823529411764706,"precision":0.8333333333333334,"balanced_accuracy":0.7536764705882353,"f1":0.7142857142857143,"true_positive":10,"false_positive":2,"false_negative":6,"true_negative":15,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.24627315504884006,"baseline_adjusted_skill":0.5073529411764706,"baseline_adjusted_score":0.5073529411764706},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.13263063028151487,"normalized_score_rmse":0.15819644270559283,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.39630195871862195,"baseline_adjusted_score":0.39630195871862195},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2597364757643118,"accuracy":0.67,"positive_recall":0.7272727272727273,"specificity":0.6538461538461539,"precision":0.37209302325581395,"balanced_accuracy":0.6905594405594406,"f1":0.49230769230769234,"true_positive":16,"false_positive":27,"false_negative":6,"true_negative":51,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.5136158261323531,"baseline_adjusted_skill":0.38111888111888126,"baseline_adjusted_score":0.38111888111888126},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1258577939670213,"accuracy":0.86,"positive_recall":0.7837837837837838,"specificity":0.9047619047619048,"precision":0.8285714285714286,"balanced_accuracy":0.8442728442728442,"f1":0.8055555555555556,"true_positive":29,"false_positive":6,"false_negative":8,"true_negative":57,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000003,"brier_skill":0.46006952395100265,"baseline_adjusted_skill":0.6885456885456884,"baseline_adjusted_score":0.6885456885456884},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.14241153735627846,"accuracy":0.82,"positive_recall":0.7435897435897436,"specificity":0.8688524590163934,"precision":0.7837837837837838,"balanced_accuracy":0.8062211013030685,"f1":0.7631578947368421,"true_positive":29,"false_positive":8,"false_negative":10,"true_negative":53,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379,"brier_skill":0.40138067525734156,"baseline_adjusted_skill":0.6124422026061369,"baseline_adjusted_score":0.6124422026061369},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2865113478372531,"accuracy":0.65,"positive_recall":0.9032258064516129,"specificity":0.5362318840579711,"precision":0.4666666666666667,"balanced_accuracy":0.719728845254792,"f1":0.6153846153846154,"true_positive":28,"false_positive":32,"false_negative":3,"true_negative":37,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999998,"brier_skill":-0.3394639917590143,"baseline_adjusted_skill":0.43945769050958394,"baseline_adjusted_score":0.43945769050958394},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.8611111111111112,"baseline_adjusted_score":0.8611111111111112},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.16131045945389808,"normalized_score_rmse":0.20359111992636264,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.30619157224129867,"baseline_adjusted_score":0.30619157224129867},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1877818541440039,"accuracy":0.79,"positive_recall":0.92,"specificity":0.66,"precision":0.7301587301587301,"balanced_accuracy":0.79,"f1":0.8141592920353983,"true_positive":46,"false_positive":17,"false_negative":4,"true_negative":33,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.24887258342398444,"baseline_adjusted_skill":0.5800000000000001,"baseline_adjusted_score":0.5800000000000001},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3595174130312831,"accuracy":0.51,"positive_recall":0.66,"specificity":0.36,"precision":0.5076923076923077,"balanced_accuracy":0.51,"f1":0.5739130434782609,"true_positive":33,"false_positive":32,"false_negative":17,"true_negative":18,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.4380696521251324,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.61,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.1142857142857144,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.13007503633256878,"accuracy":0.83,"positive_recall":0.86,"specificity":0.8,"precision":0.8113207547169812,"balanced_accuracy":0.8300000000000001,"f1":0.8349514563106796,"true_positive":43,"false_positive":10,"false_negative":7,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.47969985466972487,"baseline_adjusted_skill":0.6600000000000001,"baseline_adjusted_score":0.6600000000000001},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.7380952380952381,"baseline_adjusted_score":0.7380952380952381},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.54,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.23333333333333336,"baseline_adjusted_score":0.23333333333333336},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.22781750852684884,"accuracy":0.69,"positive_recall":0.6,"specificity":0.78,"precision":0.7317073170731707,"balanced_accuracy":0.69,"f1":0.6593406593406593,"true_positive":30,"false_positive":11,"false_negative":20,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.08872996589260462,"baseline_adjusted_skill":0.3799999999999999,"baseline_adjusted_score":0.3799999999999999},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.20851190476190473,"fixed_answer_accuracy_baseline":0.22333333333333333,"baseline_adjusted_skill":0.9742489270386265,"baseline_adjusted_score":0.9742489270386265},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.07210750723860758,"accuracy":0.91,"positive_recall":0.92,"specificity":0.9,"precision":0.9019607843137255,"balanced_accuracy":0.91,"f1":0.9108910891089109,"true_positive":46,"false_positive":5,"false_negative":4,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7115699710455696,"baseline_adjusted_skill":0.8200000000000001,"baseline_adjusted_score":0.8200000000000001},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.10730028747830823,"normalized_score_rmse":0.1827078465325661,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.6423323750723059,"baseline_adjusted_score":0.6423323750723059},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.22851190476190475,"fixed_answer_accuracy_baseline":0.24333333333333332,"baseline_adjusted_skill":0.8414096916299559,"baseline_adjusted_score":0.8414096916299559},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.05897141591666001,"accuracy":0.91,"positive_recall":0.94,"specificity":0.88,"precision":0.8867924528301887,"balanced_accuracy":0.9099999999999999,"f1":0.912621359223301,"true_positive":47,"false_positive":6,"false_negative":3,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.76411433633336,"baseline_adjusted_skill":0.8199999999999998,"baseline_adjusted_score":0.8199999999999998},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.12083653958921234,"normalized_score_rmse":0.20259773069179954,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.3042222222222222,"baseline_adjusted_skill":0.6028017325409383,"baseline_adjusted_score":0.6028017325409383},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.5967741935483871,"baseline_adjusted_score":0.5967741935483871},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08204683626484963,"accuracy":0.89,"positive_recall":0.98,"specificity":0.8,"precision":0.8305084745762712,"balanced_accuracy":0.89,"f1":0.8990825688073395,"true_positive":49,"false_positive":10,"false_negative":1,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6718126549406015,"baseline_adjusted_skill":0.78,"baseline_adjusted_score":0.78},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.7,"baseline_adjusted_score":0.7},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.05836927275506531,"accuracy":0.92,"positive_recall":0.92,"specificity":0.92,"precision":0.92,"balanced_accuracy":0.92,"f1":0.92,"true_positive":46,"false_positive":4,"false_negative":4,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7665229089797387,"baseline_adjusted_skill":0.8400000000000001,"baseline_adjusted_score":0.8400000000000001},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.58,"uniform_accuracy_baseline":0.3533333333333333,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.28813559322033894,"baseline_adjusted_score":0.28813559322033894},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.9516129032258064,"baseline_adjusted_score":0.9516129032258064},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.44,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.0967741935483871,"baseline_adjusted_score":0.0967741935483871},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.4,"uniform_accuracy_baseline":0.1111111111111111,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.28571428571428575,"baseline_adjusted_score":0.28571428571428575},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.1866245585600101,"accuracy":0.580125,"positive_recall":0.46077785102175356,"specificity":0.6080518278574735,"precision":0.21574074074074076,"balanced_accuracy":0.5344148394396135,"f1":0.2938826991801556,"true_positive":34.95,"false_positive":127.05,"false_negative":40.9,"true_negative":197.1,"positive_prevalence":0.189625,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500001,"brier_skill":-1.4515989203909192,"baseline_adjusted_skill":0.06882967887922709,"baseline_adjusted_score":0.06882967887922709},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3055738248660746,"normalized_score_rmse":0.3480458975382439,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":-0.4295851455722788,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.06145681386097122,"accuracy":0.804375,"positive_recall":0.5035161744022504,"specificity":0.9137549002897563,"precision":0.679746835443038,"balanced_accuracy":0.7086355373460034,"f1":0.5785079450579046,"true_positive":53.7,"false_positive":25.3,"false_negative":52.95,"true_negative":268.05,"positive_prevalence":0.266625,"majority_accuracy_baseline":0.733375,"constant_brier_baseline":0.115654859375,"brier_skill":0.4686188354463925,"baseline_adjusted_skill":0.41727107469200675,"baseline_adjusted_score":0.41727107469200675},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.17236198793112945,"normalized_score_rmse":0.22347118093705395,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.3586530681632393,"baseline_adjusted_score":0.3586530681632393},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.07745146693122554,"accuracy":0.784875,"positive_recall":0.5892617449664429,"specificity":0.8607111882046834,"precision":0.6212264150943396,"balanced_accuracy":0.7249864665855632,"f1":0.6048220436280137,"true_positive":65.85,"false_positive":40.15,"false_negative":45.9,"true_negative":248.1,"positive_prevalence":0.279375,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937500001,"brier_skill":0.31553286450195783,"baseline_adjusted_skill":0.4499729331711264,"baseline_adjusted_score":0.4499729331711264},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.18530825025362913,"normalized_score_rmse":0.230969919981826,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.29907044821322326,"baseline_adjusted_score":0.29907044821322326},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.06769028059790254,"accuracy":0.8276249999999998,"positive_recall":0.348169014084507,"specificity":0.9643373493975903,"precision":0.7357142857142857,"balanced_accuracy":0.6562531817410486,"f1":0.47265774378585085,"true_positive":30.9,"false_positive":11.1,"false_negative":57.85,"true_negative":300.15,"positive_prevalence":0.221875,"majority_accuracy_baseline":0.778125,"constant_brier_baseline":0.12674023437499998,"brier_skill":0.4659132442692191,"baseline_adjusted_skill":0.31250636348209726,"baseline_adjusted_score":0.31250636348209726},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.19861171769004732,"normalized_score_rmse":0.25694417946958137,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.11972645899148004,"baseline_adjusted_score":0.11972645899148004},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.05217375154446881,"accuracy":0.82075,"positive_recall":0.6715500945179584,"specificity":0.8744051665533651,"precision":0.6578703703703703,"balanced_accuracy":0.7729776305356617,"f1":0.6646398503274087,"true_positive":71.05,"false_positive":36.95,"false_negative":34.75,"true_negative":257.25,"positive_prevalence":0.2645,"majority_accuracy_baseline":0.7355,"constant_brier_baseline":0.11362725,"brier_skill":0.5408341613084114,"baseline_adjusted_skill":0.5459552610713234,"baseline_adjusted_score":0.5459552610713234},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.15661556252787345,"normalized_score_rmse":0.20127925794225252,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.3766544775010011,"baseline_adjusted_score":0.3766544775010011},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.06634865350359742,"accuracy":0.8342499999999999,"positive_recall":0.36749347258485643,"specificity":0.9448051948051948,"precision":0.6119565217391304,"balanced_accuracy":0.6561493336950256,"f1":0.4592169657422512,"true_positive":28.15,"false_positive":17.85,"false_negative":48.45,"true_negative":305.55,"positive_prevalence":0.19149999999999998,"majority_accuracy_baseline":0.8085,"constant_brier_baseline":0.09190274999999999,"brier_skill":0.27805584159780394,"baseline_adjusted_skill":0.3122986673900512,"baseline_adjusted_score":0.3122986673900512},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.17481030892605542,"normalized_score_rmse":0.22777295767169548,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.1549954855538106,"baseline_adjusted_score":0.1549954855538106},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.06906164259373414,"accuracy":0.8572500000000001,"positive_recall":0.682249322493225,"specificity":0.8968424279583078,"precision":0.5994047619047619,"balanced_accuracy":0.7895458752257665,"f1":0.6381495564005071,"true_positive":50.35,"false_positive":33.65,"false_negative":23.45,"true_negative":292.55,"positive_prevalence":0.1845,"majority_accuracy_baseline":0.8155,"constant_brier_baseline":0.10922225,"brier_skill":0.36769621030756894,"baseline_adjusted_skill":0.5790917504515329,"baseline_adjusted_score":0.5790917504515329},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.17459949571358543,"normalized_score_rmse":0.2393382813238388,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":0.07802246487875675,"baseline_adjusted_score":0.07802246487875675},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.0711206053886701,"accuracy":0.8284999999999999,"positive_recall":0.15859872611464967,"specificity":0.9920684292379471,"precision":0.83,"balanced_accuracy":0.5753335776762984,"f1":0.2663101604278075,"true_positive":12.45,"false_positive":2.55,"false_negative":66.05,"true_negative":318.95,"positive_prevalence":0.19625,"majority_accuracy_baseline":0.80375,"constant_brier_baseline":0.09878593749999999,"brier_skill":0.28005334373963797,"baseline_adjusted_skill":0.1506671553525969,"baseline_adjusted_score":0.1506671553525969},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.19116991248217904,"normalized_score_rmse":0.2622798125411266,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":0.09505366872341281,"baseline_adjusted_score":0.09505366872341281},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.08491543791234797,"accuracy":0.678061224489796,"positive_recall":0.4905100830367734,"specificity":0.8196060877350045,"precision":0.6723577235772358,"balanced_accuracy":0.6550580853858889,"f1":0.5672153635116598,"true_positive":82.7,"false_positive":40.3,"false_negative":85.9,"true_negative":183.1,"positive_prevalence":0.4301020408163265,"majority_accuracy_baseline":0.5698979591836735,"constant_brier_baseline":0.12359641815910039,"brier_skill":0.31296198403549236,"baseline_adjusted_skill":0.3101161707717779,"baseline_adjusted_score":0.3101161707717779},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.19007041379394568,"normalized_score_rmse":0.23744775431683365,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.3101147943775304,"baseline_adjusted_score":0.3101147943775304},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.12764802146133394,"accuracy":0.8097500000000001,"positive_recall":0.6172305271439812,"specificity":0.846113835636796,"precision":0.43104395604395607,"balanced_accuracy":0.7316721813903886,"f1":0.5076027175671305,"true_positive":78.45,"false_positive":103.55,"false_negative":48.65,"true_negative":569.35,"positive_prevalence":0.158875,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499999,"brier_skill":-0.29227852145666633,"baseline_adjusted_skill":0.4633443627807772,"baseline_adjusted_score":0.4633443627807772},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.2509201994380893,"normalized_score_rmse":0.29612644528527005,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-0.5207284814429654,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.53,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.24193548387096778,"baseline_adjusted_score":0.24193548387096778},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25876188568433106,"accuracy":0.65,"positive_recall":0.6,"specificity":0.7,"precision":0.6666666666666666,"balanced_accuracy":0.6499999999999999,"f1":0.631578947368421,"true_positive":30,"false_positive":15,"false_negative":20,"true_negative":35,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.035047542737324244,"baseline_adjusted_skill":0.2999999999999998,"baseline_adjusted_score":0.2999999999999998},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.36845593108018554,"uniform_accuracy_baseline":0.058823529411764705,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.25778816199376947,"baseline_adjusted_score":0.25778816199376947},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.78,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.5217391304347826,"baseline_adjusted_score":0.5217391304347826},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2886155024589023,"accuracy":0.56,"positive_recall":0.72,"specificity":0.4,"precision":0.5454545454545454,"balanced_accuracy":0.56,"f1":0.6206896551724138,"true_positive":36,"false_positive":30,"false_negative":14,"true_negative":20,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.1544620098356091,"baseline_adjusted_skill":0.1200000000000001,"baseline_adjusted_score":0.1200000000000001},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.51,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.22222222222222224,"baseline_adjusted_score":0.22222222222222224},"scoring":{"eligible":true,"reason":null},"model":93,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.13949895404048354,"accuracy":0.7966666666666666,"positive_recall":0.6133333333333333,"specificity":0.98,"precision":0.968421052631579,"balanced_accuracy":0.7966666666666666,"f1":0.7510204081632653,"true_positive":92,"false_positive":3,"false_negative":58,"true_negative":147,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.44200418383806583,"baseline_adjusted_skill":0.5933333333333333,"baseline_adjusted_score":0.5933333333333333},"scoring":{"eligible":true,"reason":null},"model":94,"benchmark":14},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.8799999999999999,"baseline_adjusted_score":0.8799999999999999},"scoring":{"eligible":true,"reason":null},"model":94,"benchmark":19},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8733333333333333,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.736111111111111,"baseline_adjusted_score":0.736111111111111},"scoring":{"eligible":true,"reason":null},"model":94,"benchmark":20},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9633333333333334,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5266666666666666,"baseline_adjusted_skill":0.9225352112676057,"baseline_adjusted_score":0.9225352112676057},"scoring":{"eligible":true,"reason":null},"model":94,"benchmark":21},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9866666666666667,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.9799999999999999,"baseline_adjusted_score":0.9799999999999999},"scoring":{"eligible":true,"reason":null},"model":94,"benchmark":33},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.020953646539032304,"accuracy":0.9733333333333334,"positive_recall":0.98,"specificity":0.9666666666666667,"precision":0.9671052631578947,"balanced_accuracy":0.9733333333333334,"f1":0.9735099337748344,"true_positive":147,"false_positive":5,"false_negative":3,"true_negative":145,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9161854138438708,"baseline_adjusted_skill":0.9466666666666668,"baseline_adjusted_score":0.9466666666666668},"scoring":{"eligible":true,"reason":null},"model":94,"benchmark":34},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.9199999999999999,"baseline_adjusted_score":0.9199999999999999},"scoring":{"eligible":true,"reason":null},"model":94,"benchmark":35},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.13886819914396328,"accuracy":0.7833333333333333,"positive_recall":0.9333333333333333,"specificity":0.6333333333333333,"precision":0.717948717948718,"balanced_accuracy":0.7833333333333333,"f1":0.8115942028985508,"true_positive":140,"false_positive":55,"false_negative":10,"true_negative":95,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.44452720342414687,"baseline_adjusted_skill":0.5666666666666667,"baseline_adjusted_score":0.5666666666666667},"scoring":{"eligible":true,"reason":null},"model":94,"benchmark":36},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.21227098034922254,"normalized_score_rmse":0.2578434051313928,"constant_score_baseline":0.5,"constant_mae_baseline":0.3333333333333333,"baseline_adjusted_skill":0.3631870589523324,"baseline_adjusted_score":0.3631870589523324},"scoring":{"eligible":true,"reason":null},"model":94,"benchmark":37},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.37,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.16,"baseline_adjusted_score":0.16},"scoring":{"eligible":true,"reason":null},"model":94,"benchmark":38},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.27339126303066935,"accuracy":0.53,"positive_recall":0.17333333333333334,"specificity":0.8866666666666667,"precision":0.6046511627906976,"balanced_accuracy":0.53,"f1":0.2694300518134715,"true_positive":26,"false_positive":17,"false_negative":124,"true_negative":133,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.0935650521226774,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":94,"benchmark":39},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.3091199896715116,"normalized_score_rmse":0.3558571867154809,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":-0.030399965571705323,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":94,"benchmark":40},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9533333333333334,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.9333333333333333,"baseline_adjusted_score":0.9333333333333333},"scoring":{"eligible":true,"reason":null},"model":94,"benchmark":42},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.04760065731020427,"accuracy":0.96,"positive_recall":0.9865771812080537,"specificity":0.9337748344370861,"precision":0.9363057324840764,"balanced_accuracy":0.9601760078225698,"f1":0.9607843137254902,"true_positive":147,"false_positive":10,"false_negative":2,"true_negative":141,"positive_prevalence":0.49666666666666665,"majority_accuracy_baseline":0.5033333333333334,"constant_brier_baseline":0.2499888888888889,"brier_skill":0.8095889080439849,"baseline_adjusted_skill":0.9203520156451397,"baseline_adjusted_score":0.9203520156451397},"scoring":{"eligible":true,"reason":null},"model":94,"benchmark":43},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.18685595825300388,"normalized_score_rmse":0.24281203679404306,"constant_score_baseline":0.5,"constant_mae_baseline":0.36666666666666664,"baseline_adjusted_skill":0.49039284112817116,"baseline_adjusted_score":0.49039284112817116},"scoring":{"eligible":true,"reason":null},"model":94,"benchmark":44},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.61,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2866666666666667,"baseline_adjusted_skill":0.4532710280373831,"baseline_adjusted_score":0.4532710280373831},"scoring":{"eligible":true,"reason":null},"model":94,"benchmark":46},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1688008589632941,"accuracy":0.75,"positive_recall":0.8343949044585988,"specificity":0.6573426573426573,"precision":0.7277777777777777,"balanced_accuracy":0.745868780900628,"f1":0.7774480712166172,"true_positive":131,"false_positive":49,"false_negative":26,"true_negative":94,"positive_prevalence":0.5233333333333333,"majority_accuracy_baseline":0.5233333333333333,"constant_brier_baseline":0.24945555555555557,"brier_skill":0.323322911821457,"baseline_adjusted_skill":0.49173756180125605,"baseline_adjusted_score":0.49173756180125605},"scoring":{"eligible":true,"reason":null},"model":94,"benchmark":47},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.23471167276379737,"normalized_score_rmse":0.2944763888647488,"constant_score_baseline":0.5,"constant_mae_baseline":0.3016666666666667,"baseline_adjusted_skill":0.221950256031611,"baseline_adjusted_score":0.221950256031611},"scoring":{"eligible":true,"reason":null},"model":94,"benchmark":48},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.3466666666666667,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.12888888888888891,"baseline_adjusted_score":0.12888888888888891},"scoring":{"eligible":true,"reason":null},"model":94,"benchmark":50},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.3333333333333333,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.11111111111111109,"baseline_adjusted_score":0.11111111111111109},"scoring":{"eligible":true,"reason":null},"model":94,"benchmark":58},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.66,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.49000000000000005,"baseline_adjusted_score":0.49000000000000005},"scoring":{"eligible":true,"reason":null},"model":94,"benchmark":59},{"provenance":"measured","status":"complete","counts":{"cases":285,"expected":285,"succeeded":285,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.6526315789473685,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5263157894736842,"baseline_adjusted_skill":0.2666666666666668,"baseline_adjusted_score":0.2666666666666668},"scoring":{"eligible":true,"reason":null},"model":94,"benchmark":60},{"provenance":"measured","status":"complete","counts":{"cases":299,"expected":299,"succeeded":299,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2539184985612437,"accuracy":0.5886287625418061,"positive_recall":0.92,"specificity":0.2550335570469799,"precision":0.5542168674698795,"balanced_accuracy":0.5875167785234899,"f1":0.6917293233082706,"true_positive":138,"false_positive":111,"false_negative":12,"true_negative":38,"positive_prevalence":0.5016722408026756,"majority_accuracy_baseline":0.5016722408026756,"constant_brier_baseline":0.24999720361069788,"brier_skill":-0.015685355251621846,"baseline_adjusted_skill":0.17503355704697987,"baseline_adjusted_score":0.17503355704697987},"scoring":{"eligible":true,"reason":null},"model":94,"benchmark":61},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.2,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":0.8624999999999999,"baseline_adjusted_score":0.8624999999999999},"scoring":{"eligible":true,"reason":null},"model":94,"benchmark":62},{"provenance":"measured","status":"complete","counts":{"cases":283,"expected":283,"succeeded":283,"failed":0,"abstained":0},"metrics":{"binary_brier":0.3873522060706794,"accuracy":0.4840989399293286,"positive_recall":0.9473684210526315,"specificity":0.07333333333333333,"precision":0.47547169811320755,"balanced_accuracy":0.5103508771929824,"f1":0.6331658291457286,"true_positive":126,"false_positive":139,"false_negative":7,"true_negative":11,"positive_prevalence":0.46996466431095407,"majority_accuracy_baseline":0.5300353356890459,"constant_brier_baseline":0.24909787861004634,"brier_skill":-0.5550200918293051,"baseline_adjusted_skill":0.020701754385964888,"baseline_adjusted_score":0.020701754385964888},"scoring":{"eligible":true,"reason":null},"model":94,"benchmark":63},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7266666666666667,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.6355555555555555,"baseline_adjusted_score":0.6355555555555555},"scoring":{"eligible":true,"reason":null},"model":94,"benchmark":64},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9666666666666667,"uniform_accuracy_baseline":0.20616666666666666,"fixed_answer_accuracy_baseline":0.21333333333333335,"baseline_adjusted_skill":0.9576271186440678,"baseline_adjusted_score":0.9576271186440678},"scoring":{"eligible":true,"reason":null},"model":94,"benchmark":65},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7766666666666666,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.6649999999999999,"baseline_adjusted_score":0.6649999999999999},"scoring":{"eligible":true,"reason":null},"model":94,"benchmark":66},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.5966666666666667,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.37333333333333335,"baseline_adjusted_skill":0.35638297872340424,"baseline_adjusted_score":0.35638297872340424},"scoring":{"eligible":true,"reason":null},"model":94,"benchmark":67},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.1622699633185227,"normalized_score_rmse":0.19969653082444547,"constant_score_baseline":0.5,"constant_mae_baseline":0.26208333333333333,"baseline_adjusted_skill":0.38084592692455566,"baseline_adjusted_score":0.38084592692455566},"scoring":{"eligible":true,"reason":null},"model":94,"benchmark":68},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.12488875427329361,"normalized_score_rmse":0.1540248743025898,"constant_score_baseline":0.52,"constant_mae_baseline":0.24733333333333335,"baseline_adjusted_skill":0.49505894498668357,"baseline_adjusted_score":0.49505894498668357},"scoring":{"eligible":true,"reason":null},"model":94,"benchmark":69},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.06738773376742822,"normalized_score_rmse":0.08526845995079373,"constant_score_baseline":0.578319964349225,"constant_mae_baseline":0.11212962028602311,"baseline_adjusted_skill":0.3990193349845129,"baseline_adjusted_score":0.3990193349845129},"scoring":{"eligible":true,"reason":null},"model":94,"benchmark":70},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.6666666666666666,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.5555555555555555,"baseline_adjusted_score":0.5555555555555555},"scoring":{"eligible":true,"reason":null},"model":94,"benchmark":71},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.22246751583557028,"accuracy":0.62,"positive_recall":0.5,"specificity":0.74,"precision":0.6578947368421053,"balanced_accuracy":0.62,"f1":0.5681818181818182,"true_positive":75,"false_positive":39,"false_negative":75,"true_negative":111,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.11012993665771886,"baseline_adjusted_skill":0.24,"baseline_adjusted_score":0.24},"scoring":{"eligible":true,"reason":null},"model":94,"benchmark":81},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.41,"uniform_accuracy_baseline":0.11021428571428572,"fixed_answer_accuracy_baseline":0.12554761904761905,"baseline_adjusted_skill":0.3252920194951942,"baseline_adjusted_score":0.3252920194951942},"scoring":{"eligible":true,"reason":null},"model":94,"benchmark":83},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.5933333333333334,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.45777777777777784,"baseline_adjusted_score":0.45777777777777784},"scoring":{"eligible":true,"reason":null},"model":94,"benchmark":84},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.19963657189270823,"accuracy":0.7133333333333334,"positive_recall":0.6435185185185185,"specificity":0.8928571428571429,"precision":0.9391891891891891,"balanced_accuracy":0.7681878306878307,"f1":0.7637362637362637,"true_positive":139,"false_positive":9,"false_negative":77,"true_negative":75,"positive_prevalence":0.72,"majority_accuracy_baseline":0.72,"constant_brier_baseline":0.2016,"brier_skill":0.009739226722677463,"baseline_adjusted_skill":0.5363756613756614,"baseline_adjusted_score":0.5363756613756614},"scoring":{"eligible":true,"reason":null},"model":94,"benchmark":86},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9033333333333333,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5033333333333333,"baseline_adjusted_skill":0.8053691275167785,"baseline_adjusted_score":0.8053691275167785},"scoring":{"eligible":true,"reason":null},"model":94,"benchmark":87},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1097088594839276,"accuracy":0.8533333333333334,"positive_recall":0.8125,"specificity":0.9,"precision":0.9027777777777778,"balanced_accuracy":0.85625,"f1":0.8552631578947368,"true_positive":130,"false_positive":14,"false_negative":30,"true_negative":126,"positive_prevalence":0.5333333333333333,"majority_accuracy_baseline":0.5333333333333333,"constant_brier_baseline":0.2488888888888889,"brier_skill":0.5592054752877909,"baseline_adjusted_skill":0.7124999999999999,"baseline_adjusted_score":0.7124999999999999},"scoring":{"eligible":true,"reason":null},"model":94,"benchmark":89},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.08728978858450433,"accuracy":0.8966666666666666,"positive_recall":0.8333333333333334,"specificity":0.96,"precision":0.9541984732824428,"balanced_accuracy":0.8966666666666667,"f1":0.8896797153024911,"true_positive":125,"false_positive":6,"false_negative":25,"true_negative":144,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6508408456619827,"baseline_adjusted_skill":0.7933333333333334,"baseline_adjusted_score":0.7933333333333334},"scoring":{"eligible":true,"reason":null},"model":94,"benchmark":134},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.6966666666666667,"uniform_accuracy_baseline":0.0625,"fixed_answer_accuracy_baseline":0.10666666666666667,"baseline_adjusted_skill":0.6604477611940298,"baseline_adjusted_score":0.6604477611940298},"scoring":{"eligible":true,"reason":null},"model":94,"benchmark":142},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9133333333333333,"uniform_accuracy_baseline":0.3467777777777778,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.8645833333333334,"baseline_adjusted_score":0.8645833333333334},"scoring":{"eligible":true,"reason":null},"model":94,"benchmark":150},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.39666666666666667,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.09500000000000001,"baseline_adjusted_score":0.09500000000000001},"scoring":{"eligible":true,"reason":null},"model":94,"benchmark":157},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.8095238095238096,"baseline_adjusted_score":0.8095238095238096},"scoring":{"eligible":true,"reason":null},"model":94,"benchmark":160},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.05999253029061685,"normalized_score_rmse":0.09548712903878334,"constant_score_baseline":0.1111111111111111,"constant_mae_baseline":0.10629629629629629,"baseline_adjusted_skill":0.435610342213709,"baseline_adjusted_score":0.435610342213709},"scoring":{"eligible":true,"reason":null},"model":94,"benchmark":181},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.23564064526918618,"accuracy":0.5966666666666667,"positive_recall":0.3045977011494253,"specificity":1,"precision":1,"balanced_accuracy":0.6522988505747127,"f1":0.4669603524229075,"true_positive":53,"false_positive":0,"false_negative":121,"true_negative":126,"positive_prevalence":0.58,"majority_accuracy_baseline":0.58,"constant_brier_baseline":0.24359999999999998,"brier_skill":0.032673869995130556,"baseline_adjusted_skill":0.3045977011494254,"baseline_adjusted_score":0.3045977011494254},"scoring":{"eligible":true,"reason":null},"model":94,"benchmark":185},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.17121275852406026,"accuracy":0.7666666666666667,"positive_recall":0.6369426751592356,"specificity":0.9090909090909091,"precision":0.8849557522123894,"balanced_accuracy":0.7730167921250723,"f1":0.7407407407407407,"true_positive":100,"false_positive":13,"false_negative":57,"true_negative":130,"positive_prevalence":0.5233333333333333,"majority_accuracy_baseline":0.5233333333333333,"constant_brier_baseline":0.24945555555555557,"brier_skill":0.3136542573976472,"baseline_adjusted_skill":0.5460335842501447,"baseline_adjusted_score":0.5460335842501447},"scoring":{"eligible":true,"reason":null},"model":94,"benchmark":186},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.21484311664288722,"accuracy":0.6621621621621622,"positive_recall":0.4647887323943662,"specificity":0.8441558441558441,"precision":0.7333333333333333,"balanced_accuracy":0.6544722882751052,"f1":0.5689655172413793,"true_positive":33,"false_positive":12,"false_negative":38,"true_negative":65,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.24958911614317017,"brier_skill":0.1392127991685015,"baseline_adjusted_skill":0.30894457655021035,"baseline_adjusted_score":0.30894457655021035},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.24,"uniform_accuracy_baseline":0.2005,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":-0.0704225352112676,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.35,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.04411764705882349,"baseline_adjusted_score":0.04411764705882349},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.37,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":-0.3404255319148937,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.29,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":-0.44897959183673475,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.14055787116449614,"accuracy":0.52164670522,"positive_recall":0.403939305277916,"specificity":0.7104960806383904,"precision":0.6912231059444445,"balanced_accuracy":0.5572176929581532,"f1":0.5099009577868927,"true_positive":24.884031814,"false_positive":11.115968186,"false_negative":36.719361292,"true_negative":27.280638708,"positive_prevalence":0.61603393106,"majority_accuracy_baseline":0.61603393106,"constant_brier_baseline":0.07908707655202402,"brier_skill":-0.7772546071043127,"baseline_adjusted_skill":0.11443538591630631,"baseline_adjusted_score":0.11443538591630631},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2764476313917083,"accuracy":0.57,"positive_recall":0.16,"specificity":0.98,"precision":0.8888888888888888,"balanced_accuracy":0.57,"f1":0.2711864406779661,"true_positive":8,"false_positive":1,"false_negative":42,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.10579052556683322,"baseline_adjusted_skill":0.1399999999999999,"baseline_adjusted_score":0.1399999999999999},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.03,"uniform_accuracy_baseline":0.012987012987012986,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":-0.021052631578947375,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.11666666666666668,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.38,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.03125000000000003,"baseline_adjusted_score":0.03125000000000003},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2718075591234438,"accuracy":0.6,"positive_recall":1,"specificity":0.2,"precision":0.5555555555555556,"balanced_accuracy":0.6,"f1":0.7142857142857143,"true_positive":50,"false_positive":40,"false_negative":0,"true_negative":10,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.08723023649377515,"baseline_adjusted_skill":0.19999999999999996,"baseline_adjusted_score":0.19999999999999996},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.14146213795964568,"accuracy":0.581305120850115,"positive_recall":0.5874887726153145,"specificity":0.5784257855744915,"precision":0.39353232063263294,"balanced_accuracy":0.582957279094903,"f1":0.4713371029923177,"true_positive":130.65273045003414,"false_positive":201.34726954996586,"false_negative":91.73914585495368,"true_negative":276.2608541450463,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768642,"brier_skill":-0.594354133083904,"baseline_adjusted_skill":0.16591455818980605,"baseline_adjusted_score":0.16591455818980605},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.27577950717653893,"accuracy":0.46,"positive_recall":0.38,"specificity":0.54,"precision":0.4523809523809524,"balanced_accuracy":0.46,"f1":0.41304347826086957,"true_positive":19,"false_positive":23,"false_negative":31,"true_negative":27,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.10311802870615572,"baseline_adjusted_skill":-0.07999999999999996,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.019867549668874173,"uniform_accuracy_baseline":0.006622516556291391,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":-0.020689655172413793,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.3164705882352941,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":-0.2603036876355748,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.11666666666666668,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.27500739612555775,"accuracy":0.64,"positive_recall":0.92,"specificity":0.36,"precision":0.5897435897435898,"balanced_accuracy":0.64,"f1":0.71875,"true_positive":46,"false_positive":32,"false_negative":4,"true_negative":18,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.10002958450223098,"baseline_adjusted_skill":0.28,"baseline_adjusted_score":0.28},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.56,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.08333333333333341,"baseline_adjusted_score":0.08333333333333341},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.16,"uniform_accuracy_baseline":0.07142857142857142,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.05617977528089888,"baseline_adjusted_score":0.05617977528089888},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.38,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":-0.34782608695652184,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.26,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":-0.013698630136986314,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.6666666666666666,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.299346216202746,"accuracy":0.4634146341463415,"positive_recall":0.4,"specificity":0.5238095238095238,"precision":0.4444444444444444,"balanced_accuracy":0.46190476190476193,"f1":0.42105263157894735,"true_positive":16,"false_positive":20,"false_negative":24,"true_negative":22,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.2498512790005949,"brier_skill":-0.19809759389718096,"baseline_adjusted_skill":-0.07619047619047614,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11964526161773373,"accuracy":0.84,"positive_recall":0.86,"specificity":0.82,"precision":0.8269230769230769,"balanced_accuracy":0.84,"f1":0.8431372549019608,"true_positive":43,"false_positive":9,"false_negative":7,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5214189535290651,"baseline_adjusted_skill":0.6799999999999999,"baseline_adjusted_score":0.6799999999999999},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.12011173184357542,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":-0.1290322580645161,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.39,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.25722111173492285,"accuracy":0.61,"positive_recall":0.8181818181818182,"specificity":0.5512820512820513,"precision":0.33962264150943394,"balanced_accuracy":0.6847319347319347,"f1":0.48,"true_positive":36,"false_positive":70,"false_negative":8,"true_negative":86,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.49895752759279044,"baseline_adjusted_skill":0.36946386946386944,"baseline_adjusted_score":0.36946386946386944},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.2810625563515797,"accuracy":0.54,"positive_recall":0.76,"specificity":0.4666666666666667,"precision":0.3220338983050847,"balanced_accuracy":0.6133333333333333,"f1":0.4523809523809524,"true_positive":38,"false_positive":80,"false_negative":12,"true_negative":70,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-0.49900030054175826,"baseline_adjusted_skill":0.22666666666666657,"baseline_adjusted_score":0.22666666666666657},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.1556613319959742,"accuracy":0.815,"positive_recall":1,"specificity":0.7955801104972375,"precision":0.3392857142857143,"balanced_accuracy":0.8977900552486188,"f1":0.5066666666666667,"true_positive":19,"false_positive":37,"false_negative":0,"true_negative":144,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.085975,"brier_skill":-0.8105418086184846,"baseline_adjusted_skill":0.7955801104972375,"baseline_adjusted_score":0.7955801104972375},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.1487811709260285,"accuracy":0.7561369047619048,"positive_recall":0.6195813907350461,"specificity":0.7648541340813962,"precision":0.14398340248962654,"balanced_accuracy":0.6922177624082212,"f1":0.23366566281962553,"true_positive":104.1,"false_positive":618.9,"false_negative":63.916666666666664,"true_negative":2013.0833333333333,"positive_prevalence":0.060005952380952375,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679138,"brier_skill":-3.6203937590138198,"baseline_adjusted_skill":0.3844355248164424,"baseline_adjusted_score":0.3844355248164424},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.019830028328611898,"uniform_accuracy_baseline":0.027777777777777776,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":-0.12337662337662338,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.23,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":-0.09999999999999998,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.20356444849627917,"accuracy":0.68,"positive_recall":0.7,"specificity":0.66,"precision":0.6730769230769231,"balanced_accuracy":0.6799999999999999,"f1":0.6862745098039216,"true_positive":35,"false_positive":17,"false_negative":15,"true_negative":33,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.18574220601488334,"baseline_adjusted_skill":0.3599999999999999,"baseline_adjusted_score":0.3599999999999999},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1786009407212455,"accuracy":0.75,"positive_recall":0.82,"specificity":0.68,"precision":0.7192982456140351,"balanced_accuracy":0.75,"f1":0.7663551401869159,"true_positive":41,"false_positive":16,"false_negative":9,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.285596237115018,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.63,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":0.05128205128205133,"baseline_adjusted_score":0.05128205128205133},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.02,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":-0.0425531914893617,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.20226966590499476,"accuracy":0.72,"positive_recall":0.82,"specificity":0.62,"precision":0.6833333333333333,"balanced_accuracy":0.72,"f1":0.7454545454545455,"true_positive":41,"false_positive":19,"false_negative":9,"true_negative":31,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.19092133638002096,"baseline_adjusted_skill":0.43999999999999995,"baseline_adjusted_score":0.43999999999999995},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.22,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":-0.16417910447761197,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3189229787360261,"accuracy":0.53,"positive_recall":0.08,"specificity":0.98,"precision":0.8,"balanced_accuracy":0.53,"f1":0.14545454545454545,"true_positive":4,"false_positive":1,"false_negative":46,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.2756919149441044,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.19667793243243242,"uniform_accuracy_baseline":0.23445945945945948,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":-0.08901976605922587,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.12904493759306657,"accuracy":0.5426316118421053,"positive_recall":0.6650930942098828,"specificity":0.4260210927056676,"precision":0.5245745106382979,"balanced_accuracy":0.5455570934577753,"f1":0.5865350674461449,"true_positive":49.310004,"false_positive":44.689996,"false_negative":24.829999,"true_negative":33.170001,"positive_prevalence":0.4877631776315789,"majority_accuracy_baseline":0.512236822368421,"constant_brier_baseline":0.09451910039768556,"brier_skill":-0.3652789441511277,"baseline_adjusted_skill":0.09111418691555051,"baseline_adjusted_score":0.09111418691555051},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.1863240636629545,"normalized_score_rmse":0.22587695641730882,"constant_score_baseline":0.5841668333333333,"constant_mae_baseline":0.21700552708333334,"baseline_adjusted_skill":0.1413856311991385,"baseline_adjusted_score":0.1413856311991385},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.27405268005894207,"accuracy":0.57,"positive_recall":0.46,"specificity":0.68,"precision":0.5897435897435898,"balanced_accuracy":0.5700000000000001,"f1":0.5168539325842697,"true_positive":23,"false_positive":16,"false_negative":27,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.09621072023576827,"baseline_adjusted_skill":0.14000000000000012,"baseline_adjusted_score":0.14000000000000012},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2948467401222343,"accuracy":0.52,"positive_recall":0.04,"specificity":1,"precision":1,"balanced_accuracy":0.52,"f1":0.07692307692307693,"true_positive":2,"false_positive":0,"false_negative":48,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.1793869604889371,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.25,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":-0.2295081967213115,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.095,"uniform_accuracy_baseline":0.036111111111111115,"fixed_answer_accuracy_baseline":0.08833333333333333,"baseline_adjusted_skill":0.007312614259597808,"baseline_adjusted_score":0.007312614259597808},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.45,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":-0.2500000000000001,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.085,"uniform_accuracy_baseline":0.049879324215607396,"fixed_answer_accuracy_baseline":0.12442477876106194,"baseline_adjusted_skill":-0.04502728926622193,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2747057639196846,"accuracy":0.49,"positive_recall":0,"specificity":0.98,"precision":0,"balanced_accuracy":0.49,"f1":0,"true_positive":0,"false_positive":1,"false_negative":50,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.09882305567873839,"baseline_adjusted_skill":-0.020000000000000018,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.2222222222222222,"uniform_accuracy_baseline":0.23888888888888887,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":-0.09803921568627456,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.31784696719263605,"accuracy":0.5,"positive_recall":0.09375,"specificity":0.90625,"precision":0.5,"balanced_accuracy":0.5,"f1":0.15789473684210525,"true_positive":3,"false_positive":3,"false_negative":29,"true_negative":29,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.2713878687705442,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":-0.08695652173913052,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.22,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.18181818181818188,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2762317812002743,"accuracy":0.48,"positive_recall":0.92,"specificity":0.04,"precision":0.48936170212765956,"balanced_accuracy":0.48000000000000004,"f1":0.6388888888888888,"true_positive":46,"false_positive":48,"false_negative":4,"true_negative":2,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.10492712480109723,"baseline_adjusted_skill":-0.039999999999999925,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.38235294117647056,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.08695652173913036,"baseline_adjusted_score":0.08695652173913036},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.20565829976152228,"accuracy":0.696969696969697,"positive_recall":0.5,"specificity":0.8823529411764706,"precision":0.8,"balanced_accuracy":0.6911764705882353,"f1":0.6153846153846154,"true_positive":8,"false_positive":2,"false_negative":8,"true_negative":15,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.17661070426361114,"baseline_adjusted_skill":0.38235294117647056,"baseline_adjusted_score":0.38235294117647056},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.32200891379266977,"normalized_score_rmse":0.38216358406773626,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.024215412749485576,"baseline_adjusted_score":0.024215412749485576},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.15625,"uniform_accuracy_baseline":0.178125,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.18421052631578944,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.27515292497958316,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":17,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.10061169991833263,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.32423508517882405,"normalized_score_rmse":0.3838077863122643,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-1.2047985792160034,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.16666666666666666,"uniform_accuracy_baseline":0.13194444444444445,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":-1.0869565217391304,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.21887736042901804,"accuracy":0.6923076923076923,"positive_recall":1,"specificity":0.38461538461538464,"precision":0.6190476190476191,"balanced_accuracy":0.6923076923076923,"f1":0.7647058823529411,"true_positive":26,"false_positive":16,"false_negative":0,"true_negative":10,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.12449055828392785,"baseline_adjusted_skill":0.3846153846153846,"baseline_adjusted_score":0.3846153846153846},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.30903157297905903,"accuracy":0.48,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":39,"true_negative":36,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24960000000000004,"brier_skill":-0.23810726353789646,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.28568520277738574,"normalized_score_rmse":0.368951944641516,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.02030429563352043,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.2647058823529412,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.24746896513770658,"accuracy":0.5714285714285714,"positive_recall":0.5714285714285714,"specificity":0.5714285714285714,"precision":0.5714285714285714,"balanced_accuracy":0.5714285714285714,"f1":0.5714285714285714,"true_positive":8,"false_positive":6,"false_negative":6,"true_negative":8,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.010124139449173675,"baseline_adjusted_skill":0.1428571428571428,"baseline_adjusted_score":0.1428571428571428},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.3242897243662314,"normalized_score_rmse":0.3718777011678925,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.1696969696969697,"baseline_adjusted_skill":-0.9109930185867205,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":0.26666666666666666,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":0.08333333333333331,"baseline_adjusted_score":0.08333333333333331},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.13254771510067412,"accuracy":0.8117647058823529,"positive_recall":0.7111111111111111,"specificity":0.925,"precision":0.9142857142857143,"balanced_accuracy":0.8180555555555555,"f1":0.8,"true_positive":32,"false_positive":3,"false_negative":13,"true_negative":37,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.2491349480968858,"brier_skill":0.46796819910979415,"baseline_adjusted_skill":0.6361111111111111,"baseline_adjusted_score":0.6361111111111111},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.12,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":-0.15789473684210525,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.33466797530795056,"accuracy":0.5,"positive_recall":0.2857142857142857,"specificity":1,"precision":1,"balanced_accuracy":0.6428571428571428,"f1":0.4444444444444444,"true_positive":10,"false_positive":0,"false_negative":25,"true_negative":15,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.21,"brier_skill":-0.5936570252759552,"baseline_adjusted_skill":0.2857142857142856,"baseline_adjusted_score":0.2857142857142856},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.3165617804974318,"normalized_score_rmse":0.40755373454786586,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.1305777874908276,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.24050632911392406,"uniform_accuracy_baseline":0.24240506329113923,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":-0.30434782608695654,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.18578115926704472,"accuracy":0.6666666666666666,"positive_recall":1,"specificity":0.3,"precision":0.6111111111111112,"balanced_accuracy":0.65,"f1":0.7586206896551724,"true_positive":11,"false_positive":7,"false_negative":0,"true_negative":3,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.2494331065759637,"brier_skill":0.2551864433021207,"baseline_adjusted_skill":0.30000000000000004,"baseline_adjusted_score":0.30000000000000004},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.36363636363636365,"uniform_accuracy_baseline":0.32373737373737377,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":-0.049999999999999954,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.3047498301401194,"accuracy":0.42424242424242425,"positive_recall":0.29411764705882354,"specificity":0.5625,"precision":0.4166666666666667,"balanced_accuracy":0.4283088235294118,"f1":0.3448275862068966,"true_positive":5,"false_positive":7,"false_negative":12,"true_negative":9,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":-0.2201197243477575,"baseline_adjusted_skill":-0.1433823529411764,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.3347859308306201,"normalized_score_rmse":0.37960954838445615,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.3431372549019608,"baseline_adjusted_skill":0.024338144436478637,"baseline_adjusted_score":0.024338144436478637},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2025504788964035,"accuracy":0.66,"positive_recall":0.86,"specificity":0.46,"precision":0.6142857142857143,"balanced_accuracy":0.66,"f1":0.7166666666666667,"true_positive":43,"false_positive":27,"false_negative":7,"true_negative":23,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.18979808441438595,"baseline_adjusted_skill":0.32000000000000006,"baseline_adjusted_score":0.32000000000000006},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.33333333333333337,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":-0.03092783505154633,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.2548472119294767,"accuracy":0.5066666666666667,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":37,"true_negative":38,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555554,"brier_skill":-0.019570104625395768,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.09,"uniform_accuracy_baseline":0.14285714285714285,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":-0.16666666666666666,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.32416666666666666,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.27187690974122086,"accuracy":0.5151515151515151,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":16,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":-0.08850718642716737,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.22724858005390022,"normalized_score_rmse":0.27724086293129,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":-0.034372847141890706,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.19862187697474468,"accuracy":0.75,"positive_recall":0,"specificity":0.9615384615384616,"precision":0,"balanced_accuracy":0.4807692307692308,"f1":0,"true_positive":0,"false_positive":3,"false_negative":22,"true_negative":75,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.15747014554047012,"baseline_adjusted_skill":-0.038461538461538436,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2127560258782085,"accuracy":0.7,"positive_recall":0.21621621621621623,"specificity":0.9841269841269841,"precision":0.8888888888888888,"balanced_accuracy":0.6001716001716002,"f1":0.34782608695652173,"true_positive":8,"false_positive":1,"false_negative":29,"true_negative":62,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000003,"brier_skill":0.08727573625822194,"baseline_adjusted_skill":0.2003432003432004,"baseline_adjusted_score":0.2003432003432004},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24167914647551622,"accuracy":0.6,"positive_recall":0.3076923076923077,"specificity":0.7868852459016393,"precision":0.48,"balanced_accuracy":0.5472887767969735,"f1":0.375,"true_positive":12,"false_positive":13,"false_negative":27,"true_negative":48,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379,"brier_skill":-0.0158854412590006,"baseline_adjusted_skill":0.09457755359394704,"baseline_adjusted_score":0.09457755359394704},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.20622772481010357,"accuracy":0.71,"positive_recall":0.0967741935483871,"specificity":0.9855072463768116,"precision":0.75,"balanced_accuracy":0.5411407199625994,"f1":0.17142857142857143,"true_positive":3,"false_positive":1,"false_negative":28,"true_negative":68,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999998,"brier_skill":0.0358685142117644,"baseline_adjusted_skill":0.08228143992519876,"baseline_adjusted_score":0.08228143992519876},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.27,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":-0.013888888888888902,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.22669410916045307,"normalized_score_rmse":0.27877057653899256,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.024971573503427713,"baseline_adjusted_score":0.024971573503427713},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11910037526497504,"accuracy":0.84,"positive_recall":0.76,"specificity":0.92,"precision":0.9047619047619048,"balanced_accuracy":0.8400000000000001,"f1":0.8260869565217391,"true_positive":38,"false_positive":4,"false_negative":12,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5235984989400999,"baseline_adjusted_skill":0.6800000000000002,"baseline_adjusted_score":0.6800000000000002},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2824333227681572,"accuracy":0.54,"positive_recall":0.76,"specificity":0.32,"precision":0.5277777777777778,"balanced_accuracy":0.54,"f1":0.6229508196721312,"true_positive":38,"false_positive":34,"false_negative":12,"true_negative":16,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.12973329107262876,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.18,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-1.342857142857143,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.28203735820954573,"accuracy":0.61,"positive_recall":0.96,"specificity":0.26,"precision":0.5647058823529412,"balanced_accuracy":0.61,"f1":0.7111111111111111,"true_positive":48,"false_positive":37,"false_negative":2,"true_negative":13,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.12814943283818292,"baseline_adjusted_skill":0.21999999999999997,"baseline_adjusted_score":0.21999999999999997},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":-0.19047619047619035,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.25,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.25000000000000006,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2776348042491671,"accuracy":0.47,"positive_recall":0.1,"specificity":0.84,"precision":0.38461538461538464,"balanced_accuracy":0.47,"f1":0.15873015873015872,"true_positive":5,"false_positive":8,"false_negative":45,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.11053921699666835,"baseline_adjusted_skill":-0.06000000000000005,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.27,"uniform_accuracy_baseline":0.20851190476190473,"fixed_answer_accuracy_baseline":0.22333333333333333,"baseline_adjusted_skill":0.06008583690987128,"baseline_adjusted_score":0.06008583690987128},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2404264317537266,"accuracy":0.64,"positive_recall":0.5,"specificity":0.78,"precision":0.6944444444444444,"balanced_accuracy":0.64,"f1":0.5813953488372093,"true_positive":25,"false_positive":11,"false_negative":25,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.03829427298509358,"baseline_adjusted_skill":0.28,"baseline_adjusted_score":0.28},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.22354640563484282,"normalized_score_rmse":0.26305626523168124,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.25484531455052395,"baseline_adjusted_score":0.25484531455052395},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.28,"uniform_accuracy_baseline":0.22851190476190475,"fixed_answer_accuracy_baseline":0.24333333333333332,"baseline_adjusted_skill":0.04845814977973573,"baseline_adjusted_score":0.04845814977973573},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.23360127543325768,"accuracy":0.65,"positive_recall":0.72,"specificity":0.58,"precision":0.631578947368421,"balanced_accuracy":0.6499999999999999,"f1":0.6728971962616822,"true_positive":36,"false_positive":21,"false_negative":14,"true_negative":29,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.06559489826696929,"baseline_adjusted_skill":0.2999999999999998,"baseline_adjusted_score":0.2999999999999998},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.2568414434608486,"normalized_score_rmse":0.3091351652812095,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.3042222222222222,"baseline_adjusted_skill":0.15574397693658248,"baseline_adjusted_score":0.15574397693658248},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.27,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.17741935483870966,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2869736981895415,"accuracy":0.6,"positive_recall":0.98,"specificity":0.22,"precision":0.5568181818181818,"balanced_accuracy":0.6,"f1":0.7101449275362319,"true_positive":49,"false_positive":39,"false_negative":1,"true_negative":11,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.14789479275816597,"baseline_adjusted_skill":0.19999999999999996,"baseline_adjusted_score":0.19999999999999996},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.35,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":-0.30000000000000004,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.12627384646663878,"accuracy":0.82,"positive_recall":0.84,"specificity":0.8,"precision":0.8076923076923077,"balanced_accuracy":0.8200000000000001,"f1":0.8235294117647058,"true_positive":42,"false_positive":10,"false_negative":8,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4949046141334449,"baseline_adjusted_skill":0.6400000000000001,"baseline_adjusted_score":0.6400000000000001},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.4,"uniform_accuracy_baseline":0.3533333333333333,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":-0.0169491525423728,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.06451612903225803,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.25,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.20967741935483872,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.11,"uniform_accuracy_baseline":0.1111111111111111,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":-0.05952380952380953,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.2044896091077642,"accuracy":0.48862500000000003,"positive_recall":0.48978246539222153,"specificity":0.48835415702606827,"precision":0.18300492610837438,"balanced_accuracy":0.4890683112091449,"f1":0.26645149722072803,"true_positive":37.15,"false_positive":165.85,"false_negative":38.7,"true_negative":158.3,"positive_prevalence":0.189625,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500001,"brier_skill":-1.6862836744958818,"baseline_adjusted_skill":-0.021863377581710197,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.45960600287187847,"normalized_score_rmse":0.5024054640756381,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":-1.1502035222076188,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.28265974538271843,"accuracy":0.399875,"positive_recall":0.9732770745428974,"specificity":0.19140957900119313,"precision":0.3043988269794721,"balanced_accuracy":0.5823433267720453,"f1":0.4637551658661901,"true_positive":103.8,"false_positive":237.2,"false_negative":2.85,"true_negative":56.15,"positive_prevalence":0.266625,"majority_accuracy_baseline":0.733375,"constant_brier_baseline":0.115654859375,"brier_skill":-1.4439936800772095,"baseline_adjusted_skill":0.1646866535440905,"baseline_adjusted_score":0.1646866535440905},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.404511545249261,"normalized_score_rmse":0.4649297597926982,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":-0.5051592381367851,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.24320020017143823,"accuracy":0.38087499999999996,"positive_recall":0.9221476510067114,"specificity":0.1710320901994796,"precision":0.3013157894736842,"balanced_accuracy":0.5465898706030955,"f1":0.4542148760330579,"true_positive":103.05,"false_positive":238.95,"false_negative":8.7,"true_negative":49.3,"positive_prevalence":0.279375,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937500001,"brier_skill":-1.1492497296624258,"baseline_adjusted_skill":0.09317974120619099,"baseline_adjusted_score":0.09317974120619099},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.39054482044652106,"normalized_score_rmse":0.44239327615755275,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":-0.47723809152348373,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.26496524948956557,"accuracy":0.447875,"positive_recall":0.8107042253521127,"specificity":0.34441767068273094,"precision":0.26068840579710145,"balanced_accuracy":0.5775609480174219,"f1":0.3945167923235092,"true_positive":71.95,"false_positive":204.05,"false_negative":16.8,"true_negative":107.2,"positive_prevalence":0.221875,"majority_accuracy_baseline":0.778125,"constant_brier_baseline":0.12674023437499998,"brier_skill":-1.090616691662289,"baseline_adjusted_skill":0.15512189603484372,"baseline_adjusted_score":0.15512189603484372},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.4409744038619101,"normalized_score_rmse":0.478675740337625,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":-0.9544571916317346,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.27255478562417124,"accuracy":0.3825,"positive_recall":0.9253308128544423,"specificity":0.18728755948334466,"precision":0.2905044510385757,"balanced_accuracy":0.5563091861688935,"f1":0.44218608852755203,"true_positive":97.9,"false_positive":239.1,"false_negative":7.9,"true_negative":55.1,"positive_prevalence":0.2645,"majority_accuracy_baseline":0.7355,"constant_brier_baseline":0.11362725,"brier_skill":-1.3986744871865793,"baseline_adjusted_skill":0.11261837233778693,"baseline_adjusted_score":0.11261837233778693},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.4163379022316076,"normalized_score_rmse":0.46645580620658394,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":-0.6570662775387368,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.4474777022327536,"accuracy":0.2255,"positive_recall":0.9712793733681462,"specificity":0.04885590599876314,"precision":0.19476439790575917,"balanced_accuracy":0.5100676396834547,"f1":0.32446576537287397,"true_positive":74.4,"false_positive":307.6,"false_negative":2.2,"true_negative":15.8,"positive_prevalence":0.19149999999999998,"majority_accuracy_baseline":0.8085,"constant_brier_baseline":0.09190274999999999,"brier_skill":-3.86903495524077,"baseline_adjusted_skill":0.020135279366909398,"baseline_adjusted_score":0.020135279366909398},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.502764330576174,"normalized_score_rmse":0.5582383233218754,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":-1.430280752029844,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.3309307628186797,"accuracy":0.299,"positive_recall":0.9579945799457995,"specificity":0.1499080318822808,"precision":0.20316091954022988,"balanced_accuracy":0.5539513059140402,"f1":0.33522996680891415,"true_positive":70.7,"false_positive":277.3,"false_negative":3.1,"true_negative":48.9,"positive_prevalence":0.1845,"majority_accuracy_baseline":0.8155,"constant_brier_baseline":0.10922225,"brier_skill":-2.0298841382472865,"baseline_adjusted_skill":0.10790261182808036,"baseline_adjusted_score":0.10790261182808036},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.4975355642591603,"normalized_score_rmse":0.5316654480815947,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":-1.6272505043388006,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.40508648817895165,"accuracy":0.23975000000000002,"positive_recall":0.9579617834394905,"specificity":0.06438569206842923,"precision":0.2,"balanced_accuracy":0.5111737377539598,"f1":0.3309130913091309,"true_positive":75.2,"false_positive":300.8,"false_negative":3.3000000000000003,"true_negative":20.7,"positive_prevalence":0.19625,"majority_accuracy_baseline":0.80375,"constant_brier_baseline":0.09878593749999999,"brier_skill":-3.1006493275315803,"baseline_adjusted_skill":0.0223474755079196,"baseline_adjusted_score":0.0223474755079196},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.5012768070632592,"normalized_score_rmse":0.5619529805970735,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":-1.3729079624296294,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.17473771627969692,"accuracy":0.5403061224489796,"positive_recall":0.6239620403321471,"specificity":0.477170993733214,"precision":0.47387387387387386,"balanced_accuracy":0.5505665170326806,"f1":0.5386584741423451,"true_positive":105.2,"false_positive":116.8,"false_negative":63.4,"true_negative":106.6,"positive_prevalence":0.4301020408163265,"majority_accuracy_baseline":0.5698979591836735,"constant_brier_baseline":0.12359641815910039,"brier_skill":-0.41377653885377597,"baseline_adjusted_skill":0.10113303406536112,"baseline_adjusted_score":0.10113303406536112},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.28969136464922707,"normalized_score_rmse":0.3571595440127826,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":-0.05147236057867621,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.29363122097584926,"accuracy":0.35150000000000003,"positive_recall":0.8863099921321794,"specificity":0.25048298409867736,"precision":0.18257698541329012,"balanced_accuracy":0.5683964881154284,"f1":0.3027818841553554,"true_positive":112.65,"false_positive":504.35,"false_negative":14.45,"true_negative":168.55,"positive_prevalence":0.158875,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499999,"brier_skill":-1.9726533615809072,"baseline_adjusted_skill":0.13679297623085684,"baseline_adjusted_score":0.13679297623085684},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.5012113835942,"normalized_score_rmse":0.5292217709594432,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-2.0376447490557577,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.38,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.29605691545100654,"accuracy":0.49,"positive_recall":0.62,"specificity":0.36,"precision":0.49206349206349204,"balanced_accuracy":0.49,"f1":0.5486725663716814,"true_positive":31,"false_positive":32,"false_negative":19,"true_negative":18,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.18422766180402617,"baseline_adjusted_skill":-0.020000000000000018,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.0583167660702452,"uniform_accuracy_baseline":0.058823529411764705,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":-0.10669781931464174,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.56,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.04347826086956526,"baseline_adjusted_score":0.04347826086956526},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2792254600680165,"accuracy":0.54,"positive_recall":0.2,"specificity":0.88,"precision":0.625,"balanced_accuracy":0.54,"f1":0.30303030303030304,"true_positive":10,"false_positive":6,"false_negative":40,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.11690184027206607,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.36,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":-0.015873015873015886,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":95,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.2683170088794189,"accuracy":0.6081081081081081,"positive_recall":0.7605633802816901,"specificity":0.4675324675324675,"precision":0.5684210526315789,"balanced_accuracy":0.6140479239070789,"f1":0.6506024096385542,"true_positive":54,"false_positive":41,"false_negative":17,"true_negative":36,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.24958911614317017,"brier_skill":-0.07503489345066616,"baseline_adjusted_skill":0.2280958478141577,"baseline_adjusted_score":0.2280958478141577},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.23,"uniform_accuracy_baseline":0.2005,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":-0.08450704225352108,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.55,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.33823529411764713,"baseline_adjusted_score":0.33823529411764713},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.54,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.02127659574468087,"baseline_adjusted_score":0.02127659574468087},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":-0.02040816326530614,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09402697269381641,"accuracy":0.56666847138,"positive_recall":0.805720555629032,"specificity":0.18313407315943858,"precision":0.6127792607654321,"balanced_accuracy":0.49442731439423526,"f1":0.6961281781718224,"true_positive":49.635120122000004,"false_positive":31.364879878,"false_negative":11.968272984,"true_negative":7.0317270160000005,"positive_prevalence":0.61603393106,"majority_accuracy_baseline":0.61603393106,"constant_brier_baseline":0.07908707655202402,"brier_skill":-0.1889043923878615,"baseline_adjusted_skill":-0.011145371211529476,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.22047123015844503,"accuracy":0.61,"positive_recall":0.66,"specificity":0.56,"precision":0.6,"balanced_accuracy":0.6100000000000001,"f1":0.6285714285714286,"true_positive":33,"false_positive":22,"false_negative":17,"true_negative":28,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.1181150793662199,"baseline_adjusted_skill":0.2200000000000002,"baseline_adjusted_score":0.2200000000000002},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.81,"uniform_accuracy_baseline":0.012987012987012986,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.8,"baseline_adjusted_score":0.8},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.41,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.01666666666666659,"baseline_adjusted_score":0.01666666666666659},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.35,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":-0.015625000000000014,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2245708686993076,"accuracy":0.71,"positive_recall":0.54,"specificity":0.88,"precision":0.8181818181818182,"balanced_accuracy":0.71,"f1":0.6506024096385542,"true_positive":27,"false_positive":6,"false_negative":23,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.10171652520276964,"baseline_adjusted_skill":0.41999999999999993,"baseline_adjusted_score":0.41999999999999993},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.1505710789941654,"accuracy":0.5724128115702687,"positive_recall":0.5779906367884042,"specificity":0.5698155713760157,"precision":0.3848515634793052,"balanced_accuracy":0.57390310408221,"f1":0.46204996038305973,"true_positive":128.54042220208794,"false_positive":205.45957779791206,"false_negative":93.85145410289988,"true_negative":272.1485458971001,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768642,"brier_skill":-0.6970167818736952,"baseline_adjusted_skill":0.14780620816442003,"baseline_adjusted_score":0.14780620816442003},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3639317961606061,"accuracy":0.47,"positive_recall":0.7,"specificity":0.24,"precision":0.4794520547945205,"balanced_accuracy":0.47,"f1":0.5691056910569106,"true_positive":35,"false_positive":38,"false_negative":15,"true_negative":12,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.45572718464242445,"baseline_adjusted_skill":-0.06000000000000005,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.4768211920529801,"uniform_accuracy_baseline":0.006622516556291391,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.45517241379310347,"baseline_adjusted_score":0.45517241379310347},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.41294117647058826,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":-0.08242950108459865,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.28,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.2,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2726078474209948,"accuracy":0.55,"positive_recall":0.76,"specificity":0.34,"precision":0.5352112676056338,"balanced_accuracy":0.55,"f1":0.628099173553719,"true_positive":38,"false_positive":33,"false_negative":12,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.09043138968397924,"baseline_adjusted_skill":0.10000000000000009,"baseline_adjusted_score":0.10000000000000009},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.49,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":-0.06250000000000006,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.83,"uniform_accuracy_baseline":0.07142857142857142,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.8089887640449438,"baseline_adjusted_score":0.8089887640449438},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.47,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":-0.1521739130434784,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.24,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":-0.04109589041095894,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.6666666666666666,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.30338346782162307,"accuracy":0.5487804878048781,"positive_recall":0.4,"specificity":0.6904761904761905,"precision":0.5517241379310345,"balanced_accuracy":0.5452380952380953,"f1":0.463768115942029,"true_positive":16,"false_positive":13,"false_negative":24,"true_negative":29,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.2498512790005949,"brier_skill":-0.21425621287654373,"baseline_adjusted_skill":0.0904761904761906,"baseline_adjusted_score":0.0904761904761906},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25186832935335535,"accuracy":0.6,"positive_recall":0.8,"specificity":0.4,"precision":0.5714285714285714,"balanced_accuracy":0.6000000000000001,"f1":0.6666666666666666,"true_positive":40,"false_positive":30,"false_negative":10,"true_negative":20,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.0074733174134213876,"baseline_adjusted_skill":0.20000000000000018,"baseline_adjusted_score":0.20000000000000018},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.3268156424581006,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.13620071684587817,"baseline_adjusted_score":0.13620071684587817},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.4,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.016393442622950834,"baseline_adjusted_score":0.016393442622950834},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.2762012054852875,"accuracy":0.52,"positive_recall":0.4318181818181818,"specificity":0.5448717948717948,"precision":0.2111111111111111,"balanced_accuracy":0.4883449883449883,"f1":0.2835820895522388,"true_positive":19,"false_positive":71,"false_negative":25,"true_negative":85,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.6095641345296474,"baseline_adjusted_skill":-0.02331002331002341,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.31129559281993235,"accuracy":0.495,"positive_recall":0.82,"specificity":0.38666666666666666,"precision":0.3082706766917293,"balanced_accuracy":0.6033333333333333,"f1":0.44808743169398907,"true_positive":41,"false_positive":92,"false_negative":9,"true_negative":58,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-0.6602431617063058,"baseline_adjusted_skill":0.20666666666666655,"baseline_adjusted_score":0.20666666666666655},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.27827022907425636,"accuracy":0.55,"positive_recall":0.6842105263157895,"specificity":0.5359116022099447,"precision":0.13402061855670103,"balanced_accuracy":0.6100610642628671,"f1":0.22413793103448276,"true_positive":13,"false_positive":84,"false_negative":6,"true_negative":97,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.085975,"brier_skill":-2.2366412221489544,"baseline_adjusted_skill":0.2201221285257342,"baseline_adjusted_score":0.2201221285257342},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.18542177214134764,"accuracy":0.7035892857142857,"positive_recall":0.577522071223093,"specificity":0.711636978450978,"precision":0.11335669781931464,"balanced_accuracy":0.6445795248370354,"f1":0.18951514461027652,"true_positive":97.03333333333333,"false_positive":758.9666666666667,"false_negative":70.98333333333333,"true_negative":1873.0166666666667,"positive_prevalence":0.060005952380952375,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679138,"brier_skill":-4.758266274252626,"baseline_adjusted_skill":0.2891590496740708,"baseline_adjusted_score":0.2891590496740708},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.24645892351274787,"uniform_accuracy_baseline":0.027777777777777776,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.13636363636363635,"baseline_adjusted_score":0.13636363636363635},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.27,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":-0.042857142857142816,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3148558363941661,"accuracy":0.5,"positive_recall":0.3,"specificity":0.7,"precision":0.5,"balanced_accuracy":0.5,"f1":0.375,"true_positive":15,"false_positive":15,"false_negative":35,"true_negative":35,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.25942334557666435,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25942754723005373,"accuracy":0.58,"positive_recall":0.4,"specificity":0.76,"precision":0.625,"balanced_accuracy":0.5800000000000001,"f1":0.4878048780487805,"true_positive":20,"false_positive":12,"false_negative":30,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.03771018892021494,"baseline_adjusted_skill":0.16000000000000014,"baseline_adjusted_score":0.16000000000000014},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":-0.282051282051282,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.52,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.4893617021276596,"baseline_adjusted_score":0.4893617021276596},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3044445576420493,"accuracy":0.57,"positive_recall":0.84,"specificity":0.3,"precision":0.5454545454545454,"balanced_accuracy":0.57,"f1":0.6614173228346457,"true_positive":42,"false_positive":35,"false_negative":8,"true_negative":15,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.21777823056819723,"baseline_adjusted_skill":0.1399999999999999,"baseline_adjusted_score":0.1399999999999999},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.93,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8955223880597017,"baseline_adjusted_score":0.8955223880597017},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.37269187523284947,"accuracy":0.51,"positive_recall":0.02,"specificity":1,"precision":1,"balanced_accuracy":0.51,"f1":0.0392156862745098,"true_positive":1,"false_positive":0,"false_negative":49,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.49076750093139787,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.32329005405405403,"uniform_accuracy_baseline":0.23445945945945948,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.08262135851008424,"baseline_adjusted_score":0.08262135851008424},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.1350710227415025,"accuracy":0.5755701776315789,"positive_recall":0.7797859813952259,"specificity":0.3811113940834085,"precision":0.545408820754717,"balanced_accuracy":0.5804486877393172,"f1":0.6418711450781979,"true_positive":57.813335,"false_positive":48.186665,"false_negative":16.326668,"true_negative":29.673332,"positive_prevalence":0.4877631776315789,"majority_accuracy_baseline":0.512236822368421,"constant_brier_baseline":0.09451910039768556,"brier_skill":-0.42903415471789574,"baseline_adjusted_skill":0.16089737547863447,"baseline_adjusted_score":0.16089737547863447},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.20980735396319716,"normalized_score_rmse":0.25398986604504653,"constant_score_baseline":0.5841668333333333,"constant_mae_baseline":0.21700552708333334,"baseline_adjusted_skill":0.0331704598352095,"baseline_adjusted_score":0.0331704598352095},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2769037137279,"accuracy":0.53,"positive_recall":0.5,"specificity":0.56,"precision":0.5319148936170213,"balanced_accuracy":0.53,"f1":0.5154639175257731,"true_positive":25,"false_positive":22,"false_negative":25,"true_negative":28,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.10761485491160006,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2708051652686072,"accuracy":0.5,"positive_recall":0.42,"specificity":0.58,"precision":0.5,"balanced_accuracy":0.5,"f1":0.45652173913043476,"true_positive":21,"false_positive":21,"false_negative":29,"true_negative":29,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.08322066107442883,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.32,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":-0.11475409836065575,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.63,"uniform_accuracy_baseline":0.036111111111111115,"fixed_answer_accuracy_baseline":0.08833333333333333,"baseline_adjusted_skill":0.5941499085923218,"baseline_adjusted_score":0.5941499085923218},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.77,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.47727272727272724,"baseline_adjusted_score":0.47727272727272724},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.62,"uniform_accuracy_baseline":0.049879324215607396,"fixed_answer_accuracy_baseline":0.12442477876106194,"baseline_adjusted_skill":0.5659995957145745,"baseline_adjusted_score":0.5659995957145745},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.4006770441909886,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":50,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.6027081767639544,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.6388888888888888,"uniform_accuracy_baseline":0.23888888888888887,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.49019607843137253,"baseline_adjusted_score":0.49019607843137253},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.25380616942369877,"accuracy":0.546875,"positive_recall":0.25,"specificity":0.84375,"precision":0.6153846153846154,"balanced_accuracy":0.546875,"f1":0.35555555555555557,"true_positive":8,"false_positive":5,"false_negative":24,"true_negative":27,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.015224677694795075,"baseline_adjusted_skill":0.09375,"baseline_adjusted_score":0.09375},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.7391304347826086,"baseline_adjusted_score":0.7391304347826086},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.26728738747123637,"accuracy":0.5,"positive_recall":0.5,"specificity":0.5,"precision":0.5,"balanced_accuracy":0.5,"f1":0.5,"true_positive":25,"false_positive":25,"false_negative":25,"true_negative":25,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.06914954988494548,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8235294117647058,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.7391304347826085,"baseline_adjusted_score":0.7391304347826085},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.262675281869396,"accuracy":0.48484848484848486,"positive_recall":0,"specificity":0.9411764705882353,"precision":0,"balanced_accuracy":0.47058823529411764,"f1":0,"true_positive":0,"false_positive":1,"false_negative":16,"true_negative":16,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":-0.05166684542563327,"baseline_adjusted_skill":-0.05882352941176472,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.2622307880409062,"normalized_score_rmse":0.31573873032689775,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.2053612483608903,"baseline_adjusted_score":0.2053612483608903},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.1875,"uniform_accuracy_baseline":0.178125,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.14035087719298242,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.24898259592270436,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":17,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.0040696163091825666,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.25477657861569347,"normalized_score_rmse":0.32251025499299474,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-0.7324807345867155,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.020833333333333332,"uniform_accuracy_baseline":0.13194444444444445,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":-1.452173913043478,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.24693378018711007,"accuracy":0.5961538461538461,"positive_recall":0.8461538461538461,"specificity":0.34615384615384615,"precision":0.5641025641025641,"balanced_accuracy":0.5961538461538461,"f1":0.676923076923077,"true_positive":22,"false_positive":17,"false_negative":4,"true_negative":9,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.012264879251559724,"baseline_adjusted_skill":0.1923076923076923,"baseline_adjusted_score":0.1923076923076923},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.25996564323071036,"accuracy":0.48,"positive_recall":0.10256410256410256,"specificity":0.8888888888888888,"precision":0.5,"balanced_accuracy":0.4957264957264957,"f1":0.1702127659574468,"true_positive":4,"false_positive":4,"false_negative":35,"true_negative":32,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24960000000000004,"brier_skill":-0.04152901935380737,"baseline_adjusted_skill":-0.008547008547008628,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.29297354459762576,"normalized_score_rmse":0.374708434866792,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.04633408784866333,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.2647058823529412,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.23523288815324506,"accuracy":0.5357142857142857,"positive_recall":1,"specificity":0.07142857142857142,"precision":0.5185185185185185,"balanced_accuracy":0.5357142857142857,"f1":0.6829268292682927,"true_positive":14,"false_positive":13,"false_negative":0,"true_negative":1,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.059068447387019773,"baseline_adjusted_skill":0.0714285714285714,"baseline_adjusted_score":0.0714285714285714},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.2083506144131675,"normalized_score_rmse":0.29063417697913635,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.1696969696969697,"baseline_adjusted_skill":-0.22778040636330843,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":0.6,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":0.49999999999999994,"baseline_adjusted_score":0.49999999999999994},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.24061421830040564,"accuracy":0.5882352941176471,"positive_recall":0.3111111111111111,"specificity":0.9,"precision":0.7777777777777778,"balanced_accuracy":0.6055555555555556,"f1":0.4444444444444444,"true_positive":14,"false_positive":4,"false_negative":31,"true_negative":36,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.2491349480968858,"brier_skill":0.0342012626553162,"baseline_adjusted_skill":0.21111111111111125,"baseline_adjusted_score":0.21111111111111125},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.56,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.42105263157894746,"baseline_adjusted_score":0.42105263157894746},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.42465262613456944,"accuracy":0.3,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":35,"true_negative":15,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.21,"brier_skill":-1.0221553625455688,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.36674833081662656,"normalized_score_rmse":0.46534514140316136,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.3098154672022375,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.1518987341772152,"uniform_accuracy_baseline":0.24240506329113923,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":-0.45652173913043476,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.22483406697202332,"accuracy":0.8095238095238095,"positive_recall":0.6363636363636364,"specificity":1,"precision":1,"balanced_accuracy":0.8181818181818181,"f1":0.7777777777777778,"true_positive":7,"false_positive":0,"false_negative":4,"true_negative":10,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.2494331065759637,"brier_skill":0.09861978604852462,"baseline_adjusted_skill":0.6363636363636362,"baseline_adjusted_score":0.6363636363636362},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.30303030303030304,"uniform_accuracy_baseline":0.32373737373737377,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":-0.14999999999999997,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.24069498487843807,"accuracy":0.5757575757575758,"positive_recall":0.4117647058823529,"specificity":0.75,"precision":0.6363636363636364,"balanced_accuracy":0.5808823529411764,"f1":0.5,"true_positive":7,"false_positive":4,"false_negative":10,"true_negative":12,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.0363351524536063,"baseline_adjusted_skill":0.1617647058823528,"baseline_adjusted_score":0.1617647058823528},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.43656011157687385,"normalized_score_rmse":0.4886668378460306,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.3431372549019608,"baseline_adjusted_skill":-0.27226089659546093,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2546884499972236,"accuracy":0.5,"positive_recall":0.12,"specificity":0.88,"precision":0.5,"balanced_accuracy":0.5,"f1":0.1935483870967742,"true_positive":6,"false_positive":6,"false_negative":44,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.018753799988894482,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.3133333333333333,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":-0.061855670103092834,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.27545081976353464,"accuracy":0.5066666666666667,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":37,"true_negative":38,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555554,"brier_skill":-0.10199919002125357,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.14,"uniform_accuracy_baseline":0.14285714285714285,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":-0.10256410256410255,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.31,"uniform_accuracy_baseline":0.32416666666666666,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.0454545454545455,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.2628076959243677,"accuracy":0.5151515151515151,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":16,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":-0.052196988461898686,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.23109772423225822,"normalized_score_rmse":0.2728441721512992,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":-0.05189308960889938,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.18251929753459553,"accuracy":0.78,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":22,"true_negative":78,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.0636322700151255,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.23408523667825928,"accuracy":0.61,"positive_recall":0.2702702702702703,"specificity":0.8095238095238095,"precision":0.45454545454545453,"balanced_accuracy":0.53989703989704,"f1":0.3389830508474576,"true_positive":10,"false_positive":12,"false_negative":27,"true_negative":51,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000003,"brier_skill":-0.00422666957640172,"baseline_adjusted_skill":0.07979407979407993,"baseline_adjusted_score":0.07979407979407993},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2620118855855149,"accuracy":0.51,"positive_recall":0,"specificity":0.8360655737704918,"precision":0,"balanced_accuracy":0.4180327868852459,"f1":0,"true_positive":0,"false_positive":10,"false_negative":39,"true_negative":51,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379,"brier_skill":-0.10135302894289588,"baseline_adjusted_skill":-0.16393442622950816,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.35080001310715575,"accuracy":0.33,"positive_recall":0.8064516129032258,"specificity":0.11594202898550725,"precision":0.29069767441860467,"balanced_accuracy":0.4611968209443665,"f1":0.42735042735042733,"true_positive":25,"false_positive":61,"false_negative":6,"true_negative":8,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999998,"brier_skill":-0.6400187616042814,"baseline_adjusted_skill":-0.07760635811126704,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.37,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.12499999999999996,"baseline_adjusted_score":0.12499999999999996},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.2433387927338481,"normalized_score_rmse":0.28368611136562094,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":-0.04661846337138953,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.36943336013704114,"accuracy":0.52,"positive_recall":0.98,"specificity":0.06,"precision":0.5104166666666666,"balanced_accuracy":0.52,"f1":0.6712328767123288,"true_positive":49,"false_positive":47,"false_negative":1,"true_negative":3,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.4777334405481646,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.27590287412992753,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":50,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.10361149651971013,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.23,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-1.2000000000000002,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2954118363457774,"accuracy":0.57,"positive_recall":0.9,"specificity":0.24,"precision":0.5421686746987951,"balanced_accuracy":0.5700000000000001,"f1":0.6766917293233082,"true_positive":45,"false_positive":38,"false_negative":5,"true_negative":12,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.18164734538310956,"baseline_adjusted_skill":0.14000000000000012,"baseline_adjusted_score":0.14000000000000012},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.59,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.02380952380952383,"baseline_adjusted_score":0.02380952380952383},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.41,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.01666666666666659,"baseline_adjusted_score":0.01666666666666659},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24979668767850316,"accuracy":0.48,"positive_recall":0.84,"specificity":0.12,"precision":0.4883720930232558,"balanced_accuracy":0.48,"f1":0.6176470588235294,"true_positive":42,"false_positive":44,"false_negative":8,"true_negative":6,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.0008132492859873608,"baseline_adjusted_skill":-0.040000000000000036,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.82,"uniform_accuracy_baseline":0.20851190476190473,"fixed_answer_accuracy_baseline":0.22333333333333333,"baseline_adjusted_skill":0.7682403433476396,"baseline_adjusted_score":0.7682403433476396},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.31764577051624854,"accuracy":0.54,"positive_recall":0.54,"specificity":0.54,"precision":0.54,"balanced_accuracy":0.54,"f1":0.54,"true_positive":27,"false_positive":23,"false_negative":23,"true_negative":27,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.27058308206499415,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.2583043857402663,"normalized_score_rmse":0.3098835807623675,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.13898538086577894,"baseline_adjusted_score":0.13898538086577894},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.6,"uniform_accuracy_baseline":0.22851190476190475,"fixed_answer_accuracy_baseline":0.24333333333333332,"baseline_adjusted_skill":0.4713656387665198,"baseline_adjusted_score":0.4713656387665198},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.31425001298056077,"accuracy":0.53,"positive_recall":0.66,"specificity":0.4,"precision":0.5238095238095238,"balanced_accuracy":0.53,"f1":0.584070796460177,"true_positive":33,"false_positive":30,"false_negative":17,"true_negative":20,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.25700005192224307,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.31306728478327733,"normalized_score_rmse":0.38306948278913727,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.3042222222222222,"baseline_adjusted_skill":-0.029074347351897734,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.66,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.4516129032258065,"baseline_adjusted_score":0.4516129032258065},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2701237760253197,"accuracy":0.63,"positive_recall":0.98,"specificity":0.28,"precision":0.5764705882352941,"balanced_accuracy":0.63,"f1":0.725925925925926,"true_positive":49,"false_positive":36,"false_negative":1,"true_negative":14,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.08049510410127869,"baseline_adjusted_skill":0.26,"baseline_adjusted_score":0.26},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.23,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":-0.54,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.18461520229202108,"accuracy":0.74,"positive_recall":0.84,"specificity":0.64,"precision":0.7,"balanced_accuracy":0.74,"f1":0.7636363636363637,"true_positive":42,"false_positive":18,"false_negative":8,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2615391908319157,"baseline_adjusted_skill":0.48,"baseline_adjusted_score":0.48},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.43,"uniform_accuracy_baseline":0.3533333333333333,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.03389830508474579,"baseline_adjusted_score":0.03389830508474579},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.39,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.01612903225806453,"baseline_adjusted_score":0.01612903225806453},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.27,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.17741935483870966,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.13,"uniform_accuracy_baseline":0.1111111111111111,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":-0.03571428571428571,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.08459843369230638,"accuracy":0.810375,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":75.85,"true_negative":324.15,"positive_prevalence":0.189625,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500001,"brier_skill":-0.11132977517602582,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.31524153776234015,"normalized_score_rmse":0.349875174777053,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":-0.47481421175363825,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.1187628583464758,"accuracy":0.742875,"positive_recall":0.045944678856071265,"specificity":0.9962502130560763,"precision":0.8166666666666668,"balanced_accuracy":0.5210974459560738,"f1":0.08699511762094984,"true_positive":4.9,"false_positive":1.1,"false_negative":101.75,"true_negative":292.25,"positive_prevalence":0.266625,"majority_accuracy_baseline":0.733375,"constant_brier_baseline":0.115654859375,"brier_skill":-0.026873051320726704,"baseline_adjusted_skill":0.042194891912147536,"baseline_adjusted_score":0.042194891912147536},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3276002212602179,"normalized_score_rmse":0.3538584142499853,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":-0.21897756747988062,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.1370022080124459,"accuracy":0.722125,"positive_recall":0.0071588366890380315,"specificity":0.9993061578490894,"precision":0.8,"balanced_accuracy":0.5032324972690637,"f1":0.014190687361419069,"true_positive":0.8,"false_positive":0.19999999999999996,"false_negative":110.95,"true_negative":288.05,"positive_prevalence":0.279375,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937500001,"brier_skill":-0.2107389645499378,"baseline_adjusted_skill":0.006464994538127433,"baseline_adjusted_score":0.006464994538127433},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3008080607117154,"normalized_score_rmse":0.34010142807519794,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":-0.1378082674674812,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.11988605827029795,"accuracy":0.789375,"positive_recall":0.10985915492957747,"specificity":0.983132530120482,"precision":0.65,"balanced_accuracy":0.5464958425250297,"f1":0.18795180722891566,"true_positive":9.75,"false_positive":5.25,"false_negative":79,"true_negative":306,"positive_prevalence":0.221875,"majority_accuracy_baseline":0.778125,"constant_brier_baseline":0.12674023437499998,"brier_skill":0.054080506782256954,"baseline_adjusted_skill":0.09299168505005939,"baseline_adjusted_score":0.09299168505005939},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3720008153701201,"normalized_score_rmse":0.39078748198825336,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":-0.6487570764326653,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.12968875642068753,"accuracy":0.73425,"positive_recall":0.0023629489603024575,"specificity":0.997450713800136,"precision":0.25,"balanced_accuracy":0.4999068313802192,"f1":0.0046816479400749065,"true_positive":0.25,"false_positive":0.75,"false_negative":105.55,"true_negative":293.45,"positive_prevalence":0.2645,"majority_accuracy_baseline":0.7355,"constant_brier_baseline":0.11362725,"brier_skill":-0.14135259298000724,"baseline_adjusted_skill":-0.00018633723956162918,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.31596427214099093,"normalized_score_rmse":0.3551165943672644,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":-0.2575692423522029,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.09085148004758244,"accuracy":0.80175,"positive_recall":0.0019582245430809398,"specificity":0.9911873840445269,"precision":0.049999999999999996,"balanced_accuracy":0.4965728042938039,"f1":0.003768844221105527,"true_positive":0.15,"false_positive":2.85,"false_negative":76.45,"true_negative":320.55,"positive_prevalence":0.19149999999999998,"majority_accuracy_baseline":0.8085,"constant_brier_baseline":0.09190274999999999,"brier_skill":0.011438939013441396,"baseline_adjusted_skill":-0.006854391412392191,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.35691737321438266,"normalized_score_rmse":0.38270218035506925,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":-0.7252803539063815,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.10703358381551535,"accuracy":0.813,"positive_recall":0,"specificity":0.996934396076027,"precision":0,"balanced_accuracy":0.4984671980380135,"f1":0,"true_positive":0,"false_positive":1,"false_negative":73.8,"true_negative":325.2,"positive_prevalence":0.1845,"majority_accuracy_baseline":0.8155,"constant_brier_baseline":0.10922225,"brier_skill":0.020038647660935882,"baseline_adjusted_skill":-0.003065603923973037,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.369681975588901,"normalized_score_rmse":0.39361848422410656,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":-0.9521160427136686,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.09925257684903473,"accuracy":0.80375,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":78.5,"true_negative":321.5,"positive_prevalence":0.19625,"majority_accuracy_baseline":0.80375,"constant_brier_baseline":0.09878593749999999,"brier_skill":-0.004723742678807152,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3939593797991984,"normalized_score_rmse":0.4229508184386178,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":-0.8648964724222408,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.1851607352716214,"accuracy":0.5744897959183674,"positive_recall":0.03499406880189799,"specificity":0.9816472694717995,"precision":0.5900000000000001,"balanced_accuracy":0.5083206691368487,"f1":0.06606942889137739,"true_positive":5.9,"false_positive":4.1,"false_negative":162.7,"true_negative":219.3,"positive_prevalence":0.4301020408163265,"majority_accuracy_baseline":0.5698979591836735,"constant_brier_baseline":0.12359641815910039,"brier_skill":-0.49810761532969283,"baseline_adjusted_skill":0.016641338273697404,"baseline_adjusted_score":0.016641338273697404},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.2860557592618849,"normalized_score_rmse":0.326497279527602,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":-0.038276459543137964,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.10451044130574177,"accuracy":0.841125,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":127.1,"true_negative":672.9,"positive_prevalence":0.158875,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499999,"brier_skill":-0.05803910645240906,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.38018862015102056,"normalized_score_rmse":0.400440313886085,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-1.3041734554607305,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.36,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.03225806451612906,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3181946665268603,"accuracy":0.46,"positive_recall":0.72,"specificity":0.2,"precision":0.47368421052631576,"balanced_accuracy":0.45999999999999996,"f1":0.5714285714285714,"true_positive":36,"false_positive":40,"false_negative":14,"true_negative":10,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.27277866610744117,"baseline_adjusted_skill":-0.08000000000000007,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.07687210072895957,"uniform_accuracy_baseline":0.058823529411764705,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":-0.08489096573208722,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.53,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":-0.02173913043478263,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.20186552478913142,"accuracy":0.7,"positive_recall":0.78,"specificity":0.62,"precision":0.6724137931034483,"balanced_accuracy":0.7,"f1":0.7222222222222222,"true_positive":39,"false_positive":19,"false_negative":11,"true_negative":31,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.19253790084347433,"baseline_adjusted_skill":0.3999999999999999,"baseline_adjusted_score":0.3999999999999999},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.36,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":-0.015873015873015886,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":96,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.3029557703324873,"accuracy":0.5540540540540541,"positive_recall":0.323943661971831,"specificity":0.7662337662337663,"precision":0.5609756097560976,"balanced_accuracy":0.5450887141027987,"f1":0.4107142857142857,"true_positive":23,"false_positive":18,"false_negative":48,"true_negative":59,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.24958911614317017,"brier_skill":-0.21381803427159363,"baseline_adjusted_skill":0.09017742820559738,"baseline_adjusted_score":0.09017742820559738},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.25,"uniform_accuracy_baseline":0.2005,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":-0.05633802816901406,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.69,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.5441176470588235,"baseline_adjusted_score":0.5441176470588235},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.56,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.06382978723404262,"baseline_adjusted_score":0.06382978723404262},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":-0.3673469387755102,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09480530310623914,"accuracy":0.63103329048,"positive_recall":0.9228933376960796,"specificity":0.1627739656333186,"precision":0.6388018098539326,"balanced_accuracy":0.5428336516646991,"f1":0.7550077047332472,"true_positive":56.853361077,"false_positive":32.146638923,"false_negative":4.750032029,"true_negative":6.249967971,"positive_prevalence":0.61603393106,"majority_accuracy_baseline":0.61603393106,"constant_brier_baseline":0.07908707655202402,"brier_skill":-0.19874582851568134,"baseline_adjusted_skill":0.0856673033293982,"baseline_adjusted_score":0.0856673033293982},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2892575008764213,"accuracy":0.6,"positive_recall":0.24,"specificity":0.96,"precision":0.8571428571428571,"balanced_accuracy":0.6,"f1":0.375,"true_positive":12,"false_positive":2,"false_negative":38,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.1570300035056853,"baseline_adjusted_skill":0.19999999999999996,"baseline_adjusted_score":0.19999999999999996},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.012987012987012986,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.7368421052631579,"baseline_adjusted_score":0.7368421052631579},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.46,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.1,"baseline_adjusted_score":0.1},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.39,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.04687500000000004,"baseline_adjusted_score":0.04687500000000004},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.37634546484053133,"accuracy":0.5,"positive_recall":0.94,"specificity":0.06,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6527777777777778,"true_positive":47,"false_positive":47,"false_negative":3,"true_negative":3,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.5053818593621253,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.161567856527483,"accuracy":0.6664284619123542,"positive_recall":0.10992262949521057,"specificity":0.9255580078849621,"precision":0.4074316636969646,"balanced_accuracy":0.5177403186900863,"f1":0.17313458263520234,"true_positive":24.445899821817875,"false_positive":35.554100178182125,"false_negative":197.94597648316994,"true_negative":442.05402351683006,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768642,"brier_skill":-0.8209563600797778,"baseline_adjusted_skill":0.0354806373801726,"baseline_adjusted_score":0.0354806373801726},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.38240053334950636,"accuracy":0.46,"positive_recall":0.48,"specificity":0.44,"precision":0.46153846153846156,"balanced_accuracy":0.45999999999999996,"f1":0.47058823529411764,"true_positive":24,"false_positive":28,"false_negative":26,"true_negative":22,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.5296021333980254,"baseline_adjusted_skill":-0.08000000000000007,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.6622516556291391,"uniform_accuracy_baseline":0.006622516556291391,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.6482758620689656,"baseline_adjusted_score":0.6482758620689656},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.43176470588235294,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":-0.04772234273318871,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.11666666666666668,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3253491697791949,"accuracy":0.58,"positive_recall":0.84,"specificity":0.32,"precision":0.5526315789473685,"balanced_accuracy":0.58,"f1":0.6666666666666666,"true_positive":42,"false_positive":34,"false_negative":8,"true_negative":16,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.3013966791167797,"baseline_adjusted_skill":0.15999999999999992,"baseline_adjusted_score":0.15999999999999992},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.57,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.10416666666666653,"baseline_adjusted_score":0.10416666666666653},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.07142857142857142,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9887640449438202,"baseline_adjusted_score":0.9887640449438202},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.53,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":-0.02173913043478263,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.26,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":-0.013698630136986314,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.6111111111111112,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":-0.16666666666666638,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.38088690717377716,"accuracy":0.524390243902439,"positive_recall":0.2,"specificity":0.8333333333333334,"precision":0.5333333333333333,"balanced_accuracy":0.5166666666666667,"f1":0.2909090909090909,"true_positive":8,"false_positive":7,"false_negative":32,"true_negative":35,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.2498512790005949,"brier_skill":-0.5244545022836176,"baseline_adjusted_skill":0.03333333333333344,"baseline_adjusted_score":0.03333333333333344},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.42828406899242766,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":50,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.7131362759697106,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.22625698324022347,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.007168458781362035,"baseline_adjusted_score":0.007168458781362035},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.36,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":-0.04918032786885251,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.20714713649970942,"accuracy":0.685,"positive_recall":0.38636363636363635,"specificity":0.7692307692307693,"precision":0.32075471698113206,"balanced_accuracy":0.5777972027972028,"f1":0.35051546391752575,"true_positive":17,"false_positive":36,"false_negative":27,"true_negative":120,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.20715114510320176,"baseline_adjusted_skill":0.15559440559440563,"baseline_adjusted_score":0.15559440559440563},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.2134411652127305,"accuracy":0.69,"positive_recall":0.7,"specificity":0.6866666666666666,"precision":0.4268292682926829,"balanced_accuracy":0.6933333333333334,"f1":0.5303030303030303,"true_positive":35,"false_positive":47,"false_negative":15,"true_negative":103,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-0.13835288113456268,"baseline_adjusted_skill":0.3866666666666667,"baseline_adjusted_score":0.3866666666666667},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.14879408371318803,"accuracy":0.81,"positive_recall":0.7368421052631579,"specificity":0.8176795580110497,"precision":0.2978723404255319,"balanced_accuracy":0.7772608316371038,"f1":0.42424242424242425,"true_positive":14,"false_positive":33,"false_negative":5,"true_negative":148,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.085975,"brier_skill":-0.730666864939669,"baseline_adjusted_skill":0.5545216632742076,"baseline_adjusted_score":0.5545216632742076},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.07460751683821448,"accuracy":0.8695892857142857,"positive_recall":0.36266243428231326,"specificity":0.901949733724251,"precision":0.19101358411703237,"balanced_accuracy":0.6323060840032821,"f1":0.25023099825467987,"true_positive":60.93333333333333,"false_positive":258.06666666666666,"false_negative":107.08333333333333,"true_negative":2373.9166666666665,"positive_prevalence":0.060005952380952375,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679138,"brier_skill":-1.3169336753384724,"baseline_adjusted_skill":0.2646121680065643,"baseline_adjusted_score":0.2646121680065643},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.254957507082153,"uniform_accuracy_baseline":0.027777777777777776,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.14610389610389612,"baseline_adjusted_score":0.14610389610389612},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.41,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.15714285714285714,"baseline_adjusted_score":0.15714285714285714},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.4728306383162517,"accuracy":0.49,"positive_recall":0.1,"specificity":0.88,"precision":0.45454545454545453,"balanced_accuracy":0.49,"f1":0.16393442622950818,"true_positive":5,"false_positive":6,"false_negative":45,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.8913225532650069,"baseline_adjusted_skill":-0.020000000000000018,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.4716383785883967,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":50,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.8865535143535868,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.54,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":-0.17948717948717935,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.62,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.5957446808510639,"baseline_adjusted_score":0.5957446808510639},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24931823761987434,"accuracy":0.7,"positive_recall":0.6,"specificity":0.8,"precision":0.75,"balanced_accuracy":0.7,"f1":0.6666666666666666,"true_positive":30,"false_positive":10,"false_negative":20,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.0027270495205026224,"baseline_adjusted_skill":0.3999999999999999,"baseline_adjusted_score":0.3999999999999999},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8656716417910449,"baseline_adjusted_score":0.8656716417910449},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.4879489164117529,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":50,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.9517956656470117,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.33843814189189186,"uniform_accuracy_baseline":0.23445945945945948,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.10315679222891362,"baseline_adjusted_score":0.10315679222891362},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.16141029926269015,"accuracy":0.5933333355263158,"positive_recall":0.8182267675387065,"specificity":0.3791848592031156,"precision":0.5565443577981651,"balanced_accuracy":0.5987058133709111,"f1":0.6624804412611045,"true_positive":60.663335,"false_positive":48.336664999999996,"false_negative":13.476668,"true_negative":29.523332,"positive_prevalence":0.4877631776315789,"majority_accuracy_baseline":0.512236822368421,"constant_brier_baseline":0.09451910039768556,"brier_skill":-0.7077003334094631,"baseline_adjusted_skill":0.19741162674182222,"baseline_adjusted_score":0.19741162674182222},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.26173512192920234,"normalized_score_rmse":0.3305957472990692,"constant_score_baseline":0.5841668333333333,"constant_mae_baseline":0.21700552708333334,"baseline_adjusted_skill":-0.2061219151745024,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2760469911381791,"accuracy":0.5,"positive_recall":0.56,"specificity":0.44,"precision":0.5,"balanced_accuracy":0.5,"f1":0.5283018867924528,"true_positive":28,"false_positive":28,"false_negative":22,"true_negative":22,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.1041879645527164,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.34722801864616293,"accuracy":0.48,"positive_recall":0.04,"specificity":0.92,"precision":0.3333333333333333,"balanced_accuracy":0.48000000000000004,"f1":0.07142857142857142,"true_positive":2,"false_positive":4,"false_negative":48,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.3889120745846517,"baseline_adjusted_skill":-0.039999999999999925,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.4,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.016393442622950834,"baseline_adjusted_score":0.016393442622950834},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.71,"uniform_accuracy_baseline":0.036111111111111115,"fixed_answer_accuracy_baseline":0.08833333333333333,"baseline_adjusted_skill":0.6819012797074954,"baseline_adjusted_score":0.6819012797074954},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.76,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.4545454545454545,"baseline_adjusted_score":0.4545454545454545},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.68,"uniform_accuracy_baseline":0.049879324215607396,"fixed_answer_accuracy_baseline":0.12442477876106194,"baseline_adjusted_skill":0.6345259753385891,"baseline_adjusted_score":0.6345259753385891},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.42903945761856166,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":50,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.7161578304742466,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.6666666666666666,"uniform_accuracy_baseline":0.23888888888888887,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.5294117647058824,"baseline_adjusted_score":0.5294117647058824},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.2909582228347028,"accuracy":0.625,"positive_recall":0.875,"specificity":0.375,"precision":0.5833333333333334,"balanced_accuracy":0.625,"f1":0.7,"true_positive":28,"false_positive":20,"false_negative":4,"true_negative":12,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.16383289133881118,"baseline_adjusted_skill":0.25,"baseline_adjusted_score":0.25},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.7608695652173914,"baseline_adjusted_score":0.7608695652173914},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.23,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.1666666666666667,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.30226941989504474,"accuracy":0.49,"positive_recall":0.5,"specificity":0.48,"precision":0.49019607843137253,"balanced_accuracy":0.49,"f1":0.49504950495049505,"true_positive":25,"false_positive":26,"false_negative":25,"true_negative":24,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.20907767958017898,"baseline_adjusted_skill":-0.020000000000000018,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.8260869565217391,"baseline_adjusted_score":0.8260869565217391},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.33855813429866927,"accuracy":0.6060606060606061,"positive_recall":0.375,"specificity":0.8235294117647058,"precision":0.6666666666666666,"balanced_accuracy":0.5992647058823529,"f1":0.48,"true_positive":6,"false_positive":3,"false_negative":10,"true_negative":14,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":-0.355477236217834,"baseline_adjusted_skill":0.19852941176470584,"baseline_adjusted_score":0.19852941176470584},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.15702623499237234,"normalized_score_rmse":0.23202402748602427,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.5241629242655383,"baseline_adjusted_score":0.5241629242655383},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.1875,"uniform_accuracy_baseline":0.178125,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.14035087719298242,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.32142866970485345,"accuracy":0.20588235294117646,"positive_recall":0,"specificity":0.4117647058823529,"precision":0,"balanced_accuracy":0.20588235294117646,"f1":0,"true_positive":0,"false_positive":10,"false_negative":17,"true_negative":7,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.2857146788194138,"baseline_adjusted_skill":-0.5882352941176471,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.31902629290433493,"normalized_score_rmse":0.3815244197813373,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-1.1693787917494776,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.020833333333333332,"uniform_accuracy_baseline":0.13194444444444445,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":-1.452173913043478,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.2905223549755592,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":26,"false_positive":26,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.1620894199022369,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.3287781983031804,"accuracy":0.4533333333333333,"positive_recall":0.6153846153846154,"specificity":0.2777777777777778,"precision":0.48,"balanced_accuracy":0.4465811965811966,"f1":0.5393258426966292,"true_positive":24,"false_positive":26,"false_negative":15,"true_negative":10,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24960000000000004,"brier_skill":-0.3172203457659468,"baseline_adjusted_skill":-0.10683760683760679,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.3171039336919785,"normalized_score_rmse":0.38115418297493714,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.13251404889992302,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.31999999999999995,"baseline_adjusted_score":0.31999999999999995},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.30946876264285983,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":14,"false_positive":14,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.23787505057143932,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.37709785097024656,"normalized_score_rmse":0.431553796566604,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.1696969696969697,"baseline_adjusted_skill":-1.2221837646460956,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":0.9333333333333333,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":0.9166666666666667,"baseline_adjusted_score":0.9166666666666667},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.26078522292989625,"accuracy":0.5647058823529412,"positive_recall":0.4222222222222222,"specificity":0.725,"precision":0.6333333333333333,"balanced_accuracy":0.5736111111111111,"f1":0.5066666666666667,"true_positive":19,"false_positive":11,"false_negative":26,"true_negative":29,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.2491349480968858,"brier_skill":-0.04676290870472255,"baseline_adjusted_skill":0.14722222222222214,"baseline_adjusted_score":0.14722222222222214},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.28,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.05263157894736847,"baseline_adjusted_score":0.05263157894736847},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.3797739704395922,"accuracy":0.46,"positive_recall":0.5714285714285714,"specificity":0.2,"precision":0.625,"balanced_accuracy":0.3857142857142857,"f1":0.5970149253731343,"true_positive":20,"false_positive":12,"false_negative":15,"true_negative":3,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.21,"brier_skill":-0.8084474782837725,"baseline_adjusted_skill":-0.22857142857142865,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.4414606166630983,"normalized_score_rmse":0.6038755694774347,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.5766450595110653,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.189873417721519,"uniform_accuracy_baseline":0.24240506329113923,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":-0.391304347826087,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.1573822515290571,"accuracy":0.9047619047619048,"positive_recall":1,"specificity":0.8,"precision":0.8461538461538461,"balanced_accuracy":0.9,"f1":0.9166666666666666,"true_positive":11,"false_positive":2,"false_negative":0,"true_negative":8,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.2494331065759637,"brier_skill":0.36904024614259834,"baseline_adjusted_skill":0.8,"baseline_adjusted_score":0.8},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.3939393939393939,"uniform_accuracy_baseline":0.32373737373737377,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.23027109371429832,"accuracy":0.6060606060606061,"positive_recall":0.7058823529411765,"specificity":0.5,"precision":0.6,"balanced_accuracy":0.6029411764705883,"f1":0.6486486486486487,"true_positive":12,"false_positive":8,"false_negative":5,"true_negative":8,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.07806904023944528,"baseline_adjusted_skill":0.20588235294117663,"baseline_adjusted_score":0.20588235294117663},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.3672719222913478,"normalized_score_rmse":0.420638797839236,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.3431372549019608,"baseline_adjusted_skill":-0.0703353163919278,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.38786184417279834,"accuracy":0.44,"positive_recall":0.04,"specificity":0.84,"precision":0.2,"balanced_accuracy":0.44,"f1":0.06666666666666667,"true_positive":2,"false_positive":8,"false_negative":48,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.5514473766911934,"baseline_adjusted_skill":-0.12,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.33333333333333337,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":-0.03092783505154633,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.2886682220730915,"accuracy":0.5066666666666667,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":37,"true_negative":38,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555554,"brier_skill":-0.15487819997236119,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.27,"uniform_accuracy_baseline":0.14285714285714285,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.06410256410256412,"baseline_adjusted_score":0.06410256410256412},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.35,"uniform_accuracy_baseline":0.32416666666666666,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.015151515151515083,"baseline_adjusted_score":0.015151515151515083},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.2668728057389098,"accuracy":0.5151515151515151,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":16,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":-0.06847237297673825,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.32556228829321987,"normalized_score_rmse":0.3713239360818366,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":-0.4818697260243112,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.30724610018168597,"accuracy":0.48,"positive_recall":0.5454545454545454,"specificity":0.46153846153846156,"precision":0.2222222222222222,"balanced_accuracy":0.5034965034965035,"f1":0.3157894736842105,"true_positive":12,"false_positive":42,"false_negative":10,"true_negative":36,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.7904784392872142,"baseline_adjusted_skill":0.006993006993007089,"baseline_adjusted_score":0.006993006993007089},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24010691110655175,"accuracy":0.6,"positive_recall":0.6486486486486487,"specificity":0.5714285714285714,"precision":0.47058823529411764,"balanced_accuracy":0.61003861003861,"f1":0.5454545454545454,"true_positive":24,"false_positive":27,"false_negative":13,"true_negative":36,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000003,"brier_skill":-0.030059678706785498,"baseline_adjusted_skill":0.22007722007722008,"baseline_adjusted_score":0.22007722007722008},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.26511495006246905,"accuracy":0.47,"positive_recall":0.38461538461538464,"specificity":0.5245901639344263,"precision":0.3409090909090909,"balanced_accuracy":0.4546027742749055,"f1":0.3614457831325301,"true_positive":15,"false_positive":29,"false_negative":24,"true_negative":32,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379,"brier_skill":-0.11439659547065584,"baseline_adjusted_skill":-0.09079445145018905,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3706814582927265,"accuracy":0.43,"positive_recall":0.9032258064516129,"specificity":0.21739130434782608,"precision":0.34146341463414637,"balanced_accuracy":0.5603085553997195,"f1":0.49557522123893805,"true_positive":28,"false_positive":54,"false_negative":3,"true_negative":15,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999998,"brier_skill":-0.7329661444260238,"baseline_adjusted_skill":0.12061711079943893,"baseline_adjusted_score":0.12061711079943893},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.46,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.25,"baseline_adjusted_score":0.25},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.23239340565167368,"normalized_score_rmse":0.29265135234547046,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.0004584703153820424,"baseline_adjusted_score":0.0004584703153820424},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2739974378520079,"accuracy":0.64,"positive_recall":0.98,"specificity":0.3,"precision":0.5833333333333334,"balanced_accuracy":0.64,"f1":0.7313432835820896,"true_positive":49,"false_positive":35,"false_negative":1,"true_negative":15,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.09598975140803168,"baseline_adjusted_skill":0.28,"baseline_adjusted_score":0.28},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.22058766838268098,"accuracy":0.68,"positive_recall":0.5,"specificity":0.86,"precision":0.78125,"balanced_accuracy":0.6799999999999999,"f1":0.6097560975609756,"true_positive":25,"false_positive":7,"false_negative":25,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.11764932646927606,"baseline_adjusted_skill":0.3599999999999999,"baseline_adjusted_score":0.3599999999999999},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.46,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.5428571428571429,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24704915330434254,"accuracy":0.63,"positive_recall":0.66,"specificity":0.6,"precision":0.6226415094339622,"balanced_accuracy":0.63,"f1":0.6407766990291263,"true_positive":33,"false_positive":20,"false_negative":17,"true_negative":30,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.011803386782629821,"baseline_adjusted_skill":0.26,"baseline_adjusted_score":0.26},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.77,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.4523809523809525,"baseline_adjusted_score":0.4523809523809525},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.29,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.1833333333333334,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2983959628752334,"accuracy":0.46,"positive_recall":0.06,"specificity":0.86,"precision":0.3,"balanced_accuracy":0.45999999999999996,"f1":0.1,"true_positive":3,"false_positive":7,"false_negative":47,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.1935838515009336,"baseline_adjusted_skill":-0.08000000000000007,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.20851190476190473,"fixed_answer_accuracy_baseline":0.22333333333333333,"baseline_adjusted_skill":0.8583690987124465,"baseline_adjusted_score":0.8583690987124465},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.20504617269477884,"accuracy":0.68,"positive_recall":0.7,"specificity":0.66,"precision":0.6730769230769231,"balanced_accuracy":0.6799999999999999,"f1":0.6862745098039216,"true_positive":35,"false_positive":17,"false_negative":15,"true_negative":33,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.17981530922088462,"baseline_adjusted_skill":0.3599999999999999,"baseline_adjusted_score":0.3599999999999999},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.2735130398109231,"normalized_score_rmse":0.35320472953300375,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.0882898672969229,"baseline_adjusted_score":0.0882898672969229},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.73,"uniform_accuracy_baseline":0.22851190476190475,"fixed_answer_accuracy_baseline":0.24333333333333332,"baseline_adjusted_skill":0.6431718061674009,"baseline_adjusted_score":0.6431718061674009},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.30180446816923684,"accuracy":0.57,"positive_recall":0.68,"specificity":0.46,"precision":0.5573770491803278,"balanced_accuracy":0.5700000000000001,"f1":0.6126126126126126,"true_positive":34,"false_positive":27,"false_negative":16,"true_negative":23,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.20721787267694736,"baseline_adjusted_skill":0.14000000000000012,"baseline_adjusted_score":0.14000000000000012},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.26667491385472547,"normalized_score_rmse":0.35341115308701593,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.3042222222222222,"baseline_adjusted_skill":0.12342066300491994,"baseline_adjusted_score":0.12342066300491994},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.5967741935483871,"baseline_adjusted_score":0.5967741935483871},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.186892428411208,"accuracy":0.78,"positive_recall":0.78,"specificity":0.78,"precision":0.78,"balanced_accuracy":0.78,"f1":0.78,"true_positive":39,"false_positive":11,"false_negative":11,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.25243028635516795,"baseline_adjusted_skill":0.56,"baseline_adjusted_score":0.56},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.43,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":-0.14,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10804069225894374,"accuracy":0.86,"positive_recall":0.8,"specificity":0.92,"precision":0.9090909090909091,"balanced_accuracy":0.8600000000000001,"f1":0.851063829787234,"true_positive":40,"false_positive":4,"false_negative":10,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.567837230964225,"baseline_adjusted_skill":0.7200000000000002,"baseline_adjusted_score":0.7200000000000002},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.53,"uniform_accuracy_baseline":0.3533333333333333,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.20338983050847464,"baseline_adjusted_score":0.20338983050847464},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.4,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.03225806451612906,"baseline_adjusted_score":0.03225806451612906},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.28,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.16129032258064513,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.22,"uniform_accuracy_baseline":0.1111111111111111,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.07142857142857142,"baseline_adjusted_score":0.07142857142857142},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.27554468437702295,"accuracy":0.496875,"positive_recall":0.3665128543177324,"specificity":0.5273792997069258,"precision":0.15359116022099448,"balanced_accuracy":0.4469460770123291,"f1":0.21646875608331714,"true_positive":27.8,"false_positive":153.2,"false_negative":48.05,"true_negative":170.95,"positive_prevalence":0.189625,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500001,"brier_skill":-2.6197007293707677,"baseline_adjusted_skill":-0.10610784597534184,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.5173655682872049,"normalized_score_rmse":0.5795274406630417,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":-1.4204237112851694,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.4029023947115589,"accuracy":0.38487499999999997,"positive_recall":0.9451476793248945,"specificity":0.18118288733594684,"precision":0.29560117302052785,"balanced_accuracy":0.5631652833304207,"f1":0.45035183737294765,"true_positive":100.8,"false_positive":240.2,"false_negative":5.8500000000000005,"true_negative":53.15,"positive_prevalence":0.266625,"majority_accuracy_baseline":0.733375,"constant_brier_baseline":0.115654859375,"brier_skill":-2.483661619484451,"baseline_adjusted_skill":0.12633056666084141,"baseline_adjusted_score":0.12633056666084141},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.6252621779358378,"normalized_score_rmse":0.7008473421866699,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":-1.326556941156606,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.19018891756830844,"accuracy":0.5978749999999999,"positive_recall":0.5319910514541387,"specificity":0.623417172593235,"precision":0.35386904761904764,"balanced_accuracy":0.5777041120236869,"f1":0.4250223413762288,"true_positive":59.45,"false_positive":108.55,"false_negative":52.3,"true_negative":179.7,"positive_prevalence":0.279375,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937500001,"brier_skill":-0.6807695033981391,"baseline_adjusted_skill":0.15540822404737376,"baseline_adjusted_score":0.15540822404737376},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.4246562711970182,"normalized_score_rmse":0.4930676415259636,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":-0.6062648555915582,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.24930250467289836,"accuracy":0.515125,"positive_recall":0.8495774647887324,"specificity":0.4197590361445783,"precision":0.29453125,"balanced_accuracy":0.6346682504666554,"f1":0.4374184191443075,"true_positive":75.4,"false_positive":180.6,"false_negative":13.35,"true_negative":130.65,"positive_prevalence":0.221875,"majority_accuracy_baseline":0.778125,"constant_brier_baseline":0.12674023437499998,"brier_skill":-0.9670352189444449,"baseline_adjusted_skill":0.26933650093331085,"baseline_adjusted_score":0.26933650093331085},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.612703499740237,"normalized_score_rmse":0.6870059943791139,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":-1.7155833783500807,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.35491908713472975,"accuracy":0.39849999999999997,"positive_recall":0.8516068052930056,"specificity":0.2355540448674371,"precision":0.286031746031746,"balanced_accuracy":0.5435804250802213,"f1":0.42823193916349805,"true_positive":90.1,"false_positive":224.9,"false_negative":15.7,"true_negative":69.3,"positive_prevalence":0.2645,"majority_accuracy_baseline":0.7355,"constant_brier_baseline":0.11362725,"brier_skill":-2.1235384745712826,"baseline_adjusted_skill":0.08716085016044262,"baseline_adjusted_score":0.08716085016044262},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.5699607713321165,"normalized_score_rmse":0.6389988785375498,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":-1.2685005824163844,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.4011592872824583,"accuracy":0.3325,"positive_recall":0.9308093994778068,"specificity":0.19078540507111938,"precision":0.2141141141141141,"balanced_accuracy":0.5607974022744631,"f1":0.34814453125,"true_positive":71.3,"false_positive":261.7,"false_negative":5.3,"true_negative":61.7,"positive_prevalence":0.19149999999999998,"majority_accuracy_baseline":0.8085,"constant_brier_baseline":0.09190274999999999,"brier_skill":-3.36504116887099,"baseline_adjusted_skill":0.12159480454892613,"baseline_adjusted_score":0.12159480454892613},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.6182488888208172,"normalized_score_rmse":0.6856218154623076,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":-1.988514266203346,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.4252665062204506,"accuracy":0.36450000000000005,"positive_recall":0.9390243902439024,"specificity":0.23451870018393625,"precision":0.21724137931034482,"balanced_accuracy":0.5867715452139193,"f1":0.3528513238289206,"true_positive":69.3,"false_positive":249.7,"false_negative":4.5,"true_negative":76.5,"positive_prevalence":0.1845,"majority_accuracy_baseline":0.8155,"constant_brier_baseline":0.10922225,"brier_skill":-2.893588588592989,"baseline_adjusted_skill":0.17354309042783855,"baseline_adjusted_score":0.17354309042783855},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.6402755450661062,"normalized_score_rmse":0.6996869092554735,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":-2.3809929772467657,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.5004603359986636,"accuracy":0.23525,"positive_recall":0.9910828025477707,"specificity":0.05069984447900467,"precision":0.2031331592689295,"balanced_accuracy":0.5208913235133877,"f1":0.33716143011917665,"true_positive":77.8,"false_positive":305.2,"false_negative":0.7,"true_negative":16.3,"positive_prevalence":0.19625,"majority_accuracy_baseline":0.80375,"constant_brier_baseline":0.09878593749999999,"brier_skill":-4.066109090665497,"baseline_adjusted_skill":0.04178264702677548,"baseline_adjusted_score":0.04178264702677548},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.692548553190718,"normalized_score_rmse":0.7556229205524677,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":-2.278336346464937,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.18009420533230167,"accuracy":0.615561224489796,"positive_recall":0.447508896797153,"specificity":0.7423903312444047,"precision":0.5672932330827067,"balanced_accuracy":0.5949496140207788,"f1":0.5003315649867374,"true_positive":75.45,"false_positive":57.55,"false_negative":93.15,"true_negative":165.85,"positive_prevalence":0.4301020408163265,"majority_accuracy_baseline":0.5698979591836735,"constant_brier_baseline":0.12359641815910039,"brier_skill":-0.45711508484391583,"baseline_adjusted_skill":0.18989922804155768,"baseline_adjusted_score":0.18989922804155768},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.3335761545189672,"normalized_score_rmse":0.4056465687332155,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":-0.21075789417995527,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.332248666353809,"accuracy":0.445375,"positive_recall":0.7136113296616837,"specificity":0.39470946648833405,"precision":0.1821285140562249,"balanced_accuracy":0.5541603980750089,"f1":0.2901935690289554,"true_positive":90.7,"false_positive":407.3,"false_negative":36.4,"true_negative":265.6,"positive_prevalence":0.158875,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499999,"brier_skill":-2.363607288199974,"baseline_adjusted_skill":0.10832079615001788,"baseline_adjusted_score":0.10832079615001788},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.7237146228760685,"normalized_score_rmse":0.7788884920430531,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-3.38614922955193,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.35,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.04838709677419359,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3633840223502602,"accuracy":0.48,"positive_recall":0.28,"specificity":0.68,"precision":0.4666666666666667,"balanced_accuracy":0.48000000000000004,"f1":0.35,"true_positive":14,"false_positive":16,"false_negative":36,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.45353608940104073,"baseline_adjusted_skill":-0.039999999999999925,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.051027170311464545,"uniform_accuracy_baseline":0.058823529411764705,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":-0.11526479750778815,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.42,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":-0.2608695652173914,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24259430780610852,"accuracy":0.6,"positive_recall":0.54,"specificity":0.66,"precision":0.6136363636363636,"balanced_accuracy":0.6000000000000001,"f1":0.574468085106383,"true_positive":27,"false_positive":17,"false_negative":23,"true_negative":33,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.02962276877556591,"baseline_adjusted_skill":0.20000000000000018,"baseline_adjusted_score":0.20000000000000018},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.20634920634920637,"baseline_adjusted_score":0.20634920634920637},"scoring":{"eligible":true,"reason":null},"model":97,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.20754986094706135,"accuracy":0.7094594594594594,"positive_recall":0.676056338028169,"specificity":0.7402597402597403,"precision":0.7058823529411765,"balanced_accuracy":0.7081580391439546,"f1":0.6906474820143885,"true_positive":48,"false_positive":20,"false_negative":23,"true_negative":57,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.2495891161431699,"brier_skill":0.16843384778042114,"baseline_adjusted_skill":0.4163160782879092,"baseline_adjusted_score":0.4163160782879092},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.11,"uniform_accuracy_baseline":0.20049999999999962,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":-0.2535211267605634,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.79,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.6911764705882354,"baseline_adjusted_score":0.6911764705882354},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.7,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.3617021276595743,"baseline_adjusted_score":0.3617021276595743},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.4,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":-0.22448979591836732,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.06896937877713671,"accuracy":0.6293963654799999,"positive_recall":0.9377976100698455,"specificity":0.13459839655278472,"precision":0.6348518112857142,"balanced_accuracy":0.5361980033113152,"f1":0.7571458753459207,"true_positive":57.77151482699999,"false_positive":33.228485173,"false_negative":3.831878279,"true_negative":5.1681217209999994,"positive_prevalence":0.6160339310599999,"majority_accuracy_baseline":0.6160339310599999,"constant_brier_baseline":0.079087076552024,"brier_skill":0.12793111360276166,"baseline_adjusted_skill":0.07239600662263035,"baseline_adjusted_score":0.07239600662263035},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24448408992714046,"accuracy":0.56,"positive_recall":0.24,"specificity":0.88,"precision":0.6666666666666666,"balanced_accuracy":0.56,"f1":0.35294117647058826,"true_positive":12,"false_positive":6,"false_negative":38,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.022063640291438147,"baseline_adjusted_skill":0.1200000000000001,"baseline_adjusted_score":0.1200000000000001},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.78,"uniform_accuracy_baseline":0.012987012987012965,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.768421052631579,"baseline_adjusted_score":0.768421052631579},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.71,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.5166666666666666,"baseline_adjusted_score":0.5166666666666666},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.42,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.09375,"baseline_adjusted_score":0.09375},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.17471501139446943,"accuracy":0.76,"positive_recall":0.88,"specificity":0.64,"precision":0.7096774193548387,"balanced_accuracy":0.76,"f1":0.7857142857142857,"true_positive":44,"false_positive":18,"false_negative":6,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.30113995442212227,"baseline_adjusted_skill":0.52,"baseline_adjusted_score":0.52},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.10266990221479855,"accuracy":0.6399390134128875,"positive_recall":0.378496707009062,"specificity":0.7616761493242914,"precision":0.4251242062980027,"balanced_accuracy":0.5700864281666767,"f1":0.4004577518807103,"true_positive":84.17459284700453,"false_positive":113.82540715299547,"false_negative":138.21728345798329,"true_negative":363.7827165420167,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768597,"brier_skill":-0.1571448396049333,"baseline_adjusted_skill":0.1401728563333533,"baseline_adjusted_score":0.1401728563333533},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.26181830429547415,"accuracy":0.55,"positive_recall":0.52,"specificity":0.58,"precision":0.5531914893617021,"balanced_accuracy":0.55,"f1":0.5360824742268041,"true_positive":26,"false_positive":21,"false_negative":24,"true_negative":29,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.04727321718189659,"baseline_adjusted_skill":0.10000000000000009,"baseline_adjusted_score":0.10000000000000009},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.695364238410596,"uniform_accuracy_baseline":0.006622516556291403,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.6827586206896552,"baseline_adjusted_score":0.6827586206896552},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.4988235294117647,"uniform_accuracy_baseline":0.3333333333333301,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.07592190889370937,"baseline_adjusted_score":0.07592190889370937},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.35,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.08333333333333341,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3196331627640839,"accuracy":0.55,"positive_recall":0.96,"specificity":0.14,"precision":0.5274725274725275,"balanced_accuracy":0.55,"f1":0.6808510638297872,"true_positive":48,"false_positive":43,"false_negative":2,"true_negative":7,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.2785326510563355,"baseline_adjusted_skill":0.10000000000000009,"baseline_adjusted_score":0.10000000000000009},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.47,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":-0.10416666666666677,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.07142857142857136,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9887640449438202,"baseline_adjusted_score":0.9887640449438202},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.56,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.04347826086956526,"baseline_adjusted_score":0.04347826086956526},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.24,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":-0.04109589041095894,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.7222222222222222,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.1666666666666667,"baseline_adjusted_score":0.1666666666666667},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.25455175715638106,"accuracy":0.573170731707317,"positive_recall":0.65,"specificity":0.5,"precision":0.5531914893617021,"balanced_accuracy":0.575,"f1":0.5977011494252874,"true_positive":26,"false_positive":21,"false_negative":14,"true_negative":21,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.24985127900059498,"brier_skill":-0.018813104237801026,"baseline_adjusted_skill":0.1499999999999999,"baseline_adjusted_score":0.1499999999999999},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.22852057275673435,"accuracy":0.59,"positive_recall":0.32,"specificity":0.86,"precision":0.6956521739130435,"balanced_accuracy":0.59,"f1":0.4383561643835616,"true_positive":16,"false_positive":7,"false_negative":34,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.08591770897306261,"baseline_adjusted_skill":0.17999999999999994,"baseline_adjusted_score":0.17999999999999994},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.5083798882681564,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.36917562724014336,"baseline_adjusted_score":0.36917562724014336},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.38,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":-0.016393442622950834,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.20237123535120957,"accuracy":0.68,"positive_recall":0.5681818181818182,"specificity":0.7115384615384616,"precision":0.35714285714285715,"balanced_accuracy":0.6398601398601399,"f1":0.43859649122807015,"true_positive":25,"false_positive":45,"false_negative":19,"true_negative":111,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000053,"brier_skill":-0.1793195533287235,"baseline_adjusted_skill":0.2797202797202798,"baseline_adjusted_score":0.2797202797202798},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.2655418421669895,"accuracy":0.61,"positive_recall":0.68,"specificity":0.5866666666666667,"precision":0.3541666666666667,"balanced_accuracy":0.6333333333333333,"f1":0.4657534246575342,"true_positive":34,"false_positive":62,"false_negative":16,"true_negative":88,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-0.41622315822394396,"baseline_adjusted_skill":0.2666666666666666,"baseline_adjusted_score":0.2666666666666666},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.14076304269274545,"accuracy":0.855,"positive_recall":0.5789473684210527,"specificity":0.8839779005524862,"precision":0.34375,"balanced_accuracy":0.7314626344867694,"f1":0.43137254901960786,"true_positive":11,"false_positive":21,"false_negative":8,"true_negative":160,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.0859749999999999,"brier_skill":-0.637255512564648,"baseline_adjusted_skill":0.4629252689735388,"baseline_adjusted_score":0.4629252689735388},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.12216476284098535,"accuracy":0.8008511904761905,"positive_recall":0.5993453030453331,"specificity":0.8137146258524941,"precision":0.17038917089678535,"balanced_accuracy":0.7065299644489136,"f1":0.2653433170110453,"true_positive":100.7000000000001,"false_positive":490.29999999999967,"false_negative":67.31666666666668,"true_negative":2141.683333333333,"positive_prevalence":0.060005952380952354,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679296,"brier_skill":-2.7938221905949323,"baseline_adjusted_skill":0.41305992889782717,"baseline_adjusted_score":0.41305992889782717},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.311614730878187,"uniform_accuracy_baseline":0.027777777777777853,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.21103896103896105,"baseline_adjusted_score":0.21103896103896105},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.0571428571428572,"baseline_adjusted_score":0.0571428571428572},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24161199902041847,"accuracy":0.58,"positive_recall":0.3,"specificity":0.86,"precision":0.6818181818181818,"balanced_accuracy":0.58,"f1":0.4166666666666667,"true_positive":15,"false_positive":7,"false_negative":35,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.033552003918326134,"baseline_adjusted_skill":0.15999999999999992,"baseline_adjusted_score":0.15999999999999992},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.19855166570793725,"accuracy":0.7,"positive_recall":0.76,"specificity":0.64,"precision":0.6785714285714286,"balanced_accuracy":0.7,"f1":0.7169811320754716,"true_positive":38,"false_positive":18,"false_negative":12,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.205793337168251,"baseline_adjusted_skill":0.3999999999999999,"baseline_adjusted_score":0.3999999999999999},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.51,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":-0.25641025641025633,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.61,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.5851063829787235,"baseline_adjusted_score":0.5851063829787235},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2174914637510594,"accuracy":0.67,"positive_recall":0.9,"specificity":0.44,"precision":0.6164383561643836,"balanced_accuracy":0.67,"f1":0.7317073170731707,"true_positive":45,"false_positive":28,"false_negative":5,"true_negative":22,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.13003414499576238,"baseline_adjusted_skill":0.3400000000000001,"baseline_adjusted_score":0.3400000000000001},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8656716417910449,"baseline_adjusted_score":0.8656716417910449},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.21792863913908828,"accuracy":0.62,"positive_recall":0.32,"specificity":0.92,"precision":0.8,"balanced_accuracy":0.62,"f1":0.45714285714285713,"true_positive":16,"false_positive":4,"false_negative":34,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.1282854434436469,"baseline_adjusted_skill":0.24,"baseline_adjusted_score":0.24},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.3871976824324324,"uniform_accuracy_baseline":0.23445945945945923,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.16925743302594806,"baseline_adjusted_score":0.16925743302594806},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.09496665438197882,"accuracy":0.5868421118421052,"positive_recall":0.656460750345532,"specificity":0.5205497118115738,"precision":0.5659302558139534,"balanced_accuracy":0.5885052310785529,"f1":0.6078431508459508,"true_positive":48.670002,"false_positive":37.329997999999996,"false_negative":25.470001000000003,"true_negative":40.529999,"positive_prevalence":0.48776317763157917,"majority_accuracy_baseline":0.5122368223684208,"constant_brier_baseline":0.0945191003976856,"brier_skill":-0.00473506394379708,"baseline_adjusted_skill":0.1770104621571058,"baseline_adjusted_score":0.1770104621571058},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.1902450984131343,"normalized_score_rmse":0.23025532242326854,"constant_score_baseline":0.5841668333333334,"constant_mae_baseline":0.21700552708333315,"baseline_adjusted_skill":0.12331680685682478,"baseline_adjusted_score":0.12331680685682478},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2693165464803938,"accuracy":0.55,"positive_recall":0.98,"specificity":0.12,"precision":0.5268817204301075,"balanced_accuracy":0.55,"f1":0.6853146853146853,"true_positive":49,"false_positive":44,"false_negative":1,"true_negative":6,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.0772661859215753,"baseline_adjusted_skill":0.10000000000000009,"baseline_adjusted_score":0.10000000000000009},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2444647336203366,"accuracy":0.57,"positive_recall":0.38,"specificity":0.76,"precision":0.6129032258064516,"balanced_accuracy":0.5700000000000001,"f1":0.4691358024691358,"true_positive":19,"false_positive":12,"false_negative":31,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.02214106551865358,"baseline_adjusted_skill":0.14000000000000012,"baseline_adjusted_score":0.14000000000000012},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.41,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.03278688524590158,"baseline_adjusted_score":0.03278688524590158},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.695,"uniform_accuracy_baseline":0.03611111111111102,"fixed_answer_accuracy_baseline":0.08833333333333329,"baseline_adjusted_skill":0.6654478976234003,"baseline_adjusted_score":0.6654478976234003},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.76,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.4545454545454545,"baseline_adjusted_score":0.4545454545454545},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.72,"uniform_accuracy_baseline":0.04987932421560751,"fixed_answer_accuracy_baseline":0.1244247787610618,"baseline_adjusted_skill":0.6802102284212654,"baseline_adjusted_score":0.6802102284212654},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2598467044408123,"accuracy":0.52,"positive_recall":0.08,"specificity":0.96,"precision":0.6666666666666666,"balanced_accuracy":0.52,"f1":0.14285714285714285,"true_positive":4,"false_positive":2,"false_negative":46,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.03938681776324926,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.8055555555555556,"uniform_accuracy_baseline":0.23888888888888893,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.7254901960784313,"baseline_adjusted_score":0.7254901960784313},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.28799115402680825,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":32,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.151964616107233,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.6956521739130435,"baseline_adjusted_score":0.6956521739130435},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.45,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.16666666666666666,"baseline_adjusted_score":0.16666666666666666},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.29487581888175013,"accuracy":0.46,"positive_recall":0.18,"specificity":0.74,"precision":0.4090909090909091,"balanced_accuracy":0.45999999999999996,"f1":0.25,"true_positive":9,"false_positive":13,"false_negative":41,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.17950327552700052,"baseline_adjusted_skill":-0.08000000000000007,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.8260869565217391,"baseline_adjusted_score":0.8260869565217391},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.203369525026091,"accuracy":0.7272727272727273,"positive_recall":0.4375,"specificity":1,"precision":1,"balanced_accuracy":0.71875,"f1":0.6086956521739131,"true_positive":7,"false_positive":0,"false_negative":9,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.18577421781833448,"baseline_adjusted_skill":0.4375,"baseline_adjusted_score":0.4375},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.21347681745886804,"normalized_score_rmse":0.267833744804652,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.3531005531549454,"baseline_adjusted_score":0.3531005531549454},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.15625,"uniform_accuracy_baseline":0.17812500000000006,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.18421052631578944,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.21330518815468189,"accuracy":0.9117647058823529,"positive_recall":1,"specificity":0.8235294117647058,"precision":0.85,"balanced_accuracy":0.9117647058823529,"f1":0.918918918918919,"true_positive":17,"false_positive":3,"false_negative":0,"true_negative":14,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.14677924738127246,"baseline_adjusted_skill":0.8235294117647058,"baseline_adjusted_score":0.8235294117647058},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.22088011529515772,"normalized_score_rmse":0.29611927904844393,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-0.5019847840070724,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.13194444444444448,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":-0.2521739130434782,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.19153925835152322,"accuracy":0.6923076923076923,"positive_recall":1,"specificity":0.38461538461538464,"precision":0.6190476190476191,"balanced_accuracy":0.6923076923076923,"f1":0.7647058823529411,"true_positive":26,"false_positive":16,"false_negative":0,"true_negative":10,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.23384296659390713,"baseline_adjusted_skill":0.3846153846153846,"baseline_adjusted_score":0.3846153846153846},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.27538788063496106,"accuracy":0.48,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":39,"true_negative":36,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24959999999999993,"brier_skill":-0.10331682946699172,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.2919327461719513,"normalized_score_rmse":0.3601029958017912,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.04261695061411164,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.6470588235294118,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.52,"baseline_adjusted_score":0.52},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.15034957613842975,"accuracy":0.8214285714285714,"positive_recall":1,"specificity":0.6428571428571429,"precision":0.7368421052631579,"balanced_accuracy":0.8214285714285714,"f1":0.8484848484848485,"true_positive":14,"false_positive":5,"false_negative":0,"true_negative":9,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.398601695446281,"baseline_adjusted_skill":0.6428571428571428,"baseline_adjusted_score":0.6428571428571428},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.24102856426528005,"normalized_score_rmse":0.29545350999675396,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.16969696969696968,"baseline_adjusted_skill":-0.4203468965632575,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":0.8666666666666667,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":0.8333333333333334,"baseline_adjusted_score":0.8333333333333334},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.12065464270682176,"accuracy":0.8941176470588236,"positive_recall":0.8666666666666667,"specificity":0.925,"precision":0.9285714285714286,"balanced_accuracy":0.8958333333333334,"f1":0.896551724137931,"true_positive":39,"false_positive":3,"false_negative":6,"true_negative":37,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.24913494809688563,"brier_skill":0.515705670246229,"baseline_adjusted_skill":0.7916666666666667,"baseline_adjusted_score":0.7916666666666667},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.16,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":-0.10526315789473682,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.26011817817353994,"accuracy":0.44,"positive_recall":0.5142857142857142,"specificity":0.26666666666666666,"precision":0.6206896551724138,"balanced_accuracy":0.3904761904761904,"f1":0.5625,"true_positive":18,"false_positive":11,"false_negative":17,"true_negative":4,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.20999999999999996,"brier_skill":-0.23865799130257126,"baseline_adjusted_skill":-0.21904761904761916,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.31044466912746427,"normalized_score_rmse":0.3909357077794341,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.10873096116951508,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.379746835443038,"uniform_accuracy_baseline":0.24240506329113914,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":-0.0652173913043478,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.2584397004577023,"accuracy":0.47619047619047616,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":11,"true_negative":10,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.24943310657596363,"brier_skill":-0.03610825365315229,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.42424242424242425,"uniform_accuracy_baseline":0.3237373737373738,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.050000000000000044,"baseline_adjusted_score":0.050000000000000044},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.21699380129879708,"accuracy":0.6060606060606061,"positive_recall":0.5882352941176471,"specificity":0.625,"precision":0.625,"balanced_accuracy":0.6066176470588236,"f1":0.6060606060606061,"true_positive":10,"false_positive":6,"false_negative":7,"true_negative":10,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.1312270234765076,"baseline_adjusted_skill":0.2132352941176472,"baseline_adjusted_score":0.2132352941176472},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.3485168240526143,"normalized_score_rmse":0.38898488871916354,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.34313725490196084,"baseline_adjusted_skill":-0.015677601524761497,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2168498790864785,"accuracy":0.69,"positive_recall":0.4,"specificity":0.98,"precision":0.9523809523809523,"balanced_accuracy":0.69,"f1":0.5633802816901409,"true_positive":20,"false_positive":1,"false_negative":30,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.13260048365408605,"baseline_adjusted_skill":0.3799999999999999,"baseline_adjusted_score":0.3799999999999999},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.33333333333333326,"uniform_accuracy_baseline":0.3333333333333332,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":-0.030927835051546504,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.2586335665993245,"accuracy":0.5066666666666667,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":37,"true_negative":38,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555535,"brier_skill":-0.034718216302419336,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.41,"uniform_accuracy_baseline":0.1428571428571427,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.24358974358974356,"baseline_adjusted_score":0.24358974358974356},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.37499999999999994,"uniform_accuracy_baseline":0.32416666666666627,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.053030303030302914,"baseline_adjusted_score":0.053030303030302914},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.29394900003840974,"accuracy":0.5151515151515151,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":16,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":-0.17687669500672087,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.22295979512008754,"normalized_score_rmse":0.28673197213226287,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":-0.014851481236260566,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.19639807035680612,"accuracy":0.72,"positive_recall":0.09090909090909091,"specificity":0.8974358974358975,"precision":0.2,"balanced_accuracy":0.4941724941724942,"f1":0.125,"true_positive":2,"false_positive":8,"false_negative":20,"true_negative":70,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000028,"brier_skill":-0.14451089951518536,"baseline_adjusted_skill":-0.011655011655011593,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.21130110230766605,"accuracy":0.68,"positive_recall":0.3783783783783784,"specificity":0.8571428571428571,"precision":0.6086956521739131,"balanced_accuracy":0.6177606177606177,"f1":0.4666666666666667,"true_positive":14,"false_positive":9,"false_negative":23,"true_negative":54,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000008,"brier_skill":0.09351736461747762,"baseline_adjusted_skill":0.2355212355212355,"baseline_adjusted_score":0.2355212355212355},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2592544989270596,"accuracy":0.54,"positive_recall":0.38461538461538464,"specificity":0.639344262295082,"precision":0.40540540540540543,"balanced_accuracy":0.5119798234552333,"f1":0.39473684210526316,"true_positive":15,"false_positive":22,"false_negative":24,"true_negative":39,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379000000000002,"brier_skill":-0.08976250074425973,"baseline_adjusted_skill":0.023959646910466592,"baseline_adjusted_score":0.023959646910466592},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.23103472159225993,"accuracy":0.62,"positive_recall":0.6129032258064516,"specificity":0.6231884057971014,"precision":0.4222222222222222,"balanced_accuracy":0.6180458158017765,"f1":0.5,"true_positive":19,"false_positive":26,"false_negative":12,"true_negative":43,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999987,"brier_skill":-0.08010622530275868,"baseline_adjusted_skill":0.23609163160355306,"baseline_adjusted_score":0.23609163160355306},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.48,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.27777777777777773,"baseline_adjusted_score":0.27777777777777773},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.23063693517819048,"normalized_score_rmse":0.276381389061023,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.008013182029288357,"baseline_adjusted_score":0.008013182029288357},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2691989471077994,"accuracy":0.63,"positive_recall":0.96,"specificity":0.3,"precision":0.5783132530120482,"balanced_accuracy":0.63,"f1":0.7218045112781954,"true_positive":48,"false_positive":35,"false_negative":2,"true_negative":15,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.07679578843119761,"baseline_adjusted_skill":0.26,"baseline_adjusted_score":0.26},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2506497321162501,"accuracy":0.48,"positive_recall":0.8,"specificity":0.16,"precision":0.4878048780487805,"balanced_accuracy":0.48000000000000004,"f1":0.6060606060606061,"true_positive":40,"false_positive":42,"false_negative":10,"true_negative":8,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.0025989284650003164,"baseline_adjusted_skill":-0.039999999999999925,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.32,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.942857142857143,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.19636408423580765,"accuracy":0.74,"positive_recall":0.92,"specificity":0.56,"precision":0.6764705882352942,"balanced_accuracy":0.74,"f1":0.7796610169491526,"true_positive":46,"false_positive":22,"false_negative":4,"true_negative":28,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.21454366305676942,"baseline_adjusted_skill":0.48,"baseline_adjusted_score":0.48},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.76,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.42857142857142866,"baseline_adjusted_score":0.42857142857142866},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.29,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.1833333333333334,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.23503608348317354,"accuracy":0.6,"positive_recall":0.2,"specificity":1,"precision":1,"balanced_accuracy":0.6,"f1":0.3333333333333333,"true_positive":10,"false_positive":0,"false_negative":40,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.05985566606730586,"baseline_adjusted_skill":0.19999999999999996,"baseline_adjusted_score":0.19999999999999996},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.20851190476190457,"fixed_answer_accuracy_baseline":0.2233333333333332,"baseline_adjusted_skill":0.8068669527896996,"baseline_adjusted_score":0.8068669527896996},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.16899744013616677,"accuracy":0.75,"positive_recall":0.76,"specificity":0.74,"precision":0.7450980392156863,"balanced_accuracy":0.75,"f1":0.7524752475247525,"true_positive":38,"false_positive":13,"false_negative":12,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3240102394553329,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.211661006140057,"normalized_score_rmse":0.2565447650527585,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.29446331286647665,"baseline_adjusted_score":0.29446331286647665},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.77,"uniform_accuracy_baseline":0.22851190476190467,"fixed_answer_accuracy_baseline":0.2433333333333333,"baseline_adjusted_skill":0.696035242290749,"baseline_adjusted_score":0.696035242290749},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.16401068550804646,"accuracy":0.78,"positive_recall":0.8,"specificity":0.76,"precision":0.7692307692307693,"balanced_accuracy":0.78,"f1":0.7843137254901961,"true_positive":40,"false_positive":12,"false_negative":10,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3439572579678142,"baseline_adjusted_skill":0.56,"baseline_adjusted_score":0.56},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.23856528950275657,"normalized_score_rmse":0.2898189785650066,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.304222222222222,"baseline_adjusted_skill":0.2158189899471108,"baseline_adjusted_score":0.2158189899471108},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.65,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.435483870967742,"baseline_adjusted_score":0.435483870967742},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2019795922063218,"accuracy":0.69,"positive_recall":0.98,"specificity":0.4,"precision":0.620253164556962,"balanced_accuracy":0.69,"f1":0.7596899224806202,"true_positive":49,"false_positive":30,"false_negative":1,"true_negative":20,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.19208163117471277,"baseline_adjusted_skill":0.3799999999999999,"baseline_adjusted_score":0.3799999999999999},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1269448150260866,"accuracy":0.81,"positive_recall":0.92,"specificity":0.7,"precision":0.7540983606557377,"balanced_accuracy":0.81,"f1":0.8288288288288288,"true_positive":46,"false_positive":15,"false_negative":4,"true_negative":35,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4922207398956536,"baseline_adjusted_skill":0.6200000000000001,"baseline_adjusted_score":0.6200000000000001},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.44,"uniform_accuracy_baseline":0.35333333333333317,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.05084745762711868,"baseline_adjusted_score":0.05084745762711868},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.45,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.11290322580645162,"baseline_adjusted_score":0.11290322580645162},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.22,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.25806451612903225,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.23,"uniform_accuracy_baseline":0.11111111111111088,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.08333333333333334,"baseline_adjusted_score":0.08333333333333334},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.2842441957877757,"accuracy":0.3283750000000001,"positive_recall":0.8319050758075148,"specificity":0.2105506709856548,"precision":0.1978056426332289,"balanced_accuracy":0.5212278733965848,"f1":0.31961504368747634,"true_positive":63.100000000000016,"false_positive":255.9,"false_negative":12.750000000000002,"true_negative":68.25000000000001,"positive_prevalence":0.1896249999999999,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500007,"brier_skill":-2.7339821130594606,"baseline_adjusted_skill":0.04245574679316966,"baseline_adjusted_score":0.04245574679316966},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3745550934551284,"normalized_score_rmse":0.41011004928337175,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":-0.7523045307842264,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.2503988535177582,"accuracy":0.4476249999999999,"positive_recall":0.9737458977965308,"specificity":0.25634907107550703,"precision":0.3225155279503103,"balanced_accuracy":0.6150474844360189,"f1":0.4845445001749676,"true_positive":103.84999999999994,"false_positive":218.15000000000012,"false_negative":2.8000000000000003,"true_negative":75.20000000000002,"positive_prevalence":0.2666249999999998,"majority_accuracy_baseline":0.7333750000000002,"constant_brier_baseline":0.11565485937499977,"brier_skill":-1.1650525958953786,"baseline_adjusted_skill":0.23009496887203773,"baseline_adjusted_score":0.23009496887203773},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.35254695591516794,"normalized_score_rmse":0.3958502424673765,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":-0.31180262666109004,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.20607564211198912,"accuracy":0.4646249999999999,"positive_recall":0.8483221476510067,"specificity":0.31587163920208167,"precision":0.32465753424657534,"balanced_accuracy":0.5820968934265441,"f1":0.4695975232198143,"true_positive":94.79999999999997,"false_positive":197.1999999999999,"false_negative":16.950000000000006,"true_negative":91.05000000000001,"positive_prevalence":0.2793749999999999,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937499995,"brier_skill":-0.8211663386254868,"baseline_adjusted_skill":0.16419378685308827,"baseline_adjusted_score":0.16419378685308827},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3340000789985061,"normalized_score_rmse":0.37327733162719096,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":-0.2633572728075879,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.17776617585681884,"accuracy":0.6246249999999999,"positive_recall":0.8315492957746478,"specificity":0.5656224899598392,"precision":0.3531100478468897,"balanced_accuracy":0.6985858928672435,"f1":0.49571788413098217,"true_positive":73.79999999999995,"false_positive":135.20000000000007,"false_negative":14.950000000000001,"true_negative":176.05,"positive_prevalence":0.22187499999999974,"majority_accuracy_baseline":0.7781250000000003,"constant_brier_baseline":0.126740234375001,"brier_skill":-0.4026025494859151,"baseline_adjusted_skill":0.39717178573448697,"baseline_adjusted_score":0.39717178573448697},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3941443429328501,"normalized_score_rmse":0.41525796845004637,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":-0.7469001348824382,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.25819083690655215,"accuracy":0.395,"positive_recall":0.9725897920604915,"specificity":0.18728755948334475,"precision":0.3008771929824562,"balanced_accuracy":0.579938675771918,"f1":0.4595801697186244,"true_positive":102.89999999999998,"false_positive":239.0999999999999,"false_negative":2.9,"true_negative":55.10000000000001,"positive_prevalence":0.26449999999999985,"majority_accuracy_baseline":0.7355000000000002,"constant_brier_baseline":0.11362725000000028,"brier_skill":-1.2722616001579858,"baseline_adjusted_skill":0.1598773515438361,"baseline_adjusted_score":0.1598773515438361},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3504490724159405,"normalized_score_rmse":0.38743387925677225,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":-0.39482217876991244,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.33804812623831704,"accuracy":0.28249999999999986,"positive_recall":0.9569190600522193,"specificity":0.12275819418676567,"precision":0.20532212885154055,"balanced_accuracy":0.5398386271194925,"f1":0.3380996309963099,"true_positive":73.29999999999994,"false_positive":283.6999999999999,"false_negative":3.3,"true_negative":39.7,"positive_prevalence":0.1914999999999999,"majority_accuracy_baseline":0.8085000000000001,"constant_brier_baseline":0.09190274999999995,"brier_skill":-2.678324383528428,"baseline_adjusted_skill":0.07967725423898497,"baseline_adjusted_score":0.07967725423898497},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3864164772583172,"normalized_score_rmse":0.4151076899802484,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":-0.8678742103121071,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.29538161024455833,"accuracy":0.3397499999999999,"positive_recall":0.9735772357723577,"specificity":0.19635193133047216,"precision":0.21511976047904188,"balanced_accuracy":0.5849645835514149,"f1":0.35237861696910244,"true_positive":71.84999999999995,"false_positive":262.14999999999986,"false_negative":1.95,"true_negative":64.05,"positive_prevalence":0.1844999999999999,"majority_accuracy_baseline":0.8155000000000001,"constant_brier_baseline":0.1092222499999995,"brier_skill":-1.7044087651056419,"baseline_adjusted_skill":0.1699291671028298,"baseline_adjusted_score":0.1699291671028298},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.4199948588130064,"normalized_score_rmse":0.4424034389863371,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":-1.2177946339960735,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.4201958899929626,"accuracy":0.25074999999999986,"positive_recall":0.9987261146496816,"specificity":0.06811819595645417,"precision":0.20740740740740746,"balanced_accuracy":0.5334221553030679,"f1":0.34348302300109534,"true_positive":78.39999999999995,"false_positive":299.59999999999974,"false_negative":0.1,"true_negative":21.9,"positive_prevalence":0.19624999999999987,"majority_accuracy_baseline":0.8037500000000002,"constant_brier_baseline":0.09878593749999955,"brier_skill":-3.2536002656548613,"baseline_adjusted_skill":0.06684431060613583,"baseline_adjusted_score":0.06684431060613583},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.39210565978661177,"normalized_score_rmse":0.42201996869071606,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":-0.8561214664454995,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.14206868698154207,"accuracy":0.5612244897959182,"positive_recall":0.6571767497034398,"specificity":0.4888093106535362,"precision":0.4924444444444442,"balanced_accuracy":0.572993030178488,"f1":0.5630081300813005,"true_positive":110.79999999999994,"false_positive":114.20000000000005,"false_negative":57.80000000000005,"true_negative":109.2,"positive_prevalence":0.43010204081632636,"majority_accuracy_baseline":0.5698979591836737,"constant_brier_baseline":0.12359641815910102,"brier_skill":-0.14945634426608057,"baseline_adjusted_skill":0.14598606035697603,"baseline_adjusted_score":0.14598606035697603},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.2561260114058054,"normalized_score_rmse":0.30071812771568535,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.07035744008263223,"baseline_adjusted_score":0.07035744008263223},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.23958931548334067,"accuracy":0.5051249999999999,"positive_recall":0.8465774980330448,"specificity":0.4406301084856592,"precision":0.22231404958677686,"balanced_accuracy":0.6436038032593521,"f1":0.3521518573064965,"true_positive":107.59999999999997,"false_positive":376.39999999999986,"false_negative":19.5,"true_negative":296.5,"positive_prevalence":0.15887500000000002,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499934,"brier_skill":-1.4255458316164704,"baseline_adjusted_skill":0.28720760651870414,"baseline_adjusted_score":0.28720760651870414},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.44517912254435943,"normalized_score_rmse":0.46601832929366416,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-1.698055288147633,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.38,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2603185647285615,"accuracy":0.53,"positive_recall":0.5,"specificity":0.56,"precision":0.5319148936170213,"balanced_accuracy":0.53,"f1":0.5154639175257731,"true_positive":25,"false_positive":22,"false_negative":25,"true_negative":28,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.041274258914246076,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.051027170311464545,"uniform_accuracy_baseline":0.058823529411766766,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":-0.11526479750778815,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.49,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":-0.10869565217391315,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24378039033719354,"accuracy":0.57,"positive_recall":0.7,"specificity":0.44,"precision":0.5555555555555556,"balanced_accuracy":0.57,"f1":0.6194690265486725,"true_positive":35,"false_positive":28,"false_negative":15,"true_negative":22,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.024878438651225854,"baseline_adjusted_skill":0.1399999999999999,"baseline_adjusted_score":0.1399999999999999},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.44,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.11111111111111112,"baseline_adjusted_score":0.11111111111111112},"scoring":{"eligible":true,"reason":null},"model":98,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.1532092247057651,"accuracy":0.7635135135135135,"positive_recall":0.6197183098591549,"specificity":0.8961038961038961,"precision":0.8461538461538461,"balanced_accuracy":0.7579111029815255,"f1":0.7154471544715447,"true_positive":44,"false_positive":8,"false_negative":27,"true_negative":69,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.24958911614317017,"brier_skill":0.38615422389700405,"baseline_adjusted_skill":0.5158222059630511,"baseline_adjusted_score":0.5158222059630511},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.72,"uniform_accuracy_baseline":0.2005,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.6056338028169014,"baseline_adjusted_score":0.6056338028169014},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.9852941176470588,"baseline_adjusted_score":0.9852941176470588},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.8297872340425533,"baseline_adjusted_score":0.8297872340425533},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.9387755102040816,"baseline_adjusted_score":0.9387755102040816},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08709280254419145,"accuracy":0.57991062532,"positive_recall":0.7028383606159345,"specificity":0.38268576058204024,"precision":0.646227280880597,"balanced_accuracy":0.5427620605989874,"f1":0.6733450303805393,"true_positive":43.297227819,"false_positive":23.702772181,"false_negative":18.306165287,"true_negative":14.693834713000001,"positive_prevalence":0.61603393106,"majority_accuracy_baseline":0.61603393106,"constant_brier_baseline":0.07908707655202402,"brier_skill":-0.10122672807233202,"baseline_adjusted_skill":0.0855241211979747,"baseline_adjusted_score":0.0855241211979747},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.0611991449332602,"accuracy":0.91,"positive_recall":0.9,"specificity":0.92,"precision":0.9183673469387755,"balanced_accuracy":0.91,"f1":0.9090909090909091,"true_positive":45,"false_positive":4,"false_negative":5,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7552034202669592,"baseline_adjusted_skill":0.8200000000000001,"baseline_adjusted_score":0.8200000000000001},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.83,"uniform_accuracy_baseline":0.012987012987012986,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.8210526315789474,"baseline_adjusted_score":0.8210526315789474},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.8,"baseline_adjusted_score":0.8},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.73,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.578125,"baseline_adjusted_score":0.578125},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.14016662403283842,"accuracy":0.81,"positive_recall":1,"specificity":0.62,"precision":0.7246376811594203,"balanced_accuracy":0.81,"f1":0.8403361344537815,"true_positive":50,"false_positive":19,"false_negative":0,"true_negative":31,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.43933350386864634,"baseline_adjusted_skill":0.6200000000000001,"baseline_adjusted_score":0.6200000000000001},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.06392685697560027,"accuracy":0.7103671728280772,"positive_recall":0.5500400944257757,"specificity":0.7850213464475221,"precision":0.543664216188093,"balanced_accuracy":0.667530720436649,"f1":0.5468335708399503,"true_positive":122.32444864232093,"false_positive":102.67555135767907,"false_negative":100.06742766266689,"true_negative":374.9325723373331,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768642,"brier_skill":0.27951005050420785,"baseline_adjusted_skill":0.3350614408732979,"baseline_adjusted_score":0.3350614408732979},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.16657615753377533,"accuracy":0.75,"positive_recall":0.64,"specificity":0.86,"precision":0.8205128205128205,"balanced_accuracy":0.75,"f1":0.7191011235955056,"true_positive":32,"false_positive":7,"false_negative":18,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.33369536986489867,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.8344370860927153,"uniform_accuracy_baseline":0.006622516556291391,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.8275862068965518,"baseline_adjusted_score":0.8275862068965518},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.8229411764705883,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.67353579175705,"baseline_adjusted_score":0.67353579175705},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.52,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.2,"baseline_adjusted_score":0.2},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.07095879822572126,"accuracy":0.9,"positive_recall":0.96,"specificity":0.84,"precision":0.8571428571428571,"balanced_accuracy":0.8999999999999999,"f1":0.9056603773584906,"true_positive":48,"false_positive":8,"false_negative":2,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7161648070971149,"baseline_adjusted_skill":0.7999999999999998,"baseline_adjusted_score":0.7999999999999998},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.77,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.5208333333333334,"baseline_adjusted_score":0.5208333333333334},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.07142857142857142,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9887640449438202,"baseline_adjusted_score":0.9887640449438202},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.6739130434782608,"baseline_adjusted_score":0.6739130434782608},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.3150684931506849,"baseline_adjusted_score":0.3150684931506849},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.6666666666666666,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.13226218615094498,"accuracy":0.8292682926829268,"positive_recall":0.825,"specificity":0.8333333333333334,"precision":0.825,"balanced_accuracy":0.8291666666666666,"f1":0.825,"true_positive":33,"false_positive":7,"false_negative":7,"true_negative":35,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.2498512790005949,"brier_skill":0.4706363454291941,"baseline_adjusted_skill":0.6583333333333332,"baseline_adjusted_score":0.6583333333333332},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.16135360352454003,"accuracy":0.78,"positive_recall":0.56,"specificity":1,"precision":1,"balanced_accuracy":0.78,"f1":0.717948717948718,"true_positive":28,"false_positive":0,"false_negative":22,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.35458558590183986,"baseline_adjusted_skill":0.56,"baseline_adjusted_score":0.56},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.8184357541899442,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.7670250896057349,"baseline_adjusted_score":0.7670250896057349},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.64,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.4098360655737705,"baseline_adjusted_score":0.4098360655737705},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.15816109826245067,"accuracy":0.8,"positive_recall":0.4772727272727273,"specificity":0.8910256410256411,"precision":0.5526315789473685,"balanced_accuracy":0.6841491841491842,"f1":0.5121951219512195,"true_positive":21,"false_positive":17,"false_negative":23,"true_negative":139,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":0.07831527819084694,"baseline_adjusted_skill":0.3682983682983685,"baseline_adjusted_score":0.3682983682983685},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.14781239493648307,"accuracy":0.795,"positive_recall":0.44,"specificity":0.9133333333333333,"precision":0.6285714285714286,"balanced_accuracy":0.6766666666666666,"f1":0.5176470588235295,"true_positive":22,"false_positive":13,"false_negative":28,"true_negative":137,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":0.21166722700542362,"baseline_adjusted_skill":0.3533333333333333,"baseline_adjusted_score":0.3533333333333333},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.046136968496915676,"accuracy":0.935,"positive_recall":0.7368421052631579,"specificity":0.9558011049723757,"precision":0.6363636363636364,"balanced_accuracy":0.8463216051177668,"f1":0.6829268292682927,"true_positive":14,"false_positive":8,"false_negative":5,"true_negative":173,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.085975,"brier_skill":0.4633676243452669,"baseline_adjusted_skill":0.6926432102355335,"baseline_adjusted_score":0.6926432102355335},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.07068053053482515,"accuracy":0.8660535714285713,"positive_recall":0.5653209007042953,"specificity":0.8852512997169434,"precision":0.2392527287993283,"balanced_accuracy":0.7252861002106193,"f1":0.33621427096545825,"true_positive":94.98333333333333,"false_positive":302.01666666666665,"false_negative":73.03333333333333,"true_negative":2329.9666666666667,"positive_prevalence":0.060005952380952375,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679138,"brier_skill":-1.1949812609638482,"baseline_adjusted_skill":0.4505722004212387,"baseline_adjusted_score":0.4505722004212387},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.8668555240793201,"uniform_accuracy_baseline":0.027777777777777776,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.8474025974025974,"baseline_adjusted_score":0.8474025974025974},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.8000000000000002,"baseline_adjusted_score":0.8000000000000002},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.06732151069000832,"accuracy":0.9,"positive_recall":1,"specificity":0.8,"precision":0.8333333333333334,"balanced_accuracy":0.9,"f1":0.9090909090909091,"true_positive":50,"false_positive":10,"false_negative":0,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7307139572399668,"baseline_adjusted_skill":0.8,"baseline_adjusted_score":0.8},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.03774348482941828,"accuracy":0.95,"positive_recall":0.9,"specificity":1,"precision":1,"balanced_accuracy":0.95,"f1":0.9473684210526315,"true_positive":45,"false_positive":0,"false_negative":5,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8490260606823269,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.69,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":0.205128205128205,"baseline_adjusted_score":0.205128205128205},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.8617021276595745,"baseline_adjusted_score":0.8617021276595745},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.06483237118152821,"accuracy":0.94,"positive_recall":0.98,"specificity":0.9,"precision":0.9074074074074074,"balanced_accuracy":0.94,"f1":0.9423076923076923,"true_positive":49,"false_positive":5,"false_negative":1,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7406705152738872,"baseline_adjusted_skill":0.8799999999999999,"baseline_adjusted_score":0.8799999999999999},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8507462686567167,"baseline_adjusted_score":0.8507462686567167},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.0708643628722841,"accuracy":0.91,"positive_recall":0.86,"specificity":0.96,"precision":0.9555555555555556,"balanced_accuracy":0.9099999999999999,"f1":0.9052631578947369,"true_positive":43,"false_positive":2,"false_negative":7,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7165425485108636,"baseline_adjusted_skill":0.8199999999999998,"baseline_adjusted_score":0.8199999999999998},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.5047894932432432,"uniform_accuracy_baseline":0.23445945945945948,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.3286702158559165,"baseline_adjusted_score":0.3286702158559165},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.04361002876520716,"accuracy":0.7213596513157895,"positive_recall":0.8550489942656192,"specificity":0.5940577161851163,"precision":0.6672982631578948,"balanced_accuracy":0.7245533552253678,"f1":0.7495960018399669,"true_positive":63.393335,"false_positive":31.606665,"false_negative":10.746668,"true_negative":46.253332,"positive_prevalence":0.4877631776315789,"majority_accuracy_baseline":0.512236822368421,"constant_brier_baseline":0.09451910039768556,"brier_skill":0.5386114702560689,"baseline_adjusted_skill":0.4491067104507356,"baseline_adjusted_score":0.4491067104507356},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.09646714530117995,"normalized_score_rmse":0.12872407680954037,"constant_score_baseline":0.5841668333333333,"constant_mae_baseline":0.21700552708333334,"baseline_adjusted_skill":0.5554622658798218,"baseline_adjusted_score":0.5554622658798218},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.19954655762878348,"accuracy":0.7,"positive_recall":0.88,"specificity":0.52,"precision":0.6470588235294118,"balanced_accuracy":0.7,"f1":0.7457627118644068,"true_positive":44,"false_positive":24,"false_negative":6,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.20181376948486607,"baseline_adjusted_skill":0.3999999999999999,"baseline_adjusted_score":0.3999999999999999},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2023247011256225,"accuracy":0.71,"positive_recall":0.6,"specificity":0.82,"precision":0.7692307692307693,"balanced_accuracy":0.71,"f1":0.6741573033707865,"true_positive":30,"false_positive":9,"false_negative":20,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.19070119549750997,"baseline_adjusted_skill":0.41999999999999993,"baseline_adjusted_score":0.41999999999999993},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.819672131147541,"baseline_adjusted_score":0.819672131147541},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.905,"uniform_accuracy_baseline":0.036111111111111115,"fixed_answer_accuracy_baseline":0.08833333333333333,"baseline_adjusted_skill":0.8957952468007313,"baseline_adjusted_score":0.8957952468007313},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.9545454545454545,"baseline_adjusted_score":0.9545454545454545},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.049879324215607396,"fixed_answer_accuracy_baseline":0.12442477876106194,"baseline_adjusted_skill":0.8515261774813018,"baseline_adjusted_score":0.8515261774813018},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2971146012079593,"accuracy":0.49,"positive_recall":0,"specificity":0.98,"precision":0,"balanced_accuracy":0.49,"f1":0,"true_positive":0,"false_positive":1,"false_negative":50,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.18845840483183718,"baseline_adjusted_skill":-0.020000000000000018,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.9166666666666666,"uniform_accuracy_baseline":0.23888888888888887,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.8823529411764707,"baseline_adjusted_score":0.8823529411764707},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.0500610724285234,"accuracy":0.953125,"positive_recall":0.90625,"specificity":1,"precision":1,"balanced_accuracy":0.953125,"f1":0.9508196721311475,"true_positive":29,"false_positive":0,"false_negative":3,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7997557102859064,"baseline_adjusted_skill":0.90625,"baseline_adjusted_score":0.90625},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.003847254096540068,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":50,"false_positive":0,"false_negative":0,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9846109836138397,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.8260869565217391,"baseline_adjusted_score":0.8260869565217391},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.0025594656463958716,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":16,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.9897527276142459,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.11620771911926568,"normalized_score_rmse":0.26887753278565124,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.6478553966082858,"baseline_adjusted_score":0.6478553966082858},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.375,"uniform_accuracy_baseline":0.178125,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":0.12280701754385967,"baseline_adjusted_score":0.12280701754385967},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.013775963360261042,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":17,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9448961465589558,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.2770661431474282,"normalized_score_rmse":0.3196763818778544,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-0.8840497734025119,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.13194444444444445,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.000025430154021438048,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":26,"false_positive":0,"false_negative":0,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9998982793839143,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.00488874354208129,"accuracy":0.9866666666666667,"positive_recall":0.9743589743589743,"specificity":1,"precision":1,"balanced_accuracy":0.9871794871794872,"f1":0.987012987012987,"true_positive":38,"false_positive":0,"false_negative":1,"true_negative":36,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24960000000000004,"brier_skill":0.9804136877320461,"baseline_adjusted_skill":0.9743589743589745,"baseline_adjusted_score":0.9743589743589745},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.1308226446993649,"normalized_score_rmse":0.1793260715592522,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.5327762689308397,"baseline_adjusted_score":0.5327762689308397},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.84,"baseline_adjusted_score":0.84},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.06458503518071367,"accuracy":0.9285714285714286,"positive_recall":1,"specificity":0.8571428571428571,"precision":0.875,"balanced_accuracy":0.9285714285714286,"f1":0.9333333333333333,"true_positive":14,"false_positive":2,"false_negative":0,"true_negative":12,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7416598592771453,"baseline_adjusted_skill":0.8571428571428572,"baseline_adjusted_score":0.8571428571428572},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.08436754018237645,"normalized_score_rmse":0.14048554359491422,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.1696969696969697,"baseline_adjusted_skill":0.502834138210996,"baseline_adjusted_score":0.502834138210996},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.041189991289668514,"accuracy":0.9411764705882353,"positive_recall":0.9333333333333333,"specificity":0.95,"precision":0.9545454545454546,"balanced_accuracy":0.9416666666666667,"f1":0.9438202247191011,"true_positive":42,"false_positive":2,"false_negative":3,"true_negative":38,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.2491349480968858,"brier_skill":0.8346679516289695,"baseline_adjusted_skill":0.8833333333333333,"baseline_adjusted_score":0.8833333333333333},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.12450488492683295,"accuracy":0.86,"positive_recall":0.8,"specificity":1,"precision":1,"balanced_accuracy":0.9,"f1":0.8888888888888888,"true_positive":28,"false_positive":0,"false_negative":7,"true_negative":15,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.21,"brier_skill":0.4071195955865097,"baseline_adjusted_skill":0.8,"baseline_adjusted_score":0.8},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.0190279834123794,"normalized_score_rmse":0.024540723148108092,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.9320429163843593,"baseline_adjusted_score":0.9320429163843593},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.9367088607594937,"uniform_accuracy_baseline":0.24240506329113923,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.8913043478260869,"baseline_adjusted_score":0.8913043478260869},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.00007598197705839966,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":11,"false_positive":0,"false_negative":0,"true_negative":10,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.2494331065759637,"brier_skill":0.9996953813465204,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.9393939393939394,"uniform_accuracy_baseline":0.32373737373737377,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.9000000000000001,"baseline_adjusted_score":0.9000000000000001},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.10685672640326342,"accuracy":0.8181818181818182,"positive_recall":0.7647058823529411,"specificity":0.875,"precision":0.8666666666666667,"balanced_accuracy":0.8198529411764706,"f1":0.8125,"true_positive":13,"false_positive":2,"false_negative":4,"true_negative":14,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.5721802387751695,"baseline_adjusted_skill":0.6397058823529411,"baseline_adjusted_score":0.6397058823529411},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.05660813709055575,"normalized_score_rmse":0.11943386275234096,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.3431372549019608,"baseline_adjusted_skill":0.8350277147646661,"baseline_adjusted_score":0.8350277147646661},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.031174010308660596,"accuracy":0.96,"positive_recall":1,"specificity":0.92,"precision":0.9259259259259259,"balanced_accuracy":0.96,"f1":0.9615384615384616,"true_positive":50,"false_positive":4,"false_negative":0,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8753039587653576,"baseline_adjusted_skill":0.9199999999999999,"baseline_adjusted_score":0.9199999999999999},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.6133333333333334,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":0.40206185567010316,"baseline_adjusted_score":0.40206185567010316},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.14591860969066311,"accuracy":0.8266666666666667,"positive_recall":0.6756756756756757,"specificity":0.9736842105263158,"precision":0.9615384615384616,"balanced_accuracy":0.8246799431009957,"f1":0.7936507936507936,"true_positive":25,"false_positive":1,"false_negative":12,"true_negative":37,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555554,"brier_skill":0.41622177844240393,"baseline_adjusted_skill":0.6493598862019914,"baseline_adjusted_score":0.6493598862019914},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.14285714285714285,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.445,"uniform_accuracy_baseline":0.32416666666666666,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.1590909090909091,"baseline_adjusted_score":0.1590909090909091},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.015832149545735977,"accuracy":0.9696969696969697,"positive_recall":1,"specificity":0.9411764705882353,"precision":0.9411764705882353,"balanced_accuracy":0.9705882352941176,"f1":0.9696969696969697,"true_positive":16,"false_positive":1,"false_negative":0,"true_negative":16,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.9366131953849026,"baseline_adjusted_skill":0.9411764705882353,"baseline_adjusted_score":0.9411764705882353},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.02225581309528824,"normalized_score_rmse":0.03932204878684239,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.8986976783248949,"baseline_adjusted_score":0.8986976783248949},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.07733176999118715,"accuracy":0.89,"positive_recall":0.9090909090909091,"specificity":0.8846153846153846,"precision":0.6896551724137931,"balanced_accuracy":0.8968531468531469,"f1":0.7843137254901961,"true_positive":20,"false_positive":9,"false_negative":2,"true_negative":69,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":0.5493486597250166,"baseline_adjusted_skill":0.7937062937062938,"baseline_adjusted_score":0.7937062937062938},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.07358910146348413,"accuracy":0.87,"positive_recall":0.6486486486486487,"specificity":1,"precision":1,"balanced_accuracy":0.8243243243243243,"f1":0.7868852459016393,"true_positive":24,"false_positive":0,"false_negative":13,"true_negative":63,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000003,"brier_skill":0.6843024390240922,"baseline_adjusted_skill":0.6486486486486487,"baseline_adjusted_score":0.6486486486486487},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.06386729427882544,"accuracy":0.94,"positive_recall":0.8974358974358975,"specificity":0.9672131147540983,"precision":0.9459459459459459,"balanced_accuracy":0.9323245060949978,"f1":0.9210526315789473,"true_positive":35,"false_positive":2,"false_negative":4,"true_negative":59,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379,"brier_skill":0.7315372245530667,"baseline_adjusted_skill":0.8646490121899957,"baseline_adjusted_score":0.8646490121899957},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.03757013308781429,"accuracy":0.94,"positive_recall":0.967741935483871,"specificity":0.927536231884058,"precision":0.8571428571428571,"balanced_accuracy":0.9476390836839645,"f1":0.9090909090909091,"true_positive":30,"false_positive":5,"false_negative":1,"true_negative":64,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999998,"brier_skill":0.8243565540541642,"baseline_adjusted_skill":0.8952781673679291,"baseline_adjusted_score":0.8952781673679291},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.9722222222222222,"baseline_adjusted_score":0.9722222222222222},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.12368543720222078,"normalized_score_rmse":0.1551051115552135,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.4680196249366848,"baseline_adjusted_score":0.4680196249366848},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11401486973051143,"accuracy":0.82,"positive_recall":0.92,"specificity":0.72,"precision":0.7666666666666667,"balanced_accuracy":0.8200000000000001,"f1":0.8363636363636363,"true_positive":46,"false_positive":14,"false_negative":4,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5439405210779542,"baseline_adjusted_skill":0.6400000000000001,"baseline_adjusted_score":0.6400000000000001},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2917951682012104,"accuracy":0.5,"positive_recall":0.82,"specificity":0.18,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6212121212121212,"true_positive":41,"false_positive":41,"false_negative":9,"true_negative":9,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.1671806728048415,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":0.6857142857142857,"baseline_adjusted_score":0.6857142857142857},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.06688920549084411,"accuracy":0.89,"positive_recall":0.94,"specificity":0.84,"precision":0.8545454545454545,"balanced_accuracy":0.8899999999999999,"f1":0.8952380952380953,"true_positive":47,"false_positive":8,"false_negative":3,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7324431780366236,"baseline_adjusted_skill":0.7799999999999998,"baseline_adjusted_score":0.7799999999999998},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.9047619047619047,"baseline_adjusted_score":0.9047619047619047},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.68,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.46666666666666673,"baseline_adjusted_score":0.46666666666666673},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08555467194499534,"accuracy":0.87,"positive_recall":0.8,"specificity":0.94,"precision":0.9302325581395349,"balanced_accuracy":0.87,"f1":0.8602150537634409,"true_positive":40,"false_positive":3,"false_negative":10,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6577813122200187,"baseline_adjusted_skill":0.74,"baseline_adjusted_score":0.74},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.20851190476190473,"fixed_answer_accuracy_baseline":0.22333333333333333,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.02981579367244483,"accuracy":0.97,"positive_recall":1,"specificity":0.94,"precision":0.9433962264150944,"balanced_accuracy":0.97,"f1":0.970873786407767,"true_positive":50,"false_positive":3,"false_negative":0,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8807368253102207,"baseline_adjusted_skill":0.94,"baseline_adjusted_score":0.94},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.05287005051803135,"normalized_score_rmse":0.1088745229683108,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.8237664982732289,"baseline_adjusted_score":0.8237664982732289},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.22851190476190475,"fixed_answer_accuracy_baseline":0.24333333333333332,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.004888046870610954,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":50,"false_positive":0,"false_negative":0,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9804478125175562,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.04147614299181926,"normalized_score_rmse":0.07381932769590056,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.3042222222222222,"baseline_adjusted_skill":0.8636649792087753,"baseline_adjusted_score":0.8636649792087753},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.5967741935483871,"baseline_adjusted_score":0.5967741935483871},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08051307516423607,"accuracy":0.9,"positive_recall":0.96,"specificity":0.84,"precision":0.8571428571428571,"balanced_accuracy":0.8999999999999999,"f1":0.9056603773584906,"true_positive":48,"false_positive":8,"false_negative":2,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6779476993430558,"baseline_adjusted_skill":0.7999999999999998,"baseline_adjusted_score":0.7999999999999998},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.9199999999999999,"baseline_adjusted_score":0.9199999999999999},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.042920517745781775,"accuracy":0.94,"positive_recall":0.98,"specificity":0.9,"precision":0.9074074074074074,"balanced_accuracy":0.94,"f1":0.9423076923076923,"true_positive":49,"false_positive":5,"false_negative":1,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.828317929016873,"baseline_adjusted_skill":0.8799999999999999,"baseline_adjusted_score":0.8799999999999999},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.6,"uniform_accuracy_baseline":0.3533333333333333,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.3220338983050847,"baseline_adjusted_score":0.3220338983050847},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.9516129032258064,"baseline_adjusted_score":0.9516129032258064},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.73,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.564516129032258,"baseline_adjusted_score":0.564516129032258},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.54,"uniform_accuracy_baseline":0.1111111111111111,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.4523809523809524,"baseline_adjusted_score":0.4523809523809524},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.06112379969658318,"accuracy":0.814125,"positive_recall":0.6558998022412657,"specificity":0.8511491593398118,"precision":0.5076530612244898,"balanced_accuracy":0.7535244807905388,"f1":0.5723324705205637,"true_positive":49.75,"false_positive":48.25,"false_negative":26.1,"true_negative":275.9,"positive_prevalence":0.189625,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500001,"brier_skill":0.19704543441345235,"baseline_adjusted_skill":0.5070489615810776,"baseline_adjusted_score":0.5070489615810776},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.18572841267916373,"normalized_score_rmse":0.21756597103999745,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":0.1310951453606375,"baseline_adjusted_score":0.1310951453606375},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.05281965355401286,"accuracy":0.814375,"positive_recall":0.6347866854195968,"specificity":0.8796659280722686,"precision":0.6572815533980583,"balanced_accuracy":0.7572263067459327,"f1":0.6458383019317911,"true_positive":67.7,"false_positive":35.3,"false_negative":38.95,"true_negative":258.05,"positive_prevalence":0.266625,"majority_accuracy_baseline":0.733375,"constant_brier_baseline":0.115654859375,"brier_skill":0.543299314534203,"baseline_adjusted_skill":0.5144526134918654,"baseline_adjusted_score":0.5144526134918654},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.17839281348045916,"normalized_score_rmse":0.21654045932260277,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.33621278704945423,"baseline_adjusted_score":0.33621278704945423},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.06523397183718241,"accuracy":0.776125,"positive_recall":0.7615212527964206,"specificity":0.781786643538595,"precision":0.575,"balanced_accuracy":0.7716539481675078,"f1":0.6552454282964388,"true_positive":85.1,"false_positive":62.9,"false_negative":26.65,"true_negative":225.35,"positive_prevalence":0.279375,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937500001,"brier_skill":0.42350336785480847,"baseline_adjusted_skill":0.5433078963350155,"baseline_adjusted_score":0.5433078963350155},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1925672620453406,"normalized_score_rmse":0.2331991240265641,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.2716131932091136,"baseline_adjusted_score":0.2716131932091136},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.03443751821839274,"accuracy":0.9016249999999999,"positive_recall":0.8247887323943662,"specificity":0.9235341365461847,"precision":0.7546391752577319,"balanced_accuracy":0.8741614344702755,"f1":0.7881561238223418,"true_positive":73.2,"false_positive":23.8,"false_negative":15.55,"true_negative":287.45,"positive_prevalence":0.221875,"majority_accuracy_baseline":0.778125,"constant_brier_baseline":0.12674023437499998,"brier_skill":0.7282826689707804,"baseline_adjusted_skill":0.748322868940551,"baseline_adjusted_score":0.748322868940551},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.15452946115925442,"normalized_score_rmse":0.18831859077009222,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.315104881288623,"baseline_adjusted_score":0.315104881288623},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.05328706117568156,"accuracy":0.813,"positive_recall":0.7939508506616257,"specificity":0.8198504418762746,"precision":0.6131386861313869,"balanced_accuracy":0.8069006462689502,"f1":0.6919275123558484,"true_positive":84,"false_positive":53,"false_negative":21.8,"true_negative":241.2,"positive_prevalence":0.2645,"majority_accuracy_baseline":0.7355,"constant_brier_baseline":0.11362725,"brier_skill":0.5310362507613133,"baseline_adjusted_skill":0.6138012925379004,"baseline_adjusted_score":0.6138012925379004},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1727247186479508,"normalized_score_rmse":0.2129587392030595,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.3125384332419868,"baseline_adjusted_score":0.3125384332419868},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.055339431855560256,"accuracy":0.82875,"positive_recall":0.5424281984334204,"specificity":0.8965677179962894,"precision":0.5539999999999999,"balanced_accuracy":0.7194979582148548,"f1":0.5481530343007915,"true_positive":41.55,"false_positive":33.45,"false_negative":35.05,"true_negative":289.95,"positive_prevalence":0.19149999999999998,"majority_accuracy_baseline":0.8085,"constant_brier_baseline":0.09190274999999999,"brier_skill":0.3978479223357271,"baseline_adjusted_skill":0.4389959164297097,"baseline_adjusted_score":0.4389959164297097},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.16532130125851835,"normalized_score_rmse":0.2169843256512305,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.2008638005630533,"baseline_adjusted_score":0.2008638005630533},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.05704304895865359,"accuracy":0.8755,"positive_recall":0.8197831978319784,"specificity":0.8881054567749846,"precision":0.6237113402061856,"balanced_accuracy":0.8539443273034815,"f1":0.708430913348946,"true_positive":60.5,"false_positive":36.5,"false_negative":13.3,"true_negative":289.7,"positive_prevalence":0.1845,"majority_accuracy_baseline":0.8155,"constant_brier_baseline":0.10922225,"brier_skill":0.47773417084290437,"baseline_adjusted_skill":0.7078886546069629,"baseline_adjusted_score":0.7078886546069629},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1984976847928192,"normalized_score_rmse":0.24625090320110213,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":-0.04817259296538201,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.050424961659217234,"accuracy":0.84875,"positive_recall":0.4840764331210191,"specificity":0.937791601866252,"precision":0.6551724137931034,"balanced_accuracy":0.7109340174936356,"f1":0.5567765567765568,"true_positive":38,"false_positive":20,"false_negative":40.5,"true_negative":301.5,"positive_prevalence":0.19625,"majority_accuracy_baseline":0.80375,"constant_brier_baseline":0.09878593749999999,"brier_skill":0.4895532407209554,"baseline_adjusted_skill":0.4218680349872712,"baseline_adjusted_score":0.4218680349872712},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.19184924549597782,"normalized_score_rmse":0.2294565180994243,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":0.09183789114330021,"baseline_adjusted_score":0.09183789114330021},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.09198604732817264,"accuracy":0.6923469387755101,"positive_recall":0.9252669039145908,"specificity":0.5165622202327663,"precision":0.5909090909090909,"balanced_accuracy":0.7209145620736785,"f1":0.7212205270457698,"true_positive":156,"false_positive":108,"false_negative":12.6,"true_negative":115.4,"positive_prevalence":0.4301020408163265,"majority_accuracy_baseline":0.5698979591836735,"constant_brier_baseline":0.12359641815910039,"brier_skill":0.2557547484121835,"baseline_adjusted_skill":0.4418291241473571,"baseline_adjusted_score":0.4418291241473571},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.17924784057968468,"normalized_score_rmse":0.2252056640822135,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.3493967267848481,"baseline_adjusted_score":0.3493967267848481},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.04680140752844455,"accuracy":0.89925,"positive_recall":0.7336742722265933,"specificity":0.9305245950364096,"precision":0.6660714285714285,"balanced_accuracy":0.8320994336315015,"f1":0.698240359415949,"true_positive":93.25,"false_positive":46.75,"false_negative":33.85,"true_negative":626.15,"positive_prevalence":0.158875,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499999,"brier_skill":0.5261935670403678,"baseline_adjusted_skill":0.664198867263003,"baseline_adjusted_score":0.664198867263003},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.18180877996608616,"normalized_score_rmse":0.21913192196138115,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-0.10187139373385556,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.66,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.4516129032258065,"baseline_adjusted_score":0.4516129032258065},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.22067548965878736,"accuracy":0.64,"positive_recall":0.72,"specificity":0.56,"precision":0.6206896551724138,"balanced_accuracy":0.64,"f1":0.6666666666666666,"true_positive":36,"false_positive":22,"false_negative":14,"true_negative":28,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.11729804136485056,"baseline_adjusted_skill":0.28,"baseline_adjusted_score":0.28},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.563949635520212,"uniform_accuracy_baseline":0.058823529411764705,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.48753894080996885,"baseline_adjusted_score":0.48753894080996885},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.8043478260869565,"baseline_adjusted_score":0.8043478260869565},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.17380152613840097,"accuracy":0.73,"positive_recall":0.84,"specificity":0.62,"precision":0.6885245901639344,"balanced_accuracy":0.73,"f1":0.7567567567567568,"true_positive":42,"false_positive":19,"false_negative":8,"true_negative":31,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3047938954463961,"baseline_adjusted_skill":0.45999999999999996,"baseline_adjusted_score":0.45999999999999996},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.59,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.3492063492063492,"baseline_adjusted_score":0.3492063492063492},"scoring":{"eligible":true,"reason":null},"model":99,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.1585377478200359,"accuracy":0.777027027027027,"positive_recall":0.704225352112676,"specificity":0.8441558441558441,"precision":0.8064516129032258,"balanced_accuracy":0.77419059813426,"f1":0.7518796992481203,"true_positive":50,"false_positive":12,"false_negative":21,"true_negative":65,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.2495891161431699,"brier_skill":0.3648050433052733,"baseline_adjusted_skill":0.5483811962685201,"baseline_adjusted_score":0.5483811962685201},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.57,"uniform_accuracy_baseline":0.20049999999999962,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.39436619718309857,"baseline_adjusted_score":0.39436619718309857},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.9411764705882353,"baseline_adjusted_score":0.9411764705882353},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.81,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.5957446808510639,"baseline_adjusted_score":0.5957446808510639},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.76,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.5102040816326531,"baseline_adjusted_score":0.5102040816326531},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.0831487043779208,"accuracy":0.5787991131199999,"positive_recall":0.6451211565670929,"specificity":0.47239223906095607,"precision":0.6623608701500001,"balanced_accuracy":0.5587566978140245,"f1":0.6536273568346527,"true_positive":39.741652208999994,"false_positive":20.258347790999995,"false_negative":21.861740897000004,"true_negative":18.138259102999996,"positive_prevalence":0.6160339310599999,"majority_accuracy_baseline":0.6160339310599999,"constant_brier_baseline":0.079087076552024,"brier_skill":-0.051356403637262016,"baseline_adjusted_skill":0.11751339562804897,"baseline_adjusted_score":0.11751339562804897},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.15633603436694735,"accuracy":0.77,"positive_recall":0.78,"specificity":0.76,"precision":0.7647058823529411,"balanced_accuracy":0.77,"f1":0.7722772277227723,"true_positive":39,"false_positive":12,"false_negative":11,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3746558625322106,"baseline_adjusted_skill":0.54,"baseline_adjusted_score":0.54},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.012987012987012965,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.7894736842105263,"baseline_adjusted_score":0.7894736842105263},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.46,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.15625000000000006,"baseline_adjusted_score":0.15625000000000006},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.12473485169868383,"accuracy":0.82,"positive_recall":0.92,"specificity":0.72,"precision":0.7666666666666667,"balanced_accuracy":0.8200000000000001,"f1":0.8363636363636363,"true_positive":46,"false_positive":14,"false_negative":4,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5010605932052647,"baseline_adjusted_skill":0.6400000000000001,"baseline_adjusted_score":0.6400000000000001},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.09779239163020409,"accuracy":0.6687643452168309,"positive_recall":0.5295312982425857,"specificity":0.7335963634009184,"precision":0.48066717950361115,"balanced_accuracy":0.631563830821752,"f1":0.503917440368777,"true_positive":117.76345897838473,"false_positive":127.23654102161527,"false_negative":104.62841732660308,"true_negative":350.3715826733969,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768597,"brier_skill":-0.10217268046842243,"baseline_adjusted_skill":0.2631276616435041,"baseline_adjusted_score":0.2631276616435041},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.20821886225480526,"accuracy":0.64,"positive_recall":0.5,"specificity":0.78,"precision":0.6944444444444444,"balanced_accuracy":0.64,"f1":0.5813953488372093,"true_positive":25,"false_positive":11,"false_negative":25,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.16712455098077894,"baseline_adjusted_skill":0.28,"baseline_adjusted_score":0.28},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.7947019867549668,"uniform_accuracy_baseline":0.006622516556291403,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.786206896551724,"baseline_adjusted_score":0.786206896551724},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.7958823529411765,"uniform_accuracy_baseline":0.3333333333333301,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.6236442516268981,"baseline_adjusted_score":0.6236442516268981},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.44,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.06666666666666664,"baseline_adjusted_score":0.06666666666666664},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1477327979040744,"accuracy":0.75,"positive_recall":0.9,"specificity":0.6,"precision":0.6923076923076923,"balanced_accuracy":0.75,"f1":0.782608695652174,"true_positive":45,"false_positive":20,"false_negative":5,"true_negative":30,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4090688083837024,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.77,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.5208333333333334,"baseline_adjusted_score":0.5208333333333334},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.07142857142857136,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9887640449438202,"baseline_adjusted_score":0.9887640449438202},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.45652173913043476,"baseline_adjusted_score":0.45652173913043476},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.36,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.12328767123287668,"baseline_adjusted_score":0.12328767123287668},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.6111111111111112,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":-0.16666666666666638,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.21274426719956407,"accuracy":0.6829268292682927,"positive_recall":0.55,"specificity":0.8095238095238095,"precision":0.7333333333333333,"balanced_accuracy":0.6797619047619048,"f1":0.6285714285714286,"true_positive":22,"false_positive":8,"false_negative":18,"true_negative":34,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.24985127900059498,"brier_skill":0.1485163972322212,"baseline_adjusted_skill":0.3595238095238096,"baseline_adjusted_score":0.3595238095238096},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1740407043677558,"accuracy":0.71,"positive_recall":0.48,"specificity":0.94,"precision":0.8888888888888888,"balanced_accuracy":0.71,"f1":0.6233766233766234,"true_positive":24,"false_positive":3,"false_negative":26,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.30383718252897685,"baseline_adjusted_skill":0.41999999999999993,"baseline_adjusted_score":0.41999999999999993},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.7011173184357542,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.6164874551971327,"baseline_adjusted_score":0.6164874551971327},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.42,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.04918032786885241,"baseline_adjusted_score":0.04918032786885241},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.183270718971363,"accuracy":0.72,"positive_recall":0.5227272727272727,"specificity":0.7756410256410257,"precision":0.39655172413793105,"balanced_accuracy":0.6491841491841492,"f1":0.45098039215686275,"true_positive":23,"false_positive":35,"false_negative":21,"true_negative":121,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000053,"brier_skill":-0.0680111828167973,"baseline_adjusted_skill":0.2983682983682985,"baseline_adjusted_score":0.2983682983682985},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.16220026926439676,"accuracy":0.755,"positive_recall":0.48,"specificity":0.8466666666666667,"precision":0.5106382978723404,"balanced_accuracy":0.6633333333333333,"f1":0.4948453608247423,"true_positive":24,"false_positive":23,"false_negative":26,"true_negative":127,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":0.13493189725655064,"baseline_adjusted_skill":0.32666666666666666,"baseline_adjusted_score":0.32666666666666666},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.03945327014586709,"accuracy":0.935,"positive_recall":0.9473684210526315,"specificity":0.9337016574585635,"precision":0.6,"balanced_accuracy":0.9405350392555976,"f1":0.7346938775510204,"true_positive":18,"false_positive":12,"false_negative":1,"true_negative":169,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.0859749999999999,"brier_skill":0.5411076458753459,"baseline_adjusted_skill":0.8810700785111951,"baseline_adjusted_score":0.8810700785111951},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.0883908160787112,"accuracy":0.8417678571428574,"positive_recall":0.6188870151770659,"specificity":0.855995795312787,"precision":0.21528640441683944,"balanced_accuracy":0.7374414052449265,"f1":0.3194490668441671,"true_positive":103.98333333333342,"false_positive":379.0166666666665,"false_negative":64.03333333333333,"true_negative":2252.966666666667,"positive_prevalence":0.060005952380952354,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679296,"brier_skill":-1.744973523344869,"baseline_adjusted_skill":0.47488281048985304,"baseline_adjusted_score":0.47488281048985304},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.7053824362606232,"uniform_accuracy_baseline":0.027777777777777853,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.6623376623376623,"baseline_adjusted_score":0.6623376623376623},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.53,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.3285714285714286,"baseline_adjusted_score":0.3285714285714286},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1748982080844957,"accuracy":0.75,"positive_recall":0.98,"specificity":0.52,"precision":0.6712328767123288,"balanced_accuracy":0.75,"f1":0.7967479674796748,"true_positive":49,"false_positive":24,"false_negative":1,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.30040716766201725,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11239095613858627,"accuracy":0.83,"positive_recall":0.9,"specificity":0.76,"precision":0.7894736842105263,"balanced_accuracy":0.8300000000000001,"f1":0.8411214953271028,"true_positive":45,"false_positive":12,"false_negative":5,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5504361754456549,"baseline_adjusted_skill":0.6600000000000001,"baseline_adjusted_score":0.6600000000000001},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.58,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":-0.07692307692307698,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.7872340425531915,"baseline_adjusted_score":0.7872340425531915},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08945953820322088,"accuracy":0.87,"positive_recall":0.92,"specificity":0.82,"precision":0.8363636363636363,"balanced_accuracy":0.87,"f1":0.8761904761904762,"true_positive":46,"false_positive":9,"false_negative":4,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6421618471871164,"baseline_adjusted_skill":0.74,"baseline_adjusted_score":0.74},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.93,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8955223880597017,"baseline_adjusted_score":0.8955223880597017},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09216140340752511,"accuracy":0.9,"positive_recall":0.82,"specificity":0.98,"precision":0.9761904761904762,"balanced_accuracy":0.8999999999999999,"f1":0.8913043478260869,"true_positive":41,"false_positive":1,"false_negative":9,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6313543863698996,"baseline_adjusted_skill":0.7999999999999998,"baseline_adjusted_score":0.7999999999999998},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.46566785810810807,"uniform_accuracy_baseline":0.23445945945945923,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.27563515599291105,"baseline_adjusted_score":0.27563515599291105},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.0735068021907221,"accuracy":0.6540350592105263,"positive_recall":0.8197553755156983,"specificity":0.49623252618414565,"precision":0.60776666,"balanced_accuracy":0.657993950849922,"f1":0.6980207299066143,"true_positive":60.776666000000006,"false_positive":39.223334,"false_negative":13.363336999999998,"true_negative":38.636663000000006,"positive_prevalence":0.48776317763157917,"majority_accuracy_baseline":0.5122368223684208,"constant_brier_baseline":0.0945191003976856,"brier_skill":0.22230742906518408,"baseline_adjusted_skill":0.3159879016998439,"baseline_adjusted_score":0.3159879016998439},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.12136802855148536,"normalized_score_rmse":0.15476781963746133,"constant_score_baseline":0.5841668333333334,"constant_mae_baseline":0.21700552708333315,"baseline_adjusted_skill":0.4407145744961678,"baseline_adjusted_score":0.4407145744961678},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.23950394696698854,"accuracy":0.66,"positive_recall":0.94,"specificity":0.38,"precision":0.6025641025641025,"balanced_accuracy":0.6599999999999999,"f1":0.734375,"true_positive":47,"false_positive":31,"false_negative":3,"true_negative":19,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.04198421213204584,"baseline_adjusted_skill":0.31999999999999984,"baseline_adjusted_score":0.31999999999999984},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24225737999117197,"accuracy":0.64,"positive_recall":0.44,"specificity":0.84,"precision":0.7333333333333333,"balanced_accuracy":0.64,"f1":0.55,"true_positive":22,"false_positive":8,"false_negative":28,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.03097048003531211,"baseline_adjusted_skill":0.28,"baseline_adjusted_score":0.28},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.83,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.721311475409836,"baseline_adjusted_score":0.721311475409836},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.815,"uniform_accuracy_baseline":0.03611111111111102,"fixed_answer_accuracy_baseline":0.08833333333333329,"baseline_adjusted_skill":0.7970749542961608,"baseline_adjusted_score":0.7970749542961608},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.7727272727272727,"baseline_adjusted_score":0.7727272727272727},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.815,"uniform_accuracy_baseline":0.04987932421560751,"fixed_answer_accuracy_baseline":0.1244247787610618,"baseline_adjusted_skill":0.7887103294926218,"baseline_adjusted_score":0.7887103294926218},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2712714366424733,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":50,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.0850857465698931,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.8333333333333334,"uniform_accuracy_baseline":0.23888888888888893,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.7647058823529413,"baseline_adjusted_score":0.7647058823529413},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.11527670593055737,"accuracy":0.875,"positive_recall":0.8125,"specificity":0.9375,"precision":0.9285714285714286,"balanced_accuracy":0.875,"f1":0.8666666666666667,"true_positive":26,"false_positive":2,"false_negative":6,"true_negative":30,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5388931762777704,"baseline_adjusted_skill":0.75,"baseline_adjusted_score":0.75},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.9782608695652174,"baseline_adjusted_score":0.9782608695652174},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.73,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.5909090909090909,"baseline_adjusted_score":0.5909090909090909},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.17844379245363473,"accuracy":0.69,"positive_recall":0.48,"specificity":0.9,"precision":0.8275862068965517,"balanced_accuracy":0.69,"f1":0.6075949367088608,"true_positive":24,"false_positive":5,"false_negative":26,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2862248301854611,"baseline_adjusted_skill":0.3799999999999999,"baseline_adjusted_score":0.3799999999999999},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8529411764705882,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.7826086956521737,"baseline_adjusted_score":0.7826086956521737},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.11032865952989677,"accuracy":0.9090909090909091,"positive_recall":1,"specificity":0.8235294117647058,"precision":0.8421052631578947,"balanced_accuracy":0.9117647058823529,"f1":0.9142857142857143,"true_positive":16,"false_positive":3,"false_negative":0,"true_negative":14,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.5582797418086121,"baseline_adjusted_skill":0.8235294117647058,"baseline_adjusted_score":0.8235294117647058},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.13821156996069475,"normalized_score_rmse":0.26292331889438403,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.5811770607251674,"baseline_adjusted_score":0.5811770607251674},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.1875,"uniform_accuracy_baseline":0.17812500000000006,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.14035087719298242,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.13347795443885196,"accuracy":0.6764705882352942,"positive_recall":0.35294117647058826,"specificity":1,"precision":1,"balanced_accuracy":0.6764705882352942,"f1":0.5217391304347826,"true_positive":6,"false_positive":0,"false_negative":11,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.46608818224459214,"baseline_adjusted_skill":0.3529411764705883,"baseline_adjusted_score":0.3529411764705883},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.37807366909349666,"normalized_score_rmse":0.4364265416354544,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-1.570900949835777,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.6041666666666666,"uniform_accuracy_baseline":0.13194444444444448,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":0.008695652173913012,"baseline_adjusted_score":0.008695652173913012},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.10636305734325603,"accuracy":0.8269230769230769,"positive_recall":0.9230769230769231,"specificity":0.7307692307692307,"precision":0.7741935483870968,"balanced_accuracy":0.8269230769230769,"f1":0.8421052631578947,"true_positive":24,"false_positive":7,"false_negative":2,"true_negative":19,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5745477706269759,"baseline_adjusted_skill":0.6538461538461537,"baseline_adjusted_score":0.6538461538461537},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.12191706541980914,"accuracy":0.7733333333333333,"positive_recall":0.717948717948718,"specificity":0.8333333333333334,"precision":0.8235294117647058,"balanced_accuracy":0.7756410256410257,"f1":0.7671232876712328,"true_positive":28,"false_positive":6,"false_negative":11,"true_negative":30,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24959999999999993,"brier_skill":0.5115502186706363,"baseline_adjusted_skill":0.5512820512820513,"baseline_adjusted_score":0.5512820512820513},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.2622091834247112,"normalized_score_rmse":0.31670849699118125,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.06353863062603149,"baseline_adjusted_score":0.06353863062603149},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.7647058823529411,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.6799999999999998,"baseline_adjusted_score":0.6799999999999998},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.1543083792985903,"accuracy":0.7857142857142857,"positive_recall":1,"specificity":0.5714285714285714,"precision":0.7,"balanced_accuracy":0.7857142857142857,"f1":0.8235294117647058,"true_positive":14,"false_positive":6,"false_negative":0,"true_negative":8,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.38276648280563885,"baseline_adjusted_skill":0.5714285714285714,"baseline_adjusted_score":0.5714285714285714},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.15418596863182207,"normalized_score_rmse":0.22096472471805947,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.16969696969696968,"baseline_adjusted_skill":0.09140411341961985,"baseline_adjusted_score":0.09140411341961985},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":0.9333333333333333,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":0.9166666666666667,"baseline_adjusted_score":0.9166666666666667},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.1342294427950266,"accuracy":0.8235294117647058,"positive_recall":0.6888888888888889,"specificity":0.975,"precision":0.96875,"balanced_accuracy":0.8319444444444444,"f1":0.8051948051948052,"true_positive":31,"false_positive":1,"false_negative":14,"true_negative":39,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.24913494809688563,"brier_skill":0.46121793100329556,"baseline_adjusted_skill":0.6638888888888888,"baseline_adjusted_score":0.6638888888888888},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.76,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.6842105263157895,"baseline_adjusted_score":0.6842105263157895},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.26337530195560904,"accuracy":0.62,"positive_recall":0.5142857142857142,"specificity":0.8666666666666667,"precision":0.9,"balanced_accuracy":0.6904761904761905,"f1":0.6545454545454545,"true_positive":18,"false_positive":2,"false_negative":17,"true_negative":13,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.20999999999999996,"brier_skill":-0.2541681045505195,"baseline_adjusted_skill":0.38095238095238093,"baseline_adjusted_score":0.38095238095238093},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.22343193259090185,"normalized_score_rmse":0.3281208135684875,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.20202881217535062,"baseline_adjusted_score":0.20202881217535062},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.8227848101265823,"uniform_accuracy_baseline":0.24240506329113914,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.6956521739130436,"baseline_adjusted_score":0.6956521739130436},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.1335212625570708,"accuracy":0.7619047619047619,"positive_recall":0.9090909090909091,"specificity":0.6,"precision":0.7142857142857143,"balanced_accuracy":0.7545454545454545,"f1":0.8,"true_positive":10,"false_positive":4,"false_negative":1,"true_negative":6,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.24943310657596363,"brier_skill":0.46470112011210685,"baseline_adjusted_skill":0.509090909090909,"baseline_adjusted_score":0.509090909090909},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.7878787878787878,"uniform_accuracy_baseline":0.3237373737373738,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.6499999999999999,"baseline_adjusted_score":0.6499999999999999},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.1756762614238437,"accuracy":0.8181818181818182,"positive_recall":0.8235294117647058,"specificity":0.8125,"precision":0.8235294117647058,"balanced_accuracy":0.8180147058823529,"f1":0.8235294117647058,"true_positive":14,"false_positive":3,"false_negative":3,"true_negative":13,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.29664908569644954,"baseline_adjusted_skill":0.6360294117647058,"baseline_adjusted_score":0.6360294117647058},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.2108413824177,"normalized_score_rmse":0.27225690192546187,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.34313725490196084,"baseline_adjusted_skill":0.38554797123984574,"baseline_adjusted_score":0.38554797123984574},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.20112345403667184,"accuracy":0.7,"positive_recall":0.88,"specificity":0.52,"precision":0.6470588235294118,"balanced_accuracy":0.7,"f1":0.7457627118644068,"true_positive":44,"false_positive":24,"false_negative":6,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.19550618385331264,"baseline_adjusted_skill":0.3999999999999999,"baseline_adjusted_score":0.3999999999999999},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.33333333333333326,"uniform_accuracy_baseline":0.3333333333333332,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":-0.030927835051546504,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.25637081975982473,"accuracy":0.5466666666666666,"positive_recall":0.24324324324324326,"specificity":0.8421052631578947,"precision":0.6,"balanced_accuracy":0.542674253200569,"f1":0.34615384615384615,"true_positive":9,"false_positive":6,"false_negative":28,"true_negative":32,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555535,"brier_skill":-0.02566561959389424,"baseline_adjusted_skill":0.08534850640113789,"baseline_adjusted_score":0.08534850640113789},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.1428571428571427,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.8461538461538461,"baseline_adjusted_score":0.8461538461538461},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.31499999999999995,"uniform_accuracy_baseline":0.32416666666666627,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.037878787878788,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.13472172318852407,"accuracy":0.7272727272727273,"positive_recall":0.5,"specificity":0.9411764705882353,"precision":0.8888888888888888,"balanced_accuracy":0.7205882352941176,"f1":0.64,"true_positive":8,"false_positive":1,"false_negative":8,"true_negative":16,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.4606178067930049,"baseline_adjusted_skill":0.4411764705882353,"baseline_adjusted_score":0.4411764705882353},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.11250883623054533,"normalized_score_rmse":0.1366219680252155,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.48789081439889714,"baseline_adjusted_score":0.48789081439889714},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1521345056695787,"accuracy":0.78,"positive_recall":0.5909090909090909,"specificity":0.8333333333333334,"precision":0.5,"balanced_accuracy":0.7121212121212122,"f1":0.5416666666666666,"true_positive":13,"false_positive":13,"false_negative":9,"true_negative":65,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000028,"brier_skill":0.11343528164581318,"baseline_adjusted_skill":0.4242424242424243,"baseline_adjusted_score":0.4242424242424243},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10040114076546842,"accuracy":0.87,"positive_recall":0.8108108108108109,"specificity":0.9047619047619048,"precision":0.8333333333333334,"balanced_accuracy":0.8577863577863578,"f1":0.821917808219178,"true_positive":30,"false_positive":6,"false_negative":7,"true_negative":57,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000008,"brier_skill":0.569278675394816,"baseline_adjusted_skill":0.7155727155727156,"baseline_adjusted_score":0.7155727155727156},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.14396596304398088,"accuracy":0.8,"positive_recall":0.6153846153846154,"specificity":0.9180327868852459,"precision":0.8275862068965517,"balanced_accuracy":0.7667087011349307,"f1":0.7058823529411765,"true_positive":24,"false_positive":5,"false_negative":15,"true_negative":56,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379000000000002,"brier_skill":0.3948467295334983,"baseline_adjusted_skill":0.5334174022698615,"baseline_adjusted_score":0.5334174022698615},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11023191493135442,"accuracy":0.88,"positive_recall":0.8709677419354839,"specificity":0.8840579710144928,"precision":0.7714285714285715,"balanced_accuracy":0.8775128564749883,"f1":0.8181818181818182,"true_positive":27,"false_positive":8,"false_negative":4,"true_negative":61,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999987,"brier_skill":0.4846567791895535,"baseline_adjusted_skill":0.7550257129499767,"baseline_adjusted_score":0.7550257129499767},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.8194444444444444,"baseline_adjusted_score":0.8194444444444444},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.15481995061505585,"normalized_score_rmse":0.19367242227493878,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.3341077392900824,"baseline_adjusted_score":0.3341077392900824},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1603824231487374,"accuracy":0.78,"positive_recall":0.88,"specificity":0.68,"precision":0.7333333333333333,"balanced_accuracy":0.78,"f1":0.8,"true_positive":44,"false_positive":16,"false_negative":6,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.35847030740505037,"baseline_adjusted_skill":0.56,"baseline_adjusted_score":0.56},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25154414766055794,"accuracy":0.54,"positive_recall":0.62,"specificity":0.46,"precision":0.5344827586206896,"balanced_accuracy":0.54,"f1":0.5740740740740741,"true_positive":31,"false_positive":27,"false_negative":19,"true_negative":23,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.00617659064223175,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.69,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":0.11428571428571407,"baseline_adjusted_score":0.11428571428571407},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10845124321946244,"accuracy":0.82,"positive_recall":0.9,"specificity":0.74,"precision":0.7758620689655172,"balanced_accuracy":0.8200000000000001,"f1":0.8333333333333334,"true_positive":45,"false_positive":13,"false_negative":5,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5661950271221503,"baseline_adjusted_skill":0.6400000000000001,"baseline_adjusted_score":0.6400000000000001},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.7142857142857143,"baseline_adjusted_score":0.7142857142857143},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.57,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.2833333333333332,"baseline_adjusted_score":0.2833333333333332},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.17253929872366636,"accuracy":0.69,"positive_recall":0.52,"specificity":0.86,"precision":0.7878787878787878,"balanced_accuracy":0.69,"f1":0.6265060240963856,"true_positive":26,"false_positive":7,"false_negative":24,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3098428051053346,"baseline_adjusted_skill":0.3799999999999999,"baseline_adjusted_score":0.3799999999999999},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.20851190476190457,"fixed_answer_accuracy_baseline":0.2233333333333332,"baseline_adjusted_skill":0.9613733905579399,"baseline_adjusted_score":0.9613733905579399},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.061395261643546084,"accuracy":0.9,"positive_recall":0.92,"specificity":0.88,"precision":0.8846153846153846,"balanced_accuracy":0.9,"f1":0.9019607843137255,"true_positive":46,"false_positive":6,"false_negative":4,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7544189534258157,"baseline_adjusted_skill":0.8,"baseline_adjusted_score":0.8},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.1163023298639746,"normalized_score_rmse":0.18068339963814106,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.6123255671200847,"baseline_adjusted_score":0.6123255671200847},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.93,"uniform_accuracy_baseline":0.22851190476190467,"fixed_answer_accuracy_baseline":0.2433333333333333,"baseline_adjusted_skill":0.907488986784141,"baseline_adjusted_score":0.907488986784141},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.05004351140592929,"accuracy":0.93,"positive_recall":0.94,"specificity":0.92,"precision":0.9215686274509803,"balanced_accuracy":0.9299999999999999,"f1":0.9306930693069307,"true_positive":47,"false_positive":4,"false_negative":3,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7998259543762829,"baseline_adjusted_skill":0.8599999999999999,"baseline_adjusted_score":0.8599999999999999},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.1494020118162088,"normalized_score_rmse":0.21391513583647043,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.304222222222222,"baseline_adjusted_skill":0.5089050013345946,"baseline_adjusted_score":0.5089050013345946},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.69,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.4999999999999999,"baseline_adjusted_score":0.4999999999999999},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.0909999273872239,"accuracy":0.87,"positive_recall":0.96,"specificity":0.78,"precision":0.8135593220338984,"balanced_accuracy":0.87,"f1":0.8807339449541285,"true_positive":48,"false_positive":11,"false_negative":2,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6360002904511044,"baseline_adjusted_skill":0.74,"baseline_adjusted_score":0.74},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.76,"baseline_adjusted_score":0.76},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.0447683460371972,"accuracy":0.95,"positive_recall":0.9,"specificity":1,"precision":1,"balanced_accuracy":0.95,"f1":0.9473684210526315,"true_positive":45,"false_positive":0,"false_negative":5,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8209266158512112,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.54,"uniform_accuracy_baseline":0.35333333333333317,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.22033898305084754,"baseline_adjusted_score":0.22033898305084754},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.7741935483870968,"baseline_adjusted_score":0.7741935483870968},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.42,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.06451612903225803,"baseline_adjusted_score":0.06451612903225803},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.32,"uniform_accuracy_baseline":0.11111111111111088,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.1904761904761905,"baseline_adjusted_score":0.1904761904761905},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.06254475583272244,"accuracy":0.8021250000000002,"positive_recall":0.28147659854976925,"specificity":0.9239549591238625,"precision":0.4641304347826088,"balanced_accuracy":0.6027157788368158,"f1":0.35043085761181786,"true_positive":21.350000000000005,"false_positive":24.64999999999999,"false_negative":54.500000000000014,"true_negative":299.50000000000006,"positive_prevalence":0.1896249999999999,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500007,"brier_skill":0.1783790029632658,"baseline_adjusted_skill":0.20543155767363164,"baseline_adjusted_score":0.20543155767363164},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.17573510089161573,"normalized_score_rmse":0.22032329884587065,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":0.17784748120881533,"baseline_adjusted_score":0.17784748120881533},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.08644015727856867,"accuracy":0.7758749999999998,"positive_recall":0.6047819971870606,"specificity":0.8380773819669338,"precision":0.5758928571428574,"balanced_accuracy":0.7214296895769972,"f1":0.5899839926823692,"true_positive":64.50000000000003,"false_positive":47.499999999999964,"false_negative":42.150000000000006,"true_negative":245.8499999999999,"positive_prevalence":0.2666249999999998,"majority_accuracy_baseline":0.7333750000000002,"constant_brier_baseline":0.11565485937499977,"brier_skill":0.2526024609282108,"baseline_adjusted_skill":0.4428593791539943,"baseline_adjusted_score":0.4428593791539943},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.18192208503212895,"normalized_score_rmse":0.2398398763602654,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.3230806138339387,"baseline_adjusted_score":0.3230806138339387},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.07024659331515229,"accuracy":0.774125,"positive_recall":0.5476510067114093,"specificity":0.861925411968777,"precision":0.6059405940594058,"balanced_accuracy":0.7047882093400932,"f1":0.5753231492361927,"true_positive":61.19999999999998,"false_positive":39.80000000000002,"false_negative":50.54999999999998,"true_negative":248.45,"positive_prevalence":0.2793749999999999,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937499995,"brier_skill":0.3792049859092652,"baseline_adjusted_skill":0.40957641868018646,"baseline_adjusted_score":0.40957641868018646},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.18471945605022483,"normalized_score_rmse":0.2284399757012496,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.30129756576747113,"baseline_adjusted_score":0.30129756576747113},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.07842517420971383,"accuracy":0.8411249999999996,"positive_recall":0.4799999999999999,"specificity":0.9440963855421687,"precision":0.7100000000000001,"balanced_accuracy":0.7120481927710843,"f1":0.5727731092436974,"true_positive":42.6,"false_positive":17.400000000000002,"false_negative":46.15000000000001,"true_negative":293.8499999999998,"positive_prevalence":0.22187499999999974,"majority_accuracy_baseline":0.7781250000000003,"constant_brier_baseline":0.126740234375001,"brier_skill":0.38121327772151514,"baseline_adjusted_skill":0.42409638554216866,"baseline_adjusted_score":0.42409638554216866},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.19965865849284456,"normalized_score_rmse":0.2598560214373771,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.11508627814805727,"baseline_adjusted_score":0.11508627814805727},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.07451108176809618,"accuracy":0.7782499999999996,"positive_recall":0.7235349716446124,"specificity":0.7979265805574438,"precision":0.5628676470588234,"balanced_accuracy":0.7607307761010281,"f1":0.6331679073614557,"true_positive":76.54999999999998,"false_positive":59.45,"false_negative":29.250000000000007,"true_negative":234.74999999999983,"positive_prevalence":0.26449999999999985,"majority_accuracy_baseline":0.7355000000000002,"constant_brier_baseline":0.11362725000000028,"brier_skill":0.3442498892818756,"baseline_adjusted_skill":0.5214615522020563,"baseline_adjusted_score":0.5214615522020563},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.18625412467488786,"normalized_score_rmse":0.23555762436843938,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.25869005104522236,"baseline_adjusted_score":0.25869005104522236},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.08945529674255143,"accuracy":0.7850000000000001,"positive_recall":0.5913838120104439,"specificity":0.8308596165739024,"precision":0.45300000000000007,"balanced_accuracy":0.7111217142921731,"f1":0.5130237825594565,"true_positive":45.30000000000001,"false_positive":54.7,"false_negative":31.300000000000008,"true_negative":268.70000000000005,"positive_prevalence":0.1914999999999999,"majority_accuracy_baseline":0.8085000000000001,"constant_brier_baseline":0.09190274999999995,"brier_skill":0.02663090340004537,"baseline_adjusted_skill":0.42224342858434616,"baseline_adjusted_score":0.42224342858434616},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1787774679090944,"normalized_score_rmse":0.2315968922792838,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.13581888624002703,"baseline_adjusted_score":0.13581888624002703},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.07249797039551333,"accuracy":0.8452499999999997,"positive_recall":0.7242547425474254,"specificity":0.8726241569589208,"precision":0.5626315789473684,"balanced_accuracy":0.798439449753173,"f1":0.6332938388625591,"true_positive":53.44999999999999,"false_positive":41.55,"false_negative":20.35000000000001,"true_negative":284.6499999999999,"positive_prevalence":0.1844999999999999,"majority_accuracy_baseline":0.8155000000000001,"constant_brier_baseline":0.1092222499999995,"brier_skill":0.33623441747891425,"baseline_adjusted_skill":0.5968788995063461,"baseline_adjusted_score":0.5968788995063461},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.19546290861035232,"normalized_score_rmse":0.2587435857361485,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":-0.032147372199880175,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.06698143182228881,"accuracy":0.8437499999999997,"positive_recall":0.4522292993630574,"specificity":0.9393468118195957,"precision":0.6454545454545456,"balanced_accuracy":0.6957880555913265,"f1":0.5318352059925094,"true_positive":35.50000000000001,"false_positive":19.499999999999993,"false_negative":43,"true_negative":301.9999999999999,"positive_prevalence":0.19624999999999987,"majority_accuracy_baseline":0.8037500000000002,"constant_brier_baseline":0.09878593749999955,"brier_skill":0.32195377684916826,"baseline_adjusted_skill":0.391576111182653,"baseline_adjusted_score":0.391576111182653},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.18090840443052003,"normalized_score_rmse":0.24274182125550636,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":0.143628854766769,"baseline_adjusted_score":0.143628854766769},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.07843053662829831,"accuracy":0.7081632653061225,"positive_recall":0.7212336892052192,"specificity":0.6982990152193376,"precision":0.6433862433862432,"balanced_accuracy":0.7097663522122784,"f1":0.6800894854586127,"true_positive":121.59999999999997,"false_positive":67.40000000000003,"false_negative":47.00000000000003,"true_negative":156.00000000000009,"positive_prevalence":0.43010204081632636,"majority_accuracy_baseline":0.5698979591836737,"constant_brier_baseline":0.12359641815910102,"brier_skill":0.3654303433992915,"baseline_adjusted_skill":0.4195327044245567,"baseline_adjusted_score":0.4195327044245567},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.1664635693830823,"normalized_score_rmse":0.21473729158349084,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.3957988963132568,"baseline_adjusted_score":0.3957988963132568},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.09299916851169777,"accuracy":0.8158750000000002,"positive_recall":0.7702596380802519,"specificity":0.82449100906524,"precision":0.4532407407407408,"balanced_accuracy":0.7973753235727459,"f1":0.5706791023025357,"true_positive":97.9,"false_positive":118.10000000000001,"false_negative":29.199999999999992,"true_negative":554.8000000000002,"positive_prevalence":0.15887500000000002,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499934,"brier_skill":0.058498309608338794,"baseline_adjusted_skill":0.5947506471454918,"baseline_adjusted_score":0.5947506471454918},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.2302870269635605,"normalized_score_rmse":0.27983137456499707,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-0.39567895129430597,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.53,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.24193548387096778,"baseline_adjusted_score":0.24193548387096778},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.26607727818510396,"accuracy":0.62,"positive_recall":0.4,"specificity":0.84,"precision":0.7142857142857143,"balanced_accuracy":0.62,"f1":0.5128205128205128,"true_positive":20,"false_positive":8,"false_negative":30,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.06430911274041584,"baseline_adjusted_skill":0.24,"baseline_adjusted_score":0.24},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.30947647448641485,"uniform_accuracy_baseline":0.058823529411766766,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.1884735202492212,"baseline_adjusted_score":0.1884735202492212},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.45652173913043476,"baseline_adjusted_score":0.45652173913043476},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2517473635607759,"accuracy":0.54,"positive_recall":0.1,"specificity":0.98,"precision":0.8333333333333334,"balanced_accuracy":0.54,"f1":0.17857142857142858,"true_positive":5,"false_positive":1,"false_negative":45,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.00698945424310371,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.57,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.3174603174603174,"baseline_adjusted_score":0.3174603174603174},"scoring":{"eligible":true,"reason":null},"model":100,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.18201883157618637,"accuracy":0.7702702702702703,"positive_recall":0.676056338028169,"specificity":0.8571428571428571,"precision":0.8135593220338984,"balanced_accuracy":0.7665995975855131,"f1":0.7384615384615385,"true_positive":48,"false_positive":11,"false_negative":23,"true_negative":66,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.24958911614317017,"brier_skill":0.27072608618167426,"baseline_adjusted_skill":0.5331991951710262,"baseline_adjusted_score":0.5331991951710262},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.41,"uniform_accuracy_baseline":0.2005,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.16901408450704225,"baseline_adjusted_score":0.16901408450704225},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.9117647058823528,"baseline_adjusted_score":0.9117647058823528},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.65,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.2553191489361702,"baseline_adjusted_score":0.2553191489361702},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.74,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.4693877551020408,"baseline_adjusted_score":0.4693877551020408},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11601386328954424,"accuracy":0.58402522294,"positive_recall":0.7305272555776938,"specificity":0.3489778310617824,"precision":0.6428993957142858,"balanced_accuracy":0.5397525433197381,"f1":0.6839178935721263,"true_positive":45.0029577,"false_positive":24.9970423,"false_negative":16.600435406,"true_negative":13.399564594000001,"positive_prevalence":0.61603393106,"majority_accuracy_baseline":0.61603393106,"constant_brier_baseline":0.07908707655202402,"brier_skill":-0.46691303241218596,"baseline_adjusted_skill":0.0795050866394762,"baseline_adjusted_score":0.0795050866394762},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.17787131869916958,"accuracy":0.74,"positive_recall":0.74,"specificity":0.74,"precision":0.74,"balanced_accuracy":0.74,"f1":0.74,"true_positive":37,"false_positive":13,"false_negative":13,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.28851472520332166,"baseline_adjusted_skill":0.48,"baseline_adjusted_score":0.48},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.012987012987012986,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.7894736842105263,"baseline_adjusted_score":0.7894736842105263},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.8666666666666667,"baseline_adjusted_score":0.8666666666666667},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.48,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.1875,"baseline_adjusted_score":0.1875},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.12694616906185438,"accuracy":0.82,"positive_recall":1,"specificity":0.64,"precision":0.7352941176470589,"balanced_accuracy":0.8200000000000001,"f1":0.847457627118644,"true_positive":50,"false_positive":18,"false_negative":0,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4922153237525825,"baseline_adjusted_skill":0.6400000000000001,"baseline_adjusted_score":0.6400000000000001},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.134203437297406,"accuracy":0.6695020071676533,"positive_recall":0.4497540212485238,"specificity":0.7718247367827058,"precision":0.4785724433548927,"balanced_accuracy":0.6107893790156148,"f1":0.463715921207838,"true_positive":100.02164066117257,"false_positive":108.97835933882743,"false_negative":122.37023564381525,"true_negative":368.62976435618475,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768642,"brier_skill":-0.5125446852091513,"baseline_adjusted_skill":0.22157875803122962,"baseline_adjusted_score":0.22157875803122962},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.26690677794316064,"accuracy":0.65,"positive_recall":0.8,"specificity":0.5,"precision":0.6153846153846154,"balanced_accuracy":0.65,"f1":0.6956521739130435,"true_positive":40,"false_positive":25,"false_negative":10,"true_negative":25,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.06762711177264258,"baseline_adjusted_skill":0.30000000000000004,"baseline_adjusted_score":0.30000000000000004},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.7947019867549668,"uniform_accuracy_baseline":0.006622516556291391,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.786206896551724,"baseline_adjusted_score":0.786206896551724},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.7005882352941176,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.447939262472885,"baseline_adjusted_score":0.447939262472885},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.36,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.06666666666666674,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.16635775066561934,"accuracy":0.78,"positive_recall":0.92,"specificity":0.64,"precision":0.71875,"balanced_accuracy":0.78,"f1":0.8070175438596491,"true_positive":46,"false_positive":18,"false_negative":4,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.33456899733752266,"baseline_adjusted_skill":0.56,"baseline_adjusted_score":0.56},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.7,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.3749999999999999,"baseline_adjusted_score":0.3749999999999999},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.07142857142857142,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9775280898876404,"baseline_adjusted_score":0.9775280898876404},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.77,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.36,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.12328767123287668,"baseline_adjusted_score":0.12328767123287668},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.6666666666666666,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.293592447178346,"accuracy":0.6463414634146342,"positive_recall":0.625,"specificity":0.6666666666666666,"precision":0.6410256410256411,"balanced_accuracy":0.6458333333333333,"f1":0.6329113924050633,"true_positive":25,"false_positive":14,"false_negative":15,"true_negative":28,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.2498512790005949,"brier_skill":-0.17506881834952281,"baseline_adjusted_skill":0.2916666666666665,"baseline_adjusted_score":0.2916666666666665},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.23569894618079507,"accuracy":0.66,"positive_recall":0.38,"specificity":0.94,"precision":0.8636363636363636,"balanced_accuracy":0.6599999999999999,"f1":0.5277777777777778,"true_positive":19,"false_positive":3,"false_negative":31,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.057204215276819737,"baseline_adjusted_skill":0.31999999999999984,"baseline_adjusted_score":0.31999999999999984},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.6424581005586593,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.5412186379928317,"baseline_adjusted_score":0.5412186379928317},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.43,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.06557377049180324,"baseline_adjusted_score":0.06557377049180324},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.23936335487356789,"accuracy":0.715,"positive_recall":0.5454545454545454,"specificity":0.7628205128205128,"precision":0.39344262295081966,"balanced_accuracy":0.6541375291375291,"f1":0.45714285714285713,"true_positive":24,"false_positive":37,"false_negative":20,"true_negative":119,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.39489134541706217,"baseline_adjusted_skill":0.3082750582750582,"baseline_adjusted_score":0.3082750582750582},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.23710437913946042,"accuracy":0.71,"positive_recall":0.62,"specificity":0.74,"precision":0.44285714285714284,"balanced_accuracy":0.6799999999999999,"f1":0.5166666666666667,"true_positive":31,"false_positive":39,"false_negative":19,"true_negative":111,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-0.2645566887437889,"baseline_adjusted_skill":0.3599999999999999,"baseline_adjusted_score":0.3599999999999999},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.06853033719694888,"accuracy":0.895,"positive_recall":0.7894736842105263,"specificity":0.9060773480662984,"precision":0.46875,"balanced_accuracy":0.8477755161384124,"f1":0.5882352941176471,"true_positive":15,"false_positive":17,"false_negative":4,"true_negative":164,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.085975,"brier_skill":0.20290390000641012,"baseline_adjusted_skill":0.6955510322768248,"baseline_adjusted_score":0.6955510322768248},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.0962701661969528,"accuracy":0.8492559523809523,"positive_recall":0.5652217041960124,"specificity":0.8673877114216783,"precision":0.2138888888888889,"balanced_accuracy":0.7163047078088454,"f1":0.3103401323493369,"true_positive":94.96666666666667,"false_positive":349.03333333333336,"false_negative":73.05,"true_negative":2282.95,"positive_prevalence":0.060005952380952375,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679138,"brier_skill":-1.9896664497739036,"baseline_adjusted_skill":0.43260941561769073,"baseline_adjusted_score":0.43260941561769073},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.6515580736543909,"uniform_accuracy_baseline":0.027777777777777776,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.6006493506493505,"baseline_adjusted_score":0.6006493506493505},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.42,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.17142857142857143,"baseline_adjusted_score":0.17142857142857143},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.15476708970305772,"accuracy":0.77,"positive_recall":0.92,"specificity":0.62,"precision":0.7076923076923077,"balanced_accuracy":0.77,"f1":0.8,"true_positive":46,"false_positive":19,"false_negative":4,"true_negative":31,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3809316411877691,"baseline_adjusted_skill":0.54,"baseline_adjusted_score":0.54},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11385160200780434,"accuracy":0.83,"positive_recall":0.86,"specificity":0.8,"precision":0.8113207547169812,"balanced_accuracy":0.8300000000000001,"f1":0.8349514563106796,"true_positive":43,"false_positive":10,"false_negative":7,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5445935919687827,"baseline_adjusted_skill":0.6600000000000001,"baseline_adjusted_score":0.6600000000000001},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.58,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":-0.07692307692307698,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.79,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.7765957446808511,"baseline_adjusted_score":0.7765957446808511},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.12428902982456468,"accuracy":0.85,"positive_recall":0.98,"specificity":0.72,"precision":0.7777777777777778,"balanced_accuracy":0.85,"f1":0.8672566371681416,"true_positive":49,"false_positive":14,"false_negative":1,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5028438807017412,"baseline_adjusted_skill":0.7,"baseline_adjusted_score":0.7},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8358208955223883,"baseline_adjusted_score":0.8358208955223883},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.21010231693230566,"accuracy":0.76,"positive_recall":0.54,"specificity":0.98,"precision":0.9642857142857143,"balanced_accuracy":0.76,"f1":0.6923076923076923,"true_positive":27,"false_positive":1,"false_negative":23,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.15959073227077736,"baseline_adjusted_skill":0.52,"baseline_adjusted_score":0.52},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.43834804054054055,"uniform_accuracy_baseline":0.23445945945945948,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.2385991743643961,"baseline_adjusted_score":0.2385991743643961},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.14645615910766496,"accuracy":0.6017105197368421,"positive_recall":0.8335581130203082,"specificity":0.3809401379761163,"precision":0.5618181909090909,"balanced_accuracy":0.6072491254982123,"f1":0.6712284130895773,"true_positive":61.800001,"false_positive":48.199999,"false_negative":12.340002,"true_negative":29.659997999999998,"positive_prevalence":0.4877631776315789,"majority_accuracy_baseline":0.512236822368421,"constant_brier_baseline":0.09451910039768556,"brier_skill":-0.5494874421302804,"baseline_adjusted_skill":0.2144982509964246,"baseline_adjusted_score":0.2144982509964246},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.1523348862929166,"normalized_score_rmse":0.21745798337171948,"constant_score_baseline":0.5841668333333333,"constant_mae_baseline":0.21700552708333334,"baseline_adjusted_skill":0.29801379559140095,"baseline_adjusted_score":0.29801379559140095},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.28120395318672087,"accuracy":0.58,"positive_recall":0.54,"specificity":0.62,"precision":0.5869565217391305,"balanced_accuracy":0.5800000000000001,"f1":0.5625,"true_positive":27,"false_positive":19,"false_negative":23,"true_negative":31,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.12481581274688347,"baseline_adjusted_skill":0.16000000000000014,"baseline_adjusted_score":0.16000000000000014},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.31492161955347603,"accuracy":0.6,"positive_recall":0.26,"specificity":0.94,"precision":0.8125,"balanced_accuracy":0.6,"f1":0.3939393939393939,"true_positive":13,"false_positive":3,"false_negative":37,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.2596864782139041,"baseline_adjusted_skill":0.19999999999999996,"baseline_adjusted_score":0.19999999999999996},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.5901639344262295,"baseline_adjusted_score":0.5901639344262295},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.036111111111111115,"fixed_answer_accuracy_baseline":0.08833333333333333,"baseline_adjusted_skill":0.8244972577696527,"baseline_adjusted_score":0.8244972577696527},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.8181818181818182,"baseline_adjusted_score":0.8181818181818182},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.785,"uniform_accuracy_baseline":0.049879324215607396,"fixed_answer_accuracy_baseline":0.12442477876106194,"baseline_adjusted_skill":0.7544471396806145,"baseline_adjusted_score":0.7544471396806145},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2997080305432981,"accuracy":0.48,"positive_recall":0.7,"specificity":0.26,"precision":0.4861111111111111,"balanced_accuracy":0.48,"f1":0.5737704918032787,"true_positive":35,"false_positive":37,"false_negative":15,"true_negative":13,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.19883212217319235,"baseline_adjusted_skill":-0.040000000000000036,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.7222222222222222,"uniform_accuracy_baseline":0.23888888888888887,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.607843137254902,"baseline_adjusted_score":0.607843137254902},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.339735149526583,"accuracy":0.59375,"positive_recall":0.9375,"specificity":0.25,"precision":0.5555555555555556,"balanced_accuracy":0.59375,"f1":0.6976744186046512,"true_positive":30,"false_positive":24,"false_negative":2,"true_negative":8,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.35894059810633205,"baseline_adjusted_skill":0.1875,"baseline_adjusted_score":0.1875},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.73,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.5909090909090909,"baseline_adjusted_score":0.5909090909090909},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24049959038278598,"accuracy":0.66,"positive_recall":0.68,"specificity":0.64,"precision":0.6538461538461539,"balanced_accuracy":0.66,"f1":0.6666666666666666,"true_positive":34,"false_positive":18,"false_negative":16,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.03800163846885607,"baseline_adjusted_skill":0.32000000000000006,"baseline_adjusted_score":0.32000000000000006},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.8260869565217391,"baseline_adjusted_score":0.8260869565217391},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.14887809639500435,"accuracy":0.8181818181818182,"positive_recall":1,"specificity":0.6470588235294118,"precision":0.7272727272727273,"balanced_accuracy":0.8235294117647058,"f1":0.8421052631578947,"true_positive":16,"false_positive":6,"false_negative":0,"true_negative":11,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.40394026847735387,"baseline_adjusted_skill":0.6470588235294117,"baseline_adjusted_score":0.6470588235294117},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.2354790394070642,"normalized_score_rmse":0.4221092940166615,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.2864271533119267,"baseline_adjusted_score":0.2864271533119267},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.1875,"uniform_accuracy_baseline":0.178125,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.14035087719298242,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.0549241378214918,"accuracy":0.9411764705882353,"positive_recall":1,"specificity":0.8823529411764706,"precision":0.8947368421052632,"balanced_accuracy":0.9411764705882353,"f1":0.9444444444444444,"true_positive":17,"false_positive":2,"false_negative":0,"true_negative":15,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7803034487140328,"baseline_adjusted_skill":0.8823529411764706,"baseline_adjusted_score":0.8823529411764706},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.42233142519698424,"normalized_score_rmse":0.47815186935286647,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-1.871853691339493,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.6666666666666666,"uniform_accuracy_baseline":0.13194444444444445,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":0.1652173913043478,"baseline_adjusted_score":0.1652173913043478},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.24498850331018215,"accuracy":0.6346153846153846,"positive_recall":1,"specificity":0.2692307692307692,"precision":0.5777777777777777,"balanced_accuracy":0.6346153846153846,"f1":0.7323943661971831,"true_positive":26,"false_positive":19,"false_negative":0,"true_negative":7,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.020045986759271384,"baseline_adjusted_skill":0.26923076923076916,"baseline_adjusted_score":0.26923076923076916},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.2477001395016741,"accuracy":0.6666666666666666,"positive_recall":0.9230769230769231,"specificity":0.3888888888888889,"precision":0.6206896551724138,"balanced_accuracy":0.655982905982906,"f1":0.7422680412371134,"true_positive":36,"false_positive":22,"false_negative":3,"true_negative":14,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24960000000000004,"brier_skill":0.007611620586241763,"baseline_adjusted_skill":0.31196581196581197,"baseline_adjusted_score":0.31196581196581197},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.4050896780285984,"normalized_score_rmse":0.4998383853130097,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.44674885010213705,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8235294117647058,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.76,"baseline_adjusted_score":0.76},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.09773824559693899,"accuracy":0.8214285714285714,"positive_recall":1,"specificity":0.6428571428571429,"precision":0.7368421052631579,"balanced_accuracy":0.8214285714285714,"f1":0.8484848484848485,"true_positive":14,"false_positive":5,"false_negative":0,"true_negative":9,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.609047017612244,"baseline_adjusted_skill":0.6428571428571428,"baseline_adjusted_score":0.6428571428571428},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.3691283154848145,"normalized_score_rmse":0.4927654971992512,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.1696969696969697,"baseline_adjusted_skill":-1.1752204305355138,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.10756844095722949,"accuracy":0.8352941176470589,"positive_recall":0.8222222222222222,"specificity":0.85,"precision":0.8604651162790697,"balanced_accuracy":0.836111111111111,"f1":0.8409090909090909,"true_positive":37,"false_positive":6,"false_negative":8,"true_negative":34,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.2491349480968858,"brier_skill":0.568232230046676,"baseline_adjusted_skill":0.672222222222222,"baseline_adjusted_score":0.672222222222222},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.36,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.15789473684210525,"baseline_adjusted_score":0.15789473684210525},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.26727730450578585,"accuracy":0.56,"positive_recall":0.5142857142857142,"specificity":0.6666666666666666,"precision":0.782608695652174,"balanced_accuracy":0.5904761904761904,"f1":0.6206896551724138,"true_positive":18,"false_positive":5,"false_negative":17,"true_negative":10,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.21,"brier_skill":-0.2727490690751708,"baseline_adjusted_skill":0.18095238095238075,"baseline_adjusted_score":0.18095238095238075},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.2672643569484353,"normalized_score_rmse":0.39928679211756746,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.045484439469874016,"baseline_adjusted_score":0.045484439469874016},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.4936708860759494,"uniform_accuracy_baseline":0.24240506329113923,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.13043478260869568,"baseline_adjusted_score":0.13043478260869568},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.32924880040887533,"accuracy":0.6666666666666666,"positive_recall":1,"specificity":0.3,"precision":0.6111111111111112,"balanced_accuracy":0.65,"f1":0.7586206896551724,"true_positive":11,"false_positive":7,"false_negative":0,"true_negative":3,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.2494331065759637,"brier_skill":-0.31998837254830925,"baseline_adjusted_skill":0.30000000000000004,"baseline_adjusted_score":0.30000000000000004},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.6363636363636364,"uniform_accuracy_baseline":0.32373737373737377,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.4,"baseline_adjusted_score":0.4},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.22215848045746203,"accuracy":0.696969696969697,"positive_recall":0.7647058823529411,"specificity":0.625,"precision":0.6842105263157895,"balanced_accuracy":0.6948529411764706,"f1":0.7222222222222222,"true_positive":13,"false_positive":6,"false_negative":4,"true_negative":10,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.11054931905082288,"baseline_adjusted_skill":0.3897058823529411,"baseline_adjusted_score":0.3897058823529411},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.23079526313884738,"normalized_score_rmse":0.35548579109981526,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.3431372549019608,"baseline_adjusted_skill":0.32739666170964477,"baseline_adjusted_score":0.32739666170964477},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11920374522495346,"accuracy":0.84,"positive_recall":0.84,"specificity":0.84,"precision":0.84,"balanced_accuracy":0.84,"f1":0.84,"true_positive":42,"false_positive":8,"false_negative":8,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5231850191001861,"baseline_adjusted_skill":0.6799999999999999,"baseline_adjusted_score":0.6799999999999999},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.3133333333333333,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":-0.061855670103092834,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.2828974914685301,"accuracy":0.5066666666666667,"positive_recall":0.21621621621621623,"specificity":0.7894736842105263,"precision":0.5,"balanced_accuracy":0.5028449502133713,"f1":0.3018867924528302,"true_positive":8,"false_positive":8,"false_negative":29,"true_negative":30,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555554,"brier_skill":-0.1317911731937993,"baseline_adjusted_skill":0.005689900426742556,"baseline_adjusted_score":0.005689900426742556},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.14285714285714285,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.8076923076923077,"baseline_adjusted_score":0.8076923076923077},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.37,"uniform_accuracy_baseline":0.32416666666666666,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.045454545454545414,"baseline_adjusted_score":0.045454545454545414},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.20951148323472016,"accuracy":0.6060606060606061,"positive_recall":0.25,"specificity":0.9411764705882353,"precision":0.8,"balanced_accuracy":0.5955882352941176,"f1":0.38095238095238093,"true_positive":4,"false_positive":1,"false_negative":12,"true_negative":16,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.16118380425510936,"baseline_adjusted_skill":0.19117647058823528,"baseline_adjusted_score":0.19117647058823528},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.14676088094711304,"normalized_score_rmse":0.1895835819815386,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.33198495568900277,"baseline_adjusted_score":0.33198495568900277},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.17629971251785154,"accuracy":0.77,"positive_recall":0.36363636363636365,"specificity":0.8846153846153846,"precision":0.47058823529411764,"balanced_accuracy":0.6241258741258742,"f1":0.41025641025641024,"true_positive":8,"false_positive":9,"false_negative":14,"true_negative":69,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.027387602085381824,"baseline_adjusted_skill":0.24825174825174834,"baseline_adjusted_score":0.24825174825174834},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1572582790293902,"accuracy":0.78,"positive_recall":0.6216216216216216,"specificity":0.873015873015873,"precision":0.7419354838709677,"balanced_accuracy":0.7473187473187473,"f1":0.6764705882352942,"true_positive":23,"false_positive":8,"false_negative":14,"true_negative":55,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000003,"brier_skill":0.32536130832522436,"baseline_adjusted_skill":0.4946374946374945,"baseline_adjusted_score":0.4946374946374945},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.20928204949439505,"accuracy":0.67,"positive_recall":0.3333333333333333,"specificity":0.8852459016393442,"precision":0.65,"balanced_accuracy":0.6092896174863388,"f1":0.4406779661016949,"true_positive":13,"false_positive":7,"false_negative":26,"true_negative":54,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379,"brier_skill":0.12029403323079002,"baseline_adjusted_skill":0.21857923497267762,"baseline_adjusted_score":0.21857923497267762},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3298397135156948,"accuracy":0.57,"positive_recall":0.9354838709677419,"specificity":0.4057971014492754,"precision":0.4142857142857143,"balanced_accuracy":0.6706404862085087,"f1":0.5742574257425742,"true_positive":29,"false_positive":41,"false_negative":2,"true_negative":28,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999998,"brier_skill":-0.5420276461696814,"baseline_adjusted_skill":0.3412809724170174,"baseline_adjusted_score":0.3412809724170174},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.7777777777777777,"baseline_adjusted_score":0.7777777777777777},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.16743444777472177,"normalized_score_rmse":0.21067761643356755,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.2798518375280784,"baseline_adjusted_score":0.2798518375280784},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.17250814027886982,"accuracy":0.79,"positive_recall":0.92,"specificity":0.66,"precision":0.7301587301587301,"balanced_accuracy":0.79,"f1":0.8141592920353983,"true_positive":46,"false_positive":17,"false_negative":4,"true_negative":33,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3099674388845207,"baseline_adjusted_skill":0.5800000000000001,"baseline_adjusted_score":0.5800000000000001},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2444651970031516,"accuracy":0.63,"positive_recall":0.62,"specificity":0.64,"precision":0.6326530612244898,"balanced_accuracy":0.63,"f1":0.6262626262626263,"true_positive":31,"false_positive":18,"false_negative":19,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.022139211987393548,"baseline_adjusted_skill":0.26,"baseline_adjusted_score":0.26},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.8857142857142858,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1255933682839153,"accuracy":0.84,"positive_recall":0.94,"specificity":0.74,"precision":0.7833333333333333,"balanced_accuracy":0.84,"f1":0.8545454545454545,"true_positive":47,"false_positive":13,"false_negative":3,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.49762652686433884,"baseline_adjusted_skill":0.6799999999999999,"baseline_adjusted_score":0.6799999999999999},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.7380952380952381,"baseline_adjusted_score":0.7380952380952381},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.48,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.13333333333333328,"baseline_adjusted_score":0.13333333333333328},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24773699395454812,"accuracy":0.61,"positive_recall":0.24,"specificity":0.98,"precision":0.9230769230769231,"balanced_accuracy":0.61,"f1":0.38095238095238093,"true_positive":12,"false_positive":1,"false_negative":38,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.009052024181807505,"baseline_adjusted_skill":0.21999999999999997,"baseline_adjusted_score":0.21999999999999997},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.20851190476190473,"fixed_answer_accuracy_baseline":0.22333333333333333,"baseline_adjusted_skill":0.9871244635193133,"baseline_adjusted_score":0.9871244635193133},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09836955841222812,"accuracy":0.88,"positive_recall":0.9,"specificity":0.86,"precision":0.8653846153846154,"balanced_accuracy":0.88,"f1":0.8823529411764706,"true_positive":45,"false_positive":7,"false_negative":5,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6065217663510876,"baseline_adjusted_skill":0.76,"baseline_adjusted_score":0.76},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.09524156964471388,"normalized_score_rmse":0.1939623055576918,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.6825281011842871,"baseline_adjusted_score":0.6825281011842871},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.22851190476190475,"fixed_answer_accuracy_baseline":0.24333333333333332,"baseline_adjusted_skill":0.881057268722467,"baseline_adjusted_score":0.881057268722467},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.07642287283750014,"accuracy":0.87,"positive_recall":0.92,"specificity":0.82,"precision":0.8363636363636363,"balanced_accuracy":0.87,"f1":0.8761904761904762,"true_positive":46,"false_positive":9,"false_negative":4,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6943085086499994,"baseline_adjusted_skill":0.74,"baseline_adjusted_score":0.74},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.11128301001061532,"normalized_score_rmse":0.2208108962441731,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.3042222222222222,"baseline_adjusted_skill":0.6342048611776706,"baseline_adjusted_score":0.6342048611776706},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.82,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.7096774193548386,"baseline_adjusted_score":0.7096774193548386},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.12781508604640496,"accuracy":0.82,"positive_recall":1,"specificity":0.64,"precision":0.7352941176470589,"balanced_accuracy":0.8200000000000001,"f1":0.847457627118644,"true_positive":50,"false_positive":18,"false_negative":0,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.48873965581438017,"baseline_adjusted_skill":0.6400000000000001,"baseline_adjusted_score":0.6400000000000001},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.6000000000000001,"baseline_adjusted_score":0.6000000000000001},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.03411567319987507,"accuracy":0.96,"positive_recall":0.98,"specificity":0.94,"precision":0.9423076923076923,"balanced_accuracy":0.96,"f1":0.9607843137254902,"true_positive":49,"false_positive":3,"false_negative":1,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8635373072004997,"baseline_adjusted_skill":0.9199999999999999,"baseline_adjusted_score":0.9199999999999999},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.58,"uniform_accuracy_baseline":0.3533333333333333,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.28813559322033894,"baseline_adjusted_score":0.28813559322033894},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.8548387096774194,"baseline_adjusted_score":0.8548387096774194},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.35,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.04838709677419359,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.31,"uniform_accuracy_baseline":0.1111111111111111,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.17857142857142858,"baseline_adjusted_score":0.17857142857142858},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.1812843086976601,"accuracy":0.617375,"positive_recall":0.5655899802241265,"specificity":0.6294925188955731,"precision":0.26319018404907973,"balanced_accuracy":0.5975412495598498,"f1":0.35922126857860587,"true_positive":42.9,"false_positive":120.1,"false_negative":32.95,"true_negative":204.05,"positive_prevalence":0.189625,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500001,"brier_skill":-1.3814465733569938,"baseline_adjusted_skill":0.19508249911969955,"baseline_adjusted_score":0.19508249911969955},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.2514347178317257,"normalized_score_rmse":0.29757047314478746,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":-0.1763027734817577,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.16420488535017422,"accuracy":0.665625,"positive_recall":0.7918424753867792,"specificity":0.6197375149139254,"precision":0.43086734693877554,"balanced_accuracy":0.7057899951503523,"f1":0.5580703783247977,"true_positive":84.45,"false_positive":111.55,"false_negative":22.2,"true_negative":181.8,"positive_prevalence":0.266625,"majority_accuracy_baseline":0.733375,"constant_brier_baseline":0.115654859375,"brier_skill":-0.4197837102352555,"baseline_adjusted_skill":0.4115799903007047,"baseline_adjusted_score":0.4115799903007047},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.19692372184897067,"normalized_score_rmse":0.26539250894843264,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.26726056986429514,"baseline_adjusted_score":0.26726056986429514},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.16156035360988988,"accuracy":0.6311249999999999,"positive_recall":0.8196868008948546,"specificity":0.5580225498699046,"precision":0.41826484018264837,"balanced_accuracy":0.6888546753823797,"f1":0.5538926681783825,"true_positive":91.6,"false_positive":127.4,"false_negative":20.15,"true_negative":160.85,"positive_prevalence":0.279375,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937500001,"brier_skill":-0.42776834096126404,"baseline_adjusted_skill":0.3777093507647593,"baseline_adjusted_score":0.3777093507647593},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.23897954214458877,"normalized_score_rmse":0.29379672787995675,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.09605846942945151,"baseline_adjusted_score":0.09605846942945151},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.06643213591291254,"accuracy":0.844375,"positive_recall":0.7690140845070422,"specificity":0.8658634538152611,"precision":0.6204545454545455,"balanced_accuracy":0.8174387691611517,"f1":0.6867924528301886,"true_positive":68.25,"false_positive":41.75,"false_negative":20.5,"true_negative":269.5,"positive_prevalence":0.221875,"majority_accuracy_baseline":0.778125,"constant_brier_baseline":0.12674023437499998,"brier_skill":0.47584019991352844,"baseline_adjusted_skill":0.6348775383223033,"baseline_adjusted_score":0.6348775383223033},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.19146920069394582,"normalized_score_rmse":0.24916647320470636,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.15138304401575253,"baseline_adjusted_score":0.15138304401575253},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.2269363486478964,"accuracy":0.5670000000000001,"positive_recall":0.8865784499054821,"specificity":0.4520734194425561,"precision":0.367843137254902,"balanced_accuracy":0.669325934674019,"f1":0.5199556541019956,"true_positive":93.8,"false_positive":161.2,"false_negative":12,"true_negative":133,"positive_prevalence":0.2645,"majority_accuracy_baseline":0.7355,"constant_brier_baseline":0.11362725,"brier_skill":-0.9972000435449808,"baseline_adjusted_skill":0.33865186934803804,"baseline_adjusted_score":0.33865186934803804},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.21365843736431997,"normalized_score_rmse":0.28522013901312804,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.14961815974400006,"baseline_adjusted_score":0.14961815974400006},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.3560864268618449,"accuracy":0.47025,"positive_recall":0.8270234986945171,"specificity":0.38574520717377864,"precision":0.241793893129771,"balanced_accuracy":0.6063843529341478,"f1":0.374187832250443,"true_positive":63.35,"false_positive":198.65,"false_negative":13.25,"true_negative":124.75,"positive_prevalence":0.19149999999999998,"majority_accuracy_baseline":0.8085,"constant_brier_baseline":0.09190274999999999,"brier_skill":-2.874600345058716,"baseline_adjusted_skill":0.21276870586829566,"baseline_adjusted_score":0.21276870586829566},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.18721883401452943,"normalized_score_rmse":0.2509276110769232,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.0950146996276523,"baseline_adjusted_score":0.0950146996276523},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.19468747582290827,"accuracy":0.6715000000000001,"positive_recall":0.8902439024390245,"specificity":0.6220110361741263,"precision":0.34761904761904766,"balanced_accuracy":0.7561274693065754,"f1":0.5,"true_positive":65.7,"false_positive":123.3,"false_negative":8.1,"true_negative":202.9,"positive_prevalence":0.1845,"majority_accuracy_baseline":0.8155,"constant_brier_baseline":0.10922225,"brier_skill":-0.7824891523742485,"baseline_adjusted_skill":0.5122549386131507,"baseline_adjusted_score":0.5122549386131507},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.2531731142376157,"normalized_score_rmse":0.33136140035479633,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":-0.33688773194780564,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.08817411216023116,"accuracy":0.8127500000000001,"positive_recall":0.41783439490445856,"specificity":0.9091757387247279,"precision":0.529032258064516,"balanced_accuracy":0.6635050668145932,"f1":0.4669039145907473,"true_positive":32.8,"false_positive":29.2,"false_negative":45.7,"true_negative":292.3,"positive_prevalence":0.19625,"majority_accuracy_baseline":0.80375,"constant_brier_baseline":0.09878593749999999,"brier_skill":0.10742242882261288,"baseline_adjusted_skill":0.3270101336291864,"baseline_adjusted_score":0.3270101336291864},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.18260711537432145,"normalized_score_rmse":0.24139838313319567,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":0.13558761952983922,"baseline_adjusted_score":0.13558761952983922},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.1467774910960244,"accuracy":0.6260204081632653,"positive_recall":0.8125741399762753,"specificity":0.4852282900626679,"precision":0.5436507936507936,"balanced_accuracy":0.6489012150194715,"f1":0.6514503090822634,"true_positive":137,"false_positive":115,"false_negative":31.6,"true_negative":108.4,"positive_prevalence":0.4301020408163265,"majority_accuracy_baseline":0.5698979591836735,"constant_brier_baseline":0.12359641815910039,"brier_skill":-0.18755456899312417,"baseline_adjusted_skill":0.297802430038943,"baseline_adjusted_score":0.297802430038943},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.19210651254604263,"normalized_score_rmse":0.24317554808708233,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.30272451001806744,"baseline_adjusted_score":0.30272451001806744},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.23257230580390773,"accuracy":0.610125,"positive_recall":0.8387096774193549,"specificity":0.5669490266012781,"precision":0.26783919597989947,"balanced_accuracy":0.7028293520103165,"f1":0.40601790135212346,"true_positive":106.6,"false_positive":291.4,"false_negative":20.5,"true_negative":381.5,"positive_prevalence":0.158875,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499999,"brier_skill":-1.3545072773970182,"baseline_adjusted_skill":0.405658704020633,"baseline_adjusted_score":0.405658704020633},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.43686042940282277,"normalized_score_rmse":0.5002518485078401,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-1.6476389660777135,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.6,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.3548387096774193,"baseline_adjusted_score":0.3548387096774193},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2410123758753086,"accuracy":0.6,"positive_recall":0.6,"specificity":0.6,"precision":0.6,"balanced_accuracy":0.6,"f1":0.6,"true_positive":30,"false_positive":20,"false_negative":20,"true_negative":30,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.03595049649876558,"baseline_adjusted_skill":0.19999999999999996,"baseline_adjusted_score":0.19999999999999996},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.3452617627567926,"uniform_accuracy_baseline":0.058823529411764705,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.23052959501557638,"baseline_adjusted_score":0.23052959501557638},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.76,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.47826086956521735,"baseline_adjusted_score":0.47826086956521735},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.23819759824593892,"accuracy":0.65,"positive_recall":0.86,"specificity":0.44,"precision":0.6056338028169014,"balanced_accuracy":0.65,"f1":0.7107438016528925,"true_positive":43,"false_positive":28,"false_negative":7,"true_negative":22,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.047209607016244326,"baseline_adjusted_skill":0.30000000000000004,"baseline_adjusted_score":0.30000000000000004},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.57,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.3174603174603174,"baseline_adjusted_score":0.3174603174603174},"scoring":{"eligible":true,"reason":null},"model":101,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.1731349075674005,"accuracy":0.7567567567567568,"positive_recall":0.6619718309859155,"specificity":0.8441558441558441,"precision":0.7966101694915254,"balanced_accuracy":0.7530638375708798,"f1":0.7230769230769231,"true_positive":47,"false_positive":12,"false_negative":24,"true_negative":65,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.2495891161431699,"brier_skill":0.30632028253953814,"baseline_adjusted_skill":0.5061276751417596,"baseline_adjusted_score":0.5061276751417596},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.43,"uniform_accuracy_baseline":0.20049999999999962,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.1971830985915493,"baseline_adjusted_score":0.1971830985915493},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.9558823529411764,"baseline_adjusted_score":0.9558823529411764},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.79,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.5531914893617021,"baseline_adjusted_score":0.5531914893617021},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.74,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.4693877551020408,"baseline_adjusted_score":0.4693877551020408},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1085076714483012,"accuracy":0.55741959508,"positive_recall":0.6521179156134387,"specificity":0.4054859129605255,"precision":0.6376615286825398,"balanced_accuracy":0.5288019142869821,"f1":0.6448087055354126,"true_positive":40.172676307,"false_positive":22.827323693,"false_negative":21.430716799000002,"true_negative":15.569283200999998,"positive_prevalence":0.6160339310599999,"majority_accuracy_baseline":0.6160339310599999,"constant_brier_baseline":0.079087076552024,"brier_skill":-0.37200255944375615,"baseline_adjusted_skill":0.05760382857396418,"baseline_adjusted_score":0.05760382857396418},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.13417971760377903,"accuracy":0.78,"positive_recall":0.9,"specificity":0.66,"precision":0.7258064516129032,"balanced_accuracy":0.78,"f1":0.8035714285714286,"true_positive":45,"false_positive":17,"false_negative":5,"true_negative":33,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4632811295848839,"baseline_adjusted_skill":0.56,"baseline_adjusted_score":0.56},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.012987012987012965,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.8631578947368421,"baseline_adjusted_score":0.8631578947368421},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.8666666666666667,"baseline_adjusted_score":0.8666666666666667},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.54,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.28125000000000006,"baseline_adjusted_score":0.28125000000000006},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11185272396340576,"accuracy":0.83,"positive_recall":0.96,"specificity":0.7,"precision":0.7619047619047619,"balanced_accuracy":0.83,"f1":0.8495575221238938,"true_positive":48,"false_positive":15,"false_negative":2,"true_negative":35,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.552589104146377,"baseline_adjusted_skill":0.6599999999999999,"baseline_adjusted_score":0.6599999999999999},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.10457557749932976,"accuracy":0.6699834175268188,"positive_recall":0.5269533052824562,"specificity":0.7365834886982401,"precision":0.48226392710650406,"balanced_accuracy":0.6317683969903481,"f1":0.5036191659266593,"true_positive":117.1901342868805,"false_positive":125.8098657131195,"false_negative":105.20174201810732,"true_negative":351.7982579818927,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768597,"brier_skill":-0.1786228216998662,"baseline_adjusted_skill":0.2635367939806963,"baseline_adjusted_score":0.2635367939806963},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2242997588642599,"accuracy":0.65,"positive_recall":0.68,"specificity":0.62,"precision":0.6415094339622641,"balanced_accuracy":0.65,"f1":0.6601941747572816,"true_positive":34,"false_positive":19,"false_negative":16,"true_negative":31,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.1028009645429604,"baseline_adjusted_skill":0.30000000000000004,"baseline_adjusted_score":0.30000000000000004},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.7947019867549668,"uniform_accuracy_baseline":0.006622516556291403,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.786206896551724,"baseline_adjusted_score":0.786206896551724},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.768235294117647,"uniform_accuracy_baseline":0.3333333333333301,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.5726681127982646,"baseline_adjusted_score":0.5726681127982646},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.4,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.15596595804115052,"accuracy":0.78,"positive_recall":0.96,"specificity":0.6,"precision":0.7058823529411765,"balanced_accuracy":0.78,"f1":0.8135593220338984,"true_positive":48,"false_positive":20,"false_negative":2,"true_negative":30,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.37613616783539794,"baseline_adjusted_skill":0.56,"baseline_adjusted_score":0.56},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.78,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.5416666666666667,"baseline_adjusted_score":0.5416666666666667},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.07142857142857136,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9887640449438202,"baseline_adjusted_score":0.9887640449438202},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.6956521739130435,"baseline_adjusted_score":0.6956521739130435},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.37,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.13698630136986298,"baseline_adjusted_score":0.13698630136986298},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.7222222222222222,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.1666666666666667,"baseline_adjusted_score":0.1666666666666667},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.2267579504368767,"accuracy":0.6951219512195121,"positive_recall":0.7,"specificity":0.6904761904761905,"precision":0.6829268292682927,"balanced_accuracy":0.6952380952380952,"f1":0.691358024691358,"true_positive":28,"false_positive":13,"false_negative":12,"true_negative":29,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.24985127900059498,"brier_skill":0.09242829837050104,"baseline_adjusted_skill":0.3904761904761904,"baseline_adjusted_score":0.3904761904761904},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1590966374670823,"accuracy":0.74,"positive_recall":0.58,"specificity":0.9,"precision":0.8529411764705882,"balanced_accuracy":0.74,"f1":0.6904761904761905,"true_positive":29,"false_positive":5,"false_negative":21,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3636134501316708,"baseline_adjusted_skill":0.48,"baseline_adjusted_score":0.48},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.729050279329609,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.6523297491039427,"baseline_adjusted_score":0.6523297491039427},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.47,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.13114754098360648,"baseline_adjusted_score":0.13114754098360648},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.16822945901999933,"accuracy":0.8,"positive_recall":0.4772727272727273,"specificity":0.8910256410256411,"precision":0.5526315789473685,"balanced_accuracy":0.6841491841491842,"f1":0.5121951219512195,"true_positive":21,"false_positive":17,"false_negative":23,"true_negative":139,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000053,"brier_skill":0.019641847202804152,"baseline_adjusted_skill":0.3682983682983685,"baseline_adjusted_score":0.3682983682983685},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.18243936022321786,"accuracy":0.735,"positive_recall":0.34,"specificity":0.8666666666666667,"precision":0.4594594594594595,"balanced_accuracy":0.6033333333333334,"f1":0.39080459770114945,"true_positive":17,"false_positive":20,"false_negative":33,"true_negative":130,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":0.02699007880950477,"baseline_adjusted_skill":0.20666666666666678,"baseline_adjusted_score":0.20666666666666678},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.034492858806726534,"accuracy":0.96,"positive_recall":0.7894736842105263,"specificity":0.9779005524861878,"precision":0.7894736842105263,"balanced_accuracy":0.883687118348357,"f1":0.7894736842105263,"true_positive":15,"false_positive":4,"false_negative":4,"true_negative":177,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.0859749999999999,"brier_skill":0.5988036195786383,"baseline_adjusted_skill":0.767374236696714,"baseline_adjusted_score":0.767374236696714},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.10684139011124773,"accuracy":0.831791666666667,"positive_recall":0.6428925701815298,"specificity":0.8438503283328797,"precision":0.2081245985870266,"balanced_accuracy":0.7433714492572048,"f1":0.31445137187355987,"true_positive":108.01666666666675,"false_positive":410.98333333333306,"false_negative":60.000000000000014,"true_negative":2221.000000000001,"positive_prevalence":0.060005952380952354,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679296,"brier_skill":-2.3179554173543897,"baseline_adjusted_skill":0.48674289851440955,"baseline_adjusted_score":0.48674289851440955},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.7507082152974505,"uniform_accuracy_baseline":0.027777777777777853,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.7142857142857143,"baseline_adjusted_score":0.7142857142857143},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.54,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.34285714285714297,"baseline_adjusted_score":0.34285714285714297},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1469431255087148,"accuracy":0.82,"positive_recall":0.98,"specificity":0.66,"precision":0.7424242424242424,"balanced_accuracy":0.8200000000000001,"f1":0.8448275862068966,"true_positive":49,"false_positive":17,"false_negative":1,"true_negative":33,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4122274979651408,"baseline_adjusted_skill":0.6400000000000001,"baseline_adjusted_score":0.6400000000000001},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.07233309983503518,"accuracy":0.91,"positive_recall":0.98,"specificity":0.84,"precision":0.8596491228070176,"balanced_accuracy":0.9099999999999999,"f1":0.9158878504672897,"true_positive":49,"false_positive":8,"false_negative":1,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7106676006598593,"baseline_adjusted_skill":0.8199999999999998,"baseline_adjusted_score":0.8199999999999998},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.63,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":0.05128205128205133,"baseline_adjusted_score":0.05128205128205133},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.7872340425531915,"baseline_adjusted_score":0.7872340425531915},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10028399814802683,"accuracy":0.83,"positive_recall":0.94,"specificity":0.72,"precision":0.7704918032786885,"balanced_accuracy":0.83,"f1":0.8468468468468469,"true_positive":47,"false_positive":14,"false_negative":3,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5988640074078927,"baseline_adjusted_skill":0.6599999999999999,"baseline_adjusted_score":0.6599999999999999},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8656716417910449,"baseline_adjusted_score":0.8656716417910449},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09467610483816513,"accuracy":0.85,"positive_recall":0.72,"specificity":0.98,"precision":0.972972972972973,"balanced_accuracy":0.85,"f1":0.8275862068965517,"true_positive":36,"false_positive":1,"false_negative":14,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6212955806473395,"baseline_adjusted_skill":0.7,"baseline_adjusted_score":0.7},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.4662984864864865,"uniform_accuracy_baseline":0.23445945945945923,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.2764900643750142,"baseline_adjusted_score":0.2764900643750142},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.06459691522099542,"accuracy":0.6877192828947367,"positive_recall":0.9217246322474522,"specificity":0.46489423830828047,"precision":0.6212424272727273,"balanced_accuracy":0.6933094352778664,"f1":0.7422251100973426,"true_positive":68.33666699999998,"false_positive":41.663333,"false_negative":5.803335999999998,"true_negative":36.196664,"positive_prevalence":0.48776317763157917,"majority_accuracy_baseline":0.5122368223684208,"constant_brier_baseline":0.0945191003976856,"brier_skill":0.31657289426998036,"baseline_adjusted_skill":0.38661887055573274,"baseline_adjusted_score":0.38661887055573274},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.12890624240046308,"normalized_score_rmse":0.1797607617072072,"constant_score_baseline":0.5841668333333334,"constant_mae_baseline":0.21700552708333315,"baseline_adjusted_skill":0.40597714660529693,"baseline_adjusted_score":0.40597714660529693},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.30156587942258717,"accuracy":0.65,"positive_recall":0.96,"specificity":0.34,"precision":0.5925925925925926,"balanced_accuracy":0.65,"f1":0.732824427480916,"true_positive":48,"false_positive":33,"false_negative":2,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.20626351769034867,"baseline_adjusted_skill":0.30000000000000004,"baseline_adjusted_score":0.30000000000000004},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2673159727531473,"accuracy":0.56,"positive_recall":0.38,"specificity":0.74,"precision":0.59375,"balanced_accuracy":0.56,"f1":0.4634146341463415,"true_positive":19,"false_positive":13,"false_negative":31,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.06926389101258912,"baseline_adjusted_skill":0.1200000000000001,"baseline_adjusted_score":0.1200000000000001},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.7540983606557377,"baseline_adjusted_score":0.7540983606557377},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.03611111111111102,"fixed_answer_accuracy_baseline":0.08833333333333329,"baseline_adjusted_skill":0.7806215722120659,"baseline_adjusted_score":0.7806215722120659},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.8636363636363635,"baseline_adjusted_score":0.8636363636363635},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.81,"uniform_accuracy_baseline":0.04987932421560751,"fixed_answer_accuracy_baseline":0.1244247787610618,"baseline_adjusted_skill":0.7829997978572873,"baseline_adjusted_score":0.7829997978572873},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.26443344581078254,"accuracy":0.51,"positive_recall":0.68,"specificity":0.34,"precision":0.5074626865671642,"balanced_accuracy":0.51,"f1":0.5811965811965812,"true_positive":34,"false_positive":33,"false_negative":16,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.057733783243130166,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.8055555555555556,"uniform_accuracy_baseline":0.23888888888888893,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.7254901960784313,"baseline_adjusted_score":0.7254901960784313},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.11695176340198271,"accuracy":0.890625,"positive_recall":1,"specificity":0.78125,"precision":0.8205128205128205,"balanced_accuracy":0.890625,"f1":0.9014084507042254,"true_positive":32,"false_positive":7,"false_negative":0,"true_negative":25,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5321929463920692,"baseline_adjusted_skill":0.78125,"baseline_adjusted_score":0.78125},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.77,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.6515151515151516,"baseline_adjusted_score":0.6515151515151516},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.26632454101730385,"accuracy":0.57,"positive_recall":0.14,"specificity":1,"precision":1,"balanced_accuracy":0.5700000000000001,"f1":0.24561403508771928,"true_positive":7,"false_positive":0,"false_negative":43,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.0652981640692154,"baseline_adjusted_skill":0.14000000000000012,"baseline_adjusted_score":0.14000000000000012},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8529411764705882,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.7826086956521737,"baseline_adjusted_score":0.7826086956521737},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.053436460663785636,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":16,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.7860576997688877,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.16068285592831671,"normalized_score_rmse":0.3206369368986529,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.5130822547626767,"baseline_adjusted_score":0.5130822547626767},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.25,"uniform_accuracy_baseline":0.17812500000000006,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.05263157894736839,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.06410443579636552,"accuracy":0.9705882352941176,"positive_recall":1,"specificity":0.9411764705882353,"precision":0.9444444444444444,"balanced_accuracy":0.9705882352941176,"f1":0.9714285714285714,"true_positive":17,"false_positive":1,"false_negative":0,"true_negative":16,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7435822568145379,"baseline_adjusted_skill":0.9411764705882353,"baseline_adjusted_score":0.9411764705882353},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.30330046595019455,"normalized_score_rmse":0.3761092390298334,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-1.0624431684613227,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.6666666666666666,"uniform_accuracy_baseline":0.13194444444444448,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":0.1652173913043478,"baseline_adjusted_score":0.1652173913043478},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.14737491997425173,"accuracy":0.8076923076923077,"positive_recall":0.8461538461538461,"specificity":0.7692307692307693,"precision":0.7857142857142857,"balanced_accuracy":0.8076923076923077,"f1":0.8148148148148148,"true_positive":22,"false_positive":6,"false_negative":4,"true_negative":20,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4105003201029931,"baseline_adjusted_skill":0.6153846153846154,"baseline_adjusted_score":0.6153846153846154},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.09614103591332217,"accuracy":0.8666666666666667,"positive_recall":1,"specificity":0.7222222222222222,"precision":0.7959183673469388,"balanced_accuracy":0.8611111111111112,"f1":0.8863636363636364,"true_positive":39,"false_positive":10,"false_negative":0,"true_negative":26,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24959999999999993,"brier_skill":0.6148195676549592,"baseline_adjusted_skill":0.7222222222222223,"baseline_adjusted_score":0.7222222222222223},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.28145258478820323,"normalized_score_rmse":0.3697195593124918,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.005187802815011411,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.7058823529411765,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.6,"baseline_adjusted_score":0.6},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.17808514406281864,"accuracy":0.7857142857142857,"positive_recall":1,"specificity":0.5714285714285714,"precision":0.7,"balanced_accuracy":0.7857142857142857,"f1":0.8235294117647058,"true_positive":14,"false_positive":6,"false_negative":0,"true_negative":8,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.28765942374872544,"baseline_adjusted_skill":0.5714285714285714,"baseline_adjusted_score":0.5714285714285714},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.22818320257250557,"normalized_score_rmse":0.34089012306400435,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.16969696969696968,"baseline_adjusted_skill":-0.344651015159408,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.06329501707110374,"accuracy":0.9176470588235294,"positive_recall":0.9111111111111111,"specificity":0.925,"precision":0.9318181818181818,"balanced_accuracy":0.9180555555555556,"f1":0.9213483146067416,"true_positive":41,"false_positive":3,"false_negative":4,"true_negative":37,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.24913494809688563,"brier_skill":0.7459408342562639,"baseline_adjusted_skill":0.8361111111111112,"baseline_adjusted_score":0.8361111111111112},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.9473684210526315,"baseline_adjusted_score":0.9473684210526315},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.23342905666489208,"accuracy":0.7,"positive_recall":0.7428571428571429,"specificity":0.6,"precision":0.8125,"balanced_accuracy":0.6714285714285715,"f1":0.7761194029850746,"true_positive":26,"false_positive":6,"false_negative":9,"true_negative":9,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.20999999999999996,"brier_skill":-0.11156693649948624,"baseline_adjusted_skill":0.34285714285714297,"baseline_adjusted_score":0.34285714285714297},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.2302062122244388,"normalized_score_rmse":0.33901583695409115,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.1778349563412901,"baseline_adjusted_score":0.1778349563412901},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.7341772151898734,"uniform_accuracy_baseline":0.24240506329113914,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.5434782608695653,"baseline_adjusted_score":0.5434782608695653},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.12090490170656806,"accuracy":0.8571428571428571,"positive_recall":1,"specificity":0.7,"precision":0.7857142857142857,"balanced_accuracy":0.85,"f1":0.88,"true_positive":11,"false_positive":3,"false_negative":0,"true_negative":7,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.24943310657596363,"brier_skill":0.5152812577036678,"baseline_adjusted_skill":0.7,"baseline_adjusted_score":0.7},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.7878787878787878,"uniform_accuracy_baseline":0.3237373737373738,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.6499999999999999,"baseline_adjusted_score":0.6499999999999999},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.19663377388171868,"accuracy":0.7272727272727273,"positive_recall":0.6470588235294118,"specificity":0.8125,"precision":0.7857142857142857,"balanced_accuracy":0.7297794117647058,"f1":0.7096774193548387,"true_positive":11,"false_positive":3,"false_negative":6,"true_negative":13,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.21274198618679574,"baseline_adjusted_skill":0.4595588235294117,"baseline_adjusted_score":0.4595588235294117},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.15974499417044336,"normalized_score_rmse":0.2313681660596674,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.34313725490196084,"baseline_adjusted_skill":0.5344574455604223,"baseline_adjusted_score":0.5344574455604223},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09767751277326349,"accuracy":0.91,"positive_recall":0.9,"specificity":0.92,"precision":0.9183673469387755,"balanced_accuracy":0.91,"f1":0.9090909090909091,"true_positive":45,"false_positive":4,"false_negative":5,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6092899489069461,"baseline_adjusted_skill":0.8200000000000001,"baseline_adjusted_score":0.8200000000000001},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.21333333333333332,"uniform_accuracy_baseline":0.3333333333333332,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":-0.21649484536082475,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.2483663736538727,"accuracy":0.5333333333333333,"positive_recall":0.4864864864864865,"specificity":0.5789473684210527,"precision":0.5294117647058824,"balanced_accuracy":0.5327169274537695,"f1":0.5070422535211268,"true_positive":18,"false_positive":16,"false_negative":19,"true_negative":22,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555535,"brier_skill":0.006357857892578145,"baseline_adjusted_skill":0.06543385490753906,"baseline_adjusted_score":0.06543385490753906},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.1428571428571427,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.8717948717948718,"baseline_adjusted_score":0.8717948717948718},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.30999999999999994,"uniform_accuracy_baseline":0.32416666666666627,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.04545454545454559,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.16303257328926007,"accuracy":0.7272727272727273,"positive_recall":0.5,"specificity":0.9411764705882353,"precision":0.8888888888888888,"balanced_accuracy":0.7205882352941176,"f1":0.64,"true_positive":8,"false_positive":1,"false_negative":8,"true_negative":16,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.3472703223823377,"baseline_adjusted_skill":0.4411764705882353,"baseline_adjusted_score":0.4411764705882353},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.09933200956914913,"normalized_score_rmse":0.13354588038543902,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.5478680943749075,"baseline_adjusted_score":0.5478680943749075},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1862638131564085,"accuracy":0.7,"positive_recall":0.6818181818181818,"specificity":0.7051282051282052,"precision":0.39473684210526316,"balanced_accuracy":0.6934731934731935,"f1":0.5,"true_positive":15,"false_positive":23,"false_negative":7,"true_negative":55,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000028,"brier_skill":-0.08545345662242543,"baseline_adjusted_skill":0.38694638694638694,"baseline_adjusted_score":0.38694638694638694},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11189094635768482,"accuracy":0.85,"positive_recall":0.7027027027027027,"specificity":0.9365079365079365,"precision":0.8666666666666667,"balanced_accuracy":0.8196053196053197,"f1":0.7761194029850746,"true_positive":26,"false_positive":4,"false_negative":11,"true_negative":59,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000008,"brier_skill":0.5199873601128924,"baseline_adjusted_skill":0.6392106392106394,"baseline_adjusted_score":0.6392106392106394},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.15904527289050574,"accuracy":0.72,"positive_recall":0.6923076923076923,"specificity":0.7377049180327869,"precision":0.627906976744186,"balanced_accuracy":0.7150063051702396,"f1":0.6585365853658537,"true_positive":27,"false_positive":16,"false_negative":12,"true_negative":45,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379000000000002,"brier_skill":0.3314616524148566,"baseline_adjusted_skill":0.4300126103404791,"baseline_adjusted_score":0.4300126103404791},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.15322180273967798,"accuracy":0.81,"positive_recall":0.9354838709677419,"specificity":0.7536231884057971,"precision":0.6304347826086957,"balanced_accuracy":0.8445535296867694,"f1":0.7532467532467533,"true_positive":29,"false_positive":17,"false_negative":2,"true_negative":52,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999987,"brier_skill":0.283675536513894,"baseline_adjusted_skill":0.6891070593735389,"baseline_adjusted_score":0.6891070593735389},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.8194444444444444,"baseline_adjusted_score":0.8194444444444444},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.1762708629562985,"normalized_score_rmse":0.22002975128066524,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.24184575072559789,"baseline_adjusted_score":0.24184575072559789},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.18056397937434204,"accuracy":0.78,"positive_recall":0.92,"specificity":0.64,"precision":0.71875,"balanced_accuracy":0.78,"f1":0.8070175438596491,"true_positive":46,"false_positive":18,"false_negative":4,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.27774408250263183,"baseline_adjusted_skill":0.56,"baseline_adjusted_score":0.56},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3103648041307468,"accuracy":0.5,"positive_recall":0.84,"specificity":0.16,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6268656716417911,"true_positive":42,"false_positive":42,"false_negative":8,"true_negative":8,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.24145921652298719,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.79,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":0.4000000000000001,"baseline_adjusted_score":0.4000000000000001},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10987402562954238,"accuracy":0.86,"positive_recall":0.98,"specificity":0.74,"precision":0.7903225806451613,"balanced_accuracy":0.86,"f1":0.875,"true_positive":49,"false_positive":13,"false_negative":1,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5605038974818305,"baseline_adjusted_skill":0.72,"baseline_adjusted_score":0.72},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.93,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.8333333333333335,"baseline_adjusted_score":0.8333333333333335},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.68,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.46666666666666673,"baseline_adjusted_score":0.46666666666666673},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1588816550549959,"accuracy":0.78,"positive_recall":0.7,"specificity":0.86,"precision":0.8333333333333334,"balanced_accuracy":0.78,"f1":0.7608695652173914,"true_positive":35,"false_positive":7,"false_negative":15,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.36447337978001637,"baseline_adjusted_skill":0.56,"baseline_adjusted_score":0.56},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.20851190476190457,"fixed_answer_accuracy_baseline":0.2233333333333332,"baseline_adjusted_skill":0.9871244635193133,"baseline_adjusted_score":0.9871244635193133},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.05582098741128815,"accuracy":0.91,"positive_recall":0.94,"specificity":0.88,"precision":0.8867924528301887,"balanced_accuracy":0.9099999999999999,"f1":0.912621359223301,"true_positive":47,"false_positive":6,"false_negative":3,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7767160503548474,"baseline_adjusted_skill":0.8199999999999998,"baseline_adjusted_score":0.8199999999999998},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.08290327468857868,"normalized_score_rmse":0.15322402398790144,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.723655751038071,"baseline_adjusted_score":0.723655751038071},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.22851190476190467,"fixed_answer_accuracy_baseline":0.2433333333333333,"baseline_adjusted_skill":0.9339207048458149,"baseline_adjusted_score":0.9339207048458149},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.03356389422745603,"accuracy":0.96,"positive_recall":0.98,"specificity":0.94,"precision":0.9423076923076923,"balanced_accuracy":0.96,"f1":0.9607843137254902,"true_positive":49,"false_positive":3,"false_negative":1,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8657444230901759,"baseline_adjusted_skill":0.9199999999999999,"baseline_adjusted_score":0.9199999999999999},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.09425537337807728,"normalized_score_rmse":0.18665566499129213,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.304222222222222,"baseline_adjusted_skill":0.6901759092758597,"baseline_adjusted_score":0.6901759092758597},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.78,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.6451612903225807,"baseline_adjusted_score":0.6451612903225807},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11312374348761844,"accuracy":0.88,"positive_recall":1,"specificity":0.76,"precision":0.8064516129032258,"balanced_accuracy":0.88,"f1":0.8928571428571429,"true_positive":50,"false_positive":12,"false_negative":0,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5475050260495262,"baseline_adjusted_skill":0.76,"baseline_adjusted_score":0.76},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.8,"baseline_adjusted_score":0.8},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.05222552421106119,"accuracy":0.94,"positive_recall":0.94,"specificity":0.94,"precision":0.94,"balanced_accuracy":0.94,"f1":0.94,"true_positive":47,"false_positive":3,"false_negative":3,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7910979031557552,"baseline_adjusted_skill":0.8799999999999999,"baseline_adjusted_score":0.8799999999999999},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.57,"uniform_accuracy_baseline":0.35333333333333317,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.27118644067796605,"baseline_adjusted_score":0.27118644067796605},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.8548387096774194,"baseline_adjusted_score":0.8548387096774194},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.47,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.1451612903225806,"baseline_adjusted_score":0.1451612903225806},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.38,"uniform_accuracy_baseline":0.11111111111111088,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.2619047619047619,"baseline_adjusted_score":0.2619047619047619},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.05031929523343371,"accuracy":0.8288749999999997,"positive_recall":0.23994726433750815,"specificity":0.966682091624248,"precision":0.6275862068965516,"balanced_accuracy":0.6033146779808781,"f1":0.3471626132570338,"true_positive":18.2,"false_positive":10.799999999999999,"false_negative":57.65000000000002,"true_negative":313.3499999999999,"positive_prevalence":0.1896249999999999,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500007,"brier_skill":0.33897912032059807,"baseline_adjusted_skill":0.20662935596175624,"baseline_adjusted_score":0.20662935596175624},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.20352662425895687,"normalized_score_rmse":0.23974901777031027,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":0.047828658437628624,"baseline_adjusted_score":0.047828658437628624},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.0900938282149954,"accuracy":0.7698749999999999,"positive_recall":0.6310360993905297,"specificity":0.8203511164138401,"precision":0.5608333333333335,"balanced_accuracy":0.725693607902185,"f1":0.5938671961173616,"true_positive":67.30000000000001,"false_positive":52.699999999999974,"false_negative":39.35000000000001,"true_negative":240.64999999999992,"positive_prevalence":0.2666249999999998,"majority_accuracy_baseline":0.7333750000000002,"constant_brier_baseline":0.11565485937499977,"brier_skill":0.22101130292437765,"baseline_adjusted_skill":0.4513872158043699,"baseline_adjusted_score":0.4513872158043699},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.22469067515266944,"normalized_score_rmse":0.2742750354206355,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.16394167385053227,"baseline_adjusted_score":0.16394167385053227},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.07582839625149665,"accuracy":0.7751249999999998,"positive_recall":0.6344519015659953,"specificity":0.829661751951431,"precision":0.5908333333333331,"balanced_accuracy":0.7320568267587131,"f1":0.6118662351672058,"true_positive":70.89999999999998,"false_positive":49.100000000000016,"false_negative":40.850000000000016,"true_negative":239.14999999999998,"positive_prevalence":0.2793749999999999,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937499995,"brier_skill":0.32987653780967374,"baseline_adjusted_skill":0.4641136535174262,"baseline_adjusted_score":0.4641136535174262},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.27185837893164716,"normalized_score_rmse":0.31414466395447055,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":-0.028305925036963053,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.07608439336832915,"accuracy":0.8426249999999993,"positive_recall":0.3988732394366196,"specificity":0.969156626506024,"precision":0.7866666666666666,"balanced_accuracy":0.6840149329713218,"f1":0.5293457943925233,"true_positive":35.4,"false_positive":9.600000000000003,"false_negative":53.350000000000016,"true_negative":301.64999999999975,"positive_prevalence":0.22187499999999974,"majority_accuracy_baseline":0.7781250000000003,"constant_brier_baseline":0.126740234375001,"brier_skill":0.39968239964580277,"baseline_adjusted_skill":0.36802986594264353,"baseline_adjusted_score":0.36802986594264353},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.2432432224828517,"normalized_score_rmse":0.2800704310249917,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":-0.07808630463313793,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.10347313373533645,"accuracy":0.7444999999999995,"positive_recall":0.7542533081285443,"specificity":0.7409925220938135,"precision":0.5115384615384614,"balanced_accuracy":0.7476229151111788,"f1":0.6096256684491977,"true_positive":79.79999999999998,"false_positive":76.20000000000002,"false_negative":26.00000000000001,"true_negative":217.9999999999998,"positive_prevalence":0.26449999999999985,"majority_accuracy_baseline":0.7355000000000002,"constant_brier_baseline":0.11362725000000028,"brier_skill":0.08936339007292526,"baseline_adjusted_skill":0.4952458302223577,"baseline_adjusted_score":0.4952458302223577},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.27640949302789525,"normalized_score_rmse":0.3332932803056284,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":-0.10013728568316527,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.10153792221823203,"accuracy":0.7835000000000001,"positive_recall":0.6070496083550915,"specificity":0.8252937538651824,"precision":0.4514563106796118,"balanced_accuracy":0.716171681110137,"f1":0.5178173719376393,"true_positive":46.50000000000002,"false_positive":56.49999999999999,"false_negative":30.1,"true_negative":266.90000000000003,"positive_prevalence":0.1914999999999999,"majority_accuracy_baseline":0.8085000000000001,"constant_brier_baseline":0.09190274999999995,"brier_skill":-0.10484095653538206,"baseline_adjusted_skill":0.4323433622202739,"baseline_adjusted_score":0.4323433622202739},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.28756262371025515,"normalized_score_rmse":0.3283868200483116,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":-0.3900308094755536,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.09452892735915491,"accuracy":0.8224999999999997,"positive_recall":0.8048780487804879,"specificity":0.8264868179031268,"precision":0.5120689655172413,"balanced_accuracy":0.8156824333418073,"f1":0.6259220231822971,"true_positive":59.4,"false_positive":56.6,"false_negative":14.400000000000002,"true_negative":269.5999999999999,"positive_prevalence":0.1844999999999999,"majority_accuracy_baseline":0.8155000000000001,"constant_brier_baseline":0.1092222499999995,"brier_skill":0.13452682618097178,"baseline_adjusted_skill":0.6313648666836147,"baseline_adjusted_score":0.6313648666836147},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.326092415926978,"normalized_score_rmse":0.37956654297781545,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":-0.7219401501094549,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.07271719590846054,"accuracy":0.8339999999999997,"positive_recall":0.2745222929936306,"specificity":0.970606531881804,"precision":0.6951612903225807,"balanced_accuracy":0.6225644124377173,"f1":0.3936073059360731,"true_positive":21.550000000000004,"false_positive":9.450000000000001,"false_negative":56.949999999999996,"true_negative":312.0499999999999,"positive_prevalence":0.19624999999999987,"majority_accuracy_baseline":0.8037500000000002,"constant_brier_baseline":0.09878593749999955,"brier_skill":0.263891220261377,"baseline_adjusted_skill":0.24512882487543464,"baseline_adjusted_score":0.24512882487543464},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.22069860627118032,"normalized_score_rmse":0.25713964281238993,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":-0.04472713027777675,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.08773834863560677,"accuracy":0.72015306122449,"positive_recall":0.779655990510083,"specificity":0.6752461951656222,"precision":0.6443627450980391,"balanced_accuracy":0.7274510928378526,"f1":0.705582393988191,"true_positive":131.45000000000002,"false_positive":72.55000000000004,"false_negative":37.15000000000002,"true_negative":150.85000000000008,"positive_prevalence":0.43010204081632636,"majority_accuracy_baseline":0.5698979591836737,"constant_brier_baseline":0.12359641815910102,"brier_skill":0.290122238634258,"baseline_adjusted_skill":0.4549021856757052,"baseline_adjusted_score":0.4549021856757052},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.1964798375586409,"normalized_score_rmse":0.2423795312189476,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.28685095997234034,"baseline_adjusted_score":0.28685095997234034},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.09992519251014337,"accuracy":0.8063750000000003,"positive_recall":0.7875688434303698,"specificity":0.8099271808589688,"precision":0.4390350877192982,"balanced_accuracy":0.7987480121446693,"f1":0.5637848493382145,"true_positive":100.1,"false_positive":127.9,"false_negative":26.999999999999993,"true_negative":545.0000000000002,"positive_prevalence":0.15887500000000002,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499934,"brier_skill":-0.011619126994435902,"baseline_adjusted_skill":0.5974960242893386,"baseline_adjusted_score":0.5974960242893386},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.29374347783232224,"normalized_score_rmse":0.3411328278153021,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-0.780263502014074,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.66,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.4516129032258065,"baseline_adjusted_score":0.4516129032258065},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3229455911725293,"accuracy":0.51,"positive_recall":0.78,"specificity":0.24,"precision":0.5064935064935064,"balanced_accuracy":0.51,"f1":0.6141732283464567,"true_positive":39,"false_positive":38,"false_negative":11,"true_negative":12,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.2917823646901172,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.4433399602385686,"uniform_accuracy_baseline":0.058823529411766766,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.34579439252336447,"baseline_adjusted_score":0.34579439252336447},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.82,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.6086956521739129,"baseline_adjusted_score":0.6086956521739129},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24539933401323574,"accuracy":0.6,"positive_recall":0.92,"specificity":0.28,"precision":0.5609756097560976,"balanced_accuracy":0.6000000000000001,"f1":0.696969696969697,"true_positive":46,"false_positive":36,"false_negative":4,"true_negative":14,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.01840266394705703,"baseline_adjusted_skill":0.20000000000000018,"baseline_adjusted_score":0.20000000000000018},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.55,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.2857142857142858,"baseline_adjusted_score":0.2857142857142858},"scoring":{"eligible":true,"reason":null},"model":102,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0,"abstained":0},"metrics":{"binary_brier":0.23284185018546363,"accuracy":0.5540540540540541,"positive_recall":0.2112676056338028,"specificity":0.8701298701298701,"precision":0.6,"balanced_accuracy":0.5406987378818364,"f1":0.3125,"true_positive":15,"false_positive":10,"false_negative":56,"true_negative":67,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.2495891161431699,"brier_skill":0.06709934397980577,"baseline_adjusted_skill":0.08139747576367284,"baseline_adjusted_score":0.08139747576367284},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.28,"uniform_accuracy_baseline":0.20049999999999962,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":-0.014084507042253456,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.49,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.25,"baseline_adjusted_score":0.25},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.58,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.10638297872340412,"baseline_adjusted_score":0.10638297872340412},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.32,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":-0.3877551020408163,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.11021497826831657,"accuracy":0.46449476664,"positive_recall":0.41436735215342874,"specificity":0.5449190298705668,"precision":0.5936380205813955,"balanced_accuracy":0.4796431910119978,"f1":0.48806131669424435,"true_positive":25.526434885000004,"false_positive":17.473565115,"false_negative":36.076958221,"true_negative":20.923041778999995,"positive_prevalence":0.6160339310599999,"majority_accuracy_baseline":0.6160339310599999,"constant_brier_baseline":0.079087076552024,"brier_skill":-0.3935902434807592,"baseline_adjusted_skill":-0.04071361797600437,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.28254744535007914,"accuracy":0.51,"positive_recall":0.18,"specificity":0.84,"precision":0.5294117647058824,"balanced_accuracy":0.51,"f1":0.26865671641791045,"true_positive":9,"false_positive":8,"false_negative":41,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.13018978140031656,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.15,"uniform_accuracy_baseline":0.012987012987012965,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.10526315789473684,"baseline_adjusted_score":0.10526315789473684},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.4,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.29,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":-0.10937500000000001,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.24544554895801476,"accuracy":0.57,"positive_recall":0.58,"specificity":0.56,"precision":0.5686274509803921,"balanced_accuracy":0.5700000000000001,"f1":0.5742574257425742,"true_positive":29,"false_positive":22,"false_negative":21,"true_negative":28,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.018217804167940943,"baseline_adjusted_skill":0.14000000000000012,"baseline_adjusted_score":0.14000000000000012},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0,"abstained":0},"metrics":{"binary_brier":0.11807148167638042,"accuracy":0.5995017461897806,"positive_recall":0.47898129683853036,"specificity":0.6556204919451611,"precision":0.3930684476712808,"balanced_accuracy":0.5673008943918457,"f1":0.43179287878291417,"true_positive":106.5215493189171,"false_positive":164.4784506810829,"false_negative":115.87032698607072,"true_negative":313.1296730139293,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768597,"brier_skill":-0.33072889697015007,"baseline_adjusted_skill":0.13460178878369145,"baseline_adjusted_score":0.13460178878369145},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2787490628297273,"accuracy":0.5,"positive_recall":0.08,"specificity":0.92,"precision":0.5,"balanced_accuracy":0.5,"f1":0.13793103448275862,"true_positive":4,"false_positive":4,"false_negative":46,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.11499625131890912,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.15894039735099338,"uniform_accuracy_baseline":0.006622516556291403,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.12413793103448276,"baseline_adjusted_score":0.12413793103448276},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.32176470588235295,"uniform_accuracy_baseline":0.3333333333333301,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":-0.25054229934924077,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.36,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.06666666666666674,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.3086225362569254,"accuracy":0.49,"positive_recall":0.2,"specificity":0.78,"precision":0.47619047619047616,"balanced_accuracy":0.49,"f1":0.28169014084507044,"true_positive":10,"false_positive":11,"false_negative":40,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.2344901450277015,"baseline_adjusted_skill":-0.020000000000000018,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.44,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":-0.1666666666666667,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.07142857142857136,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9550561797752809,"baseline_adjusted_score":0.9550561797752809},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.51,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":-0.0652173913043479,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.26,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":-0.013698630136986314,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.6666666666666666,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0,"abstained":0},"metrics":{"binary_brier":0.27503590952992857,"accuracy":0.5487804878048781,"positive_recall":0.275,"specificity":0.8095238095238095,"precision":0.5789473684210527,"balanced_accuracy":0.5422619047619048,"f1":0.3728813559322034,"true_positive":11,"false_positive":8,"false_negative":29,"true_negative":34,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.24985127900059498,"brier_skill":-0.10079848552335657,"baseline_adjusted_skill":0.08452380952380967,"baseline_adjusted_score":0.08452380952380967},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2083227498724635,"accuracy":0.7,"positive_recall":0.7,"specificity":0.7,"precision":0.7,"balanced_accuracy":0.7,"f1":0.7,"true_positive":35,"false_positive":15,"false_negative":15,"true_negative":35,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.16670900051014603,"baseline_adjusted_skill":0.3999999999999999,"baseline_adjusted_score":0.3999999999999999},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.2346368715083799,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.017921146953405034,"baseline_adjusted_score":0.017921146953405034},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.27,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":-0.19672131147540983,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"binary_brier":0.19656036345599176,"accuracy":0.75,"positive_recall":0.18181818181818182,"specificity":0.9102564102564102,"precision":0.36363636363636365,"balanced_accuracy":0.546037296037296,"f1":0.24242424242424243,"true_positive":8,"false_positive":14,"false_negative":36,"true_negative":142,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000053,"brier_skill":-0.14545666349645203,"baseline_adjusted_skill":0.09207459207459201,"baseline_adjusted_score":0.09207459207459201},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"binary_brier":0.23767974024097413,"accuracy":0.62,"positive_recall":0.34,"specificity":0.7133333333333334,"precision":0.2833333333333333,"balanced_accuracy":0.5266666666666667,"f1":0.3090909090909091,"true_positive":17,"false_positive":43,"false_negative":33,"true_negative":107,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-0.26762528128519536,"baseline_adjusted_skill":0.053333333333333455,"baseline_adjusted_score":0.053333333333333455},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"binary_brier":0.17996393357349544,"accuracy":0.785,"positive_recall":0.2631578947368421,"specificity":0.8397790055248618,"precision":0.14705882352941177,"balanced_accuracy":0.551468450130852,"f1":0.18867924528301888,"true_positive":5,"false_positive":29,"false_negative":14,"true_negative":152,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.0859749999999999,"brier_skill":-1.093212370729813,"baseline_adjusted_skill":0.10293690026170399,"baseline_adjusted_score":0.10293690026170399},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0,"abstained":0},"metrics":{"binary_brier":0.12450867270215009,"accuracy":0.8287440476190477,"positive_recall":0.4508481301458188,"specificity":0.8528676093440309,"precision":0.16360691144708436,"balanced_accuracy":0.6518578697449249,"f1":0.2400887456749691,"true_positive":75.75000000000001,"false_positive":387.2499999999997,"false_negative":92.26666666666671,"true_negative":2244.7333333333336,"positive_prevalence":0.060005952380952354,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679296,"brier_skill":-2.8666122246214853,"baseline_adjusted_skill":0.30371573948984976,"baseline_adjusted_score":0.30371573948984976},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.23229461756373937,"uniform_accuracy_baseline":0.027777777777777853,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.12012987012987013,"baseline_adjusted_score":0.12012987012987013},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.16,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":-0.19999999999999998,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2647523622306858,"accuracy":0.57,"positive_recall":0.88,"specificity":0.26,"precision":0.5432098765432098,"balanced_accuracy":0.5700000000000001,"f1":0.6717557251908397,"true_positive":44,"false_positive":37,"false_negative":6,"true_negative":13,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.05900944892274329,"baseline_adjusted_skill":0.14000000000000012,"baseline_adjusted_score":0.14000000000000012},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2542806759161728,"accuracy":0.51,"positive_recall":0.48,"specificity":0.54,"precision":0.5106382978723404,"balanced_accuracy":0.51,"f1":0.4948453608247423,"true_positive":24,"false_positive":23,"false_negative":26,"true_negative":27,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.017122703664691263,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.54,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":-0.17948717948717935,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.45,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.41489361702127664,"baseline_adjusted_score":0.41489361702127664},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.20633099264629312,"accuracy":0.68,"positive_recall":0.62,"specificity":0.74,"precision":0.7045454545454546,"balanced_accuracy":0.6799999999999999,"f1":0.6595744680851063,"true_positive":31,"false_positive":13,"false_negative":19,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.17467602941482752,"baseline_adjusted_skill":0.3599999999999999,"baseline_adjusted_score":0.3599999999999999},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8358208955223883,"baseline_adjusted_score":0.8358208955223883},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.286648405857309,"accuracy":0.51,"positive_recall":0.02,"specificity":1,"precision":1,"balanced_accuracy":0.51,"f1":0.0392156862745098,"true_positive":1,"false_positive":0,"false_negative":49,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.146593623429236,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.35023544594594586,"uniform_accuracy_baseline":0.23445945945945923,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.11914975174013087,"baseline_adjusted_score":0.11914975174013087},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0,"abstained":0},"metrics":{"binary_brier":0.08915549882005873,"accuracy":0.5901315986842106,"positive_recall":0.700296748032233,"specificity":0.4852299185164367,"precision":0.5643478586956522,"balanced_accuracy":0.5927633332743348,"f1":0.6250150723784446,"true_positive":51.920003,"false_positive":40.079997,"false_negative":22.22,"true_negative":37.78,"positive_prevalence":0.48776317763157917,"majority_accuracy_baseline":0.5122368223684208,"constant_brier_baseline":0.0945191003976856,"brier_skill":0.056746219071697857,"baseline_adjusted_skill":0.18552666654866967,"baseline_adjusted_score":0.18552666654866967},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.1709181072397951,"normalized_score_rmse":0.21059899813572436,"constant_score_baseline":0.5841668333333334,"constant_mae_baseline":0.21700552708333315,"baseline_adjusted_skill":0.2123790138572823,"baseline_adjusted_score":0.2123790138572823},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.28248000715787247,"accuracy":0.5,"positive_recall":0.54,"specificity":0.46,"precision":0.5,"balanced_accuracy":0.5,"f1":0.5192307692307693,"true_positive":27,"false_positive":27,"false_negative":23,"true_negative":23,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.12992002863148988,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.3475145142064829,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":50,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.39005805682593153,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":-0.08196721311475408,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.555,"uniform_accuracy_baseline":0.03611111111111102,"fixed_answer_accuracy_baseline":0.08833333333333329,"baseline_adjusted_skill":0.5118829981718466,"baseline_adjusted_score":0.5118829981718466},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.65,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.2045454545454545,"baseline_adjusted_score":0.2045454545454545},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.43,"uniform_accuracy_baseline":0.04987932421560751,"fixed_answer_accuracy_baseline":0.1244247787610618,"baseline_adjusted_skill":0.3489993935718619,"baseline_adjusted_score":0.3489993935718619},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2879217370688424,"accuracy":0.52,"positive_recall":0.34,"specificity":0.7,"precision":0.53125,"balanced_accuracy":0.52,"f1":0.4146341463414634,"true_positive":17,"false_positive":15,"false_negative":33,"true_negative":35,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.15168694827536955,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.19444444444444445,"uniform_accuracy_baseline":0.23888888888888893,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":-0.13725490196078435,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0,"abstained":0},"metrics":{"binary_brier":0.27253947222526076,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":32,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.09015788890104304,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.65,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.23913043478260868,"baseline_adjusted_score":0.23913043478260868},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.37,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.045454545454545414,"baseline_adjusted_score":0.045454545454545414},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.25827934072234837,"accuracy":0.53,"positive_recall":0.96,"specificity":0.1,"precision":0.5161290322580645,"balanced_accuracy":0.53,"f1":0.6713286713286714,"true_positive":48,"false_positive":45,"false_negative":2,"true_negative":5,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.03311736288939349,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.3235294117647059,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2522277831625512,"accuracy":0.6060606060606061,"positive_recall":0.4375,"specificity":0.7647058823529411,"precision":0.6363636363636364,"balanced_accuracy":0.6011029411764706,"f1":0.5185185185185185,"true_positive":7,"false_positive":4,"false_negative":9,"true_negative":13,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":-0.009838440676537274,"baseline_adjusted_skill":0.20220588235294112,"baseline_adjusted_score":0.20220588235294112},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.32050287917256354,"normalized_score_rmse":0.40083340664048794,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.028779154022534836,"baseline_adjusted_score":0.028779154022534836},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.375,"uniform_accuracy_baseline":0.17812500000000006,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":0.12280701754385967,"baseline_adjusted_score":0.12280701754385967},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2707718179492607,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":17,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.08308727179704278,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.24887881340349421,"normalized_score_rmse":0.32284560845712756,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-0.6923759311437605,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.020833333333333332,"uniform_accuracy_baseline":0.13194444444444448,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":-1.452173913043478,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2590986173584832,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":26,"false_positive":26,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.036394469433932874,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2441929523313,"accuracy":0.56,"positive_recall":1,"specificity":0.08333333333333333,"precision":0.5416666666666666,"balanced_accuracy":0.5416666666666666,"f1":0.7027027027027027,"true_positive":39,"false_positive":33,"false_negative":0,"true_negative":3,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24959999999999993,"brier_skill":0.02166285123677858,"baseline_adjusted_skill":0.08333333333333326,"baseline_adjusted_score":0.08333333333333326},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.2944533318281174,"normalized_score_rmse":0.3787507363071069,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.05161904224327629,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.2647058823529412,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0,"abstained":0},"metrics":{"binary_brier":0.24132670568459372,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":14,"true_negative":14,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.03469317726162513,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.316945221658909,"normalized_score_rmse":0.36059488801189193,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.16969696969696968,"baseline_adjusted_skill":-0.8677129133471424,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.5333333333333333,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":0.41666666666666663,"baseline_adjusted_score":0.41666666666666663},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2390004371841777,"accuracy":0.5647058823529412,"positive_recall":0.24444444444444444,"specificity":0.925,"precision":0.7857142857142857,"balanced_accuracy":0.5847222222222223,"f1":0.3728813559322034,"true_positive":11,"false_positive":3,"false_negative":34,"true_negative":37,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.24913494809688563,"brier_skill":0.040678800746841604,"baseline_adjusted_skill":0.1694444444444445,"baseline_adjusted_score":0.1694444444444445},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.56,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.42105263157894746,"baseline_adjusted_score":0.42105263157894746},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0,"abstained":0},"metrics":{"binary_brier":0.33794182994155864,"accuracy":0.56,"positive_recall":0.4,"specificity":0.9333333333333333,"precision":0.9333333333333333,"balanced_accuracy":0.6666666666666667,"f1":0.56,"true_positive":14,"false_positive":1,"false_negative":21,"true_negative":14,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.20999999999999996,"brier_skill":-0.6092468092455177,"baseline_adjusted_skill":0.3333333333333335,"baseline_adjusted_score":0.3333333333333335},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.44031374514102933,"normalized_score_rmse":0.5185318343859712,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.5725490897893903,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.22784810126582278,"uniform_accuracy_baseline":0.24240506329113914,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":-0.32608695652173914,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0,"abstained":0},"metrics":{"binary_brier":0.24520166955068032,"accuracy":0.5238095238095238,"positive_recall":1,"specificity":0,"precision":0.5238095238095238,"balanced_accuracy":0.5,"f1":0.6875,"true_positive":11,"false_positive":10,"false_negative":0,"true_negative":0,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.24943310657596363,"brier_skill":0.016964215710454034,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.36363636363636365,"uniform_accuracy_baseline":0.3237373737373738,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":-0.049999999999999954,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2788292574529534,"accuracy":0.45454545454545453,"positive_recall":0.23529411764705882,"specificity":0.6875,"precision":0.4444444444444444,"balanced_accuracy":0.46139705882352944,"f1":0.3076923076923077,"true_positive":4,"false_positive":5,"false_negative":13,"true_negative":11,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":-0.11634213737597832,"baseline_adjusted_skill":-0.07720588235294112,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.35938709141576985,"normalized_score_rmse":0.409876745967929,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.34313725490196084,"baseline_adjusted_skill":-0.04735666641167202,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2652744923263182,"accuracy":0.44,"positive_recall":0.14,"specificity":0.74,"precision":0.35,"balanced_accuracy":0.44,"f1":0.2,"true_positive":7,"false_positive":13,"false_negative":43,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.06109796930527289,"baseline_adjusted_skill":-0.12,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.33333333333333326,"uniform_accuracy_baseline":0.3333333333333332,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":-0.030927835051546504,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0,"abstained":0},"metrics":{"binary_brier":0.26481686260858434,"accuracy":0.38666666666666666,"positive_recall":0.32432432432432434,"specificity":0.4473684210526316,"precision":0.36363636363636365,"balanced_accuracy":0.385846372688478,"f1":0.34285714285714286,"true_positive":12,"false_positive":21,"false_negative":25,"true_negative":17,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555535,"brier_skill":-0.05945579813178381,"baseline_adjusted_skill":-0.22830725462304402,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.13,"uniform_accuracy_baseline":0.1428571428571427,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":-0.11538461538461538,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.32416666666666627,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.015151515151515168,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2608963237644173,"accuracy":0.48484848484848486,"positive_recall":1,"specificity":0,"precision":0.48484848484848486,"balanced_accuracy":0.5,"f1":0.6530612244897959,"true_positive":16,"false_positive":17,"false_negative":0,"true_negative":0,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":-0.04454447271856732,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.2661974069972833,"normalized_score_rmse":0.29562506010925166,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":-0.2116571628841859,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.21632003986313728,"accuracy":0.68,"positive_recall":0.5454545454545454,"specificity":0.717948717948718,"precision":0.35294117647058826,"balanced_accuracy":0.6317016317016317,"f1":0.42857142857142855,"true_positive":12,"false_positive":22,"false_negative":10,"true_negative":56,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000028,"brier_skill":-0.2606062929087234,"baseline_adjusted_skill":0.2634032634032635,"baseline_adjusted_score":0.2634032634032635},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.23580274394347991,"accuracy":0.65,"positive_recall":0.05405405405405406,"specificity":1,"precision":1,"balanced_accuracy":0.527027027027027,"f1":0.10256410256410256,"true_positive":2,"false_positive":0,"false_negative":35,"true_negative":63,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000008,"brier_skill":-0.011594783112311546,"baseline_adjusted_skill":0.054054054054053946,"baseline_adjusted_score":0.054054054054053946},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2421050239845546,"accuracy":0.62,"positive_recall":0.02564102564102564,"specificity":1,"precision":1,"balanced_accuracy":0.5128205128205128,"f1":0.05,"true_positive":1,"false_positive":0,"false_negative":38,"true_negative":61,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379000000000002,"brier_skill":-0.017675594722801113,"baseline_adjusted_skill":0.02564102564102555,"baseline_adjusted_score":0.02564102564102555},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.24677906375031536,"accuracy":0.51,"positive_recall":0.5806451612903226,"specificity":0.4782608695652174,"precision":0.3333333333333333,"balanced_accuracy":0.52945301542777,"f1":0.4235294117647059,"true_positive":18,"false_positive":36,"false_negative":13,"true_negative":33,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999987,"brier_skill":-0.15371231299820254,"baseline_adjusted_skill":0.058906030855540026,"baseline_adjusted_score":0.058906030855540026},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.4,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.16666666666666666,"baseline_adjusted_score":0.16666666666666666},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.3028479020483792,"normalized_score_rmse":0.35632347863207353,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":-0.30257162171345886,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2631928395044661,"accuracy":0.52,"positive_recall":0.88,"specificity":0.16,"precision":0.5116279069767442,"balanced_accuracy":0.52,"f1":0.6470588235294118,"true_positive":44,"false_positive":42,"false_negative":6,"true_negative":8,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.05277135801786437,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.27688897468516604,"accuracy":0.45,"positive_recall":0.24,"specificity":0.66,"precision":0.41379310344827586,"balanced_accuracy":0.45,"f1":0.3037974683544304,"true_positive":12,"false_positive":17,"false_negative":38,"true_negative":33,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.10755589874066418,"baseline_adjusted_skill":-0.09999999999999998,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.25,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-1.142857142857143,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.3062930033896838,"accuracy":0.5,"positive_recall":0.96,"specificity":0.04,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6575342465753424,"true_positive":48,"false_positive":48,"false_negative":2,"true_negative":2,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.22517201355873517,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.53,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":-0.11904761904761887,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.31,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.15000000000000005,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2909499634412737,"accuracy":0.54,"positive_recall":0.12,"specificity":0.96,"precision":0.75,"balanced_accuracy":0.54,"f1":0.20689655172413793,"true_positive":6,"false_positive":2,"false_negative":44,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.16379985376509487,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.72,"uniform_accuracy_baseline":0.20851190476190457,"fixed_answer_accuracy_baseline":0.2233333333333332,"baseline_adjusted_skill":0.6394849785407726,"baseline_adjusted_score":0.6394849785407726},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1811823384005245,"accuracy":0.72,"positive_recall":0.64,"specificity":0.8,"precision":0.7619047619047619,"balanced_accuracy":0.72,"f1":0.6956521739130435,"true_positive":32,"false_positive":10,"false_negative":18,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.275270646397902,"baseline_adjusted_skill":0.43999999999999995,"baseline_adjusted_score":0.43999999999999995},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.25893785221502186,"normalized_score_rmse":0.3119230611693901,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.13687382594992714,"baseline_adjusted_score":0.13687382594992714},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.22851190476190467,"fixed_answer_accuracy_baseline":0.2433333333333333,"baseline_adjusted_skill":0.3392070484581498,"baseline_adjusted_score":0.3392070484581498},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2466728292207831,"accuracy":0.54,"positive_recall":0.56,"specificity":0.52,"precision":0.5384615384615384,"balanced_accuracy":0.54,"f1":0.5490196078431373,"true_positive":28,"false_positive":24,"false_negative":22,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.013308683116867615,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.2848348705971408,"normalized_score_rmse":0.34814920817377,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.304222222222222,"baseline_adjusted_skill":0.0637275984754313,"baseline_adjusted_score":0.0637275984754313},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.57,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.3064516129032257,"baseline_adjusted_score":0.3064516129032257},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1536706546729559,"accuracy":0.76,"positive_recall":0.66,"specificity":0.86,"precision":0.825,"balanced_accuracy":0.76,"f1":0.7333333333333333,"true_positive":33,"false_positive":7,"false_negative":17,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3853173813081764,"baseline_adjusted_skill":0.52,"baseline_adjusted_score":0.52},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.39,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":-0.21999999999999997,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2004533551215674,"accuracy":0.69,"positive_recall":0.4,"specificity":0.98,"precision":0.9523809523809523,"balanced_accuracy":0.69,"f1":0.5633802816901409,"true_positive":20,"false_positive":1,"false_negative":30,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.19818657951373042,"baseline_adjusted_skill":0.3799999999999999,"baseline_adjusted_score":0.3799999999999999},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.43,"uniform_accuracy_baseline":0.35333333333333317,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.03389830508474579,"baseline_adjusted_score":0.03389830508474579},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.1935483870967742,"baseline_adjusted_score":0.1935483870967742},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.24,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.22580645161290325,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.12,"uniform_accuracy_baseline":0.11111111111111088,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":-0.04761904761904763,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.10031864847242832,"accuracy":0.7978749999999998,"positive_recall":0.09228740936058007,"specificity":0.96298010180472,"precision":0.3684210526315789,"balanced_accuracy":0.52763375558265,"f1":0.14760147601476012,"true_positive":6.999999999999999,"false_positive":12.000000000000002,"false_negative":68.85000000000001,"true_negative":312.1499999999999,"positive_prevalence":0.1896249999999999,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500007,"brier_skill":-0.31783883207952823,"baseline_adjusted_skill":0.05526751116530004,"baseline_adjusted_score":0.05526751116530004},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.4347376947640441,"normalized_score_rmse":0.4746244262205888,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":-1.0338605602996216,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.11515610179976363,"accuracy":0.7338749999999997,"positive_recall":0.015002344116268176,"specificity":0.9952275438895518,"precision":0.5333333333333333,"balanced_accuracy":0.50511494400291,"f1":0.02918376652986778,"true_positive":1.6,"false_positive":1.4,"false_negative":105.04999999999994,"true_negative":291.9499999999999,"positive_prevalence":0.2666249999999998,"majority_accuracy_baseline":0.7333750000000002,"constant_brier_baseline":0.11565485937499977,"brier_skill":0.004312465364027296,"baseline_adjusted_skill":0.010229888005820031,"baseline_adjusted_score":0.010229888005820031},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.4172341195074841,"normalized_score_rmse":0.47021821032275096,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":-0.5524990493301736,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1143909999866115,"accuracy":0.7181249999999995,"positive_recall":0.04474272930648771,"specificity":0.9791847354726799,"precision":0.45454545454545453,"balanced_accuracy":0.5119637323895838,"f1":0.08146639511201632,"true_positive":5,"false_positive":6,"false_negative":106.74999999999996,"true_negative":282.2499999999998,"positive_prevalence":0.2793749999999999,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937499995,"brier_skill":-0.010915392436888993,"baseline_adjusted_skill":0.02392746477916763,"baseline_adjusted_score":0.02392746477916763},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.40503032725537197,"normalized_score_rmse":0.4553957910995058,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":-0.5320296066397048,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.13815181499132168,"accuracy":0.7763749999999994,"positive_recall":0.0016901408450704244,"specificity":0.9972690763052208,"precision":0.15,"balanced_accuracy":0.4994796085751456,"f1":0.0033426183844011176,"true_positive":0.15,"false_positive":0.85,"false_negative":88.5999999999999,"true_negative":310.39999999999975,"positive_prevalence":0.22187499999999974,"majority_accuracy_baseline":0.7781250000000003,"constant_brier_baseline":0.126740234375001,"brier_skill":-0.09003913139813124,"baseline_adjusted_skill":-0.0010407828497087657,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.47988219850696623,"normalized_score_rmse":0.5131201704131064,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":-1.1269017108341992,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.11782635125131896,"accuracy":0.727499999999999,"positive_recall":0.013232514177693767,"specificity":0.9843643779741671,"precision":0.2333333333333333,"balanced_accuracy":0.49879844607593044,"f1":0.02504472271914133,"true_positive":1.4,"false_positive":4.6,"false_negative":104.39999999999995,"true_negative":289.5999999999996,"positive_prevalence":0.26449999999999985,"majority_accuracy_baseline":0.7355000000000002,"constant_brier_baseline":0.11362725000000028,"brier_skill":-0.0369550548069999,"baseline_adjusted_skill":-0.00240310784813913,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.42326515214750543,"normalized_score_rmse":0.46439267021460723,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":-0.6846374214826088,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.11810876817766072,"accuracy":0.7812499999999997,"positive_recall":0.18342036553524796,"specificity":0.9228509585652442,"precision":0.36025641025641036,"balanced_accuracy":0.5531356620502461,"f1":0.24307958477508648,"true_positive":14.05,"false_positive":24.949999999999992,"false_negative":62.55000000000003,"true_negative":298.4499999999999,"positive_prevalence":0.1914999999999999,"majority_accuracy_baseline":0.8085000000000001,"constant_brier_baseline":0.09190274999999995,"brier_skill":-0.28514944523053765,"baseline_adjusted_skill":0.10627132410049223,"baseline_adjusted_score":0.10627132410049223},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.45893323586555196,"normalized_score_rmse":0.501504864855404,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":-1.2184083908908856,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.13056575721387856,"accuracy":0.8054999999999997,"positive_recall":0,"specificity":0.9877375843041079,"precision":0,"balanced_accuracy":0.4938687921520539,"f1":0,"true_positive":0,"false_positive":4,"false_negative":73.79999999999995,"true_negative":322.1999999999999,"positive_prevalence":0.1844999999999999,"majority_accuracy_baseline":0.8155000000000001,"constant_brier_baseline":0.1092222499999995,"brier_skill":-0.1954135463596398,"baseline_adjusted_skill":-0.012262415695892148,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.5036248357174918,"normalized_score_rmse":0.5299753296441262,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":-1.6594050730956664,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.12684660558630195,"accuracy":0.7872499999999996,"positive_recall":0.06624203821656055,"specificity":0.9632970451010886,"precision":0.30588235294117644,"balanced_accuracy":0.5147695416588246,"f1":0.10890052356020948,"true_positive":5.199999999999999,"false_positive":11.8,"false_negative":73.29999999999994,"true_negative":309.6999999999998,"positive_prevalence":0.19624999999999987,"majority_accuracy_baseline":0.8037500000000002,"constant_brier_baseline":0.09878593749999955,"brier_skill":-0.28405528961348914,"baseline_adjusted_skill":0.029539083317649206,"baseline_adjusted_score":0.029539083317649206},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.470383643428795,"normalized_score_rmse":0.5163970937185836,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":-1.2266681345741777,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0,"abstained":0},"metrics":{"binary_brier":0.12376961270322702,"accuracy":0.586479591836735,"positive_recall":0.12307236061684466,"specificity":0.9362130707251567,"precision":0.592857142857143,"balanced_accuracy":0.5296427156710006,"f1":0.20383104125736748,"true_positive":20.750000000000004,"false_positive":14.249999999999998,"false_negative":147.84999999999994,"true_negative":209.15000000000012,"positive_prevalence":0.43010204081632636,"majority_accuracy_baseline":0.5698979591836737,"constant_brier_baseline":0.12359641815910102,"brier_skill":-0.001401290965431068,"baseline_adjusted_skill":0.05928543134200126,"baseline_adjusted_score":0.05928543134200126},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.29542727687880777,"normalized_score_rmse":0.35365768416239785,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":-0.07229159756011727,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1552646859803925,"accuracy":0.7516250000000005,"positive_recall":0.1392604248623131,"specificity":0.8672908307326499,"precision":0.16542056074766356,"balanced_accuracy":0.5032756277974815,"f1":0.15121742844938058,"true_positive":17.7,"false_positive":89.29999999999998,"false_negative":109.40000000000003,"true_negative":583.6000000000004,"positive_prevalence":0.15887500000000002,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499934,"brier_skill":-0.5718631321986787,"baseline_adjusted_skill":0.006551255594962946,"baseline_adjusted_score":0.006551255594962946},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.49642573046381583,"normalized_score_rmse":0.5192866705115987,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-2.008640790689793,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.26,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.1935483870967742,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.25861701761750683,"accuracy":0.54,"positive_recall":0.28,"specificity":0.8,"precision":0.5833333333333334,"balanced_accuracy":0.54,"f1":0.3783783783783784,"true_positive":14,"false_positive":10,"false_negative":36,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.03446807047002731,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.10072895957587806,"uniform_accuracy_baseline":0.058823529411766766,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":-0.056853582554517126,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.43,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":-0.23913043478260881,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2626988108045548,"accuracy":0.53,"positive_recall":0.06,"specificity":1,"precision":1,"balanced_accuracy":0.53,"f1":0.11320754716981132,"true_positive":3,"false_positive":0,"false_negative":47,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.050795243218219266,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.31,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":-0.09523809523809523,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":103,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.175008328479562,"accuracy":0.75,"positive_recall":0.7605633802816901,"specificity":0.7402597402597403,"precision":0.7297297297297297,"balanced_accuracy":0.7504115602707152,"f1":0.7448275862068966,"true_positive":54,"false_positive":20,"false_negative":17,"true_negative":57,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.24958911614317017,"brier_skill":0.2988142624810085,"baseline_adjusted_skill":0.5008231205414304,"baseline_adjusted_score":0.5008231205414304},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.42,"uniform_accuracy_baseline":0.2005,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.18309859154929578,"baseline_adjusted_score":0.18309859154929578},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.9558823529411764,"baseline_adjusted_score":0.9558823529411764},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.82,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.6170212765957446,"baseline_adjusted_score":0.6170212765957446},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.8367346938775511,"baseline_adjusted_score":0.8367346938775511},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.149942216514422,"accuracy":0.57953125392,"positive_recall":0.7918112426870385,"specificity":0.23894991993247455,"precision":0.6253622980641026,"balanced_accuracy":0.5153805813097565,"f1":0.6988119438037294,"true_positive":48.778259249,"false_positive":29.221740751000002,"false_negative":12.825133857,"true_negative":9.174866143000001,"positive_prevalence":0.61603393106,"majority_accuracy_baseline":0.61603393106,"constant_brier_baseline":0.07908707655202402,"brier_skill":-0.8959129993354729,"baseline_adjusted_skill":0.030761162619513005,"baseline_adjusted_score":0.030761162619513005},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09799332623265078,"accuracy":0.88,"positive_recall":0.9,"specificity":0.86,"precision":0.8653846153846154,"balanced_accuracy":0.88,"f1":0.8823529411764706,"true_positive":45,"false_positive":7,"false_negative":5,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6080266950693969,"baseline_adjusted_skill":0.76,"baseline_adjusted_score":0.76},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.29,"uniform_accuracy_baseline":0.012987012987012986,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.25263157894736843,"baseline_adjusted_score":0.25263157894736843},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.9166666666666666,"baseline_adjusted_score":0.9166666666666666},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.55,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.2968750000000001,"baseline_adjusted_score":0.2968750000000001},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.14225776939838927,"accuracy":0.83,"positive_recall":0.98,"specificity":0.68,"precision":0.7538461538461538,"balanced_accuracy":0.8300000000000001,"f1":0.8521739130434782,"true_positive":49,"false_positive":16,"false_negative":1,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4309689224064429,"baseline_adjusted_skill":0.6600000000000001,"baseline_adjusted_score":0.6600000000000001},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.12817225084907322,"accuracy":0.6406992181184302,"positive_recall":0.6922045312609825,"specificity":0.6167164534601755,"precision":0.45679722401763945,"balanced_accuracy":0.654460492360579,"f1":0.5503857707437068,"true_positive":153.9406644939445,"false_positive":183.0593355060555,"false_negative":68.45121181104332,"true_negative":294.5487881889567,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768642,"brier_skill":-0.4445699805992007,"baseline_adjusted_skill":0.30892098472115803,"baseline_adjusted_score":0.30892098472115803},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.21264836130050985,"accuracy":0.64,"positive_recall":0.58,"specificity":0.7,"precision":0.6590909090909091,"balanced_accuracy":0.6399999999999999,"f1":0.6170212765957447,"true_positive":29,"false_positive":15,"false_negative":21,"true_negative":35,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.1494065547979606,"baseline_adjusted_skill":0.2799999999999998,"baseline_adjusted_score":0.2799999999999998},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.3708609271523179,"uniform_accuracy_baseline":0.006622516556291391,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.3448275862068966,"baseline_adjusted_score":0.3448275862068966},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.7194117647058823,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.48264642082429493,"baseline_adjusted_score":0.48264642082429493},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.38,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.03333333333333337,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11316866788799822,"accuracy":0.85,"positive_recall":0.92,"specificity":0.78,"precision":0.8070175438596491,"balanced_accuracy":0.8500000000000001,"f1":0.8598130841121495,"true_positive":46,"false_positive":11,"false_negative":4,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5473253284480071,"baseline_adjusted_skill":0.7000000000000002,"baseline_adjusted_score":0.7000000000000002},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.79,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.5625000000000001,"baseline_adjusted_score":0.5625000000000001},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.07142857142857142,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9775280898876404,"baseline_adjusted_score":0.9775280898876404},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.81,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.5869565217391305,"baseline_adjusted_score":0.5869565217391305},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.41,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.19178082191780815,"baseline_adjusted_score":0.19178082191780815},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.8333333333333334,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.5000000000000001,"baseline_adjusted_score":0.5000000000000001},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.21990012638465684,"accuracy":0.6951219512195121,"positive_recall":0.75,"specificity":0.6428571428571429,"precision":0.6666666666666666,"balanced_accuracy":0.6964285714285714,"f1":0.7058823529411765,"true_positive":30,"false_positive":15,"false_negative":10,"true_negative":27,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.2498512790005949,"brier_skill":0.11987592273188541,"baseline_adjusted_skill":0.3928571428571428,"baseline_adjusted_score":0.3928571428571428},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11713791177243785,"accuracy":0.84,"positive_recall":0.8,"specificity":0.88,"precision":0.8695652173913043,"balanced_accuracy":0.8400000000000001,"f1":0.8333333333333334,"true_positive":40,"false_positive":6,"false_negative":10,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5314483529102486,"baseline_adjusted_skill":0.6800000000000002,"baseline_adjusted_score":0.6800000000000002},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.7541899441340782,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.6845878136200717,"baseline_adjusted_score":0.6845878136200717},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.53,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.2295081967213115,"baseline_adjusted_score":0.2295081967213115},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.24682887664057643,"accuracy":0.725,"positive_recall":0.6136363636363636,"specificity":0.7564102564102564,"precision":0.4153846153846154,"balanced_accuracy":0.6850233100233101,"f1":0.4954128440366973,"true_positive":27,"false_positive":38,"false_negative":17,"true_negative":118,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.4383967170196761,"baseline_adjusted_skill":0.37004662004662014,"baseline_adjusted_score":0.37004662004662014},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.230864491345068,"accuracy":0.745,"positive_recall":0.52,"specificity":0.82,"precision":0.49056603773584906,"balanced_accuracy":0.6699999999999999,"f1":0.5048543689320388,"true_positive":26,"false_positive":27,"false_negative":24,"true_negative":123,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-0.2312772871736961,"baseline_adjusted_skill":0.33999999999999986,"baseline_adjusted_score":0.33999999999999986},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.06718846162212089,"accuracy":0.905,"positive_recall":0.8421052631578947,"specificity":0.9116022099447514,"precision":0.5,"balanced_accuracy":0.876853736551323,"f1":0.6274509803921569,"true_positive":16,"false_positive":16,"false_negative":3,"true_negative":165,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.085975,"brier_skill":0.21851164149903002,"baseline_adjusted_skill":0.7537074731026461,"baseline_adjusted_score":0.7537074731026461},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.10966015753338153,"accuracy":0.8129345238095238,"positive_recall":0.6375359587342526,"specificity":0.8241313584812467,"precision":0.18792397660818713,"balanced_accuracy":0.7308336586077497,"f1":0.29028251394503285,"true_positive":107.11666666666666,"false_positive":462.8833333333333,"false_negative":60.9,"true_negative":2169.1,"positive_prevalence":0.060005952380952375,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679138,"brier_skill":-2.405492135369856,"baseline_adjusted_skill":0.4616673172154995,"baseline_adjusted_score":0.4616673172154995},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.5354107648725213,"uniform_accuracy_baseline":0.027777777777777776,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.4675324675324675,"baseline_adjusted_score":0.4675324675324675},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.48,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.2571428571428572,"baseline_adjusted_score":0.2571428571428572},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10413293628872883,"accuracy":0.89,"positive_recall":0.96,"specificity":0.82,"precision":0.8421052631578947,"balanced_accuracy":0.8899999999999999,"f1":0.897196261682243,"true_positive":48,"false_positive":9,"false_negative":2,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5834682548450847,"baseline_adjusted_skill":0.7799999999999998,"baseline_adjusted_score":0.7799999999999998},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08031851357356146,"accuracy":0.89,"positive_recall":0.98,"specificity":0.8,"precision":0.8305084745762712,"balanced_accuracy":0.89,"f1":0.8990825688073395,"true_positive":49,"false_positive":10,"false_negative":1,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6787259457057542,"baseline_adjusted_skill":0.78,"baseline_adjusted_score":0.78},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.59,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":-0.05128205128205133,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.38,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.34042553191489366,"baseline_adjusted_score":0.34042553191489366},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09729959963378104,"accuracy":0.86,"positive_recall":0.84,"specificity":0.88,"precision":0.875,"balanced_accuracy":0.86,"f1":0.8571428571428571,"true_positive":42,"false_positive":6,"false_negative":8,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6108016014648758,"baseline_adjusted_skill":0.72,"baseline_adjusted_score":0.72},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.7910447761194032,"baseline_adjusted_score":0.7910447761194032},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.060195092025870124,"accuracy":0.93,"positive_recall":0.92,"specificity":0.94,"precision":0.9387755102040817,"balanced_accuracy":0.9299999999999999,"f1":0.9292929292929293,"true_positive":46,"false_positive":3,"false_negative":4,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7592196318965195,"baseline_adjusted_skill":0.8599999999999999,"baseline_adjusted_score":0.8599999999999999},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.45591215540540536,"uniform_accuracy_baseline":0.23445945945945948,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.26240988370926743,"baseline_adjusted_score":0.26240988370926743},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.08480070738275612,"accuracy":0.6738157697368421,"positive_recall":0.8400323371985835,"specificity":0.5155406954356806,"precision":0.6228,"balanced_accuracy":0.677786516317132,"f1":0.7152865387282668,"true_positive":62.28,"false_positive":37.72,"false_negative":11.860003,"true_negative":40.139997,"positive_prevalence":0.4877631776315789,"majority_accuracy_baseline":0.512236822368421,"constant_brier_baseline":0.09451910039768556,"brier_skill":0.10281935581316015,"baseline_adjusted_skill":0.3555730326342641,"baseline_adjusted_score":0.3555730326342641},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.12660140755807023,"normalized_score_rmse":0.17831929174563604,"constant_score_baseline":0.5841668333333333,"constant_mae_baseline":0.21700552708333334,"baseline_adjusted_skill":0.4165982348023173,"baseline_adjusted_score":0.4165982348023173},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3135320159789587,"accuracy":0.65,"positive_recall":0.94,"specificity":0.36,"precision":0.5949367088607594,"balanced_accuracy":0.6499999999999999,"f1":0.7286821705426356,"true_positive":47,"false_positive":32,"false_negative":3,"true_negative":18,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.25412806391583476,"baseline_adjusted_skill":0.2999999999999998,"baseline_adjusted_score":0.2999999999999998},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2805053663358191,"accuracy":0.58,"positive_recall":0.6,"specificity":0.56,"precision":0.5769230769230769,"balanced_accuracy":0.5800000000000001,"f1":0.5882352941176471,"true_positive":30,"false_positive":22,"false_negative":20,"true_negative":28,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.12202146534327629,"baseline_adjusted_skill":0.16000000000000014,"baseline_adjusted_score":0.16000000000000014},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.7704918032786885,"baseline_adjusted_score":0.7704918032786885},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.64,"uniform_accuracy_baseline":0.036111111111111115,"fixed_answer_accuracy_baseline":0.08833333333333333,"baseline_adjusted_skill":0.6051188299817185,"baseline_adjusted_score":0.6051188299817185},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.909090909090909,"baseline_adjusted_score":0.909090909090909},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.58,"uniform_accuracy_baseline":0.049879324215607396,"fixed_answer_accuracy_baseline":0.12442477876106194,"baseline_adjusted_skill":0.520315342631898,"baseline_adjusted_score":0.520315342631898},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.31250098108909435,"accuracy":0.53,"positive_recall":0.06,"specificity":1,"precision":1,"balanced_accuracy":0.53,"f1":0.11320754716981132,"true_positive":3,"false_positive":0,"false_negative":47,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.2500039243563774,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.7777777777777778,"uniform_accuracy_baseline":0.23888888888888887,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.6862745098039217,"baseline_adjusted_score":0.6862745098039217},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.09614456827638626,"accuracy":0.890625,"positive_recall":0.875,"specificity":0.90625,"precision":0.9032258064516129,"balanced_accuracy":0.890625,"f1":0.8888888888888888,"true_positive":28,"false_positive":3,"false_negative":4,"true_negative":29,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.615421726894455,"baseline_adjusted_skill":0.78125,"baseline_adjusted_score":0.78125},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.71,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.3695652173913042,"baseline_adjusted_score":0.3695652173913042},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.78,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.6666666666666667,"baseline_adjusted_score":0.6666666666666667},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2178656658623394,"accuracy":0.72,"positive_recall":0.62,"specificity":0.82,"precision":0.775,"balanced_accuracy":0.72,"f1":0.6888888888888889,"true_positive":31,"false_positive":9,"false_negative":19,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.12853733655064237,"baseline_adjusted_skill":0.43999999999999995,"baseline_adjusted_score":0.43999999999999995},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8235294117647058,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.7391304347826085,"baseline_adjusted_score":0.7391304347826085},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.004032777311656151,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":16,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.9838540643662002,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.1709434811177016,"normalized_score_rmse":0.3672964491809031,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.48198945115848,"baseline_adjusted_score":0.48198945115848},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.1875,"uniform_accuracy_baseline":0.178125,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.14035087719298242,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.0255839332796791,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":17,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8976642668812836,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.4124759869540439,"normalized_score_rmse":0.4725569009340657,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-1.8048367112874986,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.6666666666666666,"uniform_accuracy_baseline":0.13194444444444445,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":0.1652173913043478,"baseline_adjusted_score":0.1652173913043478},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.22919696452210003,"accuracy":0.7115384615384616,"positive_recall":0.7692307692307693,"specificity":0.6538461538461539,"precision":0.6896551724137931,"balanced_accuracy":0.7115384615384616,"f1":0.7272727272727273,"true_positive":20,"false_positive":9,"false_negative":6,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.08321214191159987,"baseline_adjusted_skill":0.42307692307692313,"baseline_adjusted_score":0.42307692307692313},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.255973078987676,"accuracy":0.68,"positive_recall":0.7692307692307693,"specificity":0.5833333333333334,"precision":0.6666666666666666,"balanced_accuracy":0.6762820512820513,"f1":0.7142857142857143,"true_positive":30,"false_positive":15,"false_negative":9,"true_negative":21,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24960000000000004,"brier_skill":-0.02553316902113778,"baseline_adjusted_skill":0.35256410256410264,"baseline_adjusted_score":0.35256410256410264},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.20044666421134025,"normalized_score_rmse":0.3014577970740718,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.28411905638807067,"baseline_adjusted_score":0.28411905638807067},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8529411764705882,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.7999999999999998,"baseline_adjusted_score":0.7999999999999998},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.09844827751137715,"accuracy":0.8928571428571429,"positive_recall":1,"specificity":0.7857142857142857,"precision":0.8235294117647058,"balanced_accuracy":0.8928571428571428,"f1":0.9032258064516129,"true_positive":14,"false_positive":3,"false_negative":0,"true_negative":11,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6062068899544915,"baseline_adjusted_skill":0.7857142857142856,"baseline_adjusted_score":0.7857142857142856},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.15621329144747562,"normalized_score_rmse":0.2657222336436262,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.1696969696969697,"baseline_adjusted_skill":0.07945738968451876,"baseline_adjusted_score":0.07945738968451876},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.03275040749706096,"accuracy":0.9647058823529412,"positive_recall":1,"specificity":0.925,"precision":0.9375,"balanced_accuracy":0.9625,"f1":0.967741935483871,"true_positive":45,"false_positive":3,"false_negative":0,"true_negative":37,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.2491349480968858,"brier_skill":0.8685435032409636,"baseline_adjusted_skill":0.925,"baseline_adjusted_score":0.925},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.56,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.42105263157894746,"baseline_adjusted_score":0.42105263157894746},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.47371951807891405,"accuracy":0.48,"positive_recall":0.42857142857142855,"specificity":0.6,"precision":0.7142857142857143,"balanced_accuracy":0.5142857142857142,"f1":0.5357142857142857,"true_positive":15,"false_positive":6,"false_negative":20,"true_negative":9,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.21,"brier_skill":-1.25580722894721,"baseline_adjusted_skill":0.02857142857142847,"baseline_adjusted_score":0.02857142857142847},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.4532320772565436,"normalized_score_rmse":0.5571055536012622,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.6186859902019413,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.8227848101265823,"uniform_accuracy_baseline":0.24240506329113923,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.6956521739130436,"baseline_adjusted_score":0.6956521739130436},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.11835687758535209,"accuracy":0.8571428571428571,"positive_recall":0.8181818181818182,"specificity":0.9,"precision":0.9,"balanced_accuracy":0.8590909090909091,"f1":0.8571428571428571,"true_positive":9,"false_positive":1,"false_negative":2,"true_negative":9,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.2494331065759637,"brier_skill":0.5254965180441793,"baseline_adjusted_skill":0.7181818181818183,"baseline_adjusted_score":0.7181818181818183},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.696969696969697,"uniform_accuracy_baseline":0.32373737373737377,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.5000000000000001,"baseline_adjusted_score":0.5000000000000001},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.2737094912819965,"accuracy":0.6060606060606061,"positive_recall":0.5294117647058824,"specificity":0.6875,"precision":0.6428571428571429,"balanced_accuracy":0.6084558823529411,"f1":0.5806451612903226,"true_positive":9,"false_positive":5,"false_negative":8,"true_negative":11,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":-0.09584425002240526,"baseline_adjusted_skill":0.21691176470588225,"baseline_adjusted_score":0.21691176470588225},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.18099201385169128,"normalized_score_rmse":0.2484884897275908,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.3431372549019608,"baseline_adjusted_skill":0.472537559632214,"baseline_adjusted_score":0.472537559632214},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11295548171062347,"accuracy":0.87,"positive_recall":0.96,"specificity":0.78,"precision":0.8135593220338984,"balanced_accuracy":0.87,"f1":0.8807339449541285,"true_positive":48,"false_positive":11,"false_negative":2,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5481780731575061,"baseline_adjusted_skill":0.74,"baseline_adjusted_score":0.74},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.4733333333333334,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":0.1855670103092784,"baseline_adjusted_score":0.1855670103092784},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.30374157811816876,"accuracy":0.5333333333333333,"positive_recall":0.08108108108108109,"specificity":0.9736842105263158,"precision":0.75,"balanced_accuracy":0.5273826458036984,"f1":0.14634146341463414,"true_positive":3,"false_positive":1,"false_negative":34,"true_negative":37,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555554,"brier_skill":-0.21518234488954446,"baseline_adjusted_skill":0.05476529160739685,"baseline_adjusted_score":0.05476529160739685},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.93,"uniform_accuracy_baseline":0.14285714285714285,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.9102564102564104,"baseline_adjusted_score":0.9102564102564104},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.505,"uniform_accuracy_baseline":0.32416666666666666,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.25,"baseline_adjusted_score":0.25},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.08348877975985008,"accuracy":0.9393939393939394,"positive_recall":0.9375,"specificity":0.9411764705882353,"precision":0.9375,"balanced_accuracy":0.9393382352941176,"f1":0.9375,"true_positive":15,"false_positive":1,"false_negative":1,"true_negative":16,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.6657379369173648,"baseline_adjusted_skill":0.8786764705882353,"baseline_adjusted_score":0.8786764705882353},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.06720702195051478,"normalized_score_rmse":0.08823817208164915,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.694092175949381,"baseline_adjusted_score":0.694092175949381},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.18339475868669963,"accuracy":0.77,"positive_recall":0.6818181818181818,"specificity":0.7948717948717948,"precision":0.4838709677419355,"balanced_accuracy":0.7383449883449883,"f1":0.5660377358490566,"true_positive":15,"false_positive":16,"false_negative":7,"true_negative":62,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.06873402498076708,"baseline_adjusted_skill":0.4766899766899766,"baseline_adjusted_score":0.4766899766899766},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1255409404470142,"accuracy":0.84,"positive_recall":0.8108108108108109,"specificity":0.8571428571428571,"precision":0.7692307692307693,"balanced_accuracy":0.833976833976834,"f1":0.7894736842105263,"true_positive":30,"false_positive":9,"false_negative":7,"true_negative":54,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000003,"brier_skill":0.46142882691113607,"baseline_adjusted_skill":0.667953667953668,"baseline_adjusted_score":0.667953667953668},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2002017371480558,"accuracy":0.71,"positive_recall":0.5128205128205128,"specificity":0.8360655737704918,"precision":0.6666666666666666,"balanced_accuracy":0.6744430432955023,"f1":0.5797101449275363,"true_positive":20,"false_positive":10,"false_negative":19,"true_negative":51,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379,"brier_skill":0.15846264334570914,"baseline_adjusted_skill":0.3488860865910046,"baseline_adjusted_score":0.3488860865910046},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10263551084943132,"accuracy":0.87,"positive_recall":0.8387096774193549,"specificity":0.8840579710144928,"precision":0.7647058823529411,"balanced_accuracy":0.8613838242169238,"f1":0.8,"true_positive":26,"false_positive":8,"false_negative":5,"true_negative":61,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999998,"brier_skill":0.5201705897642295,"baseline_adjusted_skill":0.7227676484338477,"baseline_adjusted_score":0.7227676484338477},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.9166666666666666,"baseline_adjusted_score":0.9166666666666666},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.17075512189506298,"normalized_score_rmse":0.208900907859966,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.2655693681932776,"baseline_adjusted_score":0.2655693681932776},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1772759603655877,"accuracy":0.77,"positive_recall":0.82,"specificity":0.72,"precision":0.7454545454545455,"balanced_accuracy":0.77,"f1":0.780952380952381,"true_positive":41,"false_positive":14,"false_negative":9,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.29089615853764916,"baseline_adjusted_skill":0.54,"baseline_adjusted_score":0.54},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3080779018060325,"accuracy":0.53,"positive_recall":0.9,"specificity":0.16,"precision":0.5172413793103449,"balanced_accuracy":0.53,"f1":0.656934306569343,"true_positive":45,"false_positive":42,"false_negative":5,"true_negative":8,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.23231160722413002,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.41,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.6857142857142859,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.12118068066534297,"accuracy":0.83,"positive_recall":0.92,"specificity":0.74,"precision":0.7796610169491526,"balanced_accuracy":0.8300000000000001,"f1":0.8440366972477065,"true_positive":46,"false_positive":13,"false_negative":4,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.515277277338628,"baseline_adjusted_skill":0.6600000000000001,"baseline_adjusted_score":0.6600000000000001},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.93,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.8333333333333335,"baseline_adjusted_score":0.8333333333333335},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.59,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.3166666666666666,"baseline_adjusted_score":0.3166666666666666},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.19120740451905413,"accuracy":0.7,"positive_recall":0.68,"specificity":0.72,"precision":0.7083333333333334,"balanced_accuracy":0.7,"f1":0.6938775510204082,"true_positive":34,"false_positive":14,"false_negative":16,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.23517038192378348,"baseline_adjusted_skill":0.3999999999999999,"baseline_adjusted_score":0.3999999999999999},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.20851190476190473,"fixed_answer_accuracy_baseline":0.22333333333333333,"baseline_adjusted_skill":0.9871244635193133,"baseline_adjusted_score":0.9871244635193133},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.04813681504451308,"accuracy":0.93,"positive_recall":0.96,"specificity":0.9,"precision":0.9056603773584906,"balanced_accuracy":0.9299999999999999,"f1":0.9320388349514563,"true_positive":48,"false_positive":5,"false_negative":2,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8074527398219477,"baseline_adjusted_skill":0.8599999999999999,"baseline_adjusted_score":0.8599999999999999},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.07491321669149471,"normalized_score_rmse":0.1895225549338296,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.7502892776950176,"baseline_adjusted_score":0.7502892776950176},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.22851190476190475,"fixed_answer_accuracy_baseline":0.24333333333333332,"baseline_adjusted_skill":0.894273127753304,"baseline_adjusted_score":0.894273127753304},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.023537528641068416,"accuracy":0.96,"positive_recall":0.96,"specificity":0.96,"precision":0.96,"balanced_accuracy":0.96,"f1":0.96,"true_positive":48,"false_positive":2,"false_negative":2,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9058498854357263,"baseline_adjusted_skill":0.9199999999999999,"baseline_adjusted_score":0.9199999999999999},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.07474235531292937,"normalized_score_rmse":0.1959122552181802,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.3042222222222222,"baseline_adjusted_skill":0.7543165822438407,"baseline_adjusted_score":0.7543165822438407},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.79,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.6612903225806452,"baseline_adjusted_score":0.6612903225806452},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.14414557654512733,"accuracy":0.8,"positive_recall":1,"specificity":0.6,"precision":0.7142857142857143,"balanced_accuracy":0.8,"f1":0.8333333333333334,"true_positive":50,"false_positive":20,"false_negative":0,"true_negative":30,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4234176938194907,"baseline_adjusted_skill":0.6000000000000001,"baseline_adjusted_score":0.6000000000000001},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.74,"baseline_adjusted_score":0.74},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.13902015079701968,"accuracy":0.83,"positive_recall":0.94,"specificity":0.72,"precision":0.7704918032786885,"balanced_accuracy":0.83,"f1":0.8468468468468469,"true_positive":47,"false_positive":14,"false_negative":3,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4439193968119213,"baseline_adjusted_skill":0.6599999999999999,"baseline_adjusted_score":0.6599999999999999},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.57,"uniform_accuracy_baseline":0.3533333333333333,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.27118644067796605,"baseline_adjusted_score":0.27118644067796605},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.7741935483870968,"baseline_adjusted_score":0.7741935483870968},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.45,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.11290322580645162,"baseline_adjusted_score":0.11290322580645162},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.35,"uniform_accuracy_baseline":0.1111111111111111,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.22619047619047616,"baseline_adjusted_score":0.22619047619047616},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.1853655480370073,"accuracy":0.6573749999999999,"positive_recall":0.6117336849044166,"specificity":0.6680549128489898,"precision":0.3012987012987013,"balanced_accuracy":0.6398942988767031,"f1":0.40374157058951493,"true_positive":46.4,"false_positive":107.6,"false_negative":29.45,"true_negative":216.55,"positive_prevalence":0.189625,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500001,"brier_skill":-1.435059892179571,"baseline_adjusted_skill":0.27978859775340625,"baseline_adjusted_score":0.27978859775340625},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.2542458081518862,"normalized_score_rmse":0.3450379908903374,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":-0.18945407322519858,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.10789139899656894,"accuracy":0.7801249999999998,"positive_recall":0.6502578527894983,"specificity":0.8273393557184251,"precision":0.5779166666666666,"balanced_accuracy":0.7387986042539617,"f1":0.6119567615265828,"true_positive":69.35,"false_positive":50.65,"false_negative":37.3,"true_negative":242.7,"positive_prevalence":0.266625,"majority_accuracy_baseline":0.733375,"constant_brier_baseline":0.115654859375,"brier_skill":0.06712610624737159,"baseline_adjusted_skill":0.4775972085079234,"baseline_adjusted_score":0.4775972085079234},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.16141134275700353,"normalized_score_rmse":0.2540936156601612,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.39939965485766127,"baseline_adjusted_score":0.39939965485766127},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.111901261151129,"accuracy":0.741875,"positive_recall":0.7360178970917226,"specificity":0.7441457068516912,"precision":0.5272435897435898,"balanced_accuracy":0.7400818019717069,"f1":0.6143790849673203,"true_positive":82.25,"false_positive":73.75,"false_negative":29.5,"true_negative":214.5,"positive_prevalence":0.279375,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937500001,"brier_skill":0.011087346521873487,"baseline_adjusted_skill":0.48016360394341384,"baseline_adjusted_score":0.48016360394341384},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.17333662025047347,"normalized_score_rmse":0.24373996197806516,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.3443532094544739,"baseline_adjusted_score":0.3443532094544739},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.10413610622440903,"accuracy":0.8328749999999999,"positive_recall":0.3318309859154929,"specificity":0.9757429718875502,"precision":0.7959459459459459,"balanced_accuracy":0.6537869789015216,"f1":0.468389662027833,"true_positive":29.45,"false_positive":7.55,"false_negative":59.3,"true_negative":303.7,"positive_prevalence":0.221875,"majority_accuracy_baseline":0.778125,"constant_brier_baseline":0.12674023437499998,"brier_skill":0.17835005799113235,"baseline_adjusted_skill":0.3075739578030432,"baseline_adjusted_score":0.3075739578030432},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.14032770786063054,"normalized_score_rmse":0.2647859520521862,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.3780489402298923,"baseline_adjusted_score":0.3780489402298923},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.0856547888977386,"accuracy":0.784,"positive_recall":0.7958412098298676,"specificity":0.7797416723317472,"precision":0.5651006711409396,"balanced_accuracy":0.7877914410808073,"f1":0.6609105180533753,"true_positive":84.2,"false_positive":64.8,"false_negative":21.6,"true_negative":229.4,"positive_prevalence":0.2645,"majority_accuracy_baseline":0.7355,"constant_brier_baseline":0.11362725,"brier_skill":0.24617740112747077,"baseline_adjusted_skill":0.5755828821616147,"baseline_adjusted_score":0.5755828821616147},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.14651276998914967,"normalized_score_rmse":0.22830422133825856,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.41686459705811074,"baseline_adjusted_score":0.41686459705811074},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.10745544572835147,"accuracy":0.7972499999999999,"positive_recall":0.6233681462140993,"specificity":0.8384353741496599,"precision":0.4775,"balanced_accuracy":0.7309017601818796,"f1":0.5407701019252549,"true_positive":47.75,"false_positive":52.25,"false_negative":28.85,"true_negative":271.15,"positive_prevalence":0.19149999999999998,"majority_accuracy_baseline":0.8085,"constant_brier_baseline":0.09190274999999999,"brier_skill":-0.16922992759576272,"baseline_adjusted_skill":0.46180352036375916,"baseline_adjusted_score":0.46180352036375916},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.14965762547641362,"normalized_score_rmse":0.2608701969639731,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.2765794538904478,"baseline_adjusted_score":0.2765794538904478},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.05626348400476769,"accuracy":0.8625,"positive_recall":0.7574525745257452,"specificity":0.8862660944206008,"precision":0.6010752688172043,"balanced_accuracy":0.821859334473173,"f1":0.6702637889688249,"true_positive":55.9,"false_positive":37.1,"false_negative":17.9,"true_negative":289.1,"positive_prevalence":0.1845,"majority_accuracy_baseline":0.8155,"constant_brier_baseline":0.10922225,"brier_skill":0.48487158976520184,"baseline_adjusted_skill":0.6437186689463461,"baseline_adjusted_score":0.6437186689463461},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.10728941645890246,"normalized_score_rmse":0.1961619591676818,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":0.43345522661965696,"baseline_adjusted_score":0.43345522661965696},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.10024024458149082,"accuracy":0.8127500000000001,"positive_recall":0.32229299363057323,"specificity":0.9325038880248834,"precision":0.5382978723404256,"balanced_accuracy":0.6273984408277283,"f1":0.40318725099601593,"true_positive":25.3,"false_positive":21.7,"false_negative":53.2,"true_negative":299.8,"positive_prevalence":0.19625,"majority_accuracy_baseline":0.80375,"constant_brier_baseline":0.09878593749999999,"brier_skill":-0.014721802700822906,"baseline_adjusted_skill":0.25479688165545666,"baseline_adjusted_score":0.25479688165545666},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.15696082972648726,"normalized_score_rmse":0.26255501025382305,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":0.25699015514088874,"baseline_adjusted_score":0.25699015514088874},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.13807316277907952,"accuracy":0.6688775510204081,"positive_recall":0.8416370106761566,"specificity":0.5384959713518354,"precision":0.5791836734693878,"balanced_accuracy":0.690066491013996,"f1":0.6861702127659576,"true_positive":141.9,"false_positive":103.1,"false_negative":26.7,"true_negative":120.3,"positive_prevalence":0.4301020408163265,"majority_accuracy_baseline":0.5698979591836735,"constant_brier_baseline":0.12359641815910039,"brier_skill":-0.11712915985432404,"baseline_adjusted_skill":0.38013298202799195,"baseline_adjusted_score":0.38013298202799195},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.18242075610733322,"normalized_score_rmse":0.2496851487941024,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.33788021857338313,"baseline_adjusted_score":0.33788021857338313},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.14646856828410992,"accuracy":0.7538750000000001,"positive_recall":0.8033044846577498,"specificity":0.7445385644226483,"precision":0.37262773722627734,"balanced_accuracy":0.7739215245401991,"f1":0.5090999750685614,"true_positive":102.1,"false_positive":171.9,"false_negative":25,"true_negative":501,"positive_prevalence":0.158875,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499999,"brier_skill":-0.4828133072113372,"baseline_adjusted_skill":0.5478430490803983,"baseline_adjusted_score":0.5478430490803983},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.20850892371522037,"normalized_score_rmse":0.3241024955930207,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-0.2636904467589112,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.61,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.3709677419354838,"baseline_adjusted_score":0.3709677419354838},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3104172740609157,"accuracy":0.6,"positive_recall":0.6,"specificity":0.6,"precision":0.6,"balanced_accuracy":0.6,"f1":0.6,"true_positive":30,"false_positive":20,"false_negative":20,"true_negative":30,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.24166909624366273,"baseline_adjusted_skill":0.19999999999999996,"baseline_adjusted_score":0.19999999999999996},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.31610337972166996,"uniform_accuracy_baseline":0.058823529411764705,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.19626168224299065,"baseline_adjusted_score":0.19626168224299065},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.83,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.6304347826086956,"baseline_adjusted_score":0.6304347826086956},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.28934809152746055,"accuracy":0.54,"positive_recall":0.8,"specificity":0.28,"precision":0.5263157894736842,"balanced_accuracy":0.54,"f1":0.6349206349206349,"true_positive":40,"false_positive":36,"false_negative":10,"true_negative":14,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.1573923661098422,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.53,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.253968253968254,"baseline_adjusted_score":0.253968253968254},"scoring":{"eligible":true,"reason":null},"model":104,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.18711394510087362,"accuracy":0.722972972972973,"positive_recall":0.4647887323943662,"specificity":0.961038961038961,"precision":0.9166666666666666,"balanced_accuracy":0.7129138467166636,"f1":0.616822429906542,"true_positive":33,"false_positive":3,"false_negative":38,"true_negative":74,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.24958911614317017,"brier_skill":0.25031208094210056,"baseline_adjusted_skill":0.42582769343332716,"baseline_adjusted_score":0.42582769343332716},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.48,"uniform_accuracy_baseline":0.2005,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.26760563380281693,"baseline_adjusted_score":0.26760563380281693},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.9411764705882353,"baseline_adjusted_score":0.9411764705882353},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.7446808510638298,"baseline_adjusted_score":0.7446808510638298},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.6938775510204082,"baseline_adjusted_score":0.6938775510204082},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.12219794847413758,"accuracy":0.42731838596000005,"positive_recall":0.13258386331003086,"specificity":0.9001895099850903,"precision":0.68063465425,"balanced_accuracy":0.5163866866475606,"f1":0.2219358512246141,"true_positive":8.167615851,"false_positive":3.832384149,"false_negative":53.435777255,"true_negative":34.564222745,"positive_prevalence":0.61603393106,"majority_accuracy_baseline":0.61603393106,"constant_brier_baseline":0.07908707655202402,"brier_skill":-0.5451064042524689,"baseline_adjusted_skill":0.0327733732951212,"baseline_adjusted_score":0.0327733732951212},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.12590742010618258,"accuracy":0.82,"positive_recall":0.76,"specificity":0.88,"precision":0.8636363636363636,"balanced_accuracy":0.8200000000000001,"f1":0.8085106382978723,"true_positive":38,"false_positive":6,"false_negative":12,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.49637031957526967,"baseline_adjusted_skill":0.6400000000000001,"baseline_adjusted_score":0.6400000000000001},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.73,"uniform_accuracy_baseline":0.012987012987012986,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.7157894736842105,"baseline_adjusted_score":0.7157894736842105},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.95,"baseline_adjusted_score":0.95},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.61,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.390625,"baseline_adjusted_score":0.390625},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.15374586425298847,"accuracy":0.78,"positive_recall":1,"specificity":0.56,"precision":0.6944444444444444,"balanced_accuracy":0.78,"f1":0.819672131147541,"true_positive":50,"false_positive":22,"false_negative":0,"true_negative":28,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3850165429880461,"baseline_adjusted_skill":0.56,"baseline_adjusted_score":0.56},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.07175101263551757,"accuracy":0.6993943686004994,"positive_recall":0.5912264842909631,"specificity":0.7497613065860432,"precision":0.5238405066241781,"balanced_accuracy":0.6704938954385031,"f1":0.5554973532243664,"true_positive":131.4839671626687,"false_positive":119.5160328373313,"false_negative":90.90790914231911,"true_negative":358.0920908576809,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768642,"brier_skill":0.19132762166349926,"baseline_adjusted_skill":0.34098779087700626,"baseline_adjusted_score":0.34098779087700626},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2206918562259567,"accuracy":0.63,"positive_recall":0.64,"specificity":0.62,"precision":0.6274509803921569,"balanced_accuracy":0.63,"f1":0.6336633663366337,"true_positive":32,"false_positive":19,"false_negative":18,"true_negative":31,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.11723257509617324,"baseline_adjusted_skill":0.26,"baseline_adjusted_score":0.26},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.8874172185430463,"uniform_accuracy_baseline":0.006622516556291391,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.8827586206896552,"baseline_adjusted_score":0.8827586206896552},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.788235294117647,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.6095444685466377,"baseline_adjusted_score":0.6095444685466377},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.4,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.05788810848350901,"accuracy":0.94,"positive_recall":0.96,"specificity":0.92,"precision":0.9230769230769231,"balanced_accuracy":0.94,"f1":0.9411764705882353,"true_positive":48,"false_positive":4,"false_negative":2,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.768447566065964,"baseline_adjusted_skill":0.8799999999999999,"baseline_adjusted_score":0.8799999999999999},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.83,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.6458333333333333,"baseline_adjusted_score":0.6458333333333333},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.07142857142857142,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9887640449438202,"baseline_adjusted_score":0.9887640449438202},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.5652173913043479,"baseline_adjusted_score":0.5652173913043479},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.39,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.1643835616438356,"baseline_adjusted_score":0.1643835616438356},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.8888888888888888,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.6666666666666665,"baseline_adjusted_score":0.6666666666666665},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.14877997925255965,"accuracy":0.7804878048780488,"positive_recall":0.8,"specificity":0.7619047619047619,"precision":0.7619047619047619,"balanced_accuracy":0.780952380952381,"f1":0.7804878048780488,"true_positive":32,"false_positive":10,"false_negative":8,"true_negative":32,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.2498512790005949,"brier_skill":0.40452584494392196,"baseline_adjusted_skill":0.5619047619047619,"baseline_adjusted_score":0.5619047619047619},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.14868396734031003,"accuracy":0.79,"positive_recall":0.6,"specificity":0.98,"precision":0.967741935483871,"balanced_accuracy":0.79,"f1":0.7407407407407407,"true_positive":30,"false_positive":1,"false_negative":20,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4052641306387599,"baseline_adjusted_skill":0.5800000000000001,"baseline_adjusted_score":0.5800000000000001},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.8100558659217877,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.7562724014336918,"baseline_adjusted_score":0.7562724014336918},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.48,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.14754098360655732,"baseline_adjusted_score":0.14754098360655732},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.17631119718265129,"accuracy":0.755,"positive_recall":0.4090909090909091,"specificity":0.8525641025641025,"precision":0.43902439024390244,"balanced_accuracy":0.6308275058275058,"f1":0.4235294117647059,"true_positive":18,"false_positive":23,"false_negative":26,"true_negative":133,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.02745452903642942,"baseline_adjusted_skill":0.2616550116550116,"baseline_adjusted_score":0.2616550116550116},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.1580120730321235,"accuracy":0.75,"positive_recall":0.22,"specificity":0.9266666666666666,"precision":0.5,"balanced_accuracy":0.5733333333333334,"f1":0.3055555555555556,"true_positive":11,"false_positive":11,"false_negative":39,"true_negative":139,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":0.15726894382867462,"baseline_adjusted_skill":0.14666666666666672,"baseline_adjusted_score":0.14666666666666672},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.050014964172521735,"accuracy":0.915,"positive_recall":0.631578947368421,"specificity":0.9447513812154696,"precision":0.5454545454545454,"balanced_accuracy":0.7881651642919454,"f1":0.5853658536585366,"true_positive":12,"false_positive":10,"false_negative":7,"true_negative":171,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.085975,"brier_skill":0.41826153913903186,"baseline_adjusted_skill":0.5763303285838908,"baseline_adjusted_score":0.5763303285838908},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.07145492200984913,"accuracy":0.8740654761904761,"positive_recall":0.5933935125483584,"specificity":0.8919825986740038,"precision":0.2596354166666667,"balanced_accuracy":0.742688055611181,"f1":0.3612209776274871,"true_positive":99.7,"false_positive":284.3,"false_negative":68.31666666666666,"true_negative":2347.6833333333334,"positive_prevalence":0.060005952380952375,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679138,"brier_skill":-1.2190299595724454,"baseline_adjusted_skill":0.485376111222362,"baseline_adjusted_score":0.485376111222362},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.7960339943342776,"uniform_accuracy_baseline":0.027777777777777776,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.7662337662337662,"baseline_adjusted_score":0.7662337662337662},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.73,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.6142857142857143,"baseline_adjusted_score":0.6142857142857143},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08710785982183891,"accuracy":0.86,"positive_recall":1,"specificity":0.72,"precision":0.78125,"balanced_accuracy":0.86,"f1":0.8771929824561403,"true_positive":50,"false_positive":14,"false_negative":0,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6515685607126444,"baseline_adjusted_skill":0.72,"baseline_adjusted_score":0.72},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.04862967896956981,"accuracy":0.95,"positive_recall":0.96,"specificity":0.94,"precision":0.9411764705882353,"balanced_accuracy":0.95,"f1":0.9504950495049505,"true_positive":48,"false_positive":3,"false_negative":2,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8054812841217207,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.64,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":0.07692307692307698,"baseline_adjusted_score":0.07692307692307698},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.8510638297872342,"baseline_adjusted_score":0.8510638297872342},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.07172540890888358,"accuracy":0.92,"positive_recall":0.88,"specificity":0.96,"precision":0.9565217391304348,"balanced_accuracy":0.9199999999999999,"f1":0.9166666666666666,"true_positive":44,"false_positive":2,"false_negative":6,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7130983643644657,"baseline_adjusted_skill":0.8399999999999999,"baseline_adjusted_score":0.8399999999999999},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8358208955223883,"baseline_adjusted_score":0.8358208955223883},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.0765743943153283,"accuracy":0.91,"positive_recall":0.84,"specificity":0.98,"precision":0.9767441860465116,"balanced_accuracy":0.9099999999999999,"f1":0.9032258064516129,"true_positive":42,"false_positive":1,"false_negative":8,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6937024227386868,"baseline_adjusted_skill":0.8199999999999998,"baseline_adjusted_score":0.8199999999999998},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.45321291891891896,"uniform_accuracy_baseline":0.23445945945945948,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.2587506765173715,"baseline_adjusted_score":0.2587506765173715},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.0720527536217202,"accuracy":0.6690350723684211,"positive_recall":0.808155713184959,"specificity":0.5365613358551761,"precision":0.6241319479166666,"balanced_accuracy":0.6723585245200676,"f1":0.704321922458177,"true_positive":59.916667,"false_positive":36.083333,"false_negative":14.223336,"true_negative":41.776664,"positive_prevalence":0.4877631776315789,"majority_accuracy_baseline":0.512236822368421,"constant_brier_baseline":0.09451910039768556,"brier_skill":0.23769107705679648,"baseline_adjusted_skill":0.3447170490401352,"baseline_adjusted_score":0.3447170490401352},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.12499035464046787,"normalized_score_rmse":0.18592820217047135,"constant_score_baseline":0.5841668333333333,"constant_mae_baseline":0.21700552708333334,"baseline_adjusted_skill":0.42402225270294747,"baseline_adjusted_score":0.42402225270294747},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.21680624623091582,"accuracy":0.67,"positive_recall":0.5,"specificity":0.84,"precision":0.7575757575757576,"balanced_accuracy":0.6699999999999999,"f1":0.6024096385542169,"true_positive":25,"false_positive":8,"false_negative":25,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.1327750150763367,"baseline_adjusted_skill":0.33999999999999986,"baseline_adjusted_score":0.33999999999999986},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2493976810852171,"accuracy":0.56,"positive_recall":0.44,"specificity":0.68,"precision":0.5789473684210527,"balanced_accuracy":0.56,"f1":0.5,"true_positive":22,"false_positive":16,"false_negative":28,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.0024092756591316267,"baseline_adjusted_skill":0.1200000000000001,"baseline_adjusted_score":0.1200000000000001},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.7540983606557377,"baseline_adjusted_score":0.7540983606557377},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.036111111111111115,"fixed_answer_accuracy_baseline":0.08833333333333333,"baseline_adjusted_skill":0.8683729433272395,"baseline_adjusted_score":0.8683729433272395},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.93,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.840909090909091,"baseline_adjusted_score":0.840909090909091},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.825,"uniform_accuracy_baseline":0.049879324215607396,"fixed_answer_accuracy_baseline":0.12442477876106194,"baseline_adjusted_skill":0.8001313927632908,"baseline_adjusted_score":0.8001313927632908},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2670053992368715,"accuracy":0.48,"positive_recall":0.68,"specificity":0.28,"precision":0.4857142857142857,"balanced_accuracy":0.48000000000000004,"f1":0.5666666666666667,"true_positive":34,"false_positive":36,"false_negative":16,"true_negative":14,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.068021596947486,"baseline_adjusted_skill":-0.039999999999999925,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.8055555555555556,"uniform_accuracy_baseline":0.23888888888888887,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.7254901960784313,"baseline_adjusted_score":0.7254901960784313},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.16222832671625775,"accuracy":0.78125,"positive_recall":0.65625,"specificity":0.90625,"precision":0.875,"balanced_accuracy":0.78125,"f1":0.75,"true_positive":21,"false_positive":3,"false_negative":11,"true_negative":29,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.351086693134969,"baseline_adjusted_skill":0.5625,"baseline_adjusted_score":0.5625},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.878787878787879,"baseline_adjusted_score":0.878787878787879},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.17063225163947926,"accuracy":0.7,"positive_recall":0.48,"specificity":0.92,"precision":0.8571428571428571,"balanced_accuracy":0.7,"f1":0.6153846153846154,"true_positive":24,"false_positive":4,"false_negative":26,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.31747099344208296,"baseline_adjusted_skill":0.3999999999999999,"baseline_adjusted_score":0.3999999999999999},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8529411764705882,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.7826086956521737,"baseline_adjusted_score":0.7826086956521737},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.014391456563075306,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":16,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.9423812639809228,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.1427743557105948,"normalized_score_rmse":0.263586890991318,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.5673504372406218,"baseline_adjusted_score":0.5673504372406218},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.34375,"uniform_accuracy_baseline":0.178125,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":0.07894736842105265,"baseline_adjusted_score":0.07894736842105265},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.11559273754995036,"accuracy":0.8823529411764706,"positive_recall":0.7647058823529411,"specificity":1,"precision":1,"balanced_accuracy":0.8823529411764706,"f1":0.8666666666666667,"true_positive":13,"false_positive":0,"false_negative":4,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5376290498001985,"baseline_adjusted_skill":0.7647058823529411,"baseline_adjusted_score":0.7647058823529411},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.2223973446940157,"normalized_score_rmse":0.2877258231021384,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-0.5123019439193068,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.7708333333333334,"uniform_accuracy_baseline":0.13194444444444445,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":0.4260869565217393,"baseline_adjusted_score":0.4260869565217393},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.017746443798478954,"accuracy":0.9807692307692307,"positive_recall":0.9615384615384616,"specificity":1,"precision":1,"balanced_accuracy":0.9807692307692308,"f1":0.9803921568627451,"true_positive":25,"false_positive":0,"false_negative":1,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9290142248060842,"baseline_adjusted_skill":0.9615384615384617,"baseline_adjusted_score":0.9615384615384617},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.07055023077778771,"accuracy":0.8933333333333333,"positive_recall":1,"specificity":0.7777777777777778,"precision":0.8297872340425532,"balanced_accuracy":0.8888888888888888,"f1":0.9069767441860465,"true_positive":39,"false_positive":8,"false_negative":0,"true_negative":28,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24960000000000004,"brier_skill":0.7173468318197609,"baseline_adjusted_skill":0.7777777777777777,"baseline_adjusted_score":0.7777777777777777},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.24801739378812607,"normalized_score_rmse":0.3486909043114475,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.1142235936138356,"baseline_adjusted_score":0.1142235936138356},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.9117647058823529,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.8799999999999998,"baseline_adjusted_score":0.8799999999999998},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.12771493109386214,"accuracy":0.7857142857142857,"positive_recall":0.9285714285714286,"specificity":0.6428571428571429,"precision":0.7222222222222222,"balanced_accuracy":0.7857142857142858,"f1":0.8125,"true_positive":13,"false_positive":5,"false_negative":1,"true_negative":9,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4891402756245514,"baseline_adjusted_skill":0.5714285714285716,"baseline_adjusted_score":0.5714285714285716},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.13774348612651494,"normalized_score_rmse":0.19013773686681537,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.1696969696969697,"baseline_adjusted_skill":0.18829731389732274,"baseline_adjusted_score":0.18829731389732274},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.06020137123702061,"accuracy":0.9529411764705882,"positive_recall":0.9777777777777777,"specificity":0.925,"precision":0.9361702127659575,"balanced_accuracy":0.9513888888888888,"f1":0.9565217391304348,"true_positive":44,"false_positive":3,"false_negative":1,"true_negative":37,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.2491349480968858,"brier_skill":0.7583583848958478,"baseline_adjusted_skill":0.9027777777777777,"baseline_adjusted_score":0.9027777777777777},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.8947368421052632,"baseline_adjusted_score":0.8947368421052632},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.1503404957430578,"accuracy":0.78,"positive_recall":0.7142857142857143,"specificity":0.9333333333333333,"precision":0.9615384615384616,"balanced_accuracy":0.8238095238095238,"f1":0.819672131147541,"true_positive":25,"false_positive":1,"false_negative":10,"true_negative":14,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.21,"brier_skill":0.28409287741401046,"baseline_adjusted_skill":0.6476190476190475,"baseline_adjusted_score":0.6476190476190475},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.24031214475098855,"normalized_score_rmse":0.32415064493212664,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.14174234017504095,"baseline_adjusted_score":0.14174234017504095},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.8734177215189873,"uniform_accuracy_baseline":0.24240506329113923,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.782608695652174,"baseline_adjusted_score":0.782608695652174},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.013439936844845998,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":11,"false_positive":0,"false_negative":0,"true_negative":10,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.2494331065759637,"brier_skill":0.946118071376572,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.7272727272727273,"uniform_accuracy_baseline":0.32373737373737377,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.55,"baseline_adjusted_score":0.55},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.18077630446071796,"accuracy":0.7878787878787878,"positive_recall":0.7058823529411765,"specificity":0.875,"precision":0.8571428571428571,"balanced_accuracy":0.7904411764705883,"f1":0.7741935483870968,"true_positive":12,"false_positive":2,"false_negative":5,"true_negative":14,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.27623016339072837,"baseline_adjusted_skill":0.5808823529411766,"baseline_adjusted_score":0.5808823529411766},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.12777737459266827,"normalized_score_rmse":0.1877539124259967,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.3431372549019608,"baseline_adjusted_skill":0.6276202226156524,"baseline_adjusted_score":0.6276202226156524},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.06571112661763064,"accuracy":0.97,"positive_recall":0.94,"specificity":1,"precision":1,"balanced_accuracy":0.97,"f1":0.9690721649484536,"true_positive":47,"false_positive":0,"false_negative":3,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7371554935294775,"baseline_adjusted_skill":0.94,"baseline_adjusted_score":0.94},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.4733333333333334,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":0.1855670103092784,"baseline_adjusted_score":0.1855670103092784},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.2458715337813038,"accuracy":0.5066666666666667,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":37,"true_negative":38,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555554,"brier_skill":0.01633899180666143,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.14285714285714285,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.8974358974358975,"baseline_adjusted_score":0.8974358974358975},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.36,"uniform_accuracy_baseline":0.32416666666666666,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.03030303030303025,"baseline_adjusted_score":0.03030303030303025},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.0319833089064408,"accuracy":0.9696969696969697,"positive_recall":1,"specificity":0.9411764705882353,"precision":0.9411764705882353,"balanced_accuracy":0.9705882352941176,"f1":0.9696969696969697,"true_positive":16,"false_positive":1,"false_negative":0,"true_negative":16,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.8719491786797278,"baseline_adjusted_skill":0.9411764705882353,"baseline_adjusted_score":0.9411764705882353},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.017531543923390652,"normalized_score_rmse":0.036397088878306456,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.9202012483487046,"baseline_adjusted_score":0.9202012483487046},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.15103737674257808,"accuracy":0.73,"positive_recall":0.7727272727272727,"specificity":0.717948717948718,"precision":0.4358974358974359,"balanced_accuracy":0.7453379953379953,"f1":0.5573770491803278,"true_positive":17,"false_positive":22,"false_negative":5,"true_negative":56,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":0.11982880686143305,"baseline_adjusted_skill":0.49067599067599055,"baseline_adjusted_score":0.49067599067599055},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.13169258296459277,"accuracy":0.78,"positive_recall":0.43243243243243246,"specificity":0.9841269841269841,"precision":0.9411764705882353,"balanced_accuracy":0.7082797082797083,"f1":0.5925925925925926,"true_positive":16,"false_positive":1,"false_negative":21,"true_negative":62,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000003,"brier_skill":0.4350382541201512,"baseline_adjusted_skill":0.41655941655941664,"baseline_adjusted_score":0.41655941655941664},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10873250064704887,"accuracy":0.84,"positive_recall":0.6410256410256411,"specificity":0.9672131147540983,"precision":0.9259259259259259,"balanced_accuracy":0.8041193778898696,"f1":0.7575757575757576,"true_positive":25,"false_positive":2,"false_negative":14,"true_negative":59,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379,"brier_skill":0.5429487152288824,"baseline_adjusted_skill":0.6082387557797393,"baseline_adjusted_score":0.6082387557797393},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10032971807310681,"accuracy":0.9,"positive_recall":0.967741935483871,"specificity":0.8695652173913043,"precision":0.7692307692307693,"balanced_accuracy":0.9186535764375876,"f1":0.8571428571428571,"true_positive":30,"false_positive":9,"false_negative":1,"true_negative":60,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999998,"brier_skill":0.5309503596395193,"baseline_adjusted_skill":0.8373071528751752,"baseline_adjusted_score":0.8373071528751752},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.9583333333333333,"baseline_adjusted_score":0.9583333333333333},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.14321598679271055,"normalized_score_rmse":0.18307271514755646,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.38401726110662127,"baseline_adjusted_score":0.38401726110662127},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10364379549057277,"accuracy":0.87,"positive_recall":0.86,"specificity":0.88,"precision":0.8775510204081632,"balanced_accuracy":0.87,"f1":0.8686868686868687,"true_positive":43,"false_positive":6,"false_negative":7,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5854248180377088,"baseline_adjusted_skill":0.74,"baseline_adjusted_score":0.74},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.21502482378208357,"accuracy":0.64,"positive_recall":0.72,"specificity":0.56,"precision":0.6206896551724138,"balanced_accuracy":0.64,"f1":0.6666666666666666,"true_positive":36,"false_positive":22,"false_negative":14,"true_negative":28,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.13990070487166573,"baseline_adjusted_skill":0.28,"baseline_adjusted_score":0.28},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.64,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.0285714285714286,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1042457614416109,"accuracy":0.87,"positive_recall":0.96,"specificity":0.78,"precision":0.8135593220338984,"balanced_accuracy":0.87,"f1":0.8807339449541285,"true_positive":48,"false_positive":11,"false_negative":2,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5830169542335564,"baseline_adjusted_skill":0.74,"baseline_adjusted_score":0.74},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.93,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.8333333333333335,"baseline_adjusted_score":0.8333333333333335},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.59,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.3166666666666666,"baseline_adjusted_score":0.3166666666666666},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.13307956974528656,"accuracy":0.82,"positive_recall":0.84,"specificity":0.8,"precision":0.8076923076923077,"balanced_accuracy":0.8200000000000001,"f1":0.8235294117647058,"true_positive":42,"false_positive":10,"false_negative":8,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.46768172101885375,"baseline_adjusted_skill":0.6400000000000001,"baseline_adjusted_score":0.6400000000000001},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.20851190476190473,"fixed_answer_accuracy_baseline":0.22333333333333333,"baseline_adjusted_skill":0.9871244635193133,"baseline_adjusted_score":0.9871244635193133},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.049645093176349776,"accuracy":0.97,"positive_recall":0.98,"specificity":0.96,"precision":0.9607843137254902,"balanced_accuracy":0.97,"f1":0.9702970297029703,"true_positive":49,"false_positive":2,"false_negative":1,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8014196272946009,"baseline_adjusted_skill":0.94,"baseline_adjusted_score":0.94},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.0807122313964594,"normalized_score_rmse":0.16775816619358386,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.7309592286784686,"baseline_adjusted_score":0.7309592286784686},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.22851190476190475,"fixed_answer_accuracy_baseline":0.24333333333333332,"baseline_adjusted_skill":0.973568281938326,"baseline_adjusted_score":0.973568281938326},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.02979890043532101,"accuracy":0.97,"positive_recall":0.98,"specificity":0.96,"precision":0.9607843137254902,"balanced_accuracy":0.97,"f1":0.9702970297029703,"true_positive":49,"false_positive":2,"false_negative":1,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8808043982587159,"baseline_adjusted_skill":0.94,"baseline_adjusted_score":0.94},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.061797743927952065,"normalized_score_rmse":0.11534265950785866,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.3042222222222222,"baseline_adjusted_skill":0.7968664370520202,"baseline_adjusted_score":0.7968664370520202},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.76,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.6129032258064516,"baseline_adjusted_score":0.6129032258064516},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.05489321867296546,"accuracy":0.92,"positive_recall":0.9,"specificity":0.94,"precision":0.9375,"balanced_accuracy":0.9199999999999999,"f1":0.9183673469387755,"true_positive":45,"false_positive":3,"false_negative":5,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7804271253081382,"baseline_adjusted_skill":0.8399999999999999,"baseline_adjusted_score":0.8399999999999999},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.83,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.6599999999999999,"baseline_adjusted_score":0.6599999999999999},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.062286640557389576,"accuracy":0.92,"positive_recall":0.88,"specificity":0.96,"precision":0.9565217391304348,"balanced_accuracy":0.9199999999999999,"f1":0.9166666666666666,"true_positive":44,"false_positive":2,"false_negative":6,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7508534377704417,"baseline_adjusted_skill":0.8399999999999999,"baseline_adjusted_score":0.8399999999999999},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.6,"uniform_accuracy_baseline":0.3533333333333333,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.3220338983050847,"baseline_adjusted_score":0.3220338983050847},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.8548387096774194,"baseline_adjusted_score":0.8548387096774194},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.49,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.17741935483870966,"baseline_adjusted_score":0.17741935483870966},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.38,"uniform_accuracy_baseline":0.1111111111111111,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.2619047619047619,"baseline_adjusted_score":0.2619047619047619},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.043867340519983665,"accuracy":0.831625,"positive_recall":0.17468688200395519,"specificity":0.9853462902977017,"precision":0.7361111111111112,"balanced_accuracy":0.5800165861508284,"f1":0.2823654768247203,"true_positive":13.25,"false_positive":4.75,"false_negative":62.6,"true_negative":319.4,"positive_prevalence":0.189625,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500001,"brier_skill":0.4237354103391966,"baseline_adjusted_skill":0.1600331723016568,"baseline_adjusted_score":0.1600331723016568},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.13911876537061854,"normalized_score_rmse":0.19611060605463498,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":0.34915197487429916,"baseline_adjusted_score":0.34915197487429916},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.07029709721639782,"accuracy":0.7921250000000001,"positive_recall":0.5086732301922176,"specificity":0.8951764104312255,"precision":0.638235294117647,"balanced_accuracy":0.7019248203117215,"f1":0.566136185755283,"true_positive":54.25,"false_positive":30.75,"false_negative":52.4,"true_negative":262.6,"positive_prevalence":0.266625,"majority_accuracy_baseline":0.733375,"constant_brier_baseline":0.115654859375,"brier_skill":0.3921820700290154,"baseline_adjusted_skill":0.4038496406234431,"baseline_adjusted_score":0.4038496406234431},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.16685309207694957,"normalized_score_rmse":0.2508588250767841,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.37915128529507136,"baseline_adjusted_score":0.37915128529507136},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.06124803346127042,"accuracy":0.799375,"positive_recall":0.5794183445190156,"specificity":0.8846487424111015,"precision":0.6607142857142857,"balanced_accuracy":0.7320335434650586,"f1":0.6174016686531585,"true_positive":64.75,"false_positive":33.25,"false_negative":47,"true_negative":255,"positive_prevalence":0.279375,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937500001,"brier_skill":0.4587285731418147,"baseline_adjusted_skill":0.4640670869301171,"baseline_adjusted_score":0.4640670869301171},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1795847496680161,"normalized_score_rmse":0.251810494865526,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.3207196230051401,"baseline_adjusted_score":0.3207196230051401},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.07101399041980362,"accuracy":0.835875,"positive_recall":0.3216901408450704,"specificity":0.9824899598393575,"precision":0.8397058823529412,"balanced_accuracy":0.652090050342214,"f1":0.46517311608961304,"true_positive":28.55,"false_positive":5.45,"false_negative":60.2,"true_negative":305.8,"positive_prevalence":0.221875,"majority_accuracy_baseline":0.778125,"constant_brier_baseline":0.12674023437499998,"brier_skill":0.43968866106332993,"baseline_adjusted_skill":0.304180100684428,"baseline_adjusted_score":0.304180100684428},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.13903477508049036,"normalized_score_rmse":0.251030325558469,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.3837793902249734,"baseline_adjusted_score":0.3837793902249734},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.04554506732255225,"accuracy":0.8190000000000001,"positive_recall":0.720226843100189,"specificity":0.8545207341944256,"precision":0.6403361344537816,"balanced_accuracy":0.7873737886473073,"f1":0.6779359430604983,"true_positive":76.2,"false_positive":42.8,"false_negative":29.6,"true_negative":251.4,"positive_prevalence":0.2645,"majority_accuracy_baseline":0.7355,"constant_brier_baseline":0.11362725,"brier_skill":0.5991712610966802,"baseline_adjusted_skill":0.5747475772946147,"baseline_adjusted_score":0.5747475772946147},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.15681232548123844,"normalized_score_rmse":0.23928183265820704,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.3758713413682051,"baseline_adjusted_score":0.3758713413682051},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.0632843500033551,"accuracy":0.823,"positive_recall":0.5469973890339426,"specificity":0.888373531230674,"precision":0.5371794871794872,"balanced_accuracy":0.7176854601323083,"f1":0.5420439844760672,"true_positive":41.9,"false_positive":36.1,"false_negative":34.7,"true_negative":287.3,"positive_prevalence":0.19149999999999998,"majority_accuracy_baseline":0.8085,"constant_brier_baseline":0.09190274999999999,"brier_skill":0.31139873395132245,"baseline_adjusted_skill":0.43537092026461655,"baseline_adjusted_score":0.43537092026461655},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.14716882379037066,"normalized_score_rmse":0.23862880719650775,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.28860991521270984,"baseline_adjusted_score":0.28860991521270984},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.028186529324395266,"accuracy":0.911,"positive_recall":0.6788617886178863,"specificity":0.9635193133047211,"precision":0.8080645161290323,"balanced_accuracy":0.8211905509613037,"f1":0.7378497790868924,"true_positive":50.1,"false_positive":11.9,"false_negative":23.7,"true_negative":314.3,"positive_prevalence":0.1845,"majority_accuracy_baseline":0.8155,"constant_brier_baseline":0.10922225,"brier_skill":0.7419341816855516,"baseline_adjusted_skill":0.6423811019226073,"baseline_adjusted_score":0.6423811019226073},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.10213358375475944,"normalized_score_rmse":0.1686980395653083,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":0.46068074584945506,"baseline_adjusted_score":0.46068074584945506},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.061085811947936344,"accuracy":0.8430000000000001,"positive_recall":0.2974522292993631,"specificity":0.9762052877138414,"precision":0.753225806451613,"balanced_accuracy":0.6368287585066023,"f1":0.4264840182648402,"true_positive":23.35,"false_positive":7.6499999999999995,"false_negative":55.15,"true_negative":313.85,"positive_prevalence":0.19625,"majority_accuracy_baseline":0.80375,"constant_brier_baseline":0.09878593749999999,"brier_skill":0.38163453732535213,"baseline_adjusted_skill":0.2736575170132045,"baseline_adjusted_score":0.2736575170132045},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1565429823865649,"normalized_score_rmse":0.23507610629478756,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":0.25896813071448577,"baseline_adjusted_score":0.25896813071448577},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.06560603124746106,"accuracy":0.7237244897959185,"positive_recall":0.816429418742586,"specificity":0.6537600716204118,"precision":0.640232558139535,"balanced_accuracy":0.7350947451814989,"f1":0.7176746611053181,"true_positive":137.65,"false_positive":77.35,"false_negative":30.95,"true_negative":146.05,"positive_prevalence":0.4301020408163265,"majority_accuracy_baseline":0.5698979591836735,"constant_brier_baseline":0.12359641815910039,"brier_skill":0.46919148447320524,"baseline_adjusted_skill":0.47018949036299773,"baseline_adjusted_score":0.47018949036299773},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.19660492940572522,"normalized_score_rmse":0.2570709300275543,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.286396922897738,"baseline_adjusted_score":0.286396922897738},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.032478004608055194,"accuracy":0.915375,"positive_recall":0.6860739575137688,"specificity":0.9586862832515977,"precision":0.7582608695652174,"balanced_accuracy":0.8223801203826833,"f1":0.7203634861627426,"true_positive":87.2,"false_positive":27.8,"false_negative":39.9,"true_negative":645.1,"positive_prevalence":0.158875,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499999,"brier_skill":0.6712003265364066,"baseline_adjusted_skill":0.6447602407653665,"baseline_adjusted_score":0.6447602407653665},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.10904417769118116,"normalized_score_rmse":0.17747308330309688,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":0.3391261958110233,"baseline_adjusted_score":0.3391261958110233},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.53,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.24193548387096778,"baseline_adjusted_score":0.24193548387096778},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2549345925191105,"accuracy":0.55,"positive_recall":0.32,"specificity":0.78,"precision":0.5925925925925926,"balanced_accuracy":0.55,"f1":0.4155844155844156,"true_positive":16,"false_positive":11,"false_negative":34,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.01973837007644197,"baseline_adjusted_skill":0.10000000000000009,"baseline_adjusted_score":0.10000000000000009},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.4592445328031809,"uniform_accuracy_baseline":0.058823529411764705,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.3644859813084112,"baseline_adjusted_score":0.3644859813084112},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.7608695652173914,"baseline_adjusted_score":0.7608695652173914},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.17996411115222688,"accuracy":0.81,"positive_recall":0.8,"specificity":0.82,"precision":0.8163265306122449,"balanced_accuracy":0.81,"f1":0.8080808080808081,"true_positive":40,"false_positive":9,"false_negative":10,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2801435553910925,"baseline_adjusted_skill":0.6200000000000001,"baseline_adjusted_score":0.6200000000000001},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.63,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.41269841269841273,"baseline_adjusted_score":0.41269841269841273},"scoring":{"eligible":true,"reason":null},"model":105,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.15282666240772957,"accuracy":0.75,"positive_recall":0.6901408450704225,"specificity":0.8051948051948052,"precision":0.765625,"balanced_accuracy":0.7476678251326139,"f1":0.725925925925926,"true_positive":49,"false_positive":15,"false_negative":22,"true_negative":62,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.2495891161431699,"brier_skill":0.38768699224823255,"baseline_adjusted_skill":0.49533565026522774,"baseline_adjusted_score":0.49533565026522774},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.63,"uniform_accuracy_baseline":0.20049999999999962,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.4788732394366198,"baseline_adjusted_score":0.4788732394366198},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.9558823529411764,"baseline_adjusted_score":0.9558823529411764},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.574468085106383,"baseline_adjusted_score":0.574468085106383},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.9183673469387754,"baseline_adjusted_score":0.9183673469387754},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08349639669743952,"accuracy":0.63096166148,"positive_recall":0.9471845085967657,"specificity":0.12361473851330566,"precision":0.6342367350760869,"balanced_accuracy":0.5353996235550357,"f1":0.7597459723657727,"true_positive":58.349779627,"false_positive":33.650220373,"false_negative":3.2536134789999998,"true_negative":4.746386521,"positive_prevalence":0.6160339310599999,"majority_accuracy_baseline":0.6160339310599999,"constant_brier_baseline":0.079087076552024,"brier_skill":-0.055752726458602186,"baseline_adjusted_skill":0.07079924711007135,"baseline_adjusted_score":0.07079924711007135},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.12868617347995315,"accuracy":0.81,"positive_recall":0.88,"specificity":0.74,"precision":0.7719298245614035,"balanced_accuracy":0.81,"f1":0.822429906542056,"true_positive":44,"false_positive":13,"false_negative":6,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4852553060801874,"baseline_adjusted_skill":0.6200000000000001,"baseline_adjusted_score":0.6200000000000001},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.82,"uniform_accuracy_baseline":0.012987012987012965,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.8105263157894737,"baseline_adjusted_score":0.8105263157894737},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.8500000000000001,"baseline_adjusted_score":0.8500000000000001},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.49,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.203125,"baseline_adjusted_score":0.203125},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1836793411428772,"accuracy":0.7,"positive_recall":1,"specificity":0.4,"precision":0.625,"balanced_accuracy":0.7,"f1":0.7692307692307693,"true_positive":50,"false_positive":30,"false_negative":0,"true_negative":20,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2652826354284912,"baseline_adjusted_skill":0.3999999999999999,"baseline_adjusted_score":0.3999999999999999},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.07817065753369336,"accuracy":0.6929495900942545,"positive_recall":0.6305459399657843,"specificity":0.7220070205520593,"precision":0.5136567570896813,"balanced_accuracy":0.6762764802589218,"f1":0.5661307800661288,"true_positive":140.22829468548298,"false_positive":132.77170531451702,"false_negative":82.16358161950484,"true_negative":344.83641838049516,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768597,"brier_skill":0.11897478207006729,"baseline_adjusted_skill":0.3525529605178437,"baseline_adjusted_score":0.3525529605178437},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.19000360030047284,"accuracy":0.64,"positive_recall":0.62,"specificity":0.66,"precision":0.6458333333333334,"balanced_accuracy":0.64,"f1":0.6326530612244898,"true_positive":31,"false_positive":17,"false_negative":19,"true_negative":33,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.23998559879810866,"baseline_adjusted_skill":0.28,"baseline_adjusted_score":0.28},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.9337748344370861,"uniform_accuracy_baseline":0.006622516556291403,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.9310344827586207,"baseline_adjusted_score":0.9310344827586207},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.7776470588235294,"uniform_accuracy_baseline":0.3333333333333301,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.5900216919739696,"baseline_adjusted_score":0.5900216919739696},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.37,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.050000000000000044,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.07286494852503841,"accuracy":0.91,"positive_recall":0.94,"specificity":0.88,"precision":0.8867924528301887,"balanced_accuracy":0.9099999999999999,"f1":0.912621359223301,"true_positive":47,"false_positive":6,"false_negative":3,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7085402058998463,"baseline_adjusted_skill":0.8199999999999998,"baseline_adjusted_score":0.8199999999999998},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.7083333333333333,"baseline_adjusted_score":0.7083333333333333},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.07142857142857136,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9887640449438202,"baseline_adjusted_score":0.9887640449438202},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.6956521739130435,"baseline_adjusted_score":0.6956521739130435},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.51,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.3287671232876712,"baseline_adjusted_score":0.3287671232876712},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.8888888888888888,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.6666666666666665,"baseline_adjusted_score":0.6666666666666665},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.1444417144271507,"accuracy":0.8170731707317073,"positive_recall":0.85,"specificity":0.7857142857142857,"precision":0.7906976744186046,"balanced_accuracy":0.8178571428571428,"f1":0.8192771084337349,"true_positive":34,"false_positive":9,"false_negative":6,"true_negative":33,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.24985127900059498,"brier_skill":0.42188923344752327,"baseline_adjusted_skill":0.6357142857142857,"baseline_adjusted_score":0.6357142857142857},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1214274905431459,"accuracy":0.81,"positive_recall":0.66,"specificity":0.96,"precision":0.9428571428571428,"balanced_accuracy":0.81,"f1":0.7764705882352941,"true_positive":33,"false_positive":2,"false_negative":17,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5142900378274164,"baseline_adjusted_skill":0.6200000000000001,"baseline_adjusted_score":0.6200000000000001},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.8016759776536313,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.7455197132616488,"baseline_adjusted_score":0.7455197132616488},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.180327868852459,"baseline_adjusted_score":0.180327868852459},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.17863294521952913,"accuracy":0.75,"positive_recall":0.6363636363636364,"specificity":0.782051282051282,"precision":0.45161290322580644,"balanced_accuracy":0.7092074592074592,"f1":0.5283018867924528,"true_positive":28,"false_positive":34,"false_negative":16,"true_negative":122,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000053,"brier_skill":-0.040984529251332,"baseline_adjusted_skill":0.4184149184149184,"baseline_adjusted_score":0.4184149184149184},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.16129168932819252,"accuracy":0.765,"positive_recall":0.42,"specificity":0.88,"precision":0.5384615384615384,"balanced_accuracy":0.65,"f1":0.47191011235955055,"true_positive":21,"false_positive":18,"false_negative":29,"true_negative":132,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":0.13977765691630661,"baseline_adjusted_skill":0.30000000000000004,"baseline_adjusted_score":0.30000000000000004},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.04000839637709063,"accuracy":0.95,"positive_recall":0.7368421052631579,"specificity":0.9723756906077348,"precision":0.7368421052631579,"balanced_accuracy":0.8546088979354463,"f1":0.7368421052631579,"true_positive":14,"false_positive":5,"false_negative":5,"true_negative":176,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.0859749999999999,"brier_skill":0.5346508127119433,"baseline_adjusted_skill":0.7092177958708925,"baseline_adjusted_score":0.7092177958708925},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.08723297636023736,"accuracy":0.8442559523809525,"positive_recall":0.6485467711536556,"specificity":0.8567493461838032,"precision":0.22421124828532255,"balanced_accuracy":0.7526480586687294,"f1":0.3332229046150712,"true_positive":108.96666666666674,"false_positive":377.0333333333332,"false_negative":59.050000000000004,"true_negative":2254.9500000000003,"positive_prevalence":0.060005952380952354,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679296,"brier_skill":-1.7090168537214372,"baseline_adjusted_skill":0.5052961173374588,"baseline_adjusted_score":0.5052961173374588},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.7875354107648725,"uniform_accuracy_baseline":0.027777777777777853,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.7564935064935066,"baseline_adjusted_score":0.7564935064935066},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.82,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.7428571428571429,"baseline_adjusted_score":0.7428571428571429},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10898288498273007,"accuracy":0.85,"positive_recall":1,"specificity":0.7,"precision":0.7692307692307693,"balanced_accuracy":0.85,"f1":0.8695652173913043,"true_positive":50,"false_positive":15,"false_negative":0,"true_negative":35,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5640684600690797,"baseline_adjusted_skill":0.7,"baseline_adjusted_score":0.7},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.019021797030960023,"accuracy":0.98,"positive_recall":0.98,"specificity":0.98,"precision":0.98,"balanced_accuracy":0.98,"f1":0.98,"true_positive":49,"false_positive":1,"false_negative":1,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9239128118761599,"baseline_adjusted_skill":0.96,"baseline_adjusted_score":0.96},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.65,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":0.10256410256410266,"baseline_adjusted_score":0.10256410256410266},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.8617021276595745,"baseline_adjusted_score":0.8617021276595745},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.07357198581022827,"accuracy":0.92,"positive_recall":0.9,"specificity":0.94,"precision":0.9375,"balanced_accuracy":0.9199999999999999,"f1":0.9183673469387755,"true_positive":45,"false_positive":3,"false_negative":5,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7057120567590869,"baseline_adjusted_skill":0.8399999999999999,"baseline_adjusted_score":0.8399999999999999},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8507462686567167,"baseline_adjusted_score":0.8507462686567167},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.018179798718039347,"accuracy":0.98,"positive_recall":1,"specificity":0.96,"precision":0.9615384615384616,"balanced_accuracy":0.98,"f1":0.9803921568627451,"true_positive":50,"false_positive":2,"false_negative":0,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9272808051278426,"baseline_adjusted_skill":0.96,"baseline_adjusted_score":0.96},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.4587084121621622,"uniform_accuracy_baseline":0.23445945945945923,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.2662006159722383,"baseline_adjusted_score":0.2662006159722383},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.06849182000809537,"accuracy":0.6761842039473684,"positive_recall":0.8896681727946517,"specificity":0.4729000695954304,"precision":0.6164486074766354,"balanced_accuracy":0.6812841211950411,"f1":0.728276470217349,"true_positive":65.96000099999999,"false_positive":41.039999,"false_negative":8.180001999999998,"true_negative":36.819998000000005,"positive_prevalence":0.48776317763157917,"majority_accuracy_baseline":0.5122368223684208,"constant_brier_baseline":0.0945191003976856,"brier_skill":0.27536529950117405,"baseline_adjusted_skill":0.36256824239008223,"baseline_adjusted_score":0.36256824239008223},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.12409898316595115,"normalized_score_rmse":0.15427019587667326,"constant_score_baseline":0.5841668333333334,"constant_mae_baseline":0.21700552708333315,"baseline_adjusted_skill":0.428129850728201,"baseline_adjusted_score":0.428129850728201},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1681543866366403,"accuracy":0.77,"positive_recall":0.92,"specificity":0.62,"precision":0.7076923076923077,"balanced_accuracy":0.77,"f1":0.8,"true_positive":46,"false_positive":19,"false_negative":4,"true_negative":31,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.32738245345343875,"baseline_adjusted_skill":0.54,"baseline_adjusted_score":0.54},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2304412593737657,"accuracy":0.61,"positive_recall":0.84,"specificity":0.38,"precision":0.5753424657534246,"balanced_accuracy":0.61,"f1":0.6829268292682927,"true_positive":42,"false_positive":31,"false_negative":8,"true_negative":19,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.07823496250493722,"baseline_adjusted_skill":0.21999999999999997,"baseline_adjusted_score":0.21999999999999997},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.8360655737704918,"baseline_adjusted_score":0.8360655737704918},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.885,"uniform_accuracy_baseline":0.03611111111111102,"fixed_answer_accuracy_baseline":0.08833333333333329,"baseline_adjusted_skill":0.8738574040219379,"baseline_adjusted_score":0.8738574040219379},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.909090909090909,"baseline_adjusted_score":0.909090909090909},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.04987932421560751,"fixed_answer_accuracy_baseline":0.1244247787610618,"baseline_adjusted_skill":0.8515261774813018,"baseline_adjusted_score":0.8515261774813018},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.29956158999570837,"accuracy":0.5,"positive_recall":0.2,"specificity":0.8,"precision":0.5,"balanced_accuracy":0.5,"f1":0.2857142857142857,"true_positive":10,"false_positive":10,"false_negative":40,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.19824635998283346,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.8888888888888888,"uniform_accuracy_baseline":0.23888888888888893,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.8431372549019607,"baseline_adjusted_score":0.8431372549019607},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.16957007270182037,"accuracy":0.796875,"positive_recall":0.84375,"specificity":0.75,"precision":0.7714285714285715,"balanced_accuracy":0.796875,"f1":0.8059701492537313,"true_positive":27,"false_positive":8,"false_negative":5,"true_negative":24,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.32171970919271853,"baseline_adjusted_skill":0.59375,"baseline_adjusted_score":0.59375},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.9393939393939393,"baseline_adjusted_score":0.9393939393939393},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.13407995607113857,"accuracy":0.8,"positive_recall":0.66,"specificity":0.94,"precision":0.9166666666666666,"balanced_accuracy":0.8,"f1":0.7674418604651163,"true_positive":33,"false_positive":3,"false_negative":17,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.46368017571544573,"baseline_adjusted_skill":0.6000000000000001,"baseline_adjusted_score":0.6000000000000001},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.8260869565217391,"baseline_adjusted_score":0.8260869565217391},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.036438276812634326,"accuracy":0.9696969696969697,"positive_recall":1,"specificity":0.9411764705882353,"precision":0.9411764705882353,"balanced_accuracy":0.9705882352941176,"f1":0.9696969696969697,"true_positive":16,"false_positive":1,"false_negative":0,"true_negative":16,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.8541129284964751,"baseline_adjusted_skill":0.9411764705882353,"baseline_adjusted_score":0.9411764705882353},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.18472058942134204,"normalized_score_rmse":0.3045365897573128,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.4402406381171454,"baseline_adjusted_score":0.4402406381171454},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.34375,"uniform_accuracy_baseline":0.17812500000000006,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":0.07894736842105265,"baseline_adjusted_score":0.07894736842105265},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.08399009781374692,"accuracy":0.9705882352941176,"positive_recall":1,"specificity":0.9411764705882353,"precision":0.9444444444444444,"balanced_accuracy":0.9705882352941176,"f1":0.9714285714285714,"true_positive":17,"false_positive":1,"false_negative":0,"true_negative":16,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6640396087450123,"baseline_adjusted_skill":0.9411764705882353,"baseline_adjusted_score":0.9411764705882353},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.22443550693783518,"normalized_score_rmse":0.2900749288251604,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-0.5261614471772791,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.875,"uniform_accuracy_baseline":0.13194444444444448,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":0.6869565217391305,"baseline_adjusted_score":0.6869565217391305},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.08261393462449236,"accuracy":0.9230769230769231,"positive_recall":0.9230769230769231,"specificity":0.9230769230769231,"precision":0.9230769230769231,"balanced_accuracy":0.9230769230769231,"f1":0.9230769230769231,"true_positive":24,"false_positive":2,"false_negative":2,"true_negative":24,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6695442615020306,"baseline_adjusted_skill":0.8461538461538463,"baseline_adjusted_score":0.8461538461538463},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.11172849259937662,"accuracy":0.9066666666666666,"positive_recall":0.9743589743589743,"specificity":0.8333333333333334,"precision":0.8636363636363636,"balanced_accuracy":0.9038461538461539,"f1":0.9156626506024096,"true_positive":38,"false_positive":6,"false_negative":1,"true_negative":30,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24959999999999993,"brier_skill":0.5523698213166,"baseline_adjusted_skill":0.8076923076923077,"baseline_adjusted_score":0.8076923076923077},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.2759729219552842,"normalized_score_rmse":0.3070759231313945,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.014382421588270744,"baseline_adjusted_score":0.014382421588270744},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8235294117647058,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.76,"baseline_adjusted_score":0.76},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.07818595733160125,"accuracy":0.8928571428571429,"positive_recall":1,"specificity":0.7857142857142857,"precision":0.8235294117647058,"balanced_accuracy":0.8928571428571428,"f1":0.9032258064516129,"true_positive":14,"false_positive":3,"false_negative":0,"true_negative":11,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.687256170673595,"baseline_adjusted_skill":0.7857142857142856,"baseline_adjusted_score":0.7857142857142856},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.12548162327950216,"normalized_score_rmse":0.1657802193676612,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.16969696969696968,"baseline_adjusted_skill":0.2605547199600765,"baseline_adjusted_score":0.2605547199600765},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.03383104504800725,"accuracy":0.9764705882352941,"positive_recall":1,"specificity":0.95,"precision":0.9574468085106383,"balanced_accuracy":0.975,"f1":0.9782608695652174,"true_positive":45,"false_positive":2,"false_negative":0,"true_negative":38,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.24913494809688563,"brier_skill":0.8642059441823041,"baseline_adjusted_skill":0.95,"baseline_adjusted_score":0.95},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.9473684210526315,"baseline_adjusted_score":0.9473684210526315},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.10297552694817938,"accuracy":0.84,"positive_recall":0.8285714285714286,"specificity":0.8666666666666667,"precision":0.9354838709677419,"balanced_accuracy":0.8476190476190477,"f1":0.8787878787878788,"true_positive":29,"false_positive":2,"false_negative":6,"true_negative":13,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.20999999999999996,"brier_skill":0.5096403478658125,"baseline_adjusted_skill":0.6952380952380954,"baseline_adjusted_score":0.6952380952380954},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.17374438423752048,"normalized_score_rmse":0.2114971241550621,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.3794843420088555,"baseline_adjusted_score":0.3794843420088555},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.5949367088607594,"uniform_accuracy_baseline":0.24240506329113914,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.30434782608695643,"baseline_adjusted_score":0.30434782608695643},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.07529573914453701,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":11,"false_positive":0,"false_negative":0,"true_negative":10,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.24943310657596363,"brier_skill":0.6981325367023561,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.8787878787878788,"uniform_accuracy_baseline":0.3237373737373738,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.8,"baseline_adjusted_score":0.8},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.14969149343313165,"accuracy":0.7575757575757576,"positive_recall":0.6470588235294118,"specificity":0.875,"precision":0.8461538461538461,"balanced_accuracy":0.7610294117647058,"f1":0.7333333333333333,"true_positive":11,"false_positive":2,"false_negative":6,"true_negative":14,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.4006836898945577,"baseline_adjusted_skill":0.5220588235294117,"baseline_adjusted_score":0.5220588235294117},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.16055318394652845,"normalized_score_rmse":0.20752195112414715,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.34313725490196084,"baseline_adjusted_skill":0.5321021496415457,"baseline_adjusted_score":0.5321021496415457},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.0753794231794927,"accuracy":0.9,"positive_recall":0.82,"specificity":0.98,"precision":0.9761904761904762,"balanced_accuracy":0.8999999999999999,"f1":0.8913043478260869,"true_positive":41,"false_positive":1,"false_negative":9,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6984823072820292,"baseline_adjusted_skill":0.7999999999999998,"baseline_adjusted_score":0.7999999999999998},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.4933333333333333,"uniform_accuracy_baseline":0.3333333333333332,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":0.21649484536082467,"baseline_adjusted_score":0.21649484536082467},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.24126396472875702,"accuracy":0.56,"positive_recall":0.9459459459459459,"specificity":0.18421052631578946,"precision":0.5303030303030303,"balanced_accuracy":0.5650782361308677,"f1":0.6796116504854369,"true_positive":35,"false_positive":31,"false_negative":2,"true_negative":7,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555535,"brier_skill":0.03477254509298766,"baseline_adjusted_skill":0.13015647226173543,"baseline_adjusted_score":0.13015647226173543},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.1428571428571427,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.9487179487179487,"baseline_adjusted_score":0.9487179487179487},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.31999999999999995,"uniform_accuracy_baseline":0.32416666666666627,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.03030303030303042,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.0644077380779995,"accuracy":0.9393939393939394,"positive_recall":1,"specificity":0.8823529411764706,"precision":0.8888888888888888,"balanced_accuracy":0.9411764705882353,"f1":0.9411764705882353,"true_positive":16,"false_positive":2,"false_negative":0,"true_negative":15,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.7421322545333036,"baseline_adjusted_skill":0.8823529411764706,"baseline_adjusted_score":0.8823529411764706},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.09366983174881319,"normalized_score_rmse":0.10952974578085287,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.5736407658329883,"baseline_adjusted_score":0.5736407658329883},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.14980721338794606,"accuracy":0.77,"positive_recall":0.5454545454545454,"specificity":0.8333333333333334,"precision":0.48,"balanced_accuracy":0.6893939393939394,"f1":0.5106382978723404,"true_positive":12,"false_positive":13,"false_negative":10,"true_negative":65,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000028,"brier_skill":0.12699759097933672,"baseline_adjusted_skill":0.3787878787878789,"baseline_adjusted_score":0.3787878787878789},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.13787403183624064,"accuracy":0.78,"positive_recall":0.5405405405405406,"specificity":0.9206349206349206,"precision":0.8,"balanced_accuracy":0.7305877305877306,"f1":0.6451612903225806,"true_positive":20,"false_positive":5,"false_negative":17,"true_negative":58,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000008,"brier_skill":0.40851981194233977,"baseline_adjusted_skill":0.46117546117546127,"baseline_adjusted_score":0.46117546117546127},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09000902572877031,"accuracy":0.91,"positive_recall":0.8461538461538461,"specificity":0.9508196721311475,"precision":0.9166666666666666,"balanced_accuracy":0.8984867591424968,"f1":0.88,"true_positive":33,"false_positive":3,"false_negative":6,"true_negative":58,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379000000000002,"brier_skill":0.6216518464532567,"baseline_adjusted_skill":0.7969735182849935,"baseline_adjusted_score":0.7969735182849935},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10654230522955711,"accuracy":0.86,"positive_recall":0.8709677419354839,"specificity":0.855072463768116,"precision":0.7297297297297297,"balanced_accuracy":0.8630201028517999,"f1":0.7941176470588235,"true_positive":27,"false_positive":10,"false_negative":4,"true_negative":59,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999987,"brier_skill":0.5019060064069323,"baseline_adjusted_skill":0.7260402057035997,"baseline_adjusted_score":0.7260402057035997},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.9722222222222222,"baseline_adjusted_score":0.9722222222222222},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.1601481930685929,"normalized_score_rmse":0.19445079676633767,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.3111905674469123,"baseline_adjusted_score":0.3111905674469123},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.0873542453820433,"accuracy":0.88,"positive_recall":0.92,"specificity":0.84,"precision":0.8518518518518519,"balanced_accuracy":0.88,"f1":0.8846153846153846,"true_positive":46,"false_positive":8,"false_negative":4,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6505830184718269,"baseline_adjusted_skill":0.76,"baseline_adjusted_score":0.76},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2717976824085502,"accuracy":0.49,"positive_recall":0.84,"specificity":0.14,"precision":0.49411764705882355,"balanced_accuracy":0.49,"f1":0.6222222222222222,"true_positive":42,"false_positive":43,"false_negative":8,"true_negative":7,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.08719072963420071,"baseline_adjusted_skill":-0.020000000000000018,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.53,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.34285714285714286,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10110344016592572,"accuracy":0.86,"positive_recall":0.98,"specificity":0.74,"precision":0.7903225806451613,"balanced_accuracy":0.86,"f1":0.875,"true_positive":49,"false_positive":13,"false_negative":1,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5955862393362972,"baseline_adjusted_skill":0.72,"baseline_adjusted_score":0.72},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.93,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.8333333333333335,"baseline_adjusted_score":0.8333333333333335},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.67,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.45000000000000007,"baseline_adjusted_score":0.45000000000000007},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.15390433508037415,"accuracy":0.78,"positive_recall":0.7,"specificity":0.86,"precision":0.8333333333333334,"balanced_accuracy":0.78,"f1":0.7608695652173914,"true_positive":35,"false_positive":7,"false_negative":15,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3843826596785034,"baseline_adjusted_skill":0.56,"baseline_adjusted_score":0.56},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.20851190476190457,"fixed_answer_accuracy_baseline":0.2233333333333332,"baseline_adjusted_skill":0.9742489270386266,"baseline_adjusted_score":0.9742489270386266},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.05190717013797861,"accuracy":0.93,"positive_recall":0.9,"specificity":0.96,"precision":0.9574468085106383,"balanced_accuracy":0.9299999999999999,"f1":0.9278350515463918,"true_positive":45,"false_positive":2,"false_negative":5,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7923713194480856,"baseline_adjusted_skill":0.8599999999999999,"baseline_adjusted_score":0.8599999999999999},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.09264431914187302,"normalized_score_rmse":0.12406791850251353,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.6911856028604233,"baseline_adjusted_score":0.6911856028604233},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.22851190476190467,"fixed_answer_accuracy_baseline":0.2433333333333333,"baseline_adjusted_skill":0.973568281938326,"baseline_adjusted_score":0.973568281938326},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.024645653244600763,"accuracy":0.96,"positive_recall":0.96,"specificity":0.96,"precision":0.96,"balanced_accuracy":0.96,"f1":0.96,"true_positive":48,"false_positive":2,"false_negative":2,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9014173870215969,"baseline_adjusted_skill":0.9199999999999999,"baseline_adjusted_score":0.9199999999999999},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.0793543244912391,"normalized_score_rmse":0.11578248881585301,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.304222222222222,"baseline_adjusted_skill":0.7391567127753278,"baseline_adjusted_score":0.7391567127753278},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.74,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.5806451612903225,"baseline_adjusted_score":0.5806451612903225},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09421422394593273,"accuracy":0.87,"positive_recall":0.98,"specificity":0.76,"precision":0.8032786885245902,"balanced_accuracy":0.87,"f1":0.8828828828828829,"true_positive":49,"false_positive":12,"false_negative":1,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6231431042162691,"baseline_adjusted_skill":0.74,"baseline_adjusted_score":0.74},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.76,"baseline_adjusted_score":0.76},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.047257526463995045,"accuracy":0.94,"positive_recall":0.94,"specificity":0.94,"precision":0.94,"balanced_accuracy":0.94,"f1":0.94,"true_positive":47,"false_positive":3,"false_negative":3,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8109698941440198,"baseline_adjusted_skill":0.8799999999999999,"baseline_adjusted_score":0.8799999999999999},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.58,"uniform_accuracy_baseline":0.35333333333333317,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.28813559322033894,"baseline_adjusted_score":0.28813559322033894},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.7903225806451613,"baseline_adjusted_score":0.7903225806451613},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.51,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.20967741935483872,"baseline_adjusted_score":0.20967741935483872},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.52,"uniform_accuracy_baseline":0.11111111111111088,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.42857142857142855,"baseline_adjusted_score":0.42857142857142855},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.12936805687815445,"accuracy":0.6566250000000001,"positive_recall":0.8404746209624258,"specificity":0.6136048125867652,"precision":0.3373015873015872,"balanced_accuracy":0.7270397167745954,"f1":0.48140456862374914,"true_positive":63.750000000000014,"false_positive":125.25000000000007,"false_negative":12.100000000000001,"true_negative":198.9,"positive_prevalence":0.1896249999999999,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500007,"brier_skill":-0.6994472272177954,"baseline_adjusted_skill":0.4540794335491909,"baseline_adjusted_score":0.4540794335491909},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.17989313453067785,"normalized_score_rmse":0.21637578883895342,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":0.1583946922541387,"baseline_adjusted_score":0.1583946922541387},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.06837185882015902,"accuracy":0.7891249999999999,"positive_recall":0.6577590248476324,"specificity":0.8368842679393216,"precision":0.594491525423729,"balanced_accuracy":0.747321646393477,"f1":0.6245270420654352,"true_positive":70.15000000000002,"false_positive":47.84999999999998,"false_negative":36.50000000000001,"true_negative":245.49999999999991,"positive_prevalence":0.2666249999999998,"majority_accuracy_baseline":0.7333750000000002,"constant_brier_baseline":0.11565485937499977,"brier_skill":0.4088284816596436,"baseline_adjusted_skill":0.49464329278695396,"baseline_adjusted_score":0.49464329278695396},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.18278756023127887,"normalized_score_rmse":0.2331522203717367,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.3198602409998925,"baseline_adjusted_score":0.3198602409998925},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.08335478142353184,"accuracy":0.7451249999999999,"positive_recall":0.817897091722595,"specificity":0.7169124024284476,"precision":0.528323699421965,"balanced_accuracy":0.7674047470755212,"f1":0.641966637401229,"true_positive":91.39999999999995,"false_positive":81.60000000000004,"false_negative":20.350000000000005,"true_negative":206.65000000000003,"positive_prevalence":0.2793749999999999,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937499995,"brier_skill":0.26336310038269395,"baseline_adjusted_skill":0.5348094941510424,"baseline_adjusted_score":0.5348094941510424},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.183590406210895,"normalized_score_rmse":0.22993205849184134,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.3055682034576076,"baseline_adjusted_score":0.3055682034576076},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.04984445864955915,"accuracy":0.875875,"positive_recall":0.7216901408450704,"specificity":0.9198393574297189,"precision":0.7196629213483147,"balanced_accuracy":0.8207647491373946,"f1":0.7206751054852321,"true_positive":64.05,"false_positive":24.94999999999999,"false_negative":24.70000000000001,"true_negative":286.29999999999995,"positive_prevalence":0.22187499999999974,"majority_accuracy_baseline":0.7781250000000003,"constant_brier_baseline":0.126740234375001,"brier_skill":0.6067195323145878,"baseline_adjusted_skill":0.6415294982747892,"baseline_adjusted_score":0.6415294982747892},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.17581535324040665,"normalized_score_rmse":0.21967126668470097,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.22076297732783756,"baseline_adjusted_score":0.22076297732783756},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.06638431036273022,"accuracy":0.7764999999999997,"positive_recall":0.8194706994328922,"specificity":0.7610469068660775,"precision":0.5522292993630572,"balanced_accuracy":0.7902588031494848,"f1":0.6598173515981735,"true_positive":86.69999999999997,"false_positive":70.30000000000001,"false_negative":19.100000000000016,"true_negative":223.89999999999992,"positive_prevalence":0.26449999999999985,"majority_accuracy_baseline":0.7355000000000002,"constant_brier_baseline":0.11362725000000028,"brier_skill":0.4157712136593109,"baseline_adjusted_skill":0.5805176062989696,"baseline_adjusted_score":0.5805176062989696},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.16390365981648386,"normalized_score_rmse":0.2110110647670826,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.3476471251085219,"baseline_adjusted_score":0.3476471251085219},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.08444992558917656,"accuracy":0.7802500000000002,"positive_recall":0.6964751958224543,"specificity":0.8000927643784786,"precision":0.4521186440677966,"balanced_accuracy":0.7482839801004665,"f1":0.5483042137718398,"true_positive":53.350000000000016,"false_positive":64.65,"false_negative":23.25,"true_negative":258.75000000000006,"positive_prevalence":0.1914999999999999,"majority_accuracy_baseline":0.8085000000000001,"constant_brier_baseline":0.09190274999999995,"brier_skill":0.0810946833563021,"baseline_adjusted_skill":0.49656796020093297,"baseline_adjusted_score":0.49656796020093297},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.17029643612179135,"normalized_score_rmse":0.22427882869955393,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.17681481028741342,"baseline_adjusted_score":0.17681481028741342},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.056926550521031016,"accuracy":0.8639999999999998,"positive_recall":0.8428184281842819,"specificity":0.8687921520539545,"precision":0.5923809523809525,"balanced_accuracy":0.8558052901191182,"f1":0.6957494407158837,"true_positive":62.19999999999999,"false_positive":42.79999999999999,"false_negative":11.599999999999998,"true_negative":283.3999999999999,"positive_prevalence":0.1844999999999999,"majority_accuracy_baseline":0.8155000000000001,"constant_brier_baseline":0.1092222499999995,"brier_skill":0.478800789023928,"baseline_adjusted_skill":0.7116105802382364,"baseline_adjusted_score":0.7116105802382364},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.16616562748113303,"normalized_score_rmse":0.21573747570416696,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":0.12255774267388497,"baseline_adjusted_score":0.12255774267388497},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.0615344326990245,"accuracy":0.8384999999999995,"positive_recall":0.48980891719745234,"specificity":0.9236391912908242,"precision":0.6103174603174605,"balanced_accuracy":0.7067240542441382,"f1":0.5434628975265019,"true_positive":38.45000000000001,"false_positive":24.54999999999999,"false_negative":40.04999999999999,"true_negative":296.9499999999998,"positive_prevalence":0.19624999999999987,"majority_accuracy_baseline":0.8037500000000002,"constant_brier_baseline":0.09878593749999955,"brier_skill":0.3770931950812859,"baseline_adjusted_skill":0.4134481084882764,"baseline_adjusted_score":0.4134481084882764},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.18183265365026025,"normalized_score_rmse":0.22521394716287005,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":0.1392537105313124,"baseline_adjusted_score":0.1392537105313124},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.102208804454707,"accuracy":0.6596938775510202,"positive_recall":0.9495848161328588,"specificity":0.4409131602506713,"precision":0.561754385964912,"balanced_accuracy":0.6952489881917651,"f1":0.7059082892416223,"true_positive":160.0999999999999,"false_positive":124.90000000000009,"false_negative":8.499999999999998,"true_negative":98.5,"positive_prevalence":0.43010204081632636,"majority_accuracy_baseline":0.5698979591836737,"constant_brier_baseline":0.12359641815910102,"brier_skill":0.17304396052046234,"baseline_adjusted_skill":0.3904979763835301,"baseline_adjusted_score":0.3904979763835301},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.18701481017190266,"normalized_score_rmse":0.23648882810280347,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.3212055038205014,"baseline_adjusted_score":0.3212055038205014},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.06110151384551827,"accuracy":0.8743750000000005,"positive_recall":0.8324154209284028,"specificity":0.8823004904146234,"precision":0.5718918918918919,"balanced_accuracy":0.8573579556715132,"f1":0.6779878244152514,"true_positive":105.79999999999997,"false_positive":79.19999999999999,"false_negative":21.299999999999994,"true_negative":593.7000000000004,"positive_prevalence":0.15887500000000002,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499934,"brier_skill":0.381422656872368,"baseline_adjusted_skill":0.7147159113430264,"baseline_adjusted_score":0.7147159113430264},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.1745503537484569,"normalized_score_rmse":0.2153447401293148,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-0.05788093180882958,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.73,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.564516129032258,"baseline_adjusted_score":0.564516129032258},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2366681957741222,"accuracy":0.59,"positive_recall":0.62,"specificity":0.56,"precision":0.5849056603773585,"balanced_accuracy":0.5900000000000001,"f1":0.6019417475728155,"true_positive":31,"false_positive":22,"false_negative":19,"true_negative":28,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.053327216903511165,"baseline_adjusted_skill":0.18000000000000016,"baseline_adjusted_score":0.18000000000000016},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.28561961563949634,"uniform_accuracy_baseline":0.058823529411766766,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.16043613707165108,"baseline_adjusted_score":0.16043613707165108},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.8695652173913042,"baseline_adjusted_score":0.8695652173913042},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.187914004085986,"accuracy":0.68,"positive_recall":0.88,"specificity":0.48,"precision":0.6285714285714286,"balanced_accuracy":0.6799999999999999,"f1":0.7333333333333333,"true_positive":44,"false_positive":26,"false_negative":6,"true_negative":24,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.24834398365605603,"baseline_adjusted_skill":0.3599999999999999,"baseline_adjusted_score":0.3599999999999999},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.51,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.22222222222222224,"baseline_adjusted_score":0.22222222222222224},"scoring":{"eligible":true,"reason":null},"model":106,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.2039771869558849,"accuracy":0.6959459459459459,"positive_recall":0.6901408450704225,"specificity":0.7012987012987013,"precision":0.6805555555555556,"balanced_accuracy":0.6957197731845619,"f1":0.6853146853146853,"true_positive":49,"false_positive":23,"false_negative":22,"true_negative":54,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.2495891161431699,"brier_skill":0.18274806967592672,"baseline_adjusted_skill":0.3914395463691238,"baseline_adjusted_score":0.3914395463691238},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.2,"uniform_accuracy_baseline":0.20049999999999962,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":-0.12676056338028166,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.77,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.661764705882353,"baseline_adjusted_score":0.661764705882353},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.61,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.17021276595744672,"baseline_adjusted_score":0.17021276595744672},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.64,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.2653061224489796,"baseline_adjusted_score":0.2653061224489796},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.07351614041279282,"accuracy":0.63708073428,"positive_recall":0.8872195265763158,"specificity":0.2357588571821057,"precision":0.6506634912738095,"balanced_accuracy":0.5614891918792108,"f1":0.7507480711965324,"true_positive":54.655733266999995,"false_positive":29.344266733,"false_negative":6.947659839,"true_negative":9.052340161000002,"positive_prevalence":0.6160339310599999,"majority_accuracy_baseline":0.6160339310599999,"constant_brier_baseline":0.079087076552024,"brier_skill":0.0704405369639195,"baseline_adjusted_skill":0.12297838375842152,"baseline_adjusted_score":0.12297838375842152},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.21790411450676625,"accuracy":0.68,"positive_recall":0.56,"specificity":0.8,"precision":0.7368421052631579,"balanced_accuracy":0.68,"f1":0.6363636363636364,"true_positive":28,"false_positive":10,"false_negative":22,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.128383541972935,"baseline_adjusted_skill":0.3600000000000001,"baseline_adjusted_score":0.3600000000000001},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.38,"uniform_accuracy_baseline":0.012987012987012965,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.3473684210526316,"baseline_adjusted_score":0.3473684210526316},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.75,"baseline_adjusted_score":0.75},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.58,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.34374999999999994,"baseline_adjusted_score":0.34374999999999994},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10675649807114812,"accuracy":0.85,"positive_recall":0.84,"specificity":0.86,"precision":0.8571428571428571,"balanced_accuracy":0.85,"f1":0.8484848484848485,"true_positive":42,"false_positive":7,"false_negative":8,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5729740077154075,"baseline_adjusted_skill":0.7,"baseline_adjusted_score":0.7},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.10333637703280725,"accuracy":0.6504744737748323,"positive_recall":0.5726918001223263,"specificity":0.6866929421789533,"precision":0.4597906280638455,"balanced_accuracy":0.6296923711506398,"f1":0.5100683852370193,"true_positive":127.3620039736852,"false_positive":149.6379960263148,"false_negative":95.02987233130261,"true_negative":327.9701276686974,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768597,"brier_skill":-0.16465636810305084,"baseline_adjusted_skill":0.2593847423012796,"baseline_adjusted_score":0.2593847423012796},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2714905250636783,"accuracy":0.49,"positive_recall":0.76,"specificity":0.22,"precision":0.4935064935064935,"balanced_accuracy":0.49,"f1":0.5984251968503937,"true_positive":38,"false_positive":39,"false_negative":12,"true_negative":11,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.08596210025471329,"baseline_adjusted_skill":-0.020000000000000018,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.31788079470198677,"uniform_accuracy_baseline":0.006622516556291403,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.2896551724137931,"baseline_adjusted_score":0.2896551724137931},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.7447058823529412,"uniform_accuracy_baseline":0.3333333333333301,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.5292841648590022,"baseline_adjusted_score":0.5292841648590022},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.32,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.13333333333333336,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24603033832473994,"accuracy":0.61,"positive_recall":0.92,"specificity":0.3,"precision":0.5679012345679012,"balanced_accuracy":0.61,"f1":0.7022900763358778,"true_positive":46,"false_positive":35,"false_negative":4,"true_negative":15,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.015878646701040222,"baseline_adjusted_skill":0.21999999999999997,"baseline_adjusted_score":0.21999999999999997},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.51,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":-0.020833333333333353,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.07142857142857136,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.8764044943820225,"baseline_adjusted_score":0.8764044943820225},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.6,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.13043478260869554,"baseline_adjusted_score":0.13043478260869554},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.36,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.12328767123287668,"baseline_adjusted_score":0.12328767123287668},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.7222222222222222,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.1666666666666667,"baseline_adjusted_score":0.1666666666666667},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.2380393635213523,"accuracy":0.5853658536585366,"positive_recall":0.65,"specificity":0.5238095238095238,"precision":0.5652173913043478,"balanced_accuracy":0.5869047619047619,"f1":0.6046511627906976,"true_positive":26,"false_positive":20,"false_negative":14,"true_negative":22,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.24985127900059498,"brier_skill":0.04727578552525458,"baseline_adjusted_skill":0.17380952380952386,"baseline_adjusted_score":0.17380952380952386},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.16532252205315479,"accuracy":0.77,"positive_recall":0.68,"specificity":0.86,"precision":0.8292682926829268,"balanced_accuracy":0.77,"f1":0.7472527472527473,"true_positive":34,"false_positive":7,"false_negative":16,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.33870991178738086,"baseline_adjusted_skill":0.54,"baseline_adjusted_score":0.54},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.5726256983240223,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.45161290322580644,"baseline_adjusted_score":0.45161290322580644},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.4,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.016393442622950834,"baseline_adjusted_score":0.016393442622950834},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.22476327798469298,"accuracy":0.655,"positive_recall":0.5227272727272727,"specificity":0.6923076923076923,"precision":0.323943661971831,"balanced_accuracy":0.6075174825174825,"f1":0.4,"true_positive":23,"false_positive":48,"false_negative":21,"true_negative":108,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000053,"brier_skill":-0.30980931226510644,"baseline_adjusted_skill":0.215034965034965,"baseline_adjusted_score":0.215034965034965},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.18102731099780683,"accuracy":0.735,"positive_recall":0.34,"specificity":0.8666666666666667,"precision":0.4594594594594595,"balanced_accuracy":0.6033333333333334,"f1":0.39080459770114945,"true_positive":17,"false_positive":20,"false_negative":33,"true_negative":130,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":0.034521008011696885,"baseline_adjusted_skill":0.20666666666666678,"baseline_adjusted_score":0.20666666666666678},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.09532646662536746,"accuracy":0.825,"positive_recall":0.42105263157894735,"specificity":0.8674033149171271,"precision":0.25,"balanced_accuracy":0.6442279732480372,"f1":0.3137254901960784,"true_positive":8,"false_positive":24,"false_negative":11,"true_negative":157,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.0859749999999999,"brier_skill":-0.1087696030865668,"baseline_adjusted_skill":0.2884559464960743,"baseline_adjusted_score":0.2884559464960743},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.06881917974522675,"accuracy":0.8758273809523811,"positive_recall":0.4979664715802003,"specificity":0.8999487078818887,"precision":0.2411143131604227,"balanced_accuracy":0.6989575897310445,"f1":0.324908579010388,"true_positive":83.6666666666667,"false_positive":263.3333333333334,"false_negative":84.35000000000005,"true_negative":2368.6500000000005,"positive_prevalence":0.060005952380952354,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679296,"brier_skill":-1.1371770810526192,"baseline_adjusted_skill":0.397915179462089,"baseline_adjusted_score":0.397915179462089},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.48725212464589235,"uniform_accuracy_baseline":0.027777777777777853,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.4123376623376624,"baseline_adjusted_score":0.4123376623376624},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.32,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.0285714285714286,"baseline_adjusted_score":0.0285714285714286},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.21115628446559012,"accuracy":0.67,"positive_recall":0.7,"specificity":0.64,"precision":0.660377358490566,"balanced_accuracy":0.6699999999999999,"f1":0.6796116504854369,"true_positive":35,"false_positive":18,"false_negative":15,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.1553748621376395,"baseline_adjusted_skill":0.33999999999999986,"baseline_adjusted_score":0.33999999999999986},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.20022619452108426,"accuracy":0.67,"positive_recall":0.64,"specificity":0.7,"precision":0.6808510638297872,"balanced_accuracy":0.6699999999999999,"f1":0.6597938144329897,"true_positive":32,"false_positive":15,"false_negative":18,"true_negative":35,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.19909522191566298,"baseline_adjusted_skill":0.33999999999999986,"baseline_adjusted_score":0.33999999999999986},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.6,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":-0.025641025641025664,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.58,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.5531914893617021,"baseline_adjusted_score":0.5531914893617021},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.18978387170112487,"accuracy":0.7,"positive_recall":0.76,"specificity":0.64,"precision":0.6785714285714286,"balanced_accuracy":0.7,"f1":0.7169811320754716,"true_positive":38,"false_positive":18,"false_negative":12,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2408645131955005,"baseline_adjusted_skill":0.3999999999999999,"baseline_adjusted_score":0.3999999999999999},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8358208955223883,"baseline_adjusted_score":0.8358208955223883},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11100619941219204,"accuracy":0.86,"positive_recall":0.82,"specificity":0.9,"precision":0.8913043478260869,"balanced_accuracy":0.86,"f1":0.8541666666666666,"true_positive":41,"false_positive":5,"false_negative":9,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5559752023512319,"baseline_adjusted_skill":0.72,"baseline_adjusted_score":0.72},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.48650120945945946,"uniform_accuracy_baseline":0.23445945945945923,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.3038777903370374,"baseline_adjusted_score":0.3038777903370374},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.023887946426708807,"accuracy":0.7178508750000001,"positive_recall":0.8177322032209792,"specificity":0.6227416756771774,"precision":0.6736296444444445,"balanced_accuracy":0.7202369394490783,"f1":0.7387189824774161,"true_positive":60.62666800000001,"false_positive":29.373331999999998,"false_negative":13.513334999999996,"true_negative":48.486665,"positive_prevalence":0.48776317763157917,"majority_accuracy_baseline":0.5122368223684208,"constant_brier_baseline":0.0945191003976856,"brier_skill":0.7472685803588781,"baseline_adjusted_skill":0.4404738788981566,"baseline_adjusted_score":0.4404738788981566},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.1018017942581072,"normalized_score_rmse":0.13521030969209868,"constant_score_baseline":0.5841668333333334,"constant_mae_baseline":0.21700552708333315,"baseline_adjusted_skill":0.530879256273441,"baseline_adjusted_score":0.530879256273441},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24907475494554565,"accuracy":0.59,"positive_recall":0.92,"specificity":0.26,"precision":0.5542168674698795,"balanced_accuracy":0.5900000000000001,"f1":0.6917293233082706,"true_positive":46,"false_positive":37,"false_negative":4,"true_negative":13,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.0037009802178173956,"baseline_adjusted_skill":0.18000000000000016,"baseline_adjusted_score":0.18000000000000016},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2554470053091336,"accuracy":0.57,"positive_recall":0.28,"specificity":0.86,"precision":0.6666666666666666,"balanced_accuracy":0.5700000000000001,"f1":0.39436619718309857,"true_positive":14,"false_positive":7,"false_negative":36,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.02178802123653445,"baseline_adjusted_skill":0.14000000000000012,"baseline_adjusted_score":0.14000000000000012},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.56,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.278688524590164,"baseline_adjusted_score":0.278688524590164},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.64,"uniform_accuracy_baseline":0.03611111111111102,"fixed_answer_accuracy_baseline":0.08833333333333329,"baseline_adjusted_skill":0.6051188299817185,"baseline_adjusted_score":0.6051188299817185},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.5454545454545455,"baseline_adjusted_score":0.5454545454545455},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.59,"uniform_accuracy_baseline":0.04987932421560751,"fixed_answer_accuracy_baseline":0.1244247787610618,"baseline_adjusted_skill":0.5317364059025673,"baseline_adjusted_score":0.5317364059025673},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.285731648593924,"accuracy":0.52,"positive_recall":0.14,"specificity":0.9,"precision":0.5833333333333334,"balanced_accuracy":0.52,"f1":0.22580645161290322,"true_positive":7,"false_positive":5,"false_negative":43,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.1429265943756961,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.8611111111111112,"uniform_accuracy_baseline":0.23888888888888893,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.803921568627451,"baseline_adjusted_score":0.803921568627451},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.41924987308916273,"accuracy":0.46875,"positive_recall":0.46875,"specificity":0.46875,"precision":0.46875,"balanced_accuracy":0.46875,"f1":0.46875,"true_positive":15,"false_positive":17,"false_negative":17,"true_negative":15,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.6769994923566509,"baseline_adjusted_skill":-0.0625,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.9347826086956521,"baseline_adjusted_score":0.9347826086956521},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.9545454545454545,"baseline_adjusted_score":0.9545454545454545},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2610885966253122,"accuracy":0.6,"positive_recall":0.5,"specificity":0.7,"precision":0.625,"balanced_accuracy":0.6,"f1":0.5555555555555556,"true_positive":25,"false_positive":15,"false_negative":25,"true_negative":35,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.04435438650124879,"baseline_adjusted_skill":0.19999999999999996,"baseline_adjusted_score":0.19999999999999996},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.8260869565217391,"baseline_adjusted_score":0.8260869565217391},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.026585189118377647,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":16,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.8935615038606131,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.14610348420675304,"normalized_score_rmse":0.2047890933914027,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.5572621690704453,"baseline_adjusted_score":0.5572621690704453},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.1875,"uniform_accuracy_baseline":0.17812500000000006,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.14035087719298242,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.05818778235629405,"accuracy":0.9411764705882353,"positive_recall":1,"specificity":0.8823529411764706,"precision":0.8947368421052632,"balanced_accuracy":0.9411764705882353,"f1":0.9444444444444444,"true_positive":17,"false_positive":2,"false_negative":0,"true_negative":15,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7672488705748238,"baseline_adjusted_skill":0.8823529411764706,"baseline_adjusted_score":0.8823529411764706},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.20879674807632023,"normalized_score_rmse":0.28569039719363887,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-0.4198178869189775,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.8541666666666666,"uniform_accuracy_baseline":0.13194444444444448,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":0.6347826086956521,"baseline_adjusted_score":0.6347826086956521},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.055249189389592376,"accuracy":0.9807692307692307,"positive_recall":0.9615384615384616,"specificity":1,"precision":1,"balanced_accuracy":0.9807692307692308,"f1":0.9803921568627451,"true_positive":25,"false_positive":0,"false_negative":1,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7790032424416304,"baseline_adjusted_skill":0.9615384615384617,"baseline_adjusted_score":0.9615384615384617},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.21003005947484352,"accuracy":0.6533333333333333,"positive_recall":0.6410256410256411,"specificity":0.6666666666666666,"precision":0.6756756756756757,"balanced_accuracy":0.6538461538461539,"f1":0.6578947368421053,"true_positive":25,"false_positive":12,"false_negative":14,"true_negative":24,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24959999999999993,"brier_skill":0.15853341556553058,"baseline_adjusted_skill":0.3076923076923077,"baseline_adjusted_score":0.3076923076923077},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.33948365979828876,"normalized_score_rmse":0.4162541597930975,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.21244164213674543,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.7058823529411765,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.6,"baseline_adjusted_score":0.6},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.059909020582343785,"accuracy":0.9642857142857143,"positive_recall":1,"specificity":0.9285714285714286,"precision":0.9333333333333333,"balanced_accuracy":0.9642857142857143,"f1":0.9655172413793104,"true_positive":14,"false_positive":1,"false_negative":0,"true_negative":13,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7603639176706248,"baseline_adjusted_skill":0.9285714285714286,"baseline_adjusted_score":0.9285714285714286},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.17319815756389267,"normalized_score_rmse":0.22357084913769681,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.16969696969696968,"baseline_adjusted_skill":-0.020631999930081912,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":0.8666666666666667,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":0.8333333333333334,"baseline_adjusted_score":0.8333333333333334},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.0451268930546309,"accuracy":0.9411764705882353,"positive_recall":1,"specificity":0.875,"precision":0.9,"balanced_accuracy":0.9375,"f1":0.9473684210526315,"true_positive":45,"false_positive":5,"false_negative":0,"true_negative":35,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.24913494809688563,"brier_skill":0.8188656653779397,"baseline_adjusted_skill":0.875,"baseline_adjusted_score":0.875},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.8421052631578947,"baseline_adjusted_score":0.8421052631578947},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.47248117831291525,"accuracy":0.36,"positive_recall":0.11428571428571428,"specificity":0.9333333333333333,"precision":0.8,"balanced_accuracy":0.5238095238095238,"f1":0.2,"true_positive":4,"false_positive":1,"false_negative":31,"true_negative":14,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.20999999999999996,"brier_skill":-1.2499103729186443,"baseline_adjusted_skill":0.04761904761904767,"baseline_adjusted_score":0.04761904761904767},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.38682735808021596,"normalized_score_rmse":0.437383811445695,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.3815262788579139,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.6835443037974683,"uniform_accuracy_baseline":0.24240506329113914,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.45652173913043476,"baseline_adjusted_score":0.45652173913043476},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.07959551681583718,"accuracy":0.9047619047619048,"positive_recall":0.8181818181818182,"specificity":1,"precision":1,"balanced_accuracy":0.9090909090909092,"f1":0.9,"true_positive":9,"false_positive":0,"false_negative":2,"true_negative":10,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.24943310657596363,"brier_skill":0.6808943371292344,"baseline_adjusted_skill":0.8181818181818183,"baseline_adjusted_score":0.8181818181818183},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.3939393939393939,"uniform_accuracy_baseline":0.3237373737373738,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.27309530773036356,"accuracy":0.45454545454545453,"positive_recall":0.35294117647058826,"specificity":0.5625,"precision":0.46153846153846156,"balanced_accuracy":0.45772058823529416,"f1":0.4,"true_positive":6,"false_positive":7,"false_negative":11,"true_negative":9,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":-0.09338525778810958,"baseline_adjusted_skill":-0.08455882352941169,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.3133916694253664,"normalized_score_rmse":0.37775807858082283,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.34313725490196084,"baseline_adjusted_skill":0.08668713481750379,"baseline_adjusted_score":0.08668713481750379},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.04829035202886728,"accuracy":0.96,"positive_recall":0.96,"specificity":0.96,"precision":0.96,"balanced_accuracy":0.96,"f1":0.96,"true_positive":48,"false_positive":2,"false_negative":2,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8068385918845309,"baseline_adjusted_skill":0.9199999999999999,"baseline_adjusted_score":0.9199999999999999},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.3533333333333333,"uniform_accuracy_baseline":0.3333333333333332,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":-8.584198644008941e-17,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.2932109100682967,"accuracy":0.5066666666666667,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":37,"true_negative":38,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555535,"brier_skill":-0.17305218288347812,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.82,"uniform_accuracy_baseline":0.1428571428571427,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.7692307692307692,"baseline_adjusted_score":0.7692307692307692},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.385,"uniform_accuracy_baseline":0.32416666666666627,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.06818181818181816,"baseline_adjusted_score":0.06818181818181816},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.24184883785536387,"accuracy":0.5151515151515151,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":16,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.031715498439370715,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.2535260284247244,"normalized_score_rmse":0.2816854983286535,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":-0.15398054317460752,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1576235228056034,"accuracy":0.77,"positive_recall":0.22727272727272727,"specificity":0.9230769230769231,"precision":0.45454545454545453,"balanced_accuracy":0.5751748251748252,"f1":0.30303030303030304,"true_positive":5,"false_positive":6,"false_negative":17,"true_negative":72,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000028,"brier_skill":0.08144800229834992,"baseline_adjusted_skill":0.15034965034965042,"baseline_adjusted_score":0.15034965034965042},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.13252419125750345,"accuracy":0.84,"positive_recall":0.7027027027027027,"specificity":0.9206349206349206,"precision":0.8387096774193549,"balanced_accuracy":0.8116688116688117,"f1":0.7647058823529411,"true_positive":26,"false_positive":5,"false_negative":11,"true_negative":58,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000008,"brier_skill":0.4314706509759614,"baseline_adjusted_skill":0.6233376233376233,"baseline_adjusted_score":0.6233376233376233},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.19420134418094492,"accuracy":0.74,"positive_recall":0.46153846153846156,"specificity":0.9180327868852459,"precision":0.782608695652174,"balanced_accuracy":0.6897856242118537,"f1":0.5806451612903226,"true_positive":18,"false_positive":5,"false_negative":21,"true_negative":56,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379000000000002,"brier_skill":0.18368497612045076,"baseline_adjusted_skill":0.3795712484237075,"baseline_adjusted_score":0.3795712484237075},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.15589037595910574,"accuracy":0.81,"positive_recall":0.4838709677419355,"specificity":0.9565217391304348,"precision":0.8333333333333334,"balanced_accuracy":0.7201963534361852,"f1":0.6122448979591837,"true_positive":15,"false_positive":3,"false_negative":16,"true_negative":66,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999987,"brier_skill":0.27119973838660194,"baseline_adjusted_skill":0.4403927068723703,"baseline_adjusted_score":0.4403927068723703},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.54,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.36111111111111116,"baseline_adjusted_score":0.36111111111111116},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.23685657947354613,"normalized_score_rmse":0.28082555857684544,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":-0.01873797623030593,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.16428347845839478,"accuracy":0.79,"positive_recall":0.82,"specificity":0.76,"precision":0.7735849056603774,"balanced_accuracy":0.79,"f1":0.7961165048543689,"true_positive":41,"false_positive":12,"false_negative":9,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3428660861664209,"baseline_adjusted_skill":0.5800000000000001,"baseline_adjusted_score":0.5800000000000001},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2793549203781587,"accuracy":0.49,"positive_recall":0.08,"specificity":0.9,"precision":0.4444444444444444,"balanced_accuracy":0.49,"f1":0.13559322033898305,"true_positive":4,"false_positive":5,"false_negative":46,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.11741968151263471,"baseline_adjusted_skill":-0.020000000000000018,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.61,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.1142857142857144,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.22163670215085493,"accuracy":0.65,"positive_recall":0.84,"specificity":0.46,"precision":0.6086956521739131,"balanced_accuracy":0.65,"f1":0.7058823529411765,"true_positive":42,"false_positive":27,"false_negative":8,"true_negative":23,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.11345319139658028,"baseline_adjusted_skill":0.30000000000000004,"baseline_adjusted_score":0.30000000000000004},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.4047619047619048,"baseline_adjusted_score":0.4047619047619048},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.48,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.13333333333333328,"baseline_adjusted_score":0.13333333333333328},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2534690525416737,"accuracy":0.61,"positive_recall":0.36,"specificity":0.86,"precision":0.72,"balanced_accuracy":0.61,"f1":0.48,"true_positive":18,"false_positive":7,"false_negative":32,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.013876210166694714,"baseline_adjusted_skill":0.21999999999999997,"baseline_adjusted_score":0.21999999999999997},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.20851190476190457,"fixed_answer_accuracy_baseline":0.2233333333333332,"baseline_adjusted_skill":0.8712446351931331,"baseline_adjusted_score":0.8712446351931331},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11338089788814408,"accuracy":0.87,"positive_recall":0.86,"specificity":0.88,"precision":0.8775510204081632,"balanced_accuracy":0.87,"f1":0.8686868686868687,"true_positive":43,"false_positive":6,"false_negative":7,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5464764084474236,"baseline_adjusted_skill":0.74,"baseline_adjusted_score":0.74},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.21232215613922178,"normalized_score_rmse":0.27890831915456943,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.29225947953592735,"baseline_adjusted_score":0.29225947953592735},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.22851190476190467,"fixed_answer_accuracy_baseline":0.2433333333333333,"baseline_adjusted_skill":0.801762114537445,"baseline_adjusted_score":0.801762114537445},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10247424056131516,"accuracy":0.86,"positive_recall":0.88,"specificity":0.84,"precision":0.8461538461538461,"balanced_accuracy":0.86,"f1":0.8627450980392157,"true_positive":44,"false_positive":8,"false_negative":6,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5901030377547394,"baseline_adjusted_skill":0.72,"baseline_adjusted_score":0.72},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.23041300938410017,"normalized_score_rmse":0.28678104202787813,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.304222222222222,"baseline_adjusted_skill":0.2426161123239945,"baseline_adjusted_score":0.2426161123239945},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.61,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.3709677419354838,"baseline_adjusted_score":0.3709677419354838},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.17616551317834697,"accuracy":0.7,"positive_recall":0.98,"specificity":0.42,"precision":0.6282051282051282,"balanced_accuracy":0.7,"f1":0.765625,"true_positive":49,"false_positive":29,"false_negative":1,"true_negative":21,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2953379472866121,"baseline_adjusted_skill":0.3999999999999999,"baseline_adjusted_score":0.3999999999999999},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.48,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":-0.040000000000000036,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11980735783967603,"accuracy":0.82,"positive_recall":0.9,"specificity":0.74,"precision":0.7758620689655172,"balanced_accuracy":0.8200000000000001,"f1":0.8333333333333334,"true_positive":45,"false_positive":13,"false_negative":5,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5207705686412959,"baseline_adjusted_skill":0.6400000000000001,"baseline_adjusted_score":0.6400000000000001},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.64,"uniform_accuracy_baseline":0.35333333333333317,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.3898305084745763,"baseline_adjusted_score":0.3898305084745763},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.67,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.46774193548387105,"baseline_adjusted_score":0.46774193548387105},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.29,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.14516129032258068,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.26,"uniform_accuracy_baseline":0.11111111111111088,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.11904761904761905,"baseline_adjusted_score":0.11904761904761905},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.33547637511262096,"accuracy":0.38537499999999997,"positive_recall":0.870138431114041,"specificity":0.27194200215949405,"precision":0.2185430463576159,"balanced_accuracy":0.5710402166367675,"f1":0.34934497816593885,"true_positive":66,"false_positive":236,"false_negative":9.85,"true_negative":88.14999999999999,"positive_prevalence":0.1896249999999999,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500007,"brier_skill":-3.406995121053673,"baseline_adjusted_skill":0.14208043327353503,"baseline_adjusted_score":0.14208043327353503},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3021139796252645,"normalized_score_rmse":0.337676822531666,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":-0.41339873508895675,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.11808612886136055,"accuracy":0.7178750000000003,"positive_recall":0.7069854664791373,"specificity":0.7218339867053009,"precision":0.4802547770700635,"balanced_accuracy":0.7144097265922191,"f1":0.5719704153233451,"true_positive":75.39999999999996,"false_positive":81.60000000000005,"false_negative":31.249999999999996,"true_negative":211.7500000000001,"positive_prevalence":0.2666249999999998,"majority_accuracy_baseline":0.7333750000000002,"constant_brier_baseline":0.11565485937499977,"brier_skill":-0.021021766828470456,"baseline_adjusted_skill":0.42881945318443826,"baseline_adjusted_score":0.42881945318443826},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.21708881951734,"normalized_score_rmse":0.264908302060671,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.1922276483075721,"baseline_adjusted_score":0.1922276483075721},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.13923137409705277,"accuracy":0.6558749999999998,"positive_recall":0.7834451901565994,"specificity":0.6064180398959236,"precision":0.4355721393034825,"balanced_accuracy":0.6949316150262614,"f1":0.5598721023181453,"true_positive":87.54999999999998,"false_positive":113.45000000000003,"false_negative":24.20000000000001,"true_negative":174.79999999999993,"positive_prevalence":0.2793749999999999,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937499995,"brier_skill":-0.23043892615086103,"baseline_adjusted_skill":0.3898632300525229,"baseline_adjusted_score":0.3898632300525229},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.2349093762774227,"normalized_score_rmse":0.2749299606233611,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.11145389587736099,"baseline_adjusted_score":0.11145389587736099},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.06507290889202562,"accuracy":0.8583749999999999,"positive_recall":0.6090140845070421,"specificity":0.9294779116465863,"precision":0.7111842105263159,"balanced_accuracy":0.7692459980768143,"f1":0.6561456752655538,"true_positive":54.05,"false_positive":21.949999999999992,"false_negative":34.70000000000002,"true_negative":289.29999999999995,"positive_prevalence":0.22187499999999974,"majority_accuracy_baseline":0.7781250000000003,"constant_brier_baseline":0.126740234375001,"brier_skill":0.48656471078089636,"baseline_adjusted_skill":0.5384919961536285,"baseline_adjusted_score":0.5384919961536285},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.2297110636497879,"normalized_score_rmse":0.2816401603372758,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":-0.01810997739518183,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.10172290678733989,"accuracy":0.7414999999999998,"positive_recall":0.8336483931947068,"specificity":0.7083616587355539,"precision":0.5068965517241378,"balanced_accuracy":0.7710050259651304,"f1":0.6304503216583272,"true_positive":88.19999999999997,"false_positive":85.80000000000003,"false_negative":17.600000000000005,"true_negative":208.39999999999992,"positive_prevalence":0.26449999999999985,"majority_accuracy_baseline":0.7355000000000002,"constant_brier_baseline":0.11362725000000028,"brier_skill":0.10476662255454006,"baseline_adjusted_skill":0.5420100519302609,"baseline_adjusted_score":0.5420100519302609},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.19690485979924727,"normalized_score_rmse":0.23905150092236144,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.2162990654756327,"baseline_adjusted_score":0.2162990654756327},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.1046184314005624,"accuracy":0.7712500000000003,"positive_recall":0.627284595300261,"specificity":0.8053494124922698,"precision":0.4328828828828829,"balanced_accuracy":0.7163170038962654,"f1":0.5122601279317697,"true_positive":48.050000000000004,"false_positive":62.95,"false_negative":28.55,"true_negative":260.4500000000001,"positive_prevalence":0.1914999999999999,"majority_accuracy_baseline":0.8085000000000001,"constant_brier_baseline":0.09190274999999995,"brier_skill":-0.13836018400496686,"baseline_adjusted_skill":0.4326340077925308,"baseline_adjusted_score":0.4326340077925308},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.21201709998092838,"normalized_score_rmse":0.2583313457714489,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":-0.024856072415363695,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.12390197842299745,"accuracy":0.7552500000000001,"positive_recall":0.771680216802168,"specificity":0.7515328019619865,"precision":0.41268115942028977,"balanced_accuracy":0.7616065093820772,"f1":0.5377714825306893,"true_positive":56.94999999999999,"false_positive":81.05000000000003,"false_negative":16.849999999999994,"true_negative":245.15,"positive_prevalence":0.1844999999999999,"majority_accuracy_baseline":0.8155000000000001,"constant_brier_baseline":0.1092222499999995,"brier_skill":-0.13440236236662417,"baseline_adjusted_skill":0.5232130187641544,"baseline_adjusted_score":0.5232130187641544},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.22703575307022134,"normalized_score_rmse":0.2706834349969736,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":-0.1988686630770764,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.09269124548126666,"accuracy":0.7909999999999997,"positive_recall":0.34331210191082817,"specificity":0.9003110419906687,"precision":0.4567796610169494,"balanced_accuracy":0.6218115719507484,"f1":0.3920000000000002,"true_positive":26.950000000000014,"false_positive":32.04999999999999,"false_negative":51.54999999999998,"true_negative":289.4499999999999,"positive_prevalence":0.19624999999999987,"majority_accuracy_baseline":0.8037500000000002,"constant_brier_baseline":0.09878593749999955,"brier_skill":0.06169594755056018,"baseline_adjusted_skill":0.24362314390149686,"baseline_adjusted_score":0.24362314390149686},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.25302020949362336,"normalized_score_rmse":0.28846659514128814,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":-0.19772880233667878,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.1298466494612462,"accuracy":0.6323979591836734,"positive_recall":0.9089561091340451,"specificity":0.42367949865711724,"precision":0.5434397163120567,"balanced_accuracy":0.6663178038955812,"f1":0.6802041722148245,"true_positive":153.24999999999997,"false_positive":128.75000000000003,"false_negative":15.349999999999996,"true_negative":94.65,"positive_prevalence":0.43010204081632636,"majority_accuracy_baseline":0.5698979591836737,"constant_brier_baseline":0.12359641815910102,"brier_skill":-0.05056967989233696,"baseline_adjusted_skill":0.3326356077911623,"baseline_adjusted_score":0.3326356077911623},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.20300779378571338,"normalized_score_rmse":0.24173517505709105,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.2631568966296328,"baseline_adjusted_score":0.2631568966296328},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.27338071211951914,"accuracy":0.47574999999999995,"positive_recall":0.9114870180959874,"specificity":0.39344627730717796,"precision":0.221087786259542,"balanced_accuracy":0.6524666477015827,"f1":0.35585931500537554,"true_positive":115.84999999999998,"false_positive":408.14999999999986,"false_negative":11.250000000000004,"true_negative":264.75,"positive_prevalence":0.15887500000000002,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499934,"brier_skill":-1.7676419768057188,"baseline_adjusted_skill":0.3049332954031654,"baseline_adjusted_score":0.3049332954031654},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.3940814984331281,"normalized_score_rmse":0.42482744141361767,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-1.3883727177765341,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.38,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2854483480567943,"accuracy":0.49,"positive_recall":0.62,"specificity":0.36,"precision":0.49206349206349204,"balanced_accuracy":0.49,"f1":0.5486725663716814,"true_positive":31,"false_positive":32,"false_negative":19,"true_negative":18,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.14179339222717724,"baseline_adjusted_skill":-0.020000000000000018,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.20543406229290923,"uniform_accuracy_baseline":0.058823529411766766,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.06619937694704053,"baseline_adjusted_score":0.06619937694704053},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.43,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":-0.23913043478260881,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.244813522609061,"accuracy":0.57,"positive_recall":0.72,"specificity":0.42,"precision":0.5538461538461539,"balanced_accuracy":0.57,"f1":0.6260869565217392,"true_positive":36,"false_positive":29,"false_negative":14,"true_negative":21,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.020745909563755993,"baseline_adjusted_skill":0.1399999999999999,"baseline_adjusted_score":0.1399999999999999},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.42,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.07936507936507935,"baseline_adjusted_score":0.07936507936507935},"scoring":{"eligible":true,"reason":null},"model":107,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.187767909824574,"accuracy":0.7702702702702703,"positive_recall":0.7323943661971831,"specificity":0.8051948051948052,"precision":0.7761194029850746,"balanced_accuracy":0.7687945856959941,"f1":0.7536231884057971,"true_positive":52,"false_positive":15,"false_negative":19,"true_negative":62,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.2495891161431699,"brier_skill":0.2476919157129186,"baseline_adjusted_skill":0.5375891713919883,"baseline_adjusted_score":0.5375891713919883},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.3,"uniform_accuracy_baseline":0.20049999999999962,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.014084507042253534,"baseline_adjusted_score":0.014084507042253534},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.9411764705882353,"baseline_adjusted_score":0.9411764705882353},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.82,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.6170212765957446,"baseline_adjusted_score":0.6170212765957446},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.7755102040816326,"baseline_adjusted_score":0.7755102040816326},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.151209575639496,"accuracy":0.5327721028400001,"positive_recall":0.58341431994108,"specificity":0.4515218919437679,"precision":0.6305316086842105,"balanced_accuracy":0.517468105942424,"f1":0.6060585747808901,"true_positive":35.940301695,"false_positive":21.059698304999994,"false_negative":25.663091411,"true_negative":17.336908589,"positive_prevalence":0.6160339310599999,"majority_accuracy_baseline":0.6160339310599999,"constant_brier_baseline":0.079087076552024,"brier_skill":-0.9119378567499501,"baseline_adjusted_skill":0.03493621188484797,"baseline_adjusted_score":0.03493621188484797},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.14185020779235527,"accuracy":0.81,"positive_recall":0.76,"specificity":0.86,"precision":0.8444444444444444,"balanced_accuracy":0.81,"f1":0.8,"true_positive":38,"false_positive":7,"false_negative":12,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4325991688305789,"baseline_adjusted_skill":0.6200000000000001,"baseline_adjusted_score":0.6200000000000001},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.7,"uniform_accuracy_baseline":0.012987012987012965,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.6842105263157894,"baseline_adjusted_score":0.6842105263157894},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.9333333333333332,"baseline_adjusted_score":0.9333333333333332},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.79,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.6718750000000001,"baseline_adjusted_score":0.6718750000000001},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.13625619266151046,"accuracy":0.8,"positive_recall":0.98,"specificity":0.62,"precision":0.7205882352941176,"balanced_accuracy":0.8,"f1":0.8305084745762712,"true_positive":49,"false_positive":19,"false_negative":1,"true_negative":31,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4549752293539582,"baseline_adjusted_skill":0.6000000000000001,"baseline_adjusted_score":0.6000000000000001},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.11070271344821779,"accuracy":0.6679961446759158,"positive_recall":0.640736483528956,"specificity":0.6806892436605173,"precision":0.48303250436970996,"balanced_accuracy":0.6607128635947366,"f1":0.5508188099384379,"true_positive":142.49458878906444,"false_positive":152.50541121093556,"false_negative":79.89728751592338,"true_negative":325.1027124840766,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768597,"brier_skill":-0.2476789286198915,"baseline_adjusted_skill":0.32142572718947315,"baseline_adjusted_score":0.32142572718947315},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.26283484599443363,"accuracy":0.62,"positive_recall":0.46,"specificity":0.78,"precision":0.6764705882352942,"balanced_accuracy":0.62,"f1":0.5476190476190477,"true_positive":23,"false_positive":11,"false_negative":27,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.05133938397773452,"baseline_adjusted_skill":0.24,"baseline_adjusted_score":0.24},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.7417218543046358,"uniform_accuracy_baseline":0.006622516556291403,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.7310344827586207,"baseline_adjusted_score":0.7310344827586207},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.8323529411764706,"uniform_accuracy_baseline":0.3333333333333301,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.6908893709327549,"baseline_adjusted_score":0.6908893709327549},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.43,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.049999999999999954,"baseline_adjusted_score":0.049999999999999954},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10802066551888662,"accuracy":0.86,"positive_recall":0.9,"specificity":0.82,"precision":0.8333333333333334,"balanced_accuracy":0.86,"f1":0.8653846153846154,"true_positive":45,"false_positive":9,"false_negative":5,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5679173379244535,"baseline_adjusted_skill":0.72,"baseline_adjusted_score":0.72},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.71,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.39583333333333326,"baseline_adjusted_score":0.39583333333333326},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.07142857142857136,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9775280898876404,"baseline_adjusted_score":0.9775280898876404},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.83,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.6304347826086956,"baseline_adjusted_score":0.6304347826086956},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.37,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.13698630136986298,"baseline_adjusted_score":0.13698630136986298},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.7222222222222222,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.1666666666666667,"baseline_adjusted_score":0.1666666666666667},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.22493457838206002,"accuracy":0.7073170731707317,"positive_recall":0.775,"specificity":0.6428571428571429,"precision":0.6739130434782609,"balanced_accuracy":0.7089285714285715,"f1":0.7209302325581395,"true_positive":31,"false_positive":15,"false_negative":9,"true_negative":27,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.24985127900059498,"brier_skill":0.09972612795180302,"baseline_adjusted_skill":0.4178571428571429,"baseline_adjusted_score":0.4178571428571429},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10256468632212591,"accuracy":0.88,"positive_recall":0.82,"specificity":0.94,"precision":0.9318181818181818,"balanced_accuracy":0.8799999999999999,"f1":0.8723404255319149,"true_positive":41,"false_positive":3,"false_negative":9,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5897412547114964,"baseline_adjusted_skill":0.7599999999999998,"baseline_adjusted_score":0.7599999999999998},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.6759776536312849,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.5842293906810037,"baseline_adjusted_score":0.5842293906810037},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.48,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.14754098360655732,"baseline_adjusted_score":0.14754098360655732},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.2014890933428423,"accuracy":0.73,"positive_recall":0.6363636363636364,"specificity":0.7564102564102564,"precision":0.42424242424242425,"balanced_accuracy":0.6963869463869463,"f1":0.509090909090909,"true_positive":28,"false_positive":38,"false_negative":16,"true_negative":118,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000053,"brier_skill":-0.17417886563427554,"baseline_adjusted_skill":0.39277389277389263,"baseline_adjusted_score":0.39277389277389263},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.1960333987504326,"accuracy":0.755,"positive_recall":0.3,"specificity":0.9066666666666666,"precision":0.5172413793103449,"balanced_accuracy":0.6033333333333333,"f1":0.379746835443038,"true_positive":15,"false_positive":14,"false_negative":35,"true_negative":136,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-0.045511460002307214,"baseline_adjusted_skill":0.20666666666666655,"baseline_adjusted_score":0.20666666666666655},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.041615097313065855,"accuracy":0.935,"positive_recall":0.8421052631578947,"specificity":0.9447513812154696,"precision":0.6153846153846154,"balanced_accuracy":0.8934283221866821,"f1":0.7111111111111111,"true_positive":16,"false_positive":10,"false_negative":3,"true_negative":171,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.0859749999999999,"brier_skill":0.5159628111303762,"baseline_adjusted_skill":0.7868566443733642,"baseline_adjusted_score":0.7868566443733642},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.0963325833101101,"accuracy":0.823029761904762,"positive_recall":0.662136692788414,"specificity":0.8333006161386535,"precision":0.2022727272727275,"balanced_accuracy":0.7477186544635337,"f1":0.3098813862259468,"true_positive":111.25000000000007,"false_positive":438.74999999999966,"false_negative":56.766666666666666,"true_negative":2193.2333333333336,"positive_prevalence":0.060005952380952354,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679296,"brier_skill":-1.9916048109137634,"baseline_adjusted_skill":0.4954373089270674,"baseline_adjusted_score":0.4954373089270674},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.8101983002832861,"uniform_accuracy_baseline":0.027777777777777853,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.7824675324675324,"baseline_adjusted_score":0.7824675324675324},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.52,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.31428571428571433,"baseline_adjusted_score":0.31428571428571433},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.12464334774305245,"accuracy":0.84,"positive_recall":0.98,"specificity":0.7,"precision":0.765625,"balanced_accuracy":0.84,"f1":0.8596491228070176,"true_positive":49,"false_positive":15,"false_negative":1,"true_negative":35,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5014266090277901,"baseline_adjusted_skill":0.6799999999999999,"baseline_adjusted_score":0.6799999999999999},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10228617966389857,"accuracy":0.87,"positive_recall":0.98,"specificity":0.76,"precision":0.8032786885245902,"balanced_accuracy":0.87,"f1":0.8828828828828829,"true_positive":49,"false_positive":12,"false_negative":1,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5908552813444057,"baseline_adjusted_skill":0.74,"baseline_adjusted_score":0.74},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.55,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":-0.1538461538461537,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.82,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.8085106382978724,"baseline_adjusted_score":0.8085106382978724},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11742456261813422,"accuracy":0.86,"positive_recall":0.78,"specificity":0.94,"precision":0.9285714285714286,"balanced_accuracy":0.86,"f1":0.8478260869565217,"true_positive":39,"false_positive":3,"false_negative":11,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5303017495274631,"baseline_adjusted_skill":0.72,"baseline_adjusted_score":0.72},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8656716417910449,"baseline_adjusted_score":0.8656716417910449},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.04159518872745191,"accuracy":0.96,"positive_recall":0.96,"specificity":0.96,"precision":0.96,"balanced_accuracy":0.96,"f1":0.96,"true_positive":48,"false_positive":2,"false_negative":2,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8336192450901924,"baseline_adjusted_skill":0.9199999999999999,"baseline_adjusted_score":0.9199999999999999},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.49148771621621623,"uniform_accuracy_baseline":0.23445945945945923,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.3106377246659163,"baseline_adjusted_score":0.3106377246659163},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.021879429156038833,"accuracy":0.7354824407894737,"positive_recall":0.8830140862012105,"specificity":0.5949995605573938,"precision":0.674914092783505,"balanced_accuracy":0.7390068233793021,"f1":0.7650656287530858,"true_positive":65.46666699999999,"false_positive":31.533333000000006,"false_negative":8.673335999999997,"true_negative":46.326664,"positive_prevalence":0.48776317763157917,"majority_accuracy_baseline":0.5122368223684208,"constant_brier_baseline":0.0945191003976856,"brier_skill":0.7685184363373969,"baseline_adjusted_skill":0.47801364675860425,"baseline_adjusted_score":0.47801364675860425},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.08172945814994531,"normalized_score_rmse":0.11213471550983298,"constant_score_baseline":0.5841668333333334,"constant_mae_baseline":0.21700552708333315,"baseline_adjusted_skill":0.6233761450759728,"baseline_adjusted_score":0.6233761450759728},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.23448070835354085,"accuracy":0.69,"positive_recall":0.88,"specificity":0.5,"precision":0.6376811594202898,"balanced_accuracy":0.69,"f1":0.7394957983193278,"true_positive":44,"false_positive":25,"false_negative":6,"true_negative":25,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.06207716658583662,"baseline_adjusted_skill":0.3799999999999999,"baseline_adjusted_score":0.3799999999999999},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.26607334644235775,"accuracy":0.61,"positive_recall":0.54,"specificity":0.68,"precision":0.627906976744186,"balanced_accuracy":0.6100000000000001,"f1":0.5806451612903226,"true_positive":27,"false_positive":16,"false_negative":23,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.064293385769431,"baseline_adjusted_skill":0.2200000000000002,"baseline_adjusted_score":0.2200000000000002},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.81,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.6885245901639345,"baseline_adjusted_score":0.6885245901639345},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.805,"uniform_accuracy_baseline":0.03611111111111102,"fixed_answer_accuracy_baseline":0.08833333333333329,"baseline_adjusted_skill":0.7861060329067643,"baseline_adjusted_score":0.7861060329067643},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.8863636363636362,"baseline_adjusted_score":0.8863636363636362},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.805,"uniform_accuracy_baseline":0.04987932421560751,"fixed_answer_accuracy_baseline":0.1244247787610618,"baseline_adjusted_skill":0.7772892662219528,"baseline_adjusted_score":0.7772892662219528},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2798537475951415,"accuracy":0.52,"positive_recall":0.38,"specificity":0.66,"precision":0.5277777777777778,"balanced_accuracy":0.52,"f1":0.4418604651162791,"true_positive":19,"false_positive":17,"false_negative":31,"true_negative":33,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.11941499038056591,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.8611111111111112,"uniform_accuracy_baseline":0.23888888888888893,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.803921568627451,"baseline_adjusted_score":0.803921568627451},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.12033629295362697,"accuracy":0.84375,"positive_recall":0.875,"specificity":0.8125,"precision":0.8235294117647058,"balanced_accuracy":0.84375,"f1":0.8484848484848485,"true_positive":28,"false_positive":6,"false_negative":4,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5186548281854921,"baseline_adjusted_skill":0.6875,"baseline_adjusted_score":0.6875},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1846508266060181,"accuracy":0.74,"positive_recall":0.5,"specificity":0.98,"precision":0.9615384615384616,"balanced_accuracy":0.74,"f1":0.6578947368421053,"true_positive":25,"false_positive":1,"false_negative":25,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.26139669357592765,"baseline_adjusted_skill":0.48,"baseline_adjusted_score":0.48},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.8260869565217391,"baseline_adjusted_score":0.8260869565217391},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.001884590679922184,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":16,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.9924547086381057,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.07952457238226841,"normalized_score_rmse":0.13427167927991845,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.7590164473264593,"baseline_adjusted_score":0.7590164473264593},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.25,"uniform_accuracy_baseline":0.17812500000000006,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.05263157894736839,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.025072064835320144,"accuracy":0.9705882352941176,"positive_recall":1,"specificity":0.9411764705882353,"precision":0.9444444444444444,"balanced_accuracy":0.9705882352941176,"f1":0.9714285714285714,"true_positive":17,"false_positive":1,"false_negative":0,"true_negative":16,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8997117406587194,"baseline_adjusted_skill":0.9411764705882353,"baseline_adjusted_score":0.9411764705882353},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.28493130166847613,"normalized_score_rmse":0.34803819217173354,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-0.9375328513456376,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.13194444444444448,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.06884552025225384,"accuracy":0.9038461538461539,"positive_recall":1,"specificity":0.8076923076923077,"precision":0.8387096774193549,"balanced_accuracy":0.9038461538461539,"f1":0.9122807017543859,"true_positive":26,"false_positive":5,"false_negative":0,"true_negative":21,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7246179189909847,"baseline_adjusted_skill":0.8076923076923077,"baseline_adjusted_score":0.8076923076923077},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.011698906580581208,"accuracy":0.9866666666666667,"positive_recall":0.9743589743589743,"specificity":1,"precision":1,"balanced_accuracy":0.9871794871794872,"f1":0.987012987012987,"true_positive":38,"false_positive":0,"false_negative":1,"true_negative":36,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24959999999999993,"brier_skill":0.953129380686774,"baseline_adjusted_skill":0.9743589743589745,"baseline_adjusted_score":0.9743589743589745},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.1430411650693997,"normalized_score_rmse":0.2179154039953487,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.48913869618071537,"baseline_adjusted_score":0.48913869618071537},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.7647058823529411,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.6799999999999998,"baseline_adjusted_score":0.6799999999999998},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.030090673818725322,"accuracy":0.9642857142857143,"positive_recall":1,"specificity":0.9285714285714286,"precision":0.9333333333333333,"balanced_accuracy":0.9642857142857143,"f1":0.9655172413793104,"true_positive":14,"false_positive":1,"false_negative":0,"true_negative":13,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8796373047250987,"baseline_adjusted_skill":0.9285714285714286,"baseline_adjusted_score":0.9285714285714286},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.08868919383003467,"normalized_score_rmse":0.16671434952363332,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.16969696969696968,"baseline_adjusted_skill":0.4773672506444385,"baseline_adjusted_score":0.4773672506444385},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.008784243320068962,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":45,"false_positive":0,"false_negative":0,"true_negative":40,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.24913494809688563,"brier_skill":0.9647410233402787,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.64,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.5263157894736842,"baseline_adjusted_score":0.5263157894736842},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.3148128040613322,"accuracy":0.6,"positive_recall":0.4857142857142857,"specificity":0.8666666666666667,"precision":0.8947368421052632,"balanced_accuracy":0.6761904761904762,"f1":0.6296296296296297,"true_positive":17,"false_positive":2,"false_negative":18,"true_negative":13,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.20999999999999996,"brier_skill":-0.49910859076824887,"baseline_adjusted_skill":0.35238095238095246,"baseline_adjusted_score":0.35238095238095246},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.2913000297347082,"normalized_score_rmse":0.4450158401220155,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.04035724905252924,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.8481012658227848,"uniform_accuracy_baseline":0.24240506329113914,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.7391304347826086,"baseline_adjusted_score":0.7391304347826086},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.0008449644672368031,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":11,"false_positive":0,"false_negative":0,"true_negative":10,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.24943310657596363,"brier_skill":0.996612460635896,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.6363636363636364,"uniform_accuracy_baseline":0.3237373737373738,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.4,"baseline_adjusted_score":0.4},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.2630142968331156,"accuracy":0.6666666666666666,"positive_recall":0.4117647058823529,"specificity":0.9375,"precision":0.875,"balanced_accuracy":0.6746323529411764,"f1":0.56,"true_positive":7,"false_positive":1,"false_negative":10,"true_negative":15,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":-0.053024151659054386,"baseline_adjusted_skill":0.3492647058823528,"baseline_adjusted_score":0.3492647058823528},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.19290376981410212,"normalized_score_rmse":0.297807692078284,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.34313725490196084,"baseline_adjusted_skill":0.4378232993989025,"baseline_adjusted_score":0.4378232993989025},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.06988650365027808,"accuracy":0.91,"positive_recall":1,"specificity":0.82,"precision":0.847457627118644,"balanced_accuracy":0.9099999999999999,"f1":0.9174311926605505,"true_positive":50,"false_positive":9,"false_negative":0,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7204539853988876,"baseline_adjusted_skill":0.8199999999999998,"baseline_adjusted_score":0.8199999999999998},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.33333333333333326,"uniform_accuracy_baseline":0.3333333333333332,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":-0.030927835051546504,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.252252489122019,"accuracy":0.5333333333333333,"positive_recall":0.05405405405405406,"specificity":1,"precision":1,"balanced_accuracy":0.527027027027027,"f1":0.10256410256410256,"true_positive":2,"false_positive":0,"false_negative":35,"true_negative":38,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555535,"brier_skill":-0.009189367931264458,"baseline_adjusted_skill":0.054054054054053946,"baseline_adjusted_score":0.054054054054053946},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.1428571428571427,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.9743589743589743,"baseline_adjusted_score":0.9743589743589743},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.35,"uniform_accuracy_baseline":0.32416666666666627,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.015151515151515083,"baseline_adjusted_score":0.015151515151515083},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.05018596731145119,"accuracy":0.9393939393939394,"positive_recall":1,"specificity":0.8823529411764706,"precision":0.8888888888888888,"balanced_accuracy":0.9411764705882353,"f1":0.9411764705882353,"true_positive":16,"false_positive":2,"false_negative":0,"true_negative":15,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.7990716235214326,"baseline_adjusted_skill":0.8823529411764706,"baseline_adjusted_score":0.8823529411764706},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.048600286371985255,"normalized_score_rmse":0.08671226584773539,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.7787849034102741,"baseline_adjusted_score":0.7787849034102741},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.0771928829315591,"accuracy":0.91,"positive_recall":0.5909090909090909,"specificity":1,"precision":1,"balanced_accuracy":0.7954545454545454,"f1":0.7428571428571429,"true_positive":13,"false_positive":0,"false_negative":9,"true_negative":78,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000028,"brier_skill":0.5501580248743649,"baseline_adjusted_skill":0.5909090909090908,"baseline_adjusted_score":0.5909090909090908},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.07527868517571111,"accuracy":0.91,"positive_recall":0.8108108108108109,"specificity":0.9682539682539683,"precision":0.9375,"balanced_accuracy":0.8895323895323896,"f1":0.8695652173913043,"true_positive":30,"false_positive":2,"false_negative":7,"true_negative":61,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000008,"brier_skill":0.6770541176503171,"baseline_adjusted_skill":0.7790647790647791,"baseline_adjusted_score":0.7790647790647791},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08880034153579036,"accuracy":0.9,"positive_recall":0.7948717948717948,"specificity":0.9672131147540983,"precision":0.9393939393939394,"balanced_accuracy":0.8810424548129465,"f1":0.8611111111111112,"true_positive":31,"false_positive":2,"false_negative":8,"true_negative":59,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379000000000002,"brier_skill":0.6267324861883552,"baseline_adjusted_skill":0.762084909625893,"baseline_adjusted_score":0.762084909625893},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08366977038285435,"accuracy":0.89,"positive_recall":0.6774193548387096,"specificity":0.9855072463768116,"precision":0.9545454545454546,"balanced_accuracy":0.8314633006077606,"f1":0.7924528301886793,"true_positive":21,"false_positive":1,"false_negative":10,"true_negative":68,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999987,"brier_skill":0.6088369781072726,"baseline_adjusted_skill":0.6629266012155213,"baseline_adjusted_score":0.6629266012155213},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.8333333333333334,"baseline_adjusted_score":0.8333333333333334},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.15757916299892025,"normalized_score_rmse":0.19961119160753213,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.32224015914442905,"baseline_adjusted_score":0.32224015914442905},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.12628155739245872,"accuracy":0.84,"positive_recall":0.84,"specificity":0.84,"precision":0.84,"balanced_accuracy":0.84,"f1":0.84,"true_positive":42,"false_positive":8,"false_negative":8,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4948737704301651,"baseline_adjusted_skill":0.6799999999999999,"baseline_adjusted_score":0.6799999999999999},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.30572793743724946,"accuracy":0.54,"positive_recall":0.64,"specificity":0.44,"precision":0.5333333333333333,"balanced_accuracy":0.54,"f1":0.5818181818181818,"true_positive":32,"false_positive":28,"false_negative":18,"true_negative":22,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.22291174974899786,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.52,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.37142857142857144,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.13143561185437913,"accuracy":0.82,"positive_recall":0.92,"specificity":0.72,"precision":0.7666666666666667,"balanced_accuracy":0.8200000000000001,"f1":0.8363636363636363,"true_positive":46,"false_positive":14,"false_negative":4,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4742575525824835,"baseline_adjusted_skill":0.6400000000000001,"baseline_adjusted_score":0.6400000000000001},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.761904761904762,"baseline_adjusted_score":0.761904761904762},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.66,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.43333333333333335,"baseline_adjusted_score":0.43333333333333335},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.18003915424877104,"accuracy":0.73,"positive_recall":0.6,"specificity":0.86,"precision":0.8108108108108109,"balanced_accuracy":0.73,"f1":0.6896551724137931,"true_positive":30,"false_positive":7,"false_negative":20,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.27984338300491585,"baseline_adjusted_skill":0.45999999999999996,"baseline_adjusted_score":0.45999999999999996},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.20851190476190457,"fixed_answer_accuracy_baseline":0.2233333333333332,"baseline_adjusted_skill":0.9871244635193133,"baseline_adjusted_score":0.9871244635193133},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.03038017036828414,"accuracy":0.97,"positive_recall":0.96,"specificity":0.98,"precision":0.9795918367346939,"balanced_accuracy":0.97,"f1":0.9696969696969697,"true_positive":48,"false_positive":1,"false_negative":2,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8784793185268635,"baseline_adjusted_skill":0.94,"baseline_adjusted_score":0.94},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.08798913520917546,"normalized_score_rmse":0.16797954653626013,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.7067028826360817,"baseline_adjusted_score":0.7067028826360817},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.22851190476190467,"fixed_answer_accuracy_baseline":0.2433333333333333,"baseline_adjusted_skill":0.881057268722467,"baseline_adjusted_score":0.881057268722467},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.03553746672824242,"accuracy":0.96,"positive_recall":0.98,"specificity":0.94,"precision":0.9423076923076923,"balanced_accuracy":0.96,"f1":0.9607843137254902,"true_positive":49,"false_positive":3,"false_negative":1,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8578501330870303,"baseline_adjusted_skill":0.9199999999999999,"baseline_adjusted_score":0.9199999999999999},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.0933819595761133,"normalized_score_rmse":0.16799497369421929,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.304222222222222,"baseline_adjusted_skill":0.6930468823283344,"baseline_adjusted_score":0.6930468823283344},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.7,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.5161290322580644,"baseline_adjusted_score":0.5161290322580644},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11410496510938836,"accuracy":0.82,"positive_recall":1,"specificity":0.64,"precision":0.7352941176470589,"balanced_accuracy":0.8200000000000001,"f1":0.847457627118644,"true_positive":50,"false_positive":18,"false_negative":0,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5435801395624466,"baseline_adjusted_skill":0.6400000000000001,"baseline_adjusted_score":0.6400000000000001},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.76,"baseline_adjusted_score":0.76},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.05602234264288362,"accuracy":0.91,"positive_recall":0.92,"specificity":0.9,"precision":0.9019607843137255,"balanced_accuracy":0.91,"f1":0.9108910891089109,"true_positive":46,"false_positive":5,"false_negative":4,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7759106294284656,"baseline_adjusted_skill":0.8200000000000001,"baseline_adjusted_score":0.8200000000000001},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.59,"uniform_accuracy_baseline":0.35333333333333317,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.30508474576271183,"baseline_adjusted_score":0.30508474576271183},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.8225806451612904,"baseline_adjusted_score":0.8225806451612904},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.42,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.06451612903225803,"baseline_adjusted_score":0.06451612903225803},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.39,"uniform_accuracy_baseline":0.11111111111111088,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.27380952380952384,"baseline_adjusted_score":0.27380952380952384},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.1418669701470496,"accuracy":0.6943749999999999,"positive_recall":0.32036914963744234,"specificity":0.7818910997994756,"precision":0.25578947368421057,"balanced_accuracy":0.551130124718459,"f1":0.28446005267778757,"true_positive":24.300000000000004,"false_positive":70.7,"false_negative":51.550000000000004,"true_negative":253.44999999999993,"positive_prevalence":0.1896249999999999,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500007,"brier_skill":-0.863639563491855,"baseline_adjusted_skill":0.10226024943691803,"baseline_adjusted_score":0.10226024943691803},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3542565708490206,"normalized_score_rmse":0.44739570169313464,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":-0.6573406823345995,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.0959839586661396,"accuracy":0.7756249999999999,"positive_recall":0.6090014064697609,"specificity":0.8362024884949719,"precision":0.5747787610619473,"balanced_accuracy":0.7226019474823664,"f1":0.5913954017755522,"true_positive":64.95000000000002,"false_positive":48.04999999999996,"false_negative":41.70000000000001,"true_negative":245.29999999999993,"positive_prevalence":0.2666249999999998,"majority_accuracy_baseline":0.7333750000000002,"constant_brier_baseline":0.11565485937499977,"brier_skill":0.17008278610308247,"baseline_adjusted_skill":0.4452038949647328,"baseline_adjusted_score":0.4452038949647328},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.17448694507443205,"normalized_score_rmse":0.25038076533370235,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.3507462508858342,"baseline_adjusted_score":0.3507462508858342},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.0798932390194445,"accuracy":0.7746249999999999,"positive_recall":0.5753914988814316,"specificity":0.8518647007805724,"precision":0.6009345794392521,"balanced_accuracy":0.7136280998310021,"f1":0.5878857142857141,"true_positive":64.29999999999997,"false_positive":42.70000000000002,"false_negative":47.449999999999996,"true_negative":245.55,"positive_prevalence":0.2793749999999999,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937499995,"brier_skill":0.29395402535296644,"baseline_adjusted_skill":0.4272561996620041,"baseline_adjusted_score":0.4272561996620041},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.18250623079551254,"normalized_score_rmse":0.25266618391899237,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.30966910337394793,"baseline_adjusted_score":0.30966910337394793},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.10608706748892416,"accuracy":0.8288749999999994,"positive_recall":0.29464788732394365,"specificity":0.9812048192771083,"precision":0.8171875,"balanced_accuracy":0.6379263533005259,"f1":0.43312629399585917,"true_positive":26.15,"false_positive":5.8500000000000005,"false_negative":62.6,"true_negative":305.39999999999975,"positive_prevalence":0.22187499999999974,"majority_accuracy_baseline":0.7781250000000003,"constant_brier_baseline":0.126740234375001,"brier_skill":0.16295667266140546,"baseline_adjusted_skill":0.2758527066010519,"baseline_adjusted_score":0.2758527066010519},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.16078443359944627,"normalized_score_rmse":0.2865394144820224,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.28738201174760647,"baseline_adjusted_score":0.28738201174760647},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.06665678094464796,"accuracy":0.8044999999999995,"positive_recall":0.7022684310018903,"specificity":0.8412644459551325,"precision":0.6140495867768595,"balanced_accuracy":0.7717664384785115,"f1":0.6552028218694885,"true_positive":74.29999999999998,"false_positive":46.69999999999998,"false_negative":31.500000000000004,"true_negative":247.49999999999983,"positive_prevalence":0.26449999999999985,"majority_accuracy_baseline":0.7355000000000002,"constant_brier_baseline":0.11362725000000028,"brier_skill":0.4133732802241734,"baseline_adjusted_skill":0.5435328769570229,"baseline_adjusted_score":0.5435328769570229},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.16051357435322353,"normalized_score_rmse":0.24041246454731263,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.3611400025742346,"baseline_adjusted_score":0.3611400025742346},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.08117211958120872,"accuracy":0.8269999999999997,"positive_recall":0.5117493472584856,"specificity":0.9016697588126159,"precision":0.5521126760563382,"balanced_accuracy":0.7067095530355507,"f1":0.5311653116531165,"true_positive":39.20000000000001,"false_positive":31.79999999999999,"false_negative":37.40000000000002,"true_negative":291.5999999999999,"positive_prevalence":0.1914999999999999,"majority_accuracy_baseline":0.8085000000000001,"constant_brier_baseline":0.09190274999999995,"brier_skill":0.11676071084696849,"baseline_adjusted_skill":0.41341910607110144,"baseline_adjusted_score":0.41341910607110144},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.15803436975253185,"normalized_score_rmse":0.2548470205205899,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.23608763865845628,"baseline_adjusted_score":0.23608763865845628},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.05319641870826265,"accuracy":0.8784999999999996,"positive_recall":0.678861788617886,"specificity":0.9236664622930718,"precision":0.668,"balanced_accuracy":0.8012641254554789,"f1":0.6733870967741935,"true_positive":50.1,"false_positive":24.9,"false_negative":23.700000000000014,"true_negative":301.29999999999984,"positive_prevalence":0.1844999999999999,"majority_accuracy_baseline":0.8155000000000001,"constant_brier_baseline":0.1092222499999995,"brier_skill":0.5129525466810756,"baseline_adjusted_skill":0.6025282509109577,"baseline_adjusted_score":0.6025282509109577},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.13051574170022773,"normalized_score_rmse":0.2168691280056129,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":0.3108079646192595,"baseline_adjusted_score":0.3108079646192595},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.08612498423488325,"accuracy":0.8272499999999995,"positive_recall":0.29554140127388545,"specificity":0.9570762052877138,"precision":0.6270270270270271,"balanced_accuracy":0.6263088032807996,"f1":0.40173160173160183,"true_positive":23.200000000000003,"false_positive":13.8,"false_negative":55.29999999999998,"true_negative":307.6999999999998,"positive_prevalence":0.19624999999999987,"majority_accuracy_baseline":0.8037500000000002,"constant_brier_baseline":0.09878593749999955,"brier_skill":0.12816554243984724,"baseline_adjusted_skill":0.25261760656159926,"baseline_adjusted_score":0.25261760656159926},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.17798803189034065,"normalized_score_rmse":0.2676442619483933,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":0.15745310347767738,"baseline_adjusted_score":0.15745310347767738},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.10751447848922828,"accuracy":0.676530612244898,"positive_recall":0.6043890865954921,"specificity":0.7309758281110117,"precision":0.6290123456790122,"balanced_accuracy":0.6676824573532518,"f1":0.6164549304295218,"true_positive":101.89999999999995,"false_positive":60.10000000000001,"false_negative":66.70000000000003,"true_negative":163.30000000000004,"positive_prevalence":0.43010204081632636,"majority_accuracy_baseline":0.5698979591836737,"constant_brier_baseline":0.12359641815910102,"brier_skill":0.13011655118654863,"baseline_adjusted_skill":0.33536491470650365,"baseline_adjusted_score":0.33536491470650365},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.2000617737104464,"normalized_score_rmse":0.26053559541912524,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.27384985838430564,"baseline_adjusted_score":0.27384985838430564},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.05610529245785473,"accuracy":0.8633750000000004,"positive_recall":0.5027537372147918,"specificity":0.9314905632337643,"precision":0.5809090909090912,"balanced_accuracy":0.717122150224278,"f1":0.5390130746520458,"true_positive":63.90000000000003,"false_positive":46.09999999999998,"false_negative":63.19999999999997,"true_negative":626.8000000000004,"positive_prevalence":0.15887500000000002,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499934,"brier_skill":0.43200322611116204,"baseline_adjusted_skill":0.4342443004485561,"baseline_adjusted_score":0.4342443004485561},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.18685307643686344,"normalized_score_rmse":0.28225209996159084,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-0.13244288749614208,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.55,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.27419354838709686,"baseline_adjusted_score":0.27419354838709686},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2679695580776812,"accuracy":0.58,"positive_recall":0.66,"specificity":0.5,"precision":0.5689655172413793,"balanced_accuracy":0.5800000000000001,"f1":0.6111111111111112,"true_positive":33,"false_positive":25,"false_negative":17,"true_negative":25,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.07187823231072477,"baseline_adjusted_skill":0.16000000000000014,"baseline_adjusted_score":0.16000000000000014},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.3379721669980119,"uniform_accuracy_baseline":0.058823529411766766,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.2219626168224299,"baseline_adjusted_score":0.2219626168224299},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.77,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24825120313787152,"accuracy":0.56,"positive_recall":0.66,"specificity":0.46,"precision":0.55,"balanced_accuracy":0.56,"f1":0.6,"true_positive":33,"false_positive":27,"false_negative":17,"true_negative":23,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.0069951874485139065,"baseline_adjusted_skill":0.1200000000000001,"baseline_adjusted_score":0.1200000000000001},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.61,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.38095238095238093,"baseline_adjusted_score":0.38095238095238093},"scoring":{"eligible":true,"reason":null},"model":108,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.16958694870936816,"accuracy":0.7837837837837838,"positive_recall":0.7887323943661971,"specificity":0.7792207792207793,"precision":0.7671232876712328,"balanced_accuracy":0.7839765867934883,"f1":0.7777777777777778,"true_positive":56,"false_positive":17,"false_negative":15,"true_negative":60,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.2495891161431699,"brier_skill":0.32053548115419705,"baseline_adjusted_skill":0.5679531735869765,"baseline_adjusted_score":0.5679531735869765},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.54,"uniform_accuracy_baseline":0.20049999999999962,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.3521126760563381,"baseline_adjusted_score":0.3521126760563381},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.9558823529411764,"baseline_adjusted_score":0.9558823529411764},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.4680851063829787,"baseline_adjusted_score":0.4680851063829787},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.7551020408163265,"baseline_adjusted_score":0.7551020408163265},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.14780442728885584,"accuracy":0.53253401032,"positive_recall":0.5426388934693952,"specificity":0.5163217681637887,"precision":0.6428537897884616,"balanced_accuracy":0.529480330816592,"f1":0.5885105392549137,"true_positive":33.428397069000006,"false_positive":18.571602930999997,"false_negative":28.174996036999996,"true_negative":19.825003962999997,"positive_prevalence":0.6160339310599999,"majority_accuracy_baseline":0.6160339310599999,"constant_brier_baseline":0.079087076552024,"brier_skill":-0.8688821705481693,"baseline_adjusted_skill":0.05896066163318392,"baseline_adjusted_score":0.05896066163318392},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10288807723777164,"accuracy":0.84,"positive_recall":0.84,"specificity":0.84,"precision":0.84,"balanced_accuracy":0.84,"f1":0.84,"true_positive":42,"false_positive":8,"false_negative":8,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5884476910489134,"baseline_adjusted_skill":0.6799999999999999,"baseline_adjusted_score":0.6799999999999999},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.66,"uniform_accuracy_baseline":0.012987012987012965,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.6421052631578947,"baseline_adjusted_score":0.6421052631578947},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.9333333333333332,"baseline_adjusted_score":0.9333333333333332},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.83,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.7343749999999999,"baseline_adjusted_score":0.7343749999999999},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.14164299603800357,"accuracy":0.79,"positive_recall":0.94,"specificity":0.64,"precision":0.7230769230769231,"balanced_accuracy":0.79,"f1":0.8173913043478261,"true_positive":47,"false_positive":18,"false_negative":3,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.43342801584798574,"baseline_adjusted_skill":0.5800000000000001,"baseline_adjusted_score":0.5800000000000001},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.09076948710341824,"accuracy":0.6922570977433186,"positive_recall":0.5237867690945096,"specificity":0.770703067631912,"precision":0.5154244352329885,"balanced_accuracy":0.6472449183632107,"f1":0.5195719571129065,"true_positive":116.4859223626554,"false_positive":109.5140776373446,"false_negative":105.90595394233242,"true_negative":368.0940460576676,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768597,"brier_skill":-0.023020781451253303,"baseline_adjusted_skill":0.2944898367264215,"baseline_adjusted_score":0.2944898367264215},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25471645805856974,"accuracy":0.63,"positive_recall":0.5,"specificity":0.76,"precision":0.6756756756756757,"balanced_accuracy":0.63,"f1":0.5747126436781609,"true_positive":25,"false_positive":12,"false_negative":25,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.018865832234278956,"baseline_adjusted_skill":0.26,"baseline_adjusted_score":0.26},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.7417218543046358,"uniform_accuracy_baseline":0.006622516556291403,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.7310344827586207,"baseline_adjusted_score":0.7310344827586207},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.14059890280664983,"accuracy":0.8166666666666667,"positive_recall":0.6333333333333333,"specificity":1,"precision":1,"balanced_accuracy":0.8166666666666667,"f1":0.7755102040816326,"true_positive":95,"false_positive":0,"false_negative":55,"true_negative":150,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4376043887734007,"baseline_adjusted_skill":0.6333333333333333,"baseline_adjusted_score":0.6333333333333333},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":14},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.8547058823529412,"uniform_accuracy_baseline":0.3333333333333301,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.7321041214750543,"baseline_adjusted_score":0.7321041214750543},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.39,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.016666666666666684,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09539979956573036,"accuracy":0.87,"positive_recall":0.9,"specificity":0.84,"precision":0.8490566037735849,"balanced_accuracy":0.87,"f1":0.8737864077669902,"true_positive":45,"false_positive":8,"false_negative":5,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6184008017370786,"baseline_adjusted_skill":0.74,"baseline_adjusted_score":0.74},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.79,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.5625000000000001,"baseline_adjusted_score":0.5625000000000001},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9366666666666666,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.8733333333333333,"baseline_adjusted_score":0.8733333333333333},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":19},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7566666666666667,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.49305555555555564,"baseline_adjusted_score":0.49305555555555564},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":20},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8966666666666666,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5266666666666666,"baseline_adjusted_skill":0.7816901408450704,"baseline_adjusted_score":0.7816901408450704},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":21},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.07142857142857136,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9887640449438202,"baseline_adjusted_score":0.9887640449438202},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.717391304347826,"baseline_adjusted_score":0.717391304347826},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.43,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.21917808219178078,"baseline_adjusted_score":0.21917808219178078},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.7777777777777778,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.3333333333333334,"baseline_adjusted_score":0.3333333333333334},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.18045644072063172,"accuracy":0.7804878048780488,"positive_recall":0.8,"specificity":0.7619047619047619,"precision":0.7619047619047619,"balanced_accuracy":0.780952380952381,"f1":0.7804878048780488,"true_positive":32,"false_positive":10,"false_negative":8,"true_negative":32,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.24985127900059498,"brier_skill":0.27774457892528137,"baseline_adjusted_skill":0.5619047619047619,"baseline_adjusted_score":0.5619047619047619},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.14328934575583818,"accuracy":0.81,"positive_recall":0.68,"specificity":0.94,"precision":0.918918918918919,"balanced_accuracy":0.81,"f1":0.7816091954022989,"true_positive":34,"false_positive":3,"false_negative":16,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.42684261697664727,"baseline_adjusted_skill":0.6200000000000001,"baseline_adjusted_score":0.6200000000000001},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.6983240223463687,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.6129032258064516,"baseline_adjusted_score":0.6129032258064516},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.52,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.21311475409836067,"baseline_adjusted_score":0.21311475409836067},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.18746160324033148,"accuracy":0.745,"positive_recall":0.6136363636363636,"specificity":0.782051282051282,"precision":0.4426229508196721,"balanced_accuracy":0.6978438228438228,"f1":0.5142857142857142,"true_positive":27,"false_positive":34,"false_negative":17,"true_negative":122,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000053,"brier_skill":-0.09243358531661361,"baseline_adjusted_skill":0.3956876456876457,"baseline_adjusted_score":0.3956876456876457},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.1817756835603059,"accuracy":0.765,"positive_recall":0.3,"specificity":0.92,"precision":0.5555555555555556,"balanced_accuracy":0.61,"f1":0.38961038961038963,"true_positive":15,"false_positive":12,"false_negative":35,"true_negative":138,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":0.0305296876783685,"baseline_adjusted_skill":0.21999999999999997,"baseline_adjusted_score":0.21999999999999997},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.039143231076372166,"accuracy":0.95,"positive_recall":0.7894736842105263,"specificity":0.9668508287292817,"precision":0.7142857142857143,"balanced_accuracy":0.8781622564699041,"f1":0.75,"true_positive":15,"false_positive":6,"false_negative":4,"true_negative":175,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.0859749999999999,"brier_skill":0.5447137996351008,"baseline_adjusted_skill":0.7563245129398082,"baseline_adjusted_score":0.7563245129398082},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":33},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.01239866871768839,"accuracy":0.9833333333333333,"positive_recall":0.9866666666666667,"specificity":0.98,"precision":0.9801324503311258,"balanced_accuracy":0.9833333333333334,"f1":0.9833887043189369,"true_positive":148,"false_positive":3,"false_negative":2,"true_negative":147,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9504053251292465,"baseline_adjusted_skill":0.9666666666666668,"baseline_adjusted_score":0.9666666666666668},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":34},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9766666666666667,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.9688888888888889,"baseline_adjusted_score":0.9688888888888889},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":35},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.13824495307152707,"accuracy":0.7866666666666666,"positive_recall":0.9933333333333333,"specificity":0.58,"precision":0.7028301886792453,"balanced_accuracy":0.7866666666666666,"f1":0.8232044198895028,"true_positive":149,"false_positive":63,"false_negative":1,"true_negative":87,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.44702018771389174,"baseline_adjusted_skill":0.5733333333333333,"baseline_adjusted_score":0.5733333333333333},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":36},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.15660427815490366,"normalized_score_rmse":0.23183249370448245,"constant_score_baseline":0.5,"constant_mae_baseline":0.3333333333333333,"baseline_adjusted_skill":0.530187165535289,"baseline_adjusted_score":0.530187165535289},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":37},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.46,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.28,"baseline_adjusted_score":0.28},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":38},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.24747178867025932,"accuracy":0.5666666666666667,"positive_recall":0.7333333333333333,"specificity":0.4,"precision":0.55,"balanced_accuracy":0.5666666666666667,"f1":0.6285714285714286,"true_positive":110,"false_positive":90,"false_negative":40,"true_negative":60,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.010112845318962727,"baseline_adjusted_skill":0.1333333333333333,"baseline_adjusted_score":0.1333333333333333},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":39},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.3018692986928766,"normalized_score_rmse":0.3495290030054675,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":-0.006230995642922066,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":40},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.9428571428571428,"baseline_adjusted_score":0.9428571428571428},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":42},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.019135029538649016,"accuracy":0.98,"positive_recall":0.9798657718120806,"specificity":0.9801324503311258,"precision":0.9798657718120806,"balanced_accuracy":0.9799991110716032,"f1":0.9798657718120806,"true_positive":146,"false_positive":3,"false_negative":3,"true_negative":148,"positive_prevalence":0.49666666666666665,"majority_accuracy_baseline":0.5033333333333334,"constant_brier_baseline":0.2499888888888889,"brier_skill":0.9234564799111777,"baseline_adjusted_skill":0.9599982221432064,"baseline_adjusted_score":0.9599982221432064},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":43},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.1727738836722353,"normalized_score_rmse":0.22817356485759457,"constant_score_baseline":0.5,"constant_mae_baseline":0.36666666666666664,"baseline_adjusted_skill":0.5287984990757219,"baseline_adjusted_score":0.5287984990757219},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":44},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.6433333333333333,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2866666666666667,"baseline_adjusted_skill":0.49999999999999994,"baseline_adjusted_score":0.49999999999999994},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":46},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1638404971094601,"accuracy":0.7633333333333333,"positive_recall":0.8662420382165605,"specificity":0.6503496503496503,"precision":0.7311827956989247,"balanced_accuracy":0.7582958442831054,"f1":0.793002915451895,"true_positive":136,"false_positive":50,"false_negative":21,"true_negative":93,"positive_prevalence":0.5233333333333333,"majority_accuracy_baseline":0.5233333333333333,"constant_brier_baseline":0.24945555555555557,"brier_skill":0.34320766380778545,"baseline_adjusted_skill":0.5165916885662107,"baseline_adjusted_score":0.5165916885662107},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":47},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.257226010775205,"normalized_score_rmse":0.31819811339389087,"constant_score_baseline":0.5,"constant_mae_baseline":0.3016666666666667,"baseline_adjusted_skill":0.1473170913529116,"baseline_adjusted_score":0.1473170913529116},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":48},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.07317722182121604,"accuracy":0.8659940476190476,"positive_recall":0.5499454419204445,"specificity":0.8861694919547363,"precision":0.2357142857142858,"balanced_accuracy":0.7180574669375903,"f1":0.3299901788637244,"true_positive":92.40000000000005,"false_positive":299.6,"false_negative":75.61666666666669,"true_negative":2332.383333333333,"positive_prevalence":0.060005952380952354,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679296,"brier_skill":-1.2725159164986097,"baseline_adjusted_skill":0.43611493387518063,"baseline_adjusted_score":0.43611493387518063},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.4066666666666667,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.2088888888888889,"baseline_adjusted_score":0.2088888888888889},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":50},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.8101983002832861,"uniform_accuracy_baseline":0.027777777777777853,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.7824675324675324,"baseline_adjusted_score":0.7824675324675324},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.68,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.5428571428571429,"baseline_adjusted_score":0.5428571428571429},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1319968490853615,"accuracy":0.83,"positive_recall":0.98,"specificity":0.68,"precision":0.7538461538461538,"balanced_accuracy":0.8300000000000001,"f1":0.8521739130434782,"true_positive":49,"false_positive":16,"false_negative":1,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.472012603658554,"baseline_adjusted_skill":0.6600000000000001,"baseline_adjusted_score":0.6600000000000001},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08347446913686044,"accuracy":0.89,"positive_recall":0.96,"specificity":0.82,"precision":0.8421052631578947,"balanced_accuracy":0.8899999999999999,"f1":0.897196261682243,"true_positive":48,"false_positive":9,"false_negative":2,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6661021234525583,"baseline_adjusted_skill":0.7799999999999998,"baseline_adjusted_score":0.7799999999999998},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.6,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":-0.025641025641025664,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.7340425531914894,"baseline_adjusted_score":0.7340425531914894},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.07338670797264868,"accuracy":0.9,"positive_recall":0.88,"specificity":0.92,"precision":0.9166666666666666,"balanced_accuracy":0.9,"f1":0.8979591836734694,"true_positive":44,"false_positive":4,"false_negative":6,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7064531681094053,"baseline_adjusted_skill":0.8,"baseline_adjusted_score":0.8},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.39666666666666667,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.19555555555555557,"baseline_adjusted_score":0.19555555555555557},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":58},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7366666666666667,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.605,"baseline_adjusted_score":0.605},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":59},{"provenance":"measured","status":"complete","counts":{"cases":285,"expected":285,"succeeded":285,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.624561403508772,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5263157894736842,"baseline_adjusted_skill":0.20740740740740757,"baseline_adjusted_score":0.20740740740740757},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":60},{"provenance":"measured","status":"complete","counts":{"cases":299,"expected":299,"succeeded":299,"failed":0,"abstained":0},"metrics":{"binary_brier":0.27861833881280434,"accuracy":0.5919732441471572,"positive_recall":0.9533333333333334,"specificity":0.22818791946308725,"precision":0.5542635658914729,"balanced_accuracy":0.5907606263982104,"f1":0.7009803921568627,"true_positive":143,"false_positive":115,"false_negative":7,"true_negative":34,"positive_prevalence":0.5016722408026756,"majority_accuracy_baseline":0.5016722408026756,"constant_brier_baseline":0.24999720361069788,"brier_skill":-0.11448582139613062,"baseline_adjusted_skill":0.18152125279642073,"baseline_adjusted_score":0.18152125279642073},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":61},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9233333333333333,"uniform_accuracy_baseline":0.2,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":0.9041666666666667,"baseline_adjusted_score":0.9041666666666667},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":62},{"provenance":"measured","status":"complete","counts":{"cases":283,"expected":283,"succeeded":283,"failed":0,"abstained":0},"metrics":{"binary_brier":0.32190913325184195,"accuracy":0.5547703180212014,"positive_recall":0.8195488721804511,"specificity":0.32,"precision":0.5165876777251185,"balanced_accuracy":0.5697744360902256,"f1":0.6337209302325582,"true_positive":109,"false_positive":102,"false_negative":24,"true_negative":48,"positive_prevalence":0.46996466431095407,"majority_accuracy_baseline":0.5300353356890459,"constant_brier_baseline":0.24909787861004634,"brier_skill":-0.2922997780955774,"baseline_adjusted_skill":0.1395488721804512,"baseline_adjusted_score":0.1395488721804512},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":63},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.7333333333333334,"baseline_adjusted_score":0.7333333333333334},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":64},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9633333333333334,"uniform_accuracy_baseline":0.20616666666666666,"fixed_answer_accuracy_baseline":0.21333333333333335,"baseline_adjusted_skill":0.9533898305084746,"baseline_adjusted_score":0.9533898305084746},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":65},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8133333333333334,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.72,"baseline_adjusted_score":0.72},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":66},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7333333333333333,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.37333333333333335,"baseline_adjusted_skill":0.5744680851063828,"baseline_adjusted_score":0.5744680851063828},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":67},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.1307773353180065,"normalized_score_rmse":0.16771615509601606,"constant_score_baseline":0.5,"constant_mae_baseline":0.26208333333333333,"baseline_adjusted_skill":0.501008577482964,"baseline_adjusted_score":0.501008577482964},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":68},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.12679809636185582,"normalized_score_rmse":0.16200864693126885,"constant_score_baseline":0.52,"constant_mae_baseline":0.24733333333333335,"baseline_adjusted_skill":0.48733923303831883,"baseline_adjusted_score":0.48733923303831883},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":69},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.07690154033335954,"normalized_score_rmse":0.09575710474609975,"constant_score_baseline":0.578319964349225,"constant_mae_baseline":0.11212962028602311,"baseline_adjusted_skill":0.31417282839987226,"baseline_adjusted_score":0.31417282839987226},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":70},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.74,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.6533333333333333,"baseline_adjusted_score":0.6533333333333333},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":71},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.93,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8955223880597017,"baseline_adjusted_score":0.8955223880597017},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.05240767768543492,"accuracy":0.93,"positive_recall":0.9,"specificity":0.96,"precision":0.9574468085106383,"balanced_accuracy":0.9299999999999999,"f1":0.9278350515463918,"true_positive":45,"false_positive":2,"false_negative":5,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7903692892582603,"baseline_adjusted_skill":0.8599999999999999,"baseline_adjusted_score":0.8599999999999999},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.5153750945945947,"uniform_accuracy_baseline":0.23445945945945923,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.34302053632221624,"baseline_adjusted_score":0.34302053632221624},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.021643996837918216,"accuracy":0.7316227960526315,"positive_recall":0.8655696169853137,"specificity":0.6040756847190732,"precision":0.6755087789473684,"balanced_accuracy":0.7348226508521934,"f1":0.7588191186209213,"true_positive":64.173334,"false_positive":30.826666000000007,"false_negative":9.966669,"true_negative":47.033331,"positive_prevalence":0.48776317763157917,"majority_accuracy_baseline":0.5122368223684208,"constant_brier_baseline":0.0945191003976856,"brier_skill":0.771009280168221,"baseline_adjusted_skill":0.4696453017043869,"baseline_adjusted_score":0.4696453017043869},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.07389725359659466,"normalized_score_rmse":0.10077367496888498,"constant_score_baseline":0.5841668333333334,"constant_mae_baseline":0.21700552708333315,"baseline_adjusted_skill":0.6594683343331753,"baseline_adjusted_score":0.6594683343331753},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.23346512225862803,"accuracy":0.68,"positive_recall":0.88,"specificity":0.48,"precision":0.6285714285714286,"balanced_accuracy":0.6799999999999999,"f1":0.7333333333333333,"true_positive":44,"false_positive":26,"false_negative":6,"true_negative":24,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.06613951096548787,"baseline_adjusted_skill":0.3599999999999999,"baseline_adjusted_score":0.3599999999999999},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2692825193713523,"accuracy":0.61,"positive_recall":0.6,"specificity":0.62,"precision":0.6122448979591837,"balanced_accuracy":0.61,"f1":0.6060606060606061,"true_positive":30,"false_positive":19,"false_negative":20,"true_negative":31,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.07713007748540912,"baseline_adjusted_skill":0.21999999999999997,"baseline_adjusted_score":0.21999999999999997},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.7868852459016393,"baseline_adjusted_score":0.7868852459016393},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.815,"uniform_accuracy_baseline":0.03611111111111102,"fixed_answer_accuracy_baseline":0.08833333333333329,"baseline_adjusted_skill":0.7970749542961608,"baseline_adjusted_score":0.7970749542961608},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.20897267457783714,"accuracy":0.69,"positive_recall":0.7066666666666667,"specificity":0.6733333333333333,"precision":0.6838709677419355,"balanced_accuracy":0.69,"f1":0.6950819672131148,"true_positive":106,"false_positive":49,"false_negative":44,"true_negative":101,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.16410930168865145,"baseline_adjusted_skill":0.3799999999999999,"baseline_adjusted_score":0.3799999999999999},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":81},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.9545454545454545,"baseline_adjusted_score":0.9545454545454545},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.49333333333333335,"uniform_accuracy_baseline":0.11021428571428572,"fixed_answer_accuracy_baseline":0.12554761904761905,"baseline_adjusted_skill":0.42058975685463007,"baseline_adjusted_score":0.42058975685463007},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":83},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.68,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.5733333333333334,"baseline_adjusted_score":0.5733333333333334},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":84},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.785,"uniform_accuracy_baseline":0.04987932421560751,"fixed_answer_accuracy_baseline":0.1244247787610618,"baseline_adjusted_skill":0.7544471396806146,"baseline_adjusted_score":0.7544471396806146},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.17614987285620734,"accuracy":0.7466666666666667,"positive_recall":0.6527777777777778,"specificity":0.9880952380952381,"precision":0.9929577464788732,"balanced_accuracy":0.8204365079365079,"f1":0.7877094972067039,"true_positive":141,"false_positive":1,"false_negative":75,"true_negative":83,"positive_prevalence":0.72,"majority_accuracy_baseline":0.72,"constant_brier_baseline":0.2016,"brier_skill":0.1262407100386541,"baseline_adjusted_skill":0.6408730158730158,"baseline_adjusted_score":0.6408730158730158},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":86},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9033333333333333,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5033333333333333,"baseline_adjusted_skill":0.8053691275167785,"baseline_adjusted_score":0.8053691275167785},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":87},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.30680767083289345,"accuracy":0.51,"positive_recall":0.1,"specificity":0.92,"precision":0.5555555555555556,"balanced_accuracy":0.51,"f1":0.1694915254237288,"true_positive":5,"false_positive":4,"false_negative":45,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.2272306833315738,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.43722728924937704,"accuracy":0.54,"positive_recall":0.99375,"specificity":0.02142857142857143,"precision":0.5371621621621622,"balanced_accuracy":0.5075892857142857,"f1":0.6973684210526315,"true_positive":159,"false_positive":137,"false_negative":1,"true_negative":3,"positive_prevalence":0.5333333333333333,"majority_accuracy_baseline":0.5333333333333333,"constant_brier_baseline":0.2488888888888889,"brier_skill":-0.7567167871626754,"baseline_adjusted_skill":0.015178571428571486,"baseline_adjusted_score":0.015178571428571486},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":89},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.8888888888888888,"uniform_accuracy_baseline":0.23888888888888893,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.8431372549019607,"baseline_adjusted_score":0.8431372549019607},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.09032454823927061,"accuracy":0.875,"positive_recall":0.875,"specificity":0.875,"precision":0.875,"balanced_accuracy":0.875,"f1":0.875,"true_positive":28,"false_positive":4,"false_negative":4,"true_negative":28,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6387018070429176,"baseline_adjusted_skill":0.75,"baseline_adjusted_score":0.75},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.059782457612417766,"accuracy":0.91,"positive_recall":0.82,"specificity":1,"precision":1,"balanced_accuracy":0.9099999999999999,"f1":0.9010989010989011,"true_positive":41,"false_positive":0,"false_negative":9,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7608701695503289,"baseline_adjusted_skill":0.8199999999999998,"baseline_adjusted_score":0.8199999999999998},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.8260869565217391,"baseline_adjusted_score":0.8260869565217391},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.001993132972791571,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":16,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.9920201404140808,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.09500115698501972,"normalized_score_rmse":0.16782475674849281,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.7121177061060009,"baseline_adjusted_score":0.7121177061060009},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.1875,"uniform_accuracy_baseline":0.17812500000000006,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.14035087719298242,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.09195099108305857,"accuracy":0.9117647058823529,"positive_recall":0.8235294117647058,"specificity":1,"precision":1,"balanced_accuracy":0.9117647058823529,"f1":0.9032258064516129,"true_positive":14,"false_positive":0,"false_negative":3,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6321960356677657,"baseline_adjusted_skill":0.8235294117647058,"baseline_adjusted_score":0.8235294117647058},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.1425836085266535,"normalized_score_rmse":0.1719219147621128,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":0.03043146201875624,"baseline_adjusted_score":0.03043146201875624},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.13194444444444448,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.0289621165315892,"accuracy":0.9615384615384616,"positive_recall":0.9230769230769231,"specificity":1,"precision":1,"balanced_accuracy":0.9615384615384616,"f1":0.96,"true_positive":24,"false_positive":0,"false_negative":2,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8841515338736432,"baseline_adjusted_skill":0.9230769230769231,"baseline_adjusted_score":0.9230769230769231},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.037620474507482606,"accuracy":0.9466666666666667,"positive_recall":1,"specificity":0.8888888888888888,"precision":0.9069767441860465,"balanced_accuracy":0.9444444444444444,"f1":0.9512195121951219,"true_positive":39,"false_positive":4,"false_negative":0,"true_negative":32,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24959999999999993,"brier_skill":0.8492769450822011,"baseline_adjusted_skill":0.8888888888888888,"baseline_adjusted_score":0.8888888888888888},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.1630982463759444,"normalized_score_rmse":0.25641265468605773,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.4175062629430558,"baseline_adjusted_score":0.4175062629430558},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8235294117647058,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.76,"baseline_adjusted_score":0.76},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.030808808832556062,"accuracy":0.9642857142857143,"positive_recall":1,"specificity":0.9285714285714286,"precision":0.9333333333333333,"balanced_accuracy":0.9642857142857143,"f1":0.9655172413793104,"true_positive":14,"false_positive":1,"false_negative":0,"true_negative":13,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8767647646697757,"baseline_adjusted_skill":0.9285714285714286,"baseline_adjusted_score":0.9285714285714286},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.05407733536477553,"normalized_score_rmse":0.11766969297446082,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.16969696969696968,"baseline_adjusted_skill":0.6813299880290014,"baseline_adjusted_score":0.6813299880290014},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.005047269924540432,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":45,"false_positive":0,"false_negative":0,"true_negative":40,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.24913494809688563,"brier_skill":0.979740819330664,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.76,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.6842105263157895,"baseline_adjusted_score":0.6842105263157895},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.16357253126212742,"accuracy":0.76,"positive_recall":0.7142857142857143,"specificity":0.8666666666666667,"precision":0.9259259259259259,"balanced_accuracy":0.7904761904761906,"f1":0.8064516129032258,"true_positive":25,"false_positive":2,"false_negative":10,"true_negative":13,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.20999999999999996,"brier_skill":0.2210831844660598,"baseline_adjusted_skill":0.5809523809523811,"baseline_adjusted_score":0.5809523809523811},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.25488367830741343,"normalized_score_rmse":0.3933464409906259,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.08970114890209502,"baseline_adjusted_score":0.08970114890209502},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.9113924050632911,"uniform_accuracy_baseline":0.24240506329113914,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.8478260869565217,"baseline_adjusted_score":0.8478260869565217},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.000617563075729342,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":11,"false_positive":0,"false_negative":0,"true_negative":10,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.24943310657596363,"brier_skill":0.9975241334873033,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.8484848484848485,"uniform_accuracy_baseline":0.3237373737373738,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.75,"baseline_adjusted_score":0.75},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.2486057001420165,"accuracy":0.6666666666666666,"positive_recall":0.47058823529411764,"specificity":0.875,"precision":0.8,"balanced_accuracy":0.6727941176470589,"f1":0.5925925925925926,"true_positive":8,"false_positive":2,"false_negative":9,"true_negative":14,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.004663207887294685,"baseline_adjusted_skill":0.34558823529411775,"baseline_adjusted_score":0.34558823529411775},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.14766310336215757,"normalized_score_rmse":0.24943502218392744,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.34313725490196084,"baseline_adjusted_skill":0.5696675273445695,"baseline_adjusted_score":0.5696675273445695},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.02703647372857915,"accuracy":0.96,"positive_recall":1,"specificity":0.92,"precision":0.9259259259259259,"balanced_accuracy":0.96,"f1":0.9615384615384616,"true_positive":50,"false_positive":4,"false_negative":0,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8918541050856834,"baseline_adjusted_skill":0.9199999999999999,"baseline_adjusted_score":0.9199999999999999},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.3733333333333333,"uniform_accuracy_baseline":0.3333333333333332,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":0.03092783505154633,"baseline_adjusted_score":0.03092783505154633},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.2500520647425936,"accuracy":0.5733333333333334,"positive_recall":0.2972972972972973,"specificity":0.8421052631578947,"precision":0.6470588235294118,"balanced_accuracy":0.569701280227596,"f1":0.4074074074074074,"true_positive":11,"false_positive":6,"false_negative":26,"true_negative":32,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555535,"brier_skill":-0.00038610538911121317,"baseline_adjusted_skill":0.13940256045519206,"baseline_adjusted_score":0.13940256045519206},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.1428571428571427,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.3,"uniform_accuracy_baseline":0.32416666666666627,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.06060606060606067,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.37644035327024716,"accuracy":0.5151515151515151,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":16,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":-0.507145384968011,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.10430976038173678,"normalized_score_rmse":0.17176865833057156,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.5252107458486464,"baseline_adjusted_score":0.5252107458486464},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.12906957175691833,"accuracy":0.84,"positive_recall":0.4090909090909091,"specificity":0.9615384615384616,"precision":0.75,"balanced_accuracy":0.6853146853146853,"f1":0.5294117647058824,"true_positive":9,"false_positive":3,"false_negative":13,"true_negative":75,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000028,"brier_skill":0.24784631843287808,"baseline_adjusted_skill":0.3706293706293706,"baseline_adjusted_score":0.3706293706293706},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.07553969195208886,"accuracy":0.91,"positive_recall":0.8108108108108109,"specificity":0.9682539682539683,"precision":0.9375,"balanced_accuracy":0.8895323895323896,"f1":0.8695652173913043,"true_positive":30,"false_positive":2,"false_negative":7,"true_negative":61,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000008,"brier_skill":0.6759343974599363,"baseline_adjusted_skill":0.7790647790647791,"baseline_adjusted_score":0.7790647790647791},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.14621460521659835,"accuracy":0.8,"positive_recall":0.48717948717948717,"specificity":1,"precision":1,"balanced_accuracy":0.7435897435897436,"f1":0.6551724137931034,"true_positive":19,"false_positive":0,"false_negative":20,"true_negative":61,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379000000000002,"brier_skill":0.38539468172930547,"baseline_adjusted_skill":0.4871794871794872,"baseline_adjusted_score":0.4871794871794872},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.04954079377258821,"accuracy":0.93,"positive_recall":0.7741935483870968,"specificity":1,"precision":1,"balanced_accuracy":0.8870967741935484,"f1":0.8727272727272727,"true_positive":24,"false_positive":0,"false_negative":7,"true_negative":69,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999987,"brier_skill":0.7683927359860298,"baseline_adjusted_skill":0.7741935483870968,"baseline_adjusted_score":0.7741935483870968},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.888888888888889,"baseline_adjusted_score":0.888888888888889},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.16060075367623694,"normalized_score_rmse":0.20185892717598564,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.30924407020973366,"baseline_adjusted_score":0.30924407020973366},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2000243743427801,"accuracy":0.73,"positive_recall":0.64,"specificity":0.82,"precision":0.7804878048780488,"balanced_accuracy":0.73,"f1":0.7032967032967034,"true_positive":32,"false_positive":9,"false_negative":18,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.19990250262887965,"baseline_adjusted_skill":0.45999999999999996,"baseline_adjusted_score":0.45999999999999996},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.33139370196019896,"accuracy":0.55,"positive_recall":0.68,"specificity":0.42,"precision":0.5396825396825397,"balanced_accuracy":0.55,"f1":0.6017699115044248,"true_positive":34,"false_positive":29,"false_negative":16,"true_negative":21,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.32557480784079584,"baseline_adjusted_skill":0.10000000000000009,"baseline_adjusted_score":0.10000000000000009},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.81,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":0.45714285714285724,"baseline_adjusted_score":0.45714285714285724},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.09833823877475148,"accuracy":0.8633333333333333,"positive_recall":0.84,"specificity":0.8866666666666667,"precision":0.8811188811188811,"balanced_accuracy":0.8633333333333333,"f1":0.8600682593856656,"true_positive":126,"false_positive":17,"false_negative":24,"true_negative":133,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6066470449009941,"baseline_adjusted_skill":0.7266666666666666,"baseline_adjusted_score":0.7266666666666666},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":134},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.119682720484576,"accuracy":0.83,"positive_recall":0.94,"specificity":0.72,"precision":0.7704918032786885,"balanced_accuracy":0.83,"f1":0.8468468468468469,"true_positive":47,"false_positive":14,"false_negative":3,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.521269118061696,"baseline_adjusted_skill":0.6599999999999999,"baseline_adjusted_score":0.6599999999999999},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.93,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.8333333333333335,"baseline_adjusted_score":0.8333333333333335},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.67,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.45000000000000007,"baseline_adjusted_score":0.45000000000000007},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.15607778511342507,"accuracy":0.76,"positive_recall":0.64,"specificity":0.88,"precision":0.8421052631578947,"balanced_accuracy":0.76,"f1":0.7272727272727273,"true_positive":32,"false_positive":6,"false_negative":18,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3756888595462997,"baseline_adjusted_skill":0.52,"baseline_adjusted_score":0.52},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.6633333333333333,"uniform_accuracy_baseline":0.0625,"fixed_answer_accuracy_baseline":0.10666666666666667,"baseline_adjusted_skill":0.6231343283582089,"baseline_adjusted_score":0.6231343283582089},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":142},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.20851190476190457,"fixed_answer_accuracy_baseline":0.2233333333333332,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.035230314254061874,"accuracy":0.96,"positive_recall":0.98,"specificity":0.94,"precision":0.9423076923076923,"balanced_accuracy":0.96,"f1":0.9607843137254902,"true_positive":49,"false_positive":3,"false_negative":1,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8590787429837525,"baseline_adjusted_skill":0.9199999999999999,"baseline_adjusted_score":0.9199999999999999},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.08395666623495235,"normalized_score_rmse":0.13202869343481896,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.7201444458834921,"baseline_adjusted_score":0.7201444458834921},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.22851190476190467,"fixed_answer_accuracy_baseline":0.2433333333333333,"baseline_adjusted_skill":0.9339207048458149,"baseline_adjusted_score":0.9339207048458149},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.02322784051305077,"accuracy":0.97,"positive_recall":0.98,"specificity":0.96,"precision":0.9607843137254902,"balanced_accuracy":0.97,"f1":0.9702970297029703,"true_positive":49,"false_positive":2,"false_negative":1,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9070886379477969,"baseline_adjusted_skill":0.94,"baseline_adjusted_score":0.94},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.10691688215960157,"normalized_score_rmse":0.19831290291574966,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.304222222222222,"baseline_adjusted_skill":0.6485566327843627,"baseline_adjusted_score":0.6485566327843627},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.77,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.6290322580645161,"baseline_adjusted_score":0.6290322580645161},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9333333333333333,"uniform_accuracy_baseline":0.3467777777777778,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.8958333333333334,"baseline_adjusted_score":0.8958333333333334},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":150},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1387246968838855,"accuracy":0.8,"positive_recall":0.96,"specificity":0.64,"precision":0.7272727272727273,"balanced_accuracy":0.8,"f1":0.8275862068965517,"true_positive":48,"false_positive":18,"false_negative":2,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.445101212464458,"baseline_adjusted_skill":0.6000000000000001,"baseline_adjusted_score":0.6000000000000001},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.8,"baseline_adjusted_score":0.8},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.07668406219699163,"accuracy":0.89,"positive_recall":0.88,"specificity":0.9,"precision":0.8979591836734694,"balanced_accuracy":0.89,"f1":0.8888888888888888,"true_positive":44,"false_positive":5,"false_negative":6,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6932637512120334,"baseline_adjusted_skill":0.78,"baseline_adjusted_score":0.78},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.56,"uniform_accuracy_baseline":0.35333333333333317,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.2542372881355933,"baseline_adjusted_score":0.2542372881355933},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.8548387096774194,"baseline_adjusted_score":0.8548387096774194},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.49666666666666665,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.24499999999999997,"baseline_adjusted_score":0.24499999999999997},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":157},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.43,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.08064516129032256,"baseline_adjusted_score":0.08064516129032256},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.38,"uniform_accuracy_baseline":0.11111111111111088,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.2619047619047619,"baseline_adjusted_score":0.2619047619047619},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9333333333333333,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.8412698412698413,"baseline_adjusted_score":0.8412698412698413},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":160},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.10574441567960817,"accuracy":0.717125,"positive_recall":0.5781147000659197,"specificity":0.7496529384544192,"precision":0.35080000000000006,"balanced_accuracy":0.6638838192601695,"f1":0.4366442618869804,"true_positive":43.85000000000002,"false_positive":81.15000000000002,"false_negative":31.999999999999996,"true_negative":242.99999999999997,"positive_prevalence":0.1896249999999999,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500007,"brier_skill":-0.3891145801914109,"baseline_adjusted_skill":0.32776763852033897,"baseline_adjusted_score":0.32776763852033897},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.2140675416188273,"normalized_score_rmse":0.27955403323847616,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":-0.0014855748249229528,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.06967866134451121,"accuracy":0.799875,"positive_recall":0.5185185185185185,"specificity":0.9021646497358105,"precision":0.6583333333333335,"balanced_accuracy":0.7103415841271645,"f1":0.5801206399160767,"true_positive":55.300000000000004,"false_positive":28.699999999999978,"false_negative":51.35000000000001,"true_negative":264.65,"positive_prevalence":0.2666249999999998,"majority_accuracy_baseline":0.7333750000000002,"constant_brier_baseline":0.11565485937499977,"brier_skill":0.3975293237045505,"baseline_adjusted_skill":0.42068316825432905,"baseline_adjusted_score":0.42068316825432905},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.16794548585493646,"normalized_score_rmse":0.22978362046004513,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.3750865642607015,"baseline_adjusted_score":0.3750865642607015},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.0536413014745576,"accuracy":0.8026249999999999,"positive_recall":0.585234899328859,"specificity":0.8869037294015611,"precision":0.6673469387755102,"balanced_accuracy":0.7360693143652101,"f1":0.6235995232419547,"true_positive":65.39999999999998,"false_positive":32.599999999999994,"false_negative":46.349999999999994,"true_negative":255.65,"positive_prevalence":0.2793749999999999,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937499995,"brier_skill":0.5259520649585662,"baseline_adjusted_skill":0.4721386287304201,"baseline_adjusted_score":0.4721386287304201},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.16009422300946166,"normalized_score_rmse":0.20969742151143392,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.3944426552833602,"baseline_adjusted_score":0.3944426552833602},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.07682287246939812,"accuracy":0.8336249999999994,"positive_recall":0.35605633802816905,"specificity":0.9697991967871487,"precision":0.7707317073170732,"balanced_accuracy":0.6629277674076588,"f1":0.4870905587668594,"true_positive":31.600000000000005,"false_positive":9.400000000000002,"false_negative":57.15,"true_negative":301.84999999999974,"positive_prevalence":0.22187499999999974,"majority_accuracy_baseline":0.7781250000000003,"constant_brier_baseline":0.126740234375001,"brier_skill":0.39385568562155737,"baseline_adjusted_skill":0.3258555348153176,"baseline_adjusted_score":0.3258555348153176},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.15003668289957584,"normalized_score_rmse":0.22869129319649728,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.3350174719132373,"baseline_adjusted_score":0.3350174719132373},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.04545179773118803,"accuracy":0.8307499999999994,"positive_recall":0.6715500945179584,"specificity":0.8880013596193066,"precision":0.6831730769230769,"balanced_accuracy":0.7797757270686325,"f1":0.6773117254528124,"true_positive":71.05,"false_positive":32.94999999999999,"false_negative":34.74999999999998,"true_negative":261.2499999999998,"positive_prevalence":0.26449999999999985,"majority_accuracy_baseline":0.7355000000000002,"constant_brier_baseline":0.11362725000000028,"brier_skill":0.5999920993319128,"baseline_adjusted_skill":0.559551454137265,"baseline_adjusted_score":0.559551454137265},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.14715694931075168,"normalized_score_rmse":0.21096772239956843,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.4143006992606898,"baseline_adjusted_score":0.4143006992606898},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.06120543714800674,"accuracy":0.8319999999999997,"positive_recall":0.45953002610966037,"specificity":0.9202226345083487,"precision":0.577049180327869,"balanced_accuracy":0.6898763303090045,"f1":0.511627906976744,"true_positive":35.20000000000001,"false_positive":25.799999999999994,"false_negative":41.40000000000005,"true_negative":297.5999999999999,"positive_prevalence":0.1914999999999999,"majority_accuracy_baseline":0.8085000000000001,"constant_brier_baseline":0.09190274999999995,"brier_skill":0.3340195244646458,"baseline_adjusted_skill":0.37975266061800905,"baseline_adjusted_score":0.37975266061800905},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.14058929449429292,"normalized_score_rmse":0.22067366353950377,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.320414286432421,"baseline_adjusted_score":0.320414286432421},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.030916598581839493,"accuracy":0.9059999999999998,"positive_recall":0.7195121951219511,"specificity":0.948191293684856,"precision":0.7585714285714286,"balanced_accuracy":0.8338517444034035,"f1":0.7385257301808066,"true_positive":53.1,"false_positive":16.9,"false_negative":20.70000000000001,"true_negative":309.2999999999999,"positive_prevalence":0.1844999999999999,"majority_accuracy_baseline":0.8155000000000001,"constant_brier_baseline":0.1092222499999995,"brier_skill":0.7169386404158526,"baseline_adjusted_skill":0.667703488806807,"baseline_adjusted_score":0.667703488806807},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.12726882042478166,"normalized_score_rmse":0.19214800833523824,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":0.32795342349950274,"baseline_adjusted_score":0.32795342349950274},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.06179064152473278,"accuracy":0.8437499999999996,"positive_recall":0.33121019108280264,"specificity":0.968895800933126,"precision":0.7222222222222223,"balanced_accuracy":0.6500529960079643,"f1":0.4541484716157206,"true_positive":26.000000000000007,"false_positive":10.000000000000002,"false_negative":52.5,"true_negative":311.49999999999983,"positive_prevalence":0.19624999999999987,"majority_accuracy_baseline":0.8037500000000002,"constant_brier_baseline":0.09878593749999955,"brier_skill":0.3744996191919213,"baseline_adjusted_skill":0.3001059920159286,"baseline_adjusted_score":0.3001059920159286},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.17002299697579418,"normalized_score_rmse":0.23188964014197608,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":0.19515741076547133,"baseline_adjusted_score":0.19515741076547133},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.07658212108524139,"accuracy":0.7142857142857143,"positive_recall":0.7520759193357057,"specificity":0.6857654431512982,"precision":0.6436548223350251,"balanced_accuracy":0.718920681243502,"f1":0.6936542669584244,"true_positive":126.79999999999995,"false_positive":70.20000000000003,"false_negative":41.800000000000026,"true_negative":153.20000000000007,"positive_prevalence":0.43010204081632636,"majority_accuracy_baseline":0.5698979591836737,"constant_brier_baseline":0.12359641815910102,"brier_skill":0.38038559510146885,"baseline_adjusted_skill":0.4378413624870039,"baseline_adjusted_score":0.4378413624870039},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.17718089037499768,"normalized_score_rmse":0.23638197467094083,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.35689899049074914,"baseline_adjusted_score":0.35689899049074914},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.05569637507490941,"accuracy":0.8693750000000002,"positive_recall":0.6081825334382377,"specificity":0.9187100609303016,"precision":0.5856060606060606,"balanced_accuracy":0.7634462971842697,"f1":0.5966808182169048,"true_positive":77.3,"false_positive":54.69999999999999,"false_negative":49.799999999999976,"true_negative":618.2000000000003,"positive_prevalence":0.15887500000000002,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499934,"brier_skill":0.4361430094386347,"baseline_adjusted_skill":0.5268925943685394,"baseline_adjusted_score":0.5268925943685394},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.17024189981960572,"normalized_score_rmse":0.2403779392465722,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-0.031769089815792295,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.04614387937495182,"normalized_score_rmse":0.09524109858800033,"constant_score_baseline":0.1111111111111111,"constant_mae_baseline":0.10629629629629629,"baseline_adjusted_skill":0.5658938177269341,"baseline_adjusted_score":0.5658938177269341},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":181},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.62,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.3870967741935484,"baseline_adjusted_score":0.3870967741935484},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2705365580917832,"accuracy":0.57,"positive_recall":0.58,"specificity":0.56,"precision":0.5686274509803921,"balanced_accuracy":0.5700000000000001,"f1":0.5742574257425742,"true_positive":29,"false_positive":22,"false_negative":21,"true_negative":28,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.0821462323671327,"baseline_adjusted_skill":0.14000000000000012,"baseline_adjusted_score":0.14000000000000012},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.35785288270377735,"uniform_accuracy_baseline":0.058823529411766766,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.24532710280373834,"baseline_adjusted_score":0.24532710280373834},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.22884753414472891,"accuracy":0.6533333333333333,"positive_recall":0.4540229885057471,"specificity":0.9285714285714286,"precision":0.8977272727272727,"balanced_accuracy":0.6912972085385879,"f1":0.6030534351145038,"true_positive":79,"false_positive":9,"false_negative":95,"true_negative":117,"positive_prevalence":0.58,"majority_accuracy_baseline":0.58,"constant_brier_baseline":0.24359999999999998,"brier_skill":0.06056020466039025,"baseline_adjusted_skill":0.3825944170771758,"baseline_adjusted_score":0.3825944170771758},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":185},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2442075415980693,"accuracy":0.6633333333333333,"positive_recall":0.8089171974522293,"specificity":0.5034965034965035,"precision":0.6414141414141414,"balanced_accuracy":0.6562068504743664,"f1":0.7154929577464789,"true_positive":127,"false_positive":71,"false_negative":30,"true_negative":72,"positive_prevalence":0.5233333333333333,"majority_accuracy_baseline":0.5233333333333333,"constant_brier_baseline":0.24945555555555557,"brier_skill":0.021037871639292938,"baseline_adjusted_skill":0.3124137009487329,"baseline_adjusted_score":0.3124137009487329},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":186},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.81,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.5869565217391305,"baseline_adjusted_score":0.5869565217391305},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24760284514691247,"accuracy":0.6,"positive_recall":0.78,"specificity":0.42,"precision":0.5735294117647058,"balanced_accuracy":0.6,"f1":0.6610169491525424,"true_positive":39,"false_positive":29,"false_negative":11,"true_negative":21,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.009588619412350119,"baseline_adjusted_skill":0.19999999999999996,"baseline_adjusted_score":0.19999999999999996},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.57,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.3174603174603174,"baseline_adjusted_score":0.3174603174603174},"scoring":{"eligible":true,"reason":null},"model":109,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.2556647098304831,"accuracy":0.5878378378378378,"positive_recall":0.352112676056338,"specificity":0.8051948051948052,"precision":0.625,"balanced_accuracy":0.5786537406255716,"f1":0.45045045045045046,"true_positive":25,"false_positive":15,"false_negative":46,"true_negative":62,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.24958911614317017,"brier_skill":-0.024342382316975053,"baseline_adjusted_skill":0.15730748125114324,"baseline_adjusted_score":0.15730748125114324},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.27,"uniform_accuracy_baseline":0.2005,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":-0.02816901408450699,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.29,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":-0.044117647058823574,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.69,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.34042553191489344,"baseline_adjusted_score":0.34042553191489344},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.36,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":-0.3061224489795919,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.192740602082949,"accuracy":0.43574676038,"positive_recall":0.30175342030290664,"specificity":0.6507252459827212,"precision":0.580907330375,"balanced_accuracy":0.4762393331428139,"f1":0.39718719493318105,"true_positive":18.589034572,"false_positive":13.410965428,"false_negative":43.014358534,"true_negative":24.985641466,"positive_prevalence":0.61603393106,"majority_accuracy_baseline":0.61603393106,"constant_brier_baseline":0.07908707655202402,"brier_skill":-1.4370682352402153,"baseline_adjusted_skill":-0.04752133371437217,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.21096124014337295,"accuracy":0.71,"positive_recall":0.74,"specificity":0.68,"precision":0.6981132075471698,"balanced_accuracy":0.71,"f1":0.7184466019417476,"true_positive":37,"false_positive":16,"false_negative":13,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.1561550394265082,"baseline_adjusted_skill":0.41999999999999993,"baseline_adjusted_score":0.41999999999999993},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.51,"uniform_accuracy_baseline":0.012987012987012986,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.48421052631578954,"baseline_adjusted_score":0.48421052631578954},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.42,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.03333333333333327,"baseline_adjusted_score":0.03333333333333327},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.32,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":-0.062499999999999965,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2671233429321958,"accuracy":0.59,"positive_recall":0.96,"specificity":0.22,"precision":0.5517241379310345,"balanced_accuracy":0.59,"f1":0.7007299270072993,"true_positive":48,"false_positive":39,"false_negative":2,"true_negative":11,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.06849337172878323,"baseline_adjusted_skill":0.17999999999999994,"baseline_adjusted_score":0.17999999999999994},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.1711325181720191,"accuracy":0.5451959262927994,"positive_recall":0.7599851000096223,"specificity":0.44518220168667194,"precision":0.38943436026491635,"balanced_accuracy":0.6025836508481471,"f1":0.5149805122708201,"true_positive":169.0145123549737,"false_positive":264.9854876450263,"false_negative":53.377363950014114,"true_negative":212.62263604998589,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768642,"brier_skill":-0.9287552244576465,"baseline_adjusted_skill":0.20516730169629427,"baseline_adjusted_score":0.20516730169629427},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.31099351927128455,"accuracy":0.45,"positive_recall":0.32,"specificity":0.58,"precision":0.43243243243243246,"balanced_accuracy":0.44999999999999996,"f1":0.367816091954023,"true_positive":16,"false_positive":21,"false_negative":34,"true_negative":29,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.24397407708513819,"baseline_adjusted_skill":-0.10000000000000009,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.6357615894039735,"uniform_accuracy_baseline":0.006622516556291391,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.6206896551724138,"baseline_adjusted_score":0.6206896551724138},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.43529411764705883,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":-0.041214750542299325,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.29,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.1833333333333334,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.28214004221694433,"accuracy":0.5,"positive_recall":0.92,"specificity":0.08,"precision":0.5,"balanced_accuracy":0.5,"f1":0.647887323943662,"true_positive":46,"false_positive":46,"false_negative":4,"true_negative":4,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.12856016886777732,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.52,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.49,"uniform_accuracy_baseline":0.07142857142857142,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.42696629213483145,"baseline_adjusted_score":0.42696629213483145},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.48,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":-0.1304347826086958,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.24,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":-0.04109589041095894,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.6111111111111112,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":-0.16666666666666638,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.2595499738974095,"accuracy":0.573170731707317,"positive_recall":0.575,"specificity":0.5714285714285714,"precision":0.5609756097560976,"balanced_accuracy":0.5732142857142857,"f1":0.5679012345679012,"true_positive":23,"false_positive":18,"false_negative":17,"true_negative":24,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.2498512790005949,"brier_skill":-0.03881787171796525,"baseline_adjusted_skill":0.14642857142857135,"baseline_adjusted_score":0.14642857142857135},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.18343366295919025,"accuracy":0.74,"positive_recall":0.9,"specificity":0.58,"precision":0.6818181818181818,"balanced_accuracy":0.74,"f1":0.7758620689655172,"true_positive":45,"false_positive":21,"false_negative":5,"true_negative":29,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.266265348163239,"baseline_adjusted_skill":0.48,"baseline_adjusted_score":0.48},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.3575418994413408,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.1756272401433692,"baseline_adjusted_score":0.1756272401433692},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.43,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.06557377049180324,"baseline_adjusted_score":0.06557377049180324},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.3819097844882048,"accuracy":0.34,"positive_recall":0.8181818181818182,"specificity":0.20512820512820512,"precision":0.225,"balanced_accuracy":0.5116550116550117,"f1":0.35294117647058826,"true_positive":36,"false_positive":124,"false_negative":8,"true_negative":32,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-1.2255814946865082,"baseline_adjusted_skill":0.02331002331002341,"baseline_adjusted_score":0.02331002331002341},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.41091813981010455,"accuracy":0.31,"positive_recall":0.84,"specificity":0.13333333333333333,"precision":0.2441860465116279,"balanced_accuracy":0.48666666666666664,"f1":0.3783783783783784,"true_positive":42,"false_positive":130,"false_negative":8,"true_negative":20,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-1.1915634123205576,"baseline_adjusted_skill":-0.026666666666666727,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.3503090263006445,"accuracy":0.37,"positive_recall":0.6842105263157895,"specificity":0.3370165745856354,"precision":0.09774436090225563,"balanced_accuracy":0.5106135504507124,"f1":0.17105263157894737,"true_positive":13,"false_positive":120,"false_negative":6,"true_negative":61,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.085975,"brier_skill":-3.074545231760913,"baseline_adjusted_skill":0.021227100901424878,"baseline_adjusted_score":0.021227100901424878},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.22468268637271704,"accuracy":0.6324940476190476,"positive_recall":0.6279138974308105,"specificity":0.6327864284854894,"precision":0.09841417910447761,"balanced_accuracy":0.6303501629581499,"f1":0.17015900323920377,"true_positive":105.5,"false_positive":966.5,"false_negative":62.516666666666666,"true_negative":1665.4833333333333,"positive_prevalence":0.060005952380952375,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679138,"brier_skill":-5.977512513267545,"baseline_adjusted_skill":0.2607003259162999,"baseline_adjusted_score":0.2607003259162999},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.23512747875354106,"uniform_accuracy_baseline":0.027777777777777776,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.12337662337662336,"baseline_adjusted_score":0.12337662337662336},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.29,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":-0.0142857142857143,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2395163898726347,"accuracy":0.56,"positive_recall":0.58,"specificity":0.54,"precision":0.5576923076923077,"balanced_accuracy":0.56,"f1":0.5686274509803921,"true_positive":29,"false_positive":23,"false_negative":21,"true_negative":27,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.04193444050946116,"baseline_adjusted_skill":0.1200000000000001,"baseline_adjusted_score":0.1200000000000001},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.21687511389638114,"accuracy":0.66,"positive_recall":0.94,"specificity":0.38,"precision":0.6025641025641025,"balanced_accuracy":0.6599999999999999,"f1":0.734375,"true_positive":47,"false_positive":31,"false_negative":3,"true_negative":19,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.13249954441447542,"baseline_adjusted_skill":0.31999999999999984,"baseline_adjusted_score":0.31999999999999984},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.51,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":-0.25641025641025633,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.59,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.5638297872340426,"baseline_adjusted_score":0.5638297872340426},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.23017249288802685,"accuracy":0.63,"positive_recall":0.72,"specificity":0.54,"precision":0.6101694915254238,"balanced_accuracy":0.63,"f1":0.6605504587155964,"true_positive":36,"false_positive":23,"false_negative":14,"true_negative":27,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.07931002844789259,"baseline_adjusted_skill":0.26,"baseline_adjusted_score":0.26},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.701492537313433,"baseline_adjusted_score":0.701492537313433},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1267914310825154,"accuracy":0.83,"positive_recall":0.7,"specificity":0.96,"precision":0.9459459459459459,"balanced_accuracy":0.83,"f1":0.8045977011494253,"true_positive":35,"false_positive":2,"false_negative":15,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4928342756699384,"baseline_adjusted_skill":0.6599999999999999,"baseline_adjusted_score":0.6599999999999999},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.3227399662162162,"uniform_accuracy_baseline":0.23445945945945948,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.08187563453129687,"baseline_adjusted_score":0.08187563453129687},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.14206145060836595,"accuracy":0.5318421249999999,"positive_recall":0.49892098062094764,"specificity":0.5631903633389558,"precision":0.5209859577464789,"balanced_accuracy":0.5310556719799517,"f1":0.5097147889682764,"true_positive":36.990003,"false_positive":34.009997,"false_negative":37.15,"true_negative":43.85,"positive_prevalence":0.4877631776315789,"majority_accuracy_baseline":0.512236822368421,"constant_brier_baseline":0.09451910039768556,"brier_skill":-0.5029919879754223,"baseline_adjusted_skill":0.062111343959903476,"baseline_adjusted_score":0.062111343959903476},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.22447711612425383,"normalized_score_rmse":0.2627769466185432,"constant_score_baseline":0.5841668333333333,"constant_mae_baseline":0.21700552708333334,"baseline_adjusted_skill":-0.03443040894553473,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3151760786243038,"accuracy":0.48,"positive_recall":0.92,"specificity":0.04,"precision":0.48936170212765956,"balanced_accuracy":0.48000000000000004,"f1":0.6388888888888888,"true_positive":46,"false_positive":48,"false_negative":4,"true_negative":2,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.2607043144972152,"baseline_adjusted_skill":-0.039999999999999925,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3127090376787525,"accuracy":0.54,"positive_recall":0.3,"specificity":0.78,"precision":0.5769230769230769,"balanced_accuracy":0.54,"f1":0.39473684210526316,"true_positive":15,"false_positive":11,"false_negative":35,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.2508361507150101,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.28,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":-0.180327868852459,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.725,"uniform_accuracy_baseline":0.036111111111111115,"fixed_answer_accuracy_baseline":0.08833333333333333,"baseline_adjusted_skill":0.6983546617915904,"baseline_adjusted_score":0.6983546617915904},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.64,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.18181818181818174,"baseline_adjusted_score":0.18181818181818174},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.54,"uniform_accuracy_baseline":0.049879324215607396,"fixed_answer_accuracy_baseline":0.12442477876106194,"baseline_adjusted_skill":0.4746310895492218,"baseline_adjusted_score":0.4746310895492218},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2972296179406153,"accuracy":0.49,"positive_recall":0.86,"specificity":0.12,"precision":0.4942528735632184,"balanced_accuracy":0.49,"f1":0.6277372262773723,"true_positive":43,"false_positive":44,"false_negative":7,"true_negative":6,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.18891847176246124,"baseline_adjusted_skill":-0.020000000000000018,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.3333333333333333,"uniform_accuracy_baseline":0.23888888888888887,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.058823529411764656,"baseline_adjusted_score":0.058823529411764656},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.26258928034379775,"accuracy":0.4375,"positive_recall":0.4375,"specificity":0.4375,"precision":0.4375,"balanced_accuracy":0.4375,"f1":0.4375,"true_positive":14,"false_positive":18,"false_negative":18,"true_negative":14,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.050357121375190994,"baseline_adjusted_skill":-0.125,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.23,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":-0.6739130434782611,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.39,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.07575757575757575,"baseline_adjusted_score":0.07575757575757575},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2859878103958039,"accuracy":0.4,"positive_recall":0.34,"specificity":0.46,"precision":0.38636363636363635,"balanced_accuracy":0.4,"f1":0.3617021276595745,"true_positive":17,"false_positive":27,"false_negative":33,"true_negative":23,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.1439512415832156,"baseline_adjusted_skill":-0.19999999999999996,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.6176470588235294,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.43478260869565216,"baseline_adjusted_score":0.43478260869565216},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.25229559060947704,"accuracy":0.48484848484848486,"positive_recall":0.125,"specificity":0.8235294117647058,"precision":0.4,"balanced_accuracy":0.4742647058823529,"f1":0.19047619047619047,"true_positive":2,"false_positive":3,"false_negative":14,"true_negative":14,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":-0.01010991975632547,"baseline_adjusted_skill":-0.05147058823529416,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.2975076701514499,"normalized_score_rmse":0.35276849778101177,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.09846160560166695,"baseline_adjusted_score":0.09846160560166695},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.25,"uniform_accuracy_baseline":0.178125,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.05263157894736839,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.38978385939134164,"accuracy":0.058823529411764705,"positive_recall":0.058823529411764705,"specificity":0.058823529411764705,"precision":0.058823529411764705,"balanced_accuracy":0.058823529411764705,"f1":0.058823529411764705,"true_positive":1,"false_positive":16,"false_negative":16,"true_negative":1,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.5591354375653665,"baseline_adjusted_skill":-0.8823529411764706,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.18030253329624085,"normalized_score_rmse":0.2936170178625169,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-0.22605722641443782,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.020833333333333332,"uniform_accuracy_baseline":0.13194444444444445,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":-1.452173913043478,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.2954670078835079,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":26,"false_positive":26,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.18186803153403153,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.28009314495332727,"accuracy":0.52,"positive_recall":1,"specificity":0,"precision":0.52,"balanced_accuracy":0.5,"f1":0.6842105263157895,"true_positive":39,"false_positive":36,"false_negative":0,"true_negative":0,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24960000000000004,"brier_skill":-0.12216804869121489,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.2989586156987072,"normalized_score_rmse":0.3739364536234472,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.067709341781097,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.23529411764705882,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":-0.04000000000000001,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.3407698468829259,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":14,"false_positive":14,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.36307938753170355,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.23862954952494914,"normalized_score_rmse":0.30778175966465054,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.1696969696969697,"baseline_adjusted_skill":-0.4062098454148788,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":0.8666666666666667,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":0.8333333333333334,"baseline_adjusted_score":0.8333333333333334},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.19247841329182264,"accuracy":0.6588235294117647,"positive_recall":0.6,"specificity":0.725,"precision":0.7105263157894737,"balanced_accuracy":0.6625,"f1":0.6506024096385542,"true_positive":27,"false_positive":11,"false_negative":18,"true_negative":29,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.2491349480968858,"brier_skill":0.22741303553698966,"baseline_adjusted_skill":0.32499999999999996,"baseline_adjusted_score":0.32499999999999996},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.24,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.22661355092441288,"accuracy":0.64,"positive_recall":0.9142857142857143,"specificity":0,"precision":0.6808510638297872,"balanced_accuracy":0.45714285714285713,"f1":0.7804878048780488,"true_positive":32,"false_positive":15,"false_negative":3,"true_negative":0,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.21,"brier_skill":-0.07911214725910898,"baseline_adjusted_skill":-0.08571428571428574,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.2980061541800411,"normalized_score_rmse":0.3928633600463187,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.06430769350014676,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.13924050632911392,"uniform_accuracy_baseline":0.24240506329113923,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":-0.47826086956521746,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.181363723225085,"accuracy":0.7142857142857143,"positive_recall":1,"specificity":0.4,"precision":0.6470588235294118,"balanced_accuracy":0.7,"f1":0.7857142857142857,"true_positive":11,"false_positive":6,"false_negative":0,"true_negative":4,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.2494331065759637,"brier_skill":0.2728963459794319,"baseline_adjusted_skill":0.3999999999999999,"baseline_adjusted_score":0.3999999999999999},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.36363636363636365,"uniform_accuracy_baseline":0.32373737373737377,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":-0.049999999999999954,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.2573157074944915,"accuracy":0.6060606060606061,"positive_recall":0.35294117647058826,"specificity":0.875,"precision":0.75,"balanced_accuracy":0.6139705882352942,"f1":0.48,"true_positive":6,"false_positive":2,"false_negative":11,"true_negative":14,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":-0.030208843608460434,"baseline_adjusted_skill":0.2279411764705883,"baseline_adjusted_score":0.2279411764705883},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.4175399634753867,"normalized_score_rmse":0.45718953879156327,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.3431372549019608,"baseline_adjusted_skill":-0.21683075069969826,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.4129089904146154,"accuracy":0.35,"positive_recall":0.3,"specificity":0.4,"precision":0.3333333333333333,"balanced_accuracy":0.35,"f1":0.3157894736842105,"true_positive":15,"false_positive":30,"false_negative":35,"true_negative":20,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.6516359616584615,"baseline_adjusted_skill":-0.30000000000000004,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.37333333333333335,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":0.030927835051546417,"baseline_adjusted_score":0.030927835051546417},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.2497316324960679,"accuracy":0.56,"positive_recall":0.16216216216216217,"specificity":0.9473684210526315,"precision":0.75,"balanced_accuracy":0.5547652916073968,"f1":0.26666666666666666,"true_positive":6,"false_positive":2,"false_negative":31,"true_negative":36,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555554,"brier_skill":0.0008958515004395817,"baseline_adjusted_skill":0.1095305832147937,"baseline_adjusted_score":0.1095305832147937},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.16,"uniform_accuracy_baseline":0.14285714285714285,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":-0.07692307692307691,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.32416666666666666,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.26068989796268816,"accuracy":0.5151515151515151,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":16,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":-0.043718010593262635,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.22366377723901645,"normalized_score_rmse":0.28915971092112513,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":-0.018055813639661134,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2807391293385444,"accuracy":0.51,"positive_recall":0.45454545454545453,"specificity":0.5256410256410257,"precision":0.2127659574468085,"balanced_accuracy":0.49009324009324007,"f1":0.2898550724637681,"true_positive":10,"false_positive":37,"false_negative":12,"true_negative":41,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.6360089122292796,"baseline_adjusted_skill":-0.019813519813519864,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.27622515960759597,"accuracy":0.46,"positive_recall":0.2702702702702703,"specificity":0.5714285714285714,"precision":0.2702702702702703,"balanced_accuracy":0.42084942084942084,"f1":0.2702702702702703,"true_positive":10,"false_positive":27,"false_negative":27,"true_negative":36,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000003,"brier_skill":-0.1850071197237062,"baseline_adjusted_skill":-0.15830115830115832,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2574255162228752,"accuracy":0.53,"positive_recall":0.3333333333333333,"specificity":0.6557377049180327,"precision":0.38235294117647056,"balanced_accuracy":0.49453551912568305,"f1":0.3561643835616438,"true_positive":13,"false_positive":21,"false_negative":26,"true_negative":40,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379,"brier_skill":-0.0820744692008204,"baseline_adjusted_skill":-0.010928961748633892,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24383750777184482,"accuracy":0.54,"positive_recall":0.6774193548387096,"specificity":0.4782608695652174,"precision":0.3684210526315789,"balanced_accuracy":0.5778401122019635,"f1":0.4772727272727273,"true_positive":21,"false_positive":36,"false_negative":10,"true_negative":33,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999998,"brier_skill":-0.13996029813859212,"baseline_adjusted_skill":0.15568022440392704,"baseline_adjusted_score":0.15568022440392704},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.31,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.04166666666666663,"baseline_adjusted_score":0.04166666666666663},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.23857669519240726,"normalized_score_rmse":0.278750399868884,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":-0.026136323408203266,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.21613826924702148,"accuracy":0.67,"positive_recall":0.82,"specificity":0.52,"precision":0.6307692307692307,"balanced_accuracy":0.6699999999999999,"f1":0.7130434782608696,"true_positive":41,"false_positive":24,"false_negative":9,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.13544692301191408,"baseline_adjusted_skill":0.33999999999999986,"baseline_adjusted_score":0.33999999999999986},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25800886876603,"accuracy":0.58,"positive_recall":0.92,"specificity":0.24,"precision":0.5476190476190477,"balanced_accuracy":0.5800000000000001,"f1":0.6865671641791045,"true_positive":46,"false_positive":38,"false_negative":4,"true_negative":12,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.03203547506412008,"baseline_adjusted_skill":0.16000000000000014,"baseline_adjusted_score":0.16000000000000014},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.59,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.1714285714285716,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.41671060216758277,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":50,"false_positive":50,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.6668424086703311,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.45,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":-0.30952380952380937,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.43,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.049999999999999954,"baseline_adjusted_score":0.049999999999999954},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.235366525039114,"accuracy":0.64,"positive_recall":0.78,"specificity":0.5,"precision":0.609375,"balanced_accuracy":0.64,"f1":0.6842105263157895,"true_positive":39,"false_positive":25,"false_negative":11,"true_negative":25,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.05853389984354396,"baseline_adjusted_skill":0.28,"baseline_adjusted_score":0.28},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.20851190476190473,"fixed_answer_accuracy_baseline":0.22333333333333333,"baseline_adjusted_skill":0.7424892703862661,"baseline_adjusted_score":0.7424892703862661},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2108873230763343,"accuracy":0.7,"positive_recall":0.7,"specificity":0.7,"precision":0.7,"balanced_accuracy":0.7,"f1":0.7,"true_positive":35,"false_positive":15,"false_negative":15,"true_negative":35,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.15645070769466285,"baseline_adjusted_skill":0.3999999999999999,"baseline_adjusted_score":0.3999999999999999},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.29164057493580525,"normalized_score_rmse":0.33831187130109647,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.027864750213982492,"baseline_adjusted_score":0.027864750213982492},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.49,"uniform_accuracy_baseline":0.22851190476190475,"fixed_answer_accuracy_baseline":0.24333333333333332,"baseline_adjusted_skill":0.32599118942731276,"baseline_adjusted_score":0.32599118942731276},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25068585277042144,"accuracy":0.6,"positive_recall":0.48,"specificity":0.72,"precision":0.631578947368421,"balanced_accuracy":0.6,"f1":0.5454545454545454,"true_positive":24,"false_positive":14,"false_negative":26,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.0027434110816857427,"baseline_adjusted_skill":0.19999999999999996,"baseline_adjusted_score":0.19999999999999996},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.2956308172970397,"normalized_score_rmse":0.3512728437050173,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.3042222222222222,"baseline_adjusted_skill":0.028240556729964394,"baseline_adjusted_score":0.028240556729964394},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.49,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.17741935483870966,"baseline_adjusted_score":0.17741935483870966},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.27946425439299466,"accuracy":0.55,"positive_recall":0.94,"specificity":0.16,"precision":0.5280898876404494,"balanced_accuracy":0.5499999999999999,"f1":0.6762589928057554,"true_positive":47,"false_positive":42,"false_negative":3,"true_negative":8,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.11785701757197864,"baseline_adjusted_skill":0.09999999999999987,"baseline_adjusted_score":0.09999999999999987},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.35,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":-0.30000000000000004,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.22093449566512963,"accuracy":0.62,"positive_recall":0.66,"specificity":0.58,"precision":0.6111111111111112,"balanced_accuracy":0.62,"f1":0.6346153846153846,"true_positive":33,"false_positive":21,"false_negative":17,"true_negative":29,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.1162620173394815,"baseline_adjusted_skill":0.24,"baseline_adjusted_score":0.24},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.43,"uniform_accuracy_baseline":0.3533333333333333,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.03389830508474579,"baseline_adjusted_score":0.03389830508474579},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.32,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.0967741935483871,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.29,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.14516129032258068,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.13,"uniform_accuracy_baseline":0.1111111111111111,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":-0.03571428571428571,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.13884457307422163,"accuracy":0.672625,"positive_recall":0.17732366512854317,"specificity":0.7885238315594633,"precision":0.16402439024390242,"balanced_accuracy":0.4829237483440032,"f1":0.17041495090275577,"true_positive":13.45,"false_positive":68.55,"false_negative":62.4,"true_negative":255.6,"positive_prevalence":0.189625,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500001,"brier_skill":-0.8239357567800771,"baseline_adjusted_skill":-0.0341525033119936,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.28126097310067855,"normalized_score_rmse":0.31700081682975495,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":-0.3158408098277359,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.17321961795939736,"accuracy":0.575375,"positive_recall":0.38349742147210497,"specificity":0.6451337992159536,"precision":0.28206896551724137,"balanced_accuracy":0.5143156103440293,"f1":0.32505463938009144,"true_positive":40.9,"false_positive":104.1,"false_negative":65.75,"true_negative":189.25,"positive_prevalence":0.266625,"majority_accuracy_baseline":0.733375,"constant_brier_baseline":0.115654859375,"brier_skill":-0.497728836431758,"baseline_adjusted_skill":0.028631220688058567,"baseline_adjusted_score":0.028631220688058567},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.29610741534534274,"normalized_score_rmse":0.3356300760771752,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":-0.10179503384313593,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.13306384757059073,"accuracy":0.659625,"positive_recall":0.21297539149888145,"specificity":0.8327840416305291,"precision":0.33055555555555555,"balanced_accuracy":0.5228797165647052,"f1":0.2590476190476191,"true_positive":23.8,"false_positive":48.2,"false_negative":87.95,"true_negative":240.05,"positive_prevalence":0.279375,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937500001,"brier_skill":-0.17593422298721073,"baseline_adjusted_skill":0.04575943312941044,"baseline_adjusted_score":0.04575943312941044},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.29582774678775503,"normalized_score_rmse":0.33381905943545737,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":-0.11897020061562169,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.23780757230283642,"accuracy":0.518375,"positive_recall":0.468169014084507,"specificity":0.5326907630522089,"precision":0.22219251336898393,"balanced_accuracy":0.5004298885683579,"f1":0.30135992747053486,"true_positive":41.55,"false_positive":145.45,"false_negative":47.2,"true_negative":165.8,"positive_prevalence":0.221875,"majority_accuracy_baseline":0.778125,"constant_brier_baseline":0.12674023437499998,"brier_skill":-0.8763384293515628,"baseline_adjusted_skill":0.0008597771367158114,"baseline_adjusted_score":0.0008597771367158114},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3299631587491953,"normalized_score_rmse":0.37124789105791833,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":-0.46244059279421745,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.16680004775069704,"accuracy":0.5892499999999999,"positive_recall":0.30954631379962194,"specificity":0.6898368456832087,"precision":0.26411290322580644,"balanced_accuracy":0.4996915797414153,"f1":0.2850304612706701,"true_positive":32.75,"false_positive":91.25,"false_negative":73.05,"true_negative":202.95,"positive_prevalence":0.2645,"majority_accuracy_baseline":0.7355,"constant_brier_baseline":0.11362725,"brier_skill":-0.46795815044980005,"baseline_adjusted_skill":-0.0006168405171693703,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.29406093382740034,"normalized_score_rmse":0.3492382356249828,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":-0.17039177642746406,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.32937685181971565,"accuracy":0.34575,"positive_recall":0.802219321148825,"specificity":0.23763141620284478,"precision":0.19951298701298703,"balanced_accuracy":0.5199253686758349,"f1":0.31955278211128446,"true_positive":61.45,"false_positive":246.55,"false_negative":15.15,"true_negative":76.85,"positive_prevalence":0.19149999999999998,"majority_accuracy_baseline":0.8085,"constant_brier_baseline":0.09190274999999999,"brier_skill":-2.583971663739286,"baseline_adjusted_skill":0.039850737351669885,"baseline_adjusted_score":0.039850737351669885},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.355194691680069,"normalized_score_rmse":0.3923013665259159,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":-0.7169531924112096,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.19474649580726688,"accuracy":0.626,"positive_recall":0.3401084010840108,"specificity":0.690680564071122,"precision":0.19920634920634922,"balanced_accuracy":0.5153944825775664,"f1":0.25125125125125125,"true_positive":25.1,"false_positive":100.9,"false_negative":48.7,"true_negative":225.3,"positive_prevalence":0.1845,"majority_accuracy_baseline":0.8155,"constant_brier_baseline":0.10922225,"brier_skill":-0.7830295183194529,"baseline_adjusted_skill":0.03078896515513274,"baseline_adjusted_score":0.03078896515513274},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.32739690397043814,"normalized_score_rmse":0.3627537092611269,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":-0.7288285358174953,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.38737221856396475,"accuracy":0.2625,"positive_recall":0.9331210191082803,"specificity":0.09875583203732503,"precision":0.20179063360881544,"balanced_accuracy":0.5159384255728027,"f1":0.3318233295583239,"true_positive":73.25,"false_positive":289.75,"false_negative":5.25,"true_negative":31.75,"positive_prevalence":0.19625,"majority_accuracy_baseline":0.80375,"constant_brier_baseline":0.09878593749999999,"brier_skill":-2.921329577541994,"baseline_adjusted_skill":0.031876851145605345,"baseline_adjusted_score":0.031876851145605345},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3406814997922799,"normalized_score_rmse":0.3680796579986267,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":-0.61269349014097,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.16114595175855967,"accuracy":0.5581632653061225,"positive_recall":0.30367734282325026,"specificity":0.7502238137869294,"precision":0.4785046728971963,"balanced_accuracy":0.5269505783050898,"f1":0.37155297532656023,"true_positive":51.2,"false_positive":55.8,"false_negative":117.4,"true_negative":167.6,"positive_prevalence":0.4301020408163265,"majority_accuracy_baseline":0.5698979591836735,"constant_brier_baseline":0.12359641815910039,"brier_skill":-0.30380761966033165,"baseline_adjusted_skill":0.05390115661017969,"baseline_adjusted_score":0.05390115661017969},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.30332926460659637,"normalized_score_rmse":0.3503195292149509,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":-0.10097288634986845,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.15391760878358718,"accuracy":0.7708749999999999,"positive_recall":0.16443745082612116,"specificity":0.8854213107445386,"precision":0.21326530612244896,"balanced_accuracy":0.5249293807853299,"f1":0.18569524655708572,"true_positive":20.9,"false_positive":77.1,"false_negative":106.2,"true_negative":595.8,"positive_prevalence":0.158875,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499999,"brier_skill":-0.5582256397546286,"baseline_adjusted_skill":0.049858761570659826,"baseline_adjusted_score":0.049858761570659826},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.3454903274918756,"normalized_score_rmse":0.37192415036627,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-1.0938807726780335,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.3,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.12903225806451615,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.30431383622179103,"accuracy":0.48,"positive_recall":0.72,"specificity":0.24,"precision":0.4864864864864865,"balanced_accuracy":0.48,"f1":0.5806451612903226,"true_positive":36,"false_positive":38,"false_negative":14,"true_negative":12,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.21725534488716414,"baseline_adjusted_skill":-0.040000000000000036,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.1172962226640159,"uniform_accuracy_baseline":0.058823529411764705,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":-0.03738317757009345,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":-0.4347826086956522,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.23532797575748618,"accuracy":0.58,"positive_recall":0.42,"specificity":0.74,"precision":0.6176470588235294,"balanced_accuracy":0.58,"f1":0.5,"true_positive":21,"false_positive":13,"false_negative":29,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.05868809697005528,"baseline_adjusted_skill":0.15999999999999992,"baseline_adjusted_score":0.15999999999999992},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.37,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":110,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.22405459813358833,"accuracy":0.7094594594594594,"positive_recall":0.5070422535211268,"specificity":0.8961038961038961,"precision":0.8181818181818182,"balanced_accuracy":0.7015730748125114,"f1":0.6260869565217392,"true_positive":36,"false_positive":8,"false_negative":35,"true_negative":69,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.2495891161431699,"brier_skill":0.10230621592864009,"baseline_adjusted_skill":0.4031461496250228,"baseline_adjusted_score":0.4031461496250228},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.45,"uniform_accuracy_baseline":0.20049999999999962,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.2253521126760564,"baseline_adjusted_score":0.2253521126760564},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.8382352941176472,"baseline_adjusted_score":0.8382352941176472},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.73,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.42553191489361697,"baseline_adjusted_score":0.42553191489361697},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.8367346938775511,"baseline_adjusted_score":0.8367346938775511},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.12578628243822088,"accuracy":0.62289928546,"positive_recall":0.7377298316636657,"specificity":0.43866552496418615,"precision":0.6783083705373134,"balanced_accuracy":0.5881976783139259,"f1":0.7067723444674755,"true_positive":45.446660826,"false_positive":21.553339174,"false_negative":16.15673228,"true_negative":16.84326772,"positive_prevalence":0.6160339310599999,"majority_accuracy_baseline":0.6160339310599999,"constant_brier_baseline":0.079087076552024,"brier_skill":-0.5904783426338667,"baseline_adjusted_skill":0.17639535662785177,"baseline_adjusted_score":0.17639535662785177},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1685363626299566,"accuracy":0.78,"positive_recall":0.8,"specificity":0.76,"precision":0.7692307692307693,"balanced_accuracy":0.78,"f1":0.7843137254901961,"true_positive":40,"false_positive":12,"false_negative":10,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.32585454948017356,"baseline_adjusted_skill":0.56,"baseline_adjusted_score":0.56},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.56,"uniform_accuracy_baseline":0.012987012987012965,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.5368421052631579,"baseline_adjusted_score":0.5368421052631579},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.8,"baseline_adjusted_score":0.8},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.51,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.23437500000000003,"baseline_adjusted_score":0.23437500000000003},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2768232316129776,"accuracy":0.65,"positive_recall":1,"specificity":0.3,"precision":0.5882352941176471,"balanced_accuracy":0.65,"f1":0.7407407407407407,"true_positive":50,"false_positive":35,"false_negative":0,"true_negative":15,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.10729292645191046,"baseline_adjusted_skill":0.30000000000000004,"baseline_adjusted_score":0.30000000000000004},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.19663195217029275,"accuracy":0.6141615195326241,"positive_recall":0.6391981233791324,"specificity":0.602503557639821,"precision":0.4281700903280492,"balanced_accuracy":0.6208508405094767,"f1":0.5128230627633149,"true_positive":142.15246998891234,"false_positive":189.84753001108766,"false_negative":80.23940631607547,"true_negative":287.7605936839245,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768597,"brier_skill":-1.2161475159416542,"baseline_adjusted_skill":0.2417016810189534,"baseline_adjusted_score":0.2417016810189534},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.13182751340039237,"accuracy":0.76,"positive_recall":0.76,"specificity":0.76,"precision":0.76,"balanced_accuracy":0.76,"f1":0.76,"true_positive":38,"false_positive":12,"false_negative":12,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.47268994639843054,"baseline_adjusted_skill":0.52,"baseline_adjusted_score":0.52},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.7814569536423841,"uniform_accuracy_baseline":0.006622516556291403,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.7724137931034483,"baseline_adjusted_score":0.7724137931034483},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.5647058823529412,"uniform_accuracy_baseline":0.3333333333333301,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.19739696312364424,"baseline_adjusted_score":0.19739696312364424},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.44,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.06666666666666664,"baseline_adjusted_score":0.06666666666666664},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.13800203471274386,"accuracy":0.84,"positive_recall":0.94,"specificity":0.74,"precision":0.7833333333333333,"balanced_accuracy":0.84,"f1":0.8545454545454545,"true_positive":47,"false_positive":13,"false_negative":3,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.44799186114902456,"baseline_adjusted_skill":0.6799999999999999,"baseline_adjusted_score":0.6799999999999999},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.74,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.4583333333333333,"baseline_adjusted_score":0.4583333333333333},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.07142857142857136,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9662921348314606,"baseline_adjusted_score":0.9662921348314606},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.74,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.4347826086956521,"baseline_adjusted_score":0.4347826086956521},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.36,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.12328767123287668,"baseline_adjusted_score":0.12328767123287668},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.8333333333333334,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.5000000000000001,"baseline_adjusted_score":0.5000000000000001},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.27946391617773264,"accuracy":0.6341463414634146,"positive_recall":0.65,"specificity":0.6190476190476191,"precision":0.6190476190476191,"balanced_accuracy":0.6345238095238095,"f1":0.6341463414634146,"true_positive":26,"false_positive":16,"false_negative":14,"true_negative":26,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.24985127900059498,"brier_skill":-0.11852105498754373,"baseline_adjusted_skill":0.269047619047619,"baseline_adjusted_score":0.269047619047619},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.16733627183898464,"accuracy":0.8,"positive_recall":0.66,"specificity":0.94,"precision":0.9166666666666666,"balanced_accuracy":0.8,"f1":0.7674418604651163,"true_positive":33,"false_positive":3,"false_negative":17,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.33065491264406144,"baseline_adjusted_skill":0.6000000000000001,"baseline_adjusted_score":0.6000000000000001},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.7346368715083799,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.6594982078853047,"baseline_adjusted_score":0.6594982078853047},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.54,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.24590163934426235,"baseline_adjusted_score":0.24590163934426235},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.3048510476800399,"accuracy":0.59,"positive_recall":0.7045454545454546,"specificity":0.5576923076923077,"precision":0.31,"balanced_accuracy":0.6311188811188811,"f1":0.4305555555555556,"true_positive":31,"false_positive":69,"false_negative":13,"true_negative":87,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000053,"brier_skill":-0.7765212568766839,"baseline_adjusted_skill":0.2622377622377623,"baseline_adjusted_score":0.2622377622377623},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.2581709908003914,"accuracy":0.665,"positive_recall":0.78,"specificity":0.6266666666666667,"precision":0.4105263157894737,"balanced_accuracy":0.7033333333333334,"f1":0.5379310344827586,"true_positive":39,"false_positive":56,"false_negative":11,"true_negative":94,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-0.37691195093542085,"baseline_adjusted_skill":0.40666666666666673,"baseline_adjusted_score":0.40666666666666673},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.1289976496216189,"accuracy":0.84,"positive_recall":0.8421052631578947,"specificity":0.8397790055248618,"precision":0.35555555555555557,"balanced_accuracy":0.8409421343413783,"f1":0.5,"true_positive":16,"false_positive":29,"false_negative":3,"true_negative":152,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.0859749999999999,"brier_skill":-0.5004088353779474,"baseline_adjusted_skill":0.6818842686827566,"baseline_adjusted_score":0.6818842686827566},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.11393240426436528,"accuracy":0.8261964285714285,"positive_recall":0.6319809542704099,"specificity":0.8385944693165485,"precision":0.19996861268047736,"balanced_accuracy":0.7352877117934792,"f1":0.3038077299062973,"true_positive":106.18333333333344,"false_positive":424.8166666666663,"false_negative":61.83333333333334,"true_negative":2207.1666666666665,"positive_prevalence":0.060005952380952354,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679296,"brier_skill":-2.538166599550494,"baseline_adjusted_skill":0.47057542358695836,"baseline_adjusted_score":0.47057542358695836},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.7280453257790368,"uniform_accuracy_baseline":0.027777777777777853,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.6883116883116883,"baseline_adjusted_score":0.6883116883116883},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.67,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.5285714285714287,"baseline_adjusted_score":0.5285714285714287},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1304611872044136,"accuracy":0.81,"positive_recall":0.98,"specificity":0.64,"precision":0.7313432835820896,"balanced_accuracy":0.81,"f1":0.8376068376068376,"true_positive":49,"false_positive":18,"false_negative":1,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4781552511823456,"baseline_adjusted_skill":0.6200000000000001,"baseline_adjusted_score":0.6200000000000001},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.13704909590743697,"accuracy":0.82,"positive_recall":0.9,"specificity":0.74,"precision":0.7758620689655172,"balanced_accuracy":0.8200000000000001,"f1":0.8333333333333334,"true_positive":45,"false_positive":13,"false_negative":5,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4518036163702521,"baseline_adjusted_skill":0.6400000000000001,"baseline_adjusted_score":0.6400000000000001},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.6,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":-0.025641025641025664,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.74,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.7234042553191489,"baseline_adjusted_score":0.7234042553191489},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10588492745607114,"accuracy":0.85,"positive_recall":0.96,"specificity":0.74,"precision":0.7868852459016393,"balanced_accuracy":0.85,"f1":0.8648648648648649,"true_positive":48,"false_positive":13,"false_negative":2,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5764602901757154,"baseline_adjusted_skill":0.7,"baseline_adjusted_score":0.7},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8059701492537314,"baseline_adjusted_score":0.8059701492537314},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.04737196513589846,"accuracy":0.95,"positive_recall":0.94,"specificity":0.96,"precision":0.9591836734693877,"balanced_accuracy":0.95,"f1":0.9494949494949495,"true_positive":47,"false_positive":2,"false_negative":3,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8105121394564061,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.427109304054054,"uniform_accuracy_baseline":0.23445945945945923,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.2233634343375165,"baseline_adjusted_score":0.2233634343375165},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.17851159919261197,"accuracy":0.5879824539473685,"positive_recall":0.9678535891076239,"specificity":0.2262607973129,"precision":0.5436111212121213,"balanced_accuracy":0.597057193210262,"f1":0.6961935282401254,"true_positive":71.756668,"false_positive":60.24333199999999,"false_negative":2.383335,"true_negative":17.616665,"positive_prevalence":0.48776317763157917,"majority_accuracy_baseline":0.5122368223684208,"constant_brier_baseline":0.0945191003976856,"brier_skill":-0.8886299006394587,"baseline_adjusted_skill":0.19411438642052392,"baseline_adjusted_score":0.19411438642052392},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.15296790742723176,"normalized_score_rmse":0.20353334823056676,"constant_score_baseline":0.5841668333333334,"constant_mae_baseline":0.21700552708333315,"baseline_adjusted_skill":0.2950967218061227,"baseline_adjusted_score":0.2950967218061227},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.28504700291053436,"accuracy":0.67,"positive_recall":0.96,"specificity":0.38,"precision":0.6075949367088608,"balanced_accuracy":0.6699999999999999,"f1":0.7441860465116279,"true_positive":48,"false_positive":31,"false_negative":2,"true_negative":19,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.14018801164213746,"baseline_adjusted_skill":0.33999999999999986,"baseline_adjusted_score":0.33999999999999986},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.31728670117636704,"accuracy":0.54,"positive_recall":0.2,"specificity":0.88,"precision":0.625,"balanced_accuracy":0.54,"f1":0.30303030303030304,"true_positive":10,"false_positive":6,"false_negative":40,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.26914680470546815,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.81,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.6885245901639345,"baseline_adjusted_score":0.6885245901639345},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.835,"uniform_accuracy_baseline":0.03611111111111102,"fixed_answer_accuracy_baseline":0.08833333333333329,"baseline_adjusted_skill":0.8190127970749542,"baseline_adjusted_score":0.8190127970749542},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.8863636363636362,"baseline_adjusted_score":0.8863636363636362},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.72,"uniform_accuracy_baseline":0.04987932421560751,"fixed_answer_accuracy_baseline":0.1244247787610618,"baseline_adjusted_skill":0.6802102284212654,"baseline_adjusted_score":0.6802102284212654},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3124929215199138,"accuracy":0.47,"positive_recall":0.16,"specificity":0.78,"precision":0.42105263157894735,"balanced_accuracy":0.47000000000000003,"f1":0.2318840579710145,"true_positive":8,"false_positive":11,"false_negative":42,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.24997168607965525,"baseline_adjusted_skill":-0.05999999999999994,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.7777777777777778,"uniform_accuracy_baseline":0.23888888888888893,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.6862745098039217,"baseline_adjusted_score":0.6862745098039217},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.24271428371159998,"accuracy":0.65625,"positive_recall":0.84375,"specificity":0.46875,"precision":0.6136363636363636,"balanced_accuracy":0.65625,"f1":0.7105263157894737,"true_positive":27,"false_positive":17,"false_negative":5,"true_negative":15,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.029142865153600095,"baseline_adjusted_skill":0.3125,"baseline_adjusted_score":0.3125},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.73,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.5909090909090909,"baseline_adjusted_score":0.5909090909090909},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.32977629895803645,"accuracy":0.43,"positive_recall":0.36,"specificity":0.5,"precision":0.4186046511627907,"balanced_accuracy":0.43,"f1":0.3870967741935484,"true_positive":18,"false_positive":25,"false_negative":32,"true_negative":25,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.3191051958321458,"baseline_adjusted_skill":-0.14,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.8260869565217391,"baseline_adjusted_score":0.8260869565217391},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.1703989973353495,"accuracy":0.7575757575757576,"positive_recall":1,"specificity":0.5294117647058824,"precision":0.6666666666666666,"balanced_accuracy":0.7647058823529411,"f1":0.8,"true_positive":16,"false_positive":8,"false_negative":0,"true_negative":9,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.31777754375663414,"baseline_adjusted_skill":0.5294117647058822,"baseline_adjusted_score":0.5294117647058822},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.2629600282013416,"normalized_score_rmse":0.38030866501866684,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.20315142969290423,"baseline_adjusted_score":0.20315142969290423},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.1875,"uniform_accuracy_baseline":0.17812500000000006,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.14035087719298242,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.10679032627304544,"accuracy":0.9411764705882353,"positive_recall":1,"specificity":0.8823529411764706,"precision":0.8947368421052632,"balanced_accuracy":0.9411764705882353,"f1":0.9444444444444444,"true_positive":17,"false_positive":2,"false_negative":0,"true_negative":15,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5728386949078182,"baseline_adjusted_skill":0.8823529411764706,"baseline_adjusted_score":0.8823529411764706},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.2526874082053409,"normalized_score_rmse":0.32572360248266563,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-0.7182743757963181,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.7291666666666666,"uniform_accuracy_baseline":0.13194444444444448,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":0.3217391304347826,"baseline_adjusted_score":0.3217391304347826},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.16265143800271548,"accuracy":0.8269230769230769,"positive_recall":1,"specificity":0.6538461538461539,"precision":0.7428571428571429,"balanced_accuracy":0.8269230769230769,"f1":0.8524590163934426,"true_positive":26,"false_positive":9,"false_negative":0,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3493942479891381,"baseline_adjusted_skill":0.6538461538461537,"baseline_adjusted_score":0.6538461538461537},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.1187993962750635,"accuracy":0.88,"positive_recall":0.8205128205128205,"specificity":0.9444444444444444,"precision":0.9411764705882353,"balanced_accuracy":0.8824786324786325,"f1":0.8767123287671232,"true_positive":32,"false_positive":2,"false_negative":7,"true_negative":34,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24959999999999993,"brier_skill":0.524040880308239,"baseline_adjusted_skill":0.7649572649572649,"baseline_adjusted_score":0.7649572649572649},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.3804203683137894,"normalized_score_rmse":0.4570878027657082,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.35864417254924774,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.84,"baseline_adjusted_score":0.84},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.14074565312816673,"accuracy":0.8571428571428571,"positive_recall":1,"specificity":0.7142857142857143,"precision":0.7777777777777778,"balanced_accuracy":0.8571428571428572,"f1":0.875,"true_positive":14,"false_positive":4,"false_negative":0,"true_negative":10,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4370173874873331,"baseline_adjusted_skill":0.7142857142857144,"baseline_adjusted_score":0.7142857142857144},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.22310429198780304,"normalized_score_rmse":0.3271369581478958,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.16969696969696968,"baseline_adjusted_skill":-0.3147217206424109,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.06623241033915082,"accuracy":0.9176470588235294,"positive_recall":1,"specificity":0.825,"precision":0.8653846153846154,"balanced_accuracy":0.9125,"f1":0.9278350515463918,"true_positive":45,"false_positive":7,"false_negative":0,"true_negative":33,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.24913494809688563,"brier_skill":0.7341504640553527,"baseline_adjusted_skill":0.825,"baseline_adjusted_score":0.825},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.8947368421052632,"baseline_adjusted_score":0.8947368421052632},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.28451304008210837,"accuracy":0.7,"positive_recall":0.5714285714285714,"specificity":1,"precision":1,"balanced_accuracy":0.7857142857142857,"f1":0.7272727272727273,"true_positive":20,"false_positive":0,"false_negative":15,"true_negative":15,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.20999999999999996,"brier_skill":-0.3548240003909924,"baseline_adjusted_skill":0.5714285714285714,"baseline_adjusted_score":0.5714285714285714},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.3220585461333394,"normalized_score_rmse":0.44651923043742403,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.15020909333335486,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.6835443037974683,"uniform_accuracy_baseline":0.24240506329113914,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.45652173913043476,"baseline_adjusted_score":0.45652173913043476},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.1093704447833165,"accuracy":0.8571428571428571,"positive_recall":1,"specificity":0.7,"precision":0.7857142857142857,"balanced_accuracy":0.85,"f1":0.88,"true_positive":11,"false_positive":3,"false_negative":0,"true_negative":7,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.24943310657596363,"brier_skill":0.5615239440959764,"baseline_adjusted_skill":0.7,"baseline_adjusted_score":0.7},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.7272727272727273,"uniform_accuracy_baseline":0.3237373737373738,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.55,"baseline_adjusted_score":0.55},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.2723514168847721,"accuracy":0.5757575757575758,"positive_recall":0.7058823529411765,"specificity":0.4375,"precision":0.5714285714285714,"balanced_accuracy":0.5716911764705883,"f1":0.631578947368421,"true_positive":12,"false_positive":9,"false_negative":5,"true_negative":7,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":-0.0904069595129291,"baseline_adjusted_skill":0.14338235294117663,"baseline_adjusted_score":0.14338235294117663},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.21809378318610867,"normalized_score_rmse":0.29615267932611633,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.34313725490196084,"baseline_adjusted_skill":0.36441240328619773,"baseline_adjusted_score":0.36441240328619773},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.18523580800667983,"accuracy":0.71,"positive_recall":0.92,"specificity":0.5,"precision":0.647887323943662,"balanced_accuracy":0.71,"f1":0.7603305785123967,"true_positive":46,"false_positive":25,"false_negative":4,"true_negative":25,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2590567679732807,"baseline_adjusted_skill":0.41999999999999993,"baseline_adjusted_score":0.41999999999999993},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.4533333333333333,"uniform_accuracy_baseline":0.3333333333333332,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":0.1546391752577319,"baseline_adjusted_score":0.1546391752577319},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.2735043496242848,"accuracy":0.5333333333333333,"positive_recall":0.972972972972973,"specificity":0.10526315789473684,"precision":0.5142857142857142,"balanced_accuracy":0.539118065433855,"f1":0.6728971962616822,"true_positive":36,"false_positive":34,"false_negative":1,"true_negative":4,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555535,"brier_skill":-0.09421192506159559,"baseline_adjusted_skill":0.07823613086770997,"baseline_adjusted_score":0.07823613086770997},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.1428571428571427,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.8974358974358975,"baseline_adjusted_score":0.8974358974358975},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.29,"uniform_accuracy_baseline":0.32416666666666627,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.07575757575757583,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.29011137495101597,"accuracy":0.48484848484848486,"positive_recall":1,"specificity":0,"precision":0.48484848484848486,"balanced_accuracy":0.5,"f1":0.6530612244897959,"true_positive":16,"false_positive":17,"false_negative":0,"true_negative":0,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":-0.1615120857413832,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.14649006068904066,"normalized_score_rmse":0.1884714446432792,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.33321765479471144,"baseline_adjusted_score":0.33321765479471144},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24825332039251888,"accuracy":0.59,"positive_recall":0.6363636363636364,"specificity":0.5769230769230769,"precision":0.2978723404255319,"balanced_accuracy":0.6066433566433567,"f1":0.4057971014492754,"true_positive":14,"false_positive":33,"false_negative":8,"true_negative":45,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000028,"brier_skill":-0.44669767128507276,"baseline_adjusted_skill":0.21328671328671334,"baseline_adjusted_score":0.21328671328671334},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09882562684530016,"accuracy":0.87,"positive_recall":0.8378378378378378,"specificity":0.8888888888888888,"precision":0.8157894736842105,"balanced_accuracy":0.8633633633633633,"f1":0.8266666666666667,"true_positive":31,"false_positive":7,"false_negative":6,"true_negative":56,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000008,"brier_skill":0.5760376368712994,"baseline_adjusted_skill":0.7267267267267266,"baseline_adjusted_score":0.7267267267267266},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.16137928243222738,"accuracy":0.75,"positive_recall":1,"specificity":0.5901639344262295,"precision":0.609375,"balanced_accuracy":0.7950819672131147,"f1":0.7572815533980582,"true_positive":39,"false_positive":25,"false_negative":0,"true_negative":36,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379000000000002,"brier_skill":0.32165076741392495,"baseline_adjusted_skill":0.5901639344262295,"baseline_adjusted_score":0.5901639344262295},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.4423320385990742,"accuracy":0.43,"positive_recall":0.8064516129032258,"specificity":0.2608695652173913,"precision":0.32894736842105265,"balanced_accuracy":0.5336605890603086,"f1":0.4672897196261682,"true_positive":25,"false_positive":51,"false_negative":6,"true_negative":18,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999987,"brier_skill":-1.0679384693738871,"baseline_adjusted_skill":0.06732117812061711,"baseline_adjusted_score":0.06732117812061711},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.81,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.7361111111111112,"baseline_adjusted_score":0.7361111111111112},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.16080866024567514,"normalized_score_rmse":0.19928477469139033,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.30834984840569835,"baseline_adjusted_score":0.30834984840569835},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.16618737935768338,"accuracy":0.76,"positive_recall":0.76,"specificity":0.76,"precision":0.76,"balanced_accuracy":0.76,"f1":0.76,"true_positive":38,"false_positive":12,"false_negative":12,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3352504825692665,"baseline_adjusted_skill":0.52,"baseline_adjusted_score":0.52},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.31073450635061506,"accuracy":0.56,"positive_recall":0.72,"specificity":0.4,"precision":0.5454545454545454,"balanced_accuracy":0.56,"f1":0.6206896551724138,"true_positive":36,"false_positive":30,"false_negative":14,"true_negative":20,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.24293802540246023,"baseline_adjusted_skill":0.1200000000000001,"baseline_adjusted_score":0.1200000000000001},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.63,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.0571428571428572,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.20203593193724148,"accuracy":0.7,"positive_recall":0.96,"specificity":0.44,"precision":0.631578947368421,"balanced_accuracy":0.7,"f1":0.7619047619047619,"true_positive":48,"false_positive":28,"false_negative":2,"true_negative":22,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.19185627225103408,"baseline_adjusted_skill":0.3999999999999999,"baseline_adjusted_score":0.3999999999999999},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.7380952380952381,"baseline_adjusted_score":0.7380952380952381},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.54,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.23333333333333336,"baseline_adjusted_score":0.23333333333333336},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2193050124246914,"accuracy":0.67,"positive_recall":0.6,"specificity":0.74,"precision":0.6976744186046512,"balanced_accuracy":0.6699999999999999,"f1":0.6451612903225806,"true_positive":30,"false_positive":13,"false_negative":20,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.12277995030123445,"baseline_adjusted_skill":0.33999999999999986,"baseline_adjusted_score":0.33999999999999986},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.20851190476190457,"fixed_answer_accuracy_baseline":0.2233333333333332,"baseline_adjusted_skill":0.9871244635193133,"baseline_adjusted_score":0.9871244635193133},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.04389097645067909,"accuracy":0.94,"positive_recall":0.94,"specificity":0.94,"precision":0.94,"balanced_accuracy":0.94,"f1":0.94,"true_positive":47,"false_positive":3,"false_negative":3,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8244360941972837,"baseline_adjusted_skill":0.8799999999999999,"baseline_adjusted_score":0.8799999999999999},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.09191952343808225,"normalized_score_rmse":0.17403899673226358,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.6936015885397258,"baseline_adjusted_score":0.6936015885397258},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.93,"uniform_accuracy_baseline":0.22851190476190467,"fixed_answer_accuracy_baseline":0.2433333333333333,"baseline_adjusted_skill":0.907488986784141,"baseline_adjusted_score":0.907488986784141},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.07841830520729008,"accuracy":0.88,"positive_recall":0.96,"specificity":0.8,"precision":0.8275862068965517,"balanced_accuracy":0.88,"f1":0.8888888888888888,"true_positive":48,"false_positive":10,"false_negative":2,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6863267791708396,"baseline_adjusted_skill":0.76,"baseline_adjusted_score":0.76},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.08768631303125098,"normalized_score_rmse":0.17999766641268317,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.304222222222222,"baseline_adjusted_skill":0.7117688760842734,"baseline_adjusted_score":0.7117688760842734},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.63,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.40322580645161293,"baseline_adjusted_score":0.40322580645161293},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.20708171684481322,"accuracy":0.75,"positive_recall":1,"specificity":0.5,"precision":0.6666666666666666,"balanced_accuracy":0.75,"f1":0.8,"true_positive":50,"false_positive":25,"false_negative":0,"true_negative":25,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.17167313262074713,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.81,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.6200000000000001,"baseline_adjusted_score":0.6200000000000001},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.05014149793414171,"accuracy":0.92,"positive_recall":1,"specificity":0.84,"precision":0.8620689655172413,"balanced_accuracy":0.9199999999999999,"f1":0.9259259259259259,"true_positive":50,"false_positive":8,"false_negative":0,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7994340082634331,"baseline_adjusted_skill":0.8399999999999999,"baseline_adjusted_score":0.8399999999999999},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.58,"uniform_accuracy_baseline":0.35333333333333317,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.28813559322033894,"baseline_adjusted_score":0.28813559322033894},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.71,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.532258064516129,"baseline_adjusted_score":0.532258064516129},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.31,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.11290322580645162,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.11111111111111088,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.21428571428571433,"baseline_adjusted_score":0.21428571428571433},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.6414608171611934,"accuracy":0.20712499999999992,"positive_recall":1,"specificity":0.02159494061391332,"precision":0.19300254452926208,"balanced_accuracy":0.5107974703069567,"f1":0.32355764103657886,"true_positive":75.84999999999997,"false_positive":317.14999999999986,"false_negative":0,"true_negative":7,"positive_prevalence":0.1896249999999999,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500007,"brier_skill":-7.426568608974248,"baseline_adjusted_skill":0.021594940613913316,"baseline_adjusted_score":0.021594940613913316},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.4885161664086627,"normalized_score_rmse":0.5369948642387121,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":-1.2854557492802932,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.21539338981501724,"accuracy":0.6411249999999998,"positive_recall":0.909985935302391,"specificity":0.5433782171467528,"precision":0.42012987012986963,"balanced_accuracy":0.7266820762245719,"f1":0.5748556197245663,"true_positive":97.04999999999993,"false_positive":133.95000000000016,"false_negative":9.600000000000001,"true_negative":159.4,"positive_prevalence":0.2666249999999998,"majority_accuracy_baseline":0.7333750000000002,"constant_brier_baseline":0.11565485937499977,"brier_skill":-0.8623808024929145,"baseline_adjusted_skill":0.45336415244914385,"baseline_adjusted_score":0.45336415244914385},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.24446076092819566,"normalized_score_rmse":0.3064342600646906,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.09037856398810917,"baseline_adjusted_score":0.09037856398810917},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.40418851868950584,"accuracy":0.4263749999999999,"positive_recall":0.9767337807606264,"specificity":0.21300954032957511,"precision":0.3248511904761905,"balanced_accuracy":0.5948716605451008,"f1":0.48754885538805137,"true_positive":109.14999999999995,"false_positive":226.84999999999988,"false_negative":2.6,"true_negative":61.4,"positive_prevalence":0.2793749999999999,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937499995,"brier_skill":-2.571962785859988,"baseline_adjusted_skill":0.18974332109020153,"baseline_adjusted_score":0.18974332109020153},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.32763035666022916,"normalized_score_rmse":0.38108334497906915,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":-0.2392637604169423,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.2193941215529945,"accuracy":0.6523749999999998,"positive_recall":0.9673239436619717,"specificity":0.5625702811244978,"precision":0.38671171171171137,"balanced_accuracy":0.7649471123932348,"f1":0.5525341914722443,"true_positive":85.84999999999992,"false_positive":136.1500000000001,"false_negative":2.9000000000000004,"true_negative":175.10000000000002,"positive_prevalence":0.22187499999999974,"majority_accuracy_baseline":0.7781250000000003,"constant_brier_baseline":0.126740234375001,"brier_skill":-0.7310534625006904,"baseline_adjusted_skill":0.5298942247864695,"baseline_adjusted_score":0.5298942247864695},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.2540144317071827,"normalized_score_rmse":0.30270214560610104,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":-0.1258257360983166,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.29590204314388907,"accuracy":0.5227499999999998,"positive_recall":0.9588846880907372,"specificity":0.36590754588715163,"precision":0.3522569444444444,"balanced_accuracy":0.6623961169889444,"f1":0.515236160487557,"true_positive":101.44999999999995,"false_positive":186.54999999999993,"false_negative":4.35,"true_negative":107.64999999999999,"positive_prevalence":0.26449999999999985,"majority_accuracy_baseline":0.7355000000000002,"constant_brier_baseline":0.11362725000000028,"brier_skill":-1.6041468322421633,"baseline_adjusted_skill":0.3247922339778888,"baseline_adjusted_score":0.3247922339778888},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.27292329454692665,"normalized_score_rmse":0.33589917408762116,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":-0.0862618688434893,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.29536294747269876,"accuracy":0.5580000000000002,"positive_recall":0.8668407310704961,"specificity":0.4848484848484846,"precision":0.284978540772532,"balanced_accuracy":0.6758446079594903,"f1":0.42894056847545203,"true_positive":66.40000000000002,"false_positive":166.6000000000002,"false_negative":10.199999999999998,"true_negative":156.8,"positive_prevalence":0.1914999999999999,"majority_accuracy_baseline":0.8085000000000001,"constant_brier_baseline":0.09190274999999995,"brier_skill":-2.213864084292352,"baseline_adjusted_skill":0.3516892159189806,"baseline_adjusted_score":0.3516892159189806},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.24879324261681177,"normalized_score_rmse":0.30864035338041934,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":-0.20262594618398433,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.2912116008381299,"accuracy":0.56675,"positive_recall":0.9722222222222222,"specificity":0.47501532801961976,"precision":0.2952674897119339,"balanced_accuracy":0.723618775120921,"f1":0.45296717171717144,"true_positive":71.74999999999996,"false_positive":171.25000000000009,"false_negative":2.0500000000000003,"true_negative":154.95000000000005,"positive_prevalence":0.1844999999999999,"majority_accuracy_baseline":0.8155000000000001,"constant_brier_baseline":0.1092222499999995,"brier_skill":-1.6662296449499188,"baseline_adjusted_skill":0.447237550241842,"baseline_adjusted_score":0.447237550241842},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.30151125241376575,"normalized_score_rmse":0.3735295771418425,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":-0.5921386266073441,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.2801828734596231,"accuracy":0.5507499999999999,"positive_recall":0.8777070063694268,"specificity":0.47091757387247263,"precision":0.28828451882845174,"balanced_accuracy":0.6743122901209497,"f1":0.43401574803149584,"true_positive":68.89999999999998,"false_positive":170.10000000000008,"false_negative":9.600000000000001,"true_negative":151.39999999999995,"positive_prevalence":0.19624999999999987,"majority_accuracy_baseline":0.8037500000000002,"constant_brier_baseline":0.09878593749999955,"brier_skill":-1.8362627368862539,"baseline_adjusted_skill":0.34862458024189946,"baseline_adjusted_score":0.34862458024189946},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.27511877143377206,"normalized_score_rmse":0.32481484581898623,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":-0.3023373795681519,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.29357931654058184,"accuracy":0.5418367346938774,"positive_recall":0.9875444839857651,"specificity":0.20546105640107426,"precision":0.48401162790697655,"balanced_accuracy":0.5965027701934197,"f1":0.6496293406164648,"true_positive":166.49999999999991,"false_positive":177.50000000000003,"false_negative":2.1,"true_negative":45.9,"positive_prevalence":0.43010204081632636,"majority_accuracy_baseline":0.5698979591836737,"constant_brier_baseline":0.12359641815910102,"brier_skill":-1.3753060235343408,"baseline_adjusted_skill":0.19300554038683937,"baseline_adjusted_score":0.19300554038683937},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.27292928826604373,"normalized_score_rmse":0.32937114056332023,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.009367768515841202,"baseline_adjusted_score":0.009367768515841202},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.5483970235700983,"accuracy":0.30237499999999995,"positive_recall":0.9913453973249411,"specificity":0.17223956011294392,"precision":0.18448023426061488,"balanced_accuracy":0.5817924787189425,"f1":0.3110727070732007,"true_positive":126,"false_positive":557.0000000000002,"false_negative":1.1,"true_negative":115.89999999999999,"positive_prevalence":0.15887500000000002,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499934,"brier_skill":-4.551842376225752,"baseline_adjusted_skill":0.16358495743788493,"baseline_adjusted_score":0.16358495743788493},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.4385426343636937,"normalized_score_rmse":0.4898764387030165,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-1.6578341476587495,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.46,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.12903225806451615,"baseline_adjusted_score":0.12903225806451615},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2651436043490336,"accuracy":0.59,"positive_recall":0.52,"specificity":0.66,"precision":0.6046511627906976,"balanced_accuracy":0.5900000000000001,"f1":0.5591397849462365,"true_positive":26,"false_positive":17,"false_negative":24,"true_negative":33,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.06057441739613445,"baseline_adjusted_skill":0.18000000000000016,"baseline_adjusted_score":0.18000000000000016},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.26971504307488403,"uniform_accuracy_baseline":0.058823529411766766,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.14174454828660438,"baseline_adjusted_score":0.14174454828660438},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.74,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.4347826086956521,"baseline_adjusted_score":0.4347826086956521},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25584449897256156,"accuracy":0.58,"positive_recall":0.8,"specificity":0.36,"precision":0.5555555555555556,"balanced_accuracy":0.5800000000000001,"f1":0.6557377049180327,"true_positive":40,"false_positive":32,"false_negative":10,"true_negative":18,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.02337799589024625,"baseline_adjusted_skill":0.16000000000000014,"baseline_adjusted_score":0.16000000000000014},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.53,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.253968253968254,"baseline_adjusted_score":0.253968253968254},"scoring":{"eligible":true,"reason":null},"model":111,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.23222929489533106,"accuracy":0.722972972972973,"positive_recall":0.5492957746478874,"specificity":0.8831168831168831,"precision":0.8125,"balanced_accuracy":0.7162063288823852,"f1":0.6554621848739496,"true_positive":39,"false_positive":9,"false_negative":32,"true_negative":68,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.24958911614317017,"brier_skill":0.06955359879507372,"baseline_adjusted_skill":0.43241265776477045,"baseline_adjusted_score":0.43241265776477045},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.39,"uniform_accuracy_baseline":0.2005,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.14084507042253527,"baseline_adjusted_score":0.14084507042253527},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.9411764705882353,"baseline_adjusted_score":0.9411764705882353},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.79,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.5531914893617021,"baseline_adjusted_score":0.5531914893617021},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.82,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.6326530612244897,"baseline_adjusted_score":0.6326530612244897},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.07522504470521761,"accuracy":0.6390690904,"positive_recall":0.8320183108226857,"specificity":0.32950197922246643,"precision":0.6656513126363637,"balanced_accuracy":0.5807601450225761,"f1":0.7395944633736563,"true_positive":51.255151073,"false_positive":25.744848927,"false_negative":10.348242033,"true_negative":12.651757967,"positive_prevalence":0.61603393106,"majority_accuracy_baseline":0.61603393106,"constant_brier_baseline":0.07908707655202402,"brier_skill":0.048832654021114696,"baseline_adjusted_skill":0.16152029004515223,"baseline_adjusted_score":0.16152029004515223},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.17944466792737,"accuracy":0.72,"positive_recall":0.7,"specificity":0.74,"precision":0.7291666666666666,"balanced_accuracy":0.72,"f1":0.7142857142857143,"true_positive":35,"false_positive":13,"false_negative":15,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.28222132829052005,"baseline_adjusted_skill":0.43999999999999995,"baseline_adjusted_score":0.43999999999999995},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.24,"uniform_accuracy_baseline":0.012987012987012986,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.2,"baseline_adjusted_score":0.2},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.9166666666666666,"baseline_adjusted_score":0.9166666666666666},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.21875000000000003,"baseline_adjusted_score":0.21875000000000003},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.16782105572729,"accuracy":0.74,"positive_recall":1,"specificity":0.48,"precision":0.6578947368421053,"balanced_accuracy":0.74,"f1":0.7936507936507936,"true_positive":50,"false_positive":26,"false_negative":0,"true_negative":24,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.32871577709084,"baseline_adjusted_skill":0.48,"baseline_adjusted_score":0.48},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.12550414784246078,"accuracy":0.6599786830660221,"positive_recall":0.5494286898233307,"specificity":0.7114548184226425,"precision":0.4699556816369295,"balanced_accuracy":0.6304417541229865,"f1":0.5065942576045751,"true_positive":122.18847722560167,"false_positive":137.81152277439833,"false_negative":100.20339907938614,"true_negative":339.79660092061386,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768642,"brier_skill":-0.41449902933661176,"baseline_adjusted_skill":0.26088350824597306,"baseline_adjusted_score":0.26088350824597306},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.21845104281261998,"accuracy":0.65,"positive_recall":0.68,"specificity":0.62,"precision":0.6415094339622641,"balanced_accuracy":0.65,"f1":0.6601941747572816,"true_positive":34,"false_positive":19,"false_negative":16,"true_negative":31,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.12619582874952007,"baseline_adjusted_skill":0.30000000000000004,"baseline_adjusted_score":0.30000000000000004},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.2582781456953642,"uniform_accuracy_baseline":0.006622516556291391,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.2275862068965517,"baseline_adjusted_score":0.2275862068965517},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.7288235294117648,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.5000000000000001,"baseline_adjusted_score":0.5000000000000001},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.11666666666666668,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.13449295157917,"accuracy":0.8,"positive_recall":0.88,"specificity":0.72,"precision":0.7586206896551724,"balanced_accuracy":0.8,"f1":0.8148148148148148,"true_positive":44,"false_positive":14,"false_negative":6,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.46202819368332004,"baseline_adjusted_skill":0.6000000000000001,"baseline_adjusted_score":0.6000000000000001},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.6666666666666666,"baseline_adjusted_score":0.6666666666666666},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.07142857142857142,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9775280898876404,"baseline_adjusted_score":0.9775280898876404},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.81,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.5869565217391305,"baseline_adjusted_score":0.5869565217391305},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.38,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.1506849315068493,"baseline_adjusted_score":0.1506849315068493},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.7777777777777778,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.3333333333333334,"baseline_adjusted_score":0.3333333333333334},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.2638866477022561,"accuracy":0.6463414634146342,"positive_recall":0.575,"specificity":0.7142857142857143,"precision":0.6571428571428571,"balanced_accuracy":0.6446428571428571,"f1":0.6133333333333333,"true_positive":23,"false_positive":12,"false_negative":17,"true_negative":30,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.2498512790005949,"brier_skill":-0.05617489235117268,"baseline_adjusted_skill":0.28928571428571415,"baseline_adjusted_score":0.28928571428571415},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11708891661179,"accuracy":0.81,"positive_recall":0.76,"specificity":0.86,"precision":0.8444444444444444,"balanced_accuracy":0.81,"f1":0.8,"true_positive":38,"false_positive":7,"false_negative":12,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.53164433355284,"baseline_adjusted_skill":0.6200000000000001,"baseline_adjusted_score":0.6200000000000001},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.7039106145251397,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.6200716845878137,"baseline_adjusted_score":0.6200716845878137},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.42,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.04918032786885241,"baseline_adjusted_score":0.04918032786885241},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.18083510859349,"accuracy":0.765,"positive_recall":0.4090909090909091,"specificity":0.8653846153846154,"precision":0.46153846153846156,"balanced_accuracy":0.6372377622377623,"f1":0.43373493975903615,"true_positive":18,"false_positive":21,"false_negative":26,"true_negative":135,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.05381764914621212,"baseline_adjusted_skill":0.2744755244755246,"baseline_adjusted_score":0.2744755244755246},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.1958535999087,"accuracy":0.735,"positive_recall":0.2,"specificity":0.9133333333333333,"precision":0.43478260869565216,"balanced_accuracy":0.5566666666666666,"f1":0.273972602739726,"true_positive":10,"false_positive":13,"false_negative":40,"true_negative":137,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-0.04455253284640004,"baseline_adjusted_skill":0.11333333333333329,"baseline_adjusted_score":0.11333333333333329},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.03357814024789,"accuracy":0.97,"positive_recall":0.6842105263157895,"specificity":1,"precision":1,"balanced_accuracy":0.8421052631578947,"f1":0.8125,"true_positive":13,"false_positive":0,"false_negative":6,"true_negative":181,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.085975,"brier_skill":0.6094429747264902,"baseline_adjusted_skill":0.6842105263157894,"baseline_adjusted_score":0.6842105263157894},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.10596168929968901,"accuracy":0.817422619047619,"positive_recall":0.6124392421386767,"specificity":0.8305080452637111,"precision":0.18743169398907103,"balanced_accuracy":0.7214736437011939,"f1":0.28702261686153274,"true_positive":102.89999999999999,"false_positive":446.1,"false_negative":65.11666666666666,"true_negative":2185.883333333333,"positive_prevalence":0.060005952380952375,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679138,"brier_skill":-2.2906363411957407,"baseline_adjusted_skill":0.44294728740238787,"baseline_adjusted_score":0.44294728740238787},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.5297450424929179,"uniform_accuracy_baseline":0.027777777777777776,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.461038961038961,"baseline_adjusted_score":0.461038961038961},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.42,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.17142857142857143,"baseline_adjusted_score":0.17142857142857143},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09958589227481002,"accuracy":0.83,"positive_recall":0.86,"specificity":0.8,"precision":0.8113207547169812,"balanced_accuracy":0.8300000000000001,"f1":0.8349514563106796,"true_positive":43,"false_positive":10,"false_negative":7,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6016564309007599,"baseline_adjusted_skill":0.6600000000000001,"baseline_adjusted_score":0.6600000000000001},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.13050422850517,"accuracy":0.84,"positive_recall":0.98,"specificity":0.7,"precision":0.765625,"balanced_accuracy":0.84,"f1":0.8596491228070176,"true_positive":49,"false_positive":15,"false_negative":1,"true_negative":35,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.47798308597932004,"baseline_adjusted_skill":0.6799999999999999,"baseline_adjusted_score":0.6799999999999999},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.6,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":-0.025641025641025664,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.36,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.3191489361702128,"baseline_adjusted_score":0.3191489361702128},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2116922864617,"accuracy":0.7,"positive_recall":0.42,"specificity":0.98,"precision":0.9545454545454546,"balanced_accuracy":0.7,"f1":0.5833333333333334,"true_positive":21,"false_positive":1,"false_negative":29,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.15323085415320004,"baseline_adjusted_skill":0.3999999999999999,"baseline_adjusted_score":0.3999999999999999},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8208955223880599,"baseline_adjusted_score":0.8208955223880599},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.05264673851704,"accuracy":0.94,"positive_recall":0.9,"specificity":0.98,"precision":0.9782608695652174,"balanced_accuracy":0.94,"f1":0.9375,"true_positive":45,"false_positive":1,"false_negative":5,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.78941304593184,"baseline_adjusted_skill":0.8799999999999999,"baseline_adjusted_score":0.8799999999999999},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.4575597702702703,"uniform_accuracy_baseline":0.23445945945945948,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.2646434650176011,"baseline_adjusted_score":0.2646434650176011},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.12172147172154606,"accuracy":0.6469736644736843,"positive_recall":0.839492817393061,"specificity":0.4636526893264587,"precision":0.5984615384615385,"balanced_accuracy":0.6515727533597598,"f1":0.6987762316361923,"true_positive":62.24,"false_positive":41.76,"false_negative":11.900003,"true_negative":36.099997,"positive_prevalence":0.4877631776315789,"majority_accuracy_baseline":0.512236822368421,"constant_brier_baseline":0.09451910039768556,"brier_skill":-0.2877976113759817,"baseline_adjusted_skill":0.3031455067195197,"baseline_adjusted_score":0.3031455067195197},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.12619270413776407,"normalized_score_rmse":0.1728363556516116,"constant_score_baseline":0.5841668333333333,"constant_mae_baseline":0.21700552708333334,"baseline_adjusted_skill":0.41848161273189965,"baseline_adjusted_score":0.41848161273189965},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.23186481902156,"accuracy":0.71,"positive_recall":0.9,"specificity":0.52,"precision":0.6521739130434783,"balanced_accuracy":0.71,"f1":0.7563025210084033,"true_positive":45,"false_positive":24,"false_negative":5,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.07254072391375999,"baseline_adjusted_skill":0.41999999999999993,"baseline_adjusted_score":0.41999999999999993},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.28095515987028,"accuracy":0.54,"positive_recall":0.28,"specificity":0.8,"precision":0.5833333333333334,"balanced_accuracy":0.54,"f1":0.3783783783783784,"true_positive":14,"false_positive":10,"false_negative":36,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.1238206394811201,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.78,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.639344262295082,"baseline_adjusted_score":0.639344262295082},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.58,"uniform_accuracy_baseline":0.036111111111111115,"fixed_answer_accuracy_baseline":0.08833333333333333,"baseline_adjusted_skill":0.5393053016453382,"baseline_adjusted_score":0.5393053016453382},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.8181818181818182,"baseline_adjusted_score":0.8181818181818182},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.54,"uniform_accuracy_baseline":0.049879324215607396,"fixed_answer_accuracy_baseline":0.12442477876106194,"baseline_adjusted_skill":0.4746310895492218,"baseline_adjusted_score":0.4746310895492218},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.28523579988625,"accuracy":0.48,"positive_recall":0.92,"specificity":0.04,"precision":0.48936170212765956,"balanced_accuracy":0.48000000000000004,"f1":0.6388888888888888,"true_positive":46,"false_positive":48,"false_negative":4,"true_negative":2,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.1409431995449999,"baseline_adjusted_skill":-0.039999999999999925,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.8055555555555556,"uniform_accuracy_baseline":0.23888888888888887,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.7254901960784313,"baseline_adjusted_score":0.7254901960784313},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.20143863424407812,"accuracy":0.78125,"positive_recall":0.65625,"specificity":0.90625,"precision":0.875,"balanced_accuracy":0.78125,"f1":0.75,"true_positive":21,"false_positive":3,"false_negative":11,"true_negative":29,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.1942454630236875,"baseline_adjusted_skill":0.5625,"baseline_adjusted_score":0.5625},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.71,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.5606060606060606,"baseline_adjusted_score":0.5606060606060606},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.39525580830788004,"accuracy":0.47,"positive_recall":0.12,"specificity":0.82,"precision":0.4,"balanced_accuracy":0.47,"f1":0.18461538461538463,"true_positive":6,"false_positive":9,"false_negative":44,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.5810232332315202,"baseline_adjusted_skill":-0.06000000000000005,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.7941176470588235,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.6956521739130433,"baseline_adjusted_score":0.6956521739130433},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.041679987395606063,"accuracy":0.9696969696969697,"positive_recall":1,"specificity":0.9411764705882353,"precision":0.9411764705882353,"balanced_accuracy":0.9705882352941176,"f1":0.9696969696969697,"true_positive":16,"false_positive":1,"false_negative":0,"true_negative":16,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.8331268151697978,"baseline_adjusted_skill":0.9411764705882353,"baseline_adjusted_score":0.9411764705882353},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.2053554967507862,"normalized_score_rmse":0.31875467831693244,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.3777106159067085,"baseline_adjusted_score":0.3777106159067085},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.3125,"uniform_accuracy_baseline":0.178125,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":0.03508771929824565,"baseline_adjusted_score":0.03508771929824565},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.038096083019264704,"accuracy":0.9411764705882353,"positive_recall":1,"specificity":0.8823529411764706,"precision":0.8947368421052632,"balanced_accuracy":0.9411764705882353,"f1":0.9444444444444444,"true_positive":17,"false_positive":2,"false_negative":0,"true_negative":15,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8476156679229412,"baseline_adjusted_skill":0.8823529411764706,"baseline_adjusted_score":0.8823529411764706},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.2508620559382893,"normalized_score_rmse":0.33994638121149645,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-0.7058619803803672,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.2916666666666667,"uniform_accuracy_baseline":0.13194444444444445,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":-0.7739130434782607,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.15521921350892307,"accuracy":0.8076923076923077,"positive_recall":0.8846153846153846,"specificity":0.7307692307692307,"precision":0.7666666666666667,"balanced_accuracy":0.8076923076923077,"f1":0.8214285714285714,"true_positive":23,"false_positive":7,"false_negative":3,"true_negative":19,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.37912314596430774,"baseline_adjusted_skill":0.6153846153846154,"baseline_adjusted_score":0.6153846153846154},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.17941316198216,"accuracy":0.76,"positive_recall":0.717948717948718,"specificity":0.8055555555555556,"precision":0.8,"balanced_accuracy":0.7617521367521367,"f1":0.7567567567567568,"true_positive":28,"false_positive":7,"false_negative":11,"true_negative":29,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24960000000000004,"brier_skill":0.28119726769967957,"baseline_adjusted_skill":0.5235042735042734,"baseline_adjusted_score":0.5235042735042734},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.32812320628746194,"normalized_score_rmse":0.390766711653203,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.1718685938837925,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.6470588235294118,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.52,"baseline_adjusted_score":0.52},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.09213328496221429,"accuracy":0.9285714285714286,"positive_recall":1,"specificity":0.8571428571428571,"precision":0.875,"balanced_accuracy":0.9285714285714286,"f1":0.9333333333333333,"true_positive":14,"false_positive":2,"false_negative":0,"true_negative":12,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6314668601511428,"baseline_adjusted_skill":0.8571428571428572,"baseline_adjusted_score":0.8571428571428572},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.27050105934389385,"normalized_score_rmse":0.37660555541084223,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.1696969696969697,"baseline_adjusted_skill":-0.5940240997050887,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":0.9333333333333333,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":0.9166666666666667,"baseline_adjusted_score":0.9166666666666667},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.05787748132544706,"accuracy":0.9294117647058824,"positive_recall":0.9555555555555556,"specificity":0.9,"precision":0.9148936170212766,"balanced_accuracy":0.9277777777777778,"f1":0.9347826086956522,"true_positive":43,"false_positive":4,"false_negative":2,"true_negative":36,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.2491349480968858,"brier_skill":0.7676862207909139,"baseline_adjusted_skill":0.8555555555555556,"baseline_adjusted_score":0.8555555555555556},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.52,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.368421052631579,"baseline_adjusted_score":0.368421052631579},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.33210871119845997,"accuracy":0.54,"positive_recall":0.4,"specificity":0.8666666666666667,"precision":0.875,"balanced_accuracy":0.6333333333333333,"f1":0.5490196078431373,"true_positive":14,"false_positive":2,"false_negative":21,"true_negative":13,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.21,"brier_skill":-0.581470053326,"baseline_adjusted_skill":0.2666666666666666,"baseline_adjusted_score":0.2666666666666666},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.23006122246352348,"normalized_score_rmse":0.32025381250928264,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.1783527769159876,"baseline_adjusted_score":0.1783527769159876},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.6582278481012658,"uniform_accuracy_baseline":0.24240506329113923,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.41304347826086946,"baseline_adjusted_score":0.41304347826086946},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.030044937844952383,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":11,"false_positive":0,"false_negative":0,"true_negative":10,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.2494331065759637,"brier_skill":0.8795471128216,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.42424242424242425,"uniform_accuracy_baseline":0.32373737373737377,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.050000000000000044,"baseline_adjusted_score":0.050000000000000044},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.22819540188712123,"accuracy":0.6363636363636364,"positive_recall":0.8235294117647058,"specificity":0.4375,"precision":0.6086956521739131,"balanced_accuracy":0.6305147058823529,"f1":0.7,"true_positive":14,"false_positive":9,"false_negative":3,"true_negative":7,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.0863794387681065,"baseline_adjusted_skill":0.26102941176470584,"baseline_adjusted_score":0.26102941176470584},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.2662711689519848,"normalized_score_rmse":0.33467043510238487,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.3431372549019608,"baseline_adjusted_skill":0.22400973619707276,"baseline_adjusted_score":0.22400973619707276},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11102380183811,"accuracy":0.84,"positive_recall":0.96,"specificity":0.72,"precision":0.7741935483870968,"balanced_accuracy":0.84,"f1":0.8571428571428571,"true_positive":48,"false_positive":14,"false_negative":2,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.55590479264756,"baseline_adjusted_skill":0.6799999999999999,"baseline_adjusted_score":0.6799999999999999},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.29333333333333333,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":-0.09278350515463916,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.24824772344017332,"accuracy":0.5333333333333333,"positive_recall":0.918918918918919,"specificity":0.15789473684210525,"precision":0.5151515151515151,"balanced_accuracy":0.5384068278805121,"f1":0.6601941747572816,"true_positive":34,"false_positive":32,"false_negative":3,"true_negative":6,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555554,"brier_skill":0.006832543135864122,"baseline_adjusted_skill":0.07681365576102417,"baseline_adjusted_score":0.07681365576102417},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.14285714285714285,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.8461538461538461,"baseline_adjusted_score":0.8461538461538461},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.36,"uniform_accuracy_baseline":0.32416666666666666,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.03030303030303025,"baseline_adjusted_score":0.03030303030303025},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.20070627895121212,"accuracy":0.696969696969697,"positive_recall":1,"specificity":0.4117647058823529,"precision":0.6153846153846154,"balanced_accuracy":0.7058823529411764,"f1":0.7619047619047619,"true_positive":16,"false_positive":10,"false_negative":0,"true_negative":7,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.19643699346371324,"baseline_adjusted_skill":0.4117647058823528,"baseline_adjusted_score":0.4117647058823528},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.19998374968686602,"normalized_score_rmse":0.22257807541554334,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.08972913935633398,"baseline_adjusted_score":0.08972913935633398},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25643188465591,"accuracy":0.64,"positive_recall":0.8636363636363636,"specificity":0.5769230769230769,"precision":0.36538461538461536,"balanced_accuracy":0.7202797202797202,"f1":0.5135135135135135,"true_positive":19,"false_positive":33,"false_negative":3,"true_negative":45,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.4943583021906177,"baseline_adjusted_skill":0.4405594405594404,"baseline_adjusted_score":0.4405594405594404},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.12531422324061,"accuracy":0.83,"positive_recall":0.6486486486486487,"specificity":0.9365079365079365,"precision":0.8571428571428571,"balanced_accuracy":0.7925782925782926,"f1":0.7384615384615385,"true_positive":24,"false_positive":4,"false_negative":13,"true_negative":59,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000003,"brier_skill":0.46240144469922784,"baseline_adjusted_skill":0.5851565851565852,"baseline_adjusted_score":0.5851565851565852},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.14738892119624,"accuracy":0.78,"positive_recall":0.8205128205128205,"specificity":0.7540983606557377,"precision":0.6808510638297872,"balanced_accuracy":0.7873055905842791,"f1":0.7441860465116279,"true_positive":32,"false_positive":15,"false_negative":7,"true_negative":46,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379,"brier_skill":0.3804585069514922,"baseline_adjusted_skill":0.5746111811685581,"baseline_adjusted_score":0.5746111811685581},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.27095600582865,"accuracy":0.61,"positive_recall":0.9354838709677419,"specificity":0.463768115942029,"precision":0.4393939393939394,"balanced_accuracy":0.6996259934548854,"f1":0.5979381443298969,"true_positive":29,"false_positive":37,"false_negative":2,"true_negative":32,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999998,"brier_skill":-0.26674149522510526,"baseline_adjusted_skill":0.3992519869097708,"baseline_adjusted_score":0.3992519869097708},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.875,"baseline_adjusted_score":0.875},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.22629967189270966,"normalized_score_rmse":0.2684773647562756,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.026668077880818708,"baseline_adjusted_score":0.026668077880818708},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.12225835024864001,"accuracy":0.85,"positive_recall":0.84,"specificity":0.86,"precision":0.8571428571428571,"balanced_accuracy":0.85,"f1":0.8484848484848485,"true_positive":42,"false_positive":7,"false_negative":8,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.51096659900544,"baseline_adjusted_skill":0.7,"baseline_adjusted_score":0.7},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25206127376126003,"accuracy":0.64,"positive_recall":0.74,"specificity":0.54,"precision":0.6166666666666667,"balanced_accuracy":0.64,"f1":0.6727272727272727,"true_positive":37,"false_positive":23,"false_negative":13,"true_negative":27,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.008245095045040118,"baseline_adjusted_skill":0.28,"baseline_adjusted_score":0.28},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.4,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.7142857142857143,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11457393775224001,"accuracy":0.8,"positive_recall":0.92,"specificity":0.68,"precision":0.7419354838709677,"balanced_accuracy":0.8,"f1":0.8214285714285714,"true_positive":46,"false_positive":16,"false_negative":4,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.54170424899104,"baseline_adjusted_skill":0.6000000000000001,"baseline_adjusted_score":0.6000000000000001},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.6428571428571428,"baseline_adjusted_score":0.6428571428571428},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.54,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.23333333333333336,"baseline_adjusted_score":0.23333333333333336},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.22094179818531,"accuracy":0.63,"positive_recall":0.64,"specificity":0.62,"precision":0.6274509803921569,"balanced_accuracy":0.63,"f1":0.6336633663366337,"true_positive":32,"false_positive":19,"false_negative":18,"true_negative":31,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.11623280725875995,"baseline_adjusted_skill":0.26,"baseline_adjusted_score":0.26},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.20851190476190473,"fixed_answer_accuracy_baseline":0.22333333333333333,"baseline_adjusted_skill":0.9613733905579399,"baseline_adjusted_score":0.9613733905579399},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.06328761183917,"accuracy":0.89,"positive_recall":0.9,"specificity":0.88,"precision":0.8823529411764706,"balanced_accuracy":0.89,"f1":0.8910891089108911,"true_positive":45,"false_positive":6,"false_negative":5,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.74684955264332,"baseline_adjusted_skill":0.78,"baseline_adjusted_score":0.78},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.1473055346195647,"normalized_score_rmse":0.22390186770259352,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.5089815512681177,"baseline_adjusted_score":0.5089815512681177},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.22851190476190475,"fixed_answer_accuracy_baseline":0.24333333333333332,"baseline_adjusted_skill":0.9207048458149779,"baseline_adjusted_score":0.9207048458149779},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.04007516125066,"accuracy":0.93,"positive_recall":0.96,"specificity":0.9,"precision":0.9056603773584906,"balanced_accuracy":0.9299999999999999,"f1":0.9320388349514563,"true_positive":48,"false_positive":5,"false_negative":2,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.83969935499736,"baseline_adjusted_skill":0.8599999999999999,"baseline_adjusted_score":0.8599999999999999},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.12957199835394997,"normalized_score_rmse":0.1985255163788558,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.3042222222222222,"baseline_adjusted_skill":0.5740876606334735,"baseline_adjusted_score":0.5740876606334735},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.74,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.5806451612903225,"baseline_adjusted_score":0.5806451612903225},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.07092506835601001,"accuracy":0.88,"positive_recall":0.98,"specificity":0.78,"precision":0.8166666666666667,"balanced_accuracy":0.88,"f1":0.8909090909090909,"true_positive":49,"false_positive":11,"false_negative":1,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.71629972657596,"baseline_adjusted_skill":0.76,"baseline_adjusted_score":0.76},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.76,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.52,"baseline_adjusted_score":0.52},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.05039280443704999,"accuracy":0.95,"positive_recall":0.98,"specificity":0.92,"precision":0.9245283018867925,"balanced_accuracy":0.95,"f1":0.9514563106796117,"true_positive":49,"false_positive":4,"false_negative":1,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7984287822518,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.57,"uniform_accuracy_baseline":0.3533333333333333,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.27118644067796605,"baseline_adjusted_score":0.27118644067796605},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.83,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.7258064516129031,"baseline_adjusted_score":0.7258064516129031},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.37,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.01612903225806453,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.1111111111111111,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.21428571428571433,"baseline_adjusted_score":0.21428571428571433},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.33978491244015996,"accuracy":0.361375,"positive_recall":0.7673038892551088,"specificity":0.26638901743020205,"precision":0.19662162162162164,"balanced_accuracy":0.5168464533426554,"f1":0.3130294473578056,"true_positive":58.2,"false_positive":237.8,"false_negative":17.65,"true_negative":86.35,"positive_prevalence":0.189625,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500001,"brier_skill":-3.463594346483389,"baseline_adjusted_skill":0.033692906685310886,"baseline_adjusted_score":0.033692906685310886},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.4628921152671509,"normalized_score_rmse":0.52762721518648,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":-1.1655771474486594,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.0732060418489725,"accuracy":0.7923749999999999,"positive_recall":0.5654008438818565,"specificity":0.8748934719618203,"precision":0.6216494845360825,"balanced_accuracy":0.7201471579218384,"f1":0.5921924871102381,"true_positive":60.3,"false_positive":36.7,"false_negative":46.35,"true_negative":256.65,"positive_prevalence":0.266625,"majority_accuracy_baseline":0.733375,"constant_brier_baseline":0.115654859375,"brier_skill":0.3670301252832897,"baseline_adjusted_skill":0.44029431584367673,"baseline_adjusted_score":0.44029431584367673},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.21924671426117467,"normalized_score_rmse":0.2549397601965422,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.1841982725165593,"baseline_adjusted_score":0.1841982725165593},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.065674782895015,"accuracy":0.7816249999999999,"positive_recall":0.6058165548098434,"specificity":0.8497831743278403,"precision":0.6099099099099099,"balanced_accuracy":0.7277998645688419,"f1":0.6078563411896746,"true_positive":67.7,"false_positive":43.3,"false_negative":44.05,"true_negative":244.95,"positive_prevalence":0.279375,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937500001,"brier_skill":0.4196077582039487,"baseline_adjusted_skill":0.4555997291376839,"baseline_adjusted_score":0.4555997291376839},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.21530126417781695,"normalized_score_rmse":0.2593702149564261,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.18562169578130716,"baseline_adjusted_score":0.18562169578130716},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.0716053354187875,"accuracy":0.8473750000000001,"positive_recall":0.38140845070422535,"specificity":0.9802409638554218,"precision":0.8462500000000001,"balanced_accuracy":0.6808247072798236,"f1":0.5258252427184467,"true_positive":33.85,"false_positive":6.15,"false_negative":54.9,"true_negative":305.1,"positive_prevalence":0.221875,"majority_accuracy_baseline":0.778125,"constant_brier_baseline":0.12674023437499998,"brier_skill":0.43502285780124816,"baseline_adjusted_skill":0.36164941455964716,"baseline_adjusted_score":0.36164941455964716},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.2541559239404113,"normalized_score_rmse":0.28254246602660615,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":-0.12645284848935767,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.04478066811325,"accuracy":0.8202499999999999,"positive_recall":0.6706049149338373,"specificity":0.8740652617267165,"precision":0.6569444444444444,"balanced_accuracy":0.7723350883302769,"f1":0.6637043966323668,"true_positive":70.95,"false_positive":37.05,"false_negative":34.85,"true_negative":257.15,"positive_prevalence":0.2645,"majority_accuracy_baseline":0.7355,"constant_brier_baseline":0.11362725,"brier_skill":0.6058985136641959,"baseline_adjusted_skill":0.5446701766605537,"baseline_adjusted_score":0.5446701766605537},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.19983814636268035,"normalized_score_rmse":0.24376215176405108,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.2046242930838592,"baseline_adjusted_score":0.2046242930838592},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.0770415401939525,"accuracy":0.79875,"positive_recall":0.5620104438642298,"specificity":0.8548237476808905,"precision":0.4783333333333333,"balanced_accuracy":0.7084170957725602,"f1":0.5168067226890756,"true_positive":43.05,"false_positive":46.95,"false_negative":33.55,"true_negative":276.45,"positive_prevalence":0.19149999999999998,"majority_accuracy_baseline":0.8085,"constant_brier_baseline":0.09190274999999999,"brier_skill":0.1617058227968966,"baseline_adjusted_skill":0.41683419154512036,"baseline_adjusted_score":0.41683419154512036},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.21926948276502436,"normalized_score_rmse":0.2616911900717137,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":-0.05991290762549539,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.05226412194659,"accuracy":0.87,"positive_recall":0.6558265582655827,"specificity":0.9184549356223175,"precision":0.6453333333333333,"balanced_accuracy":0.7871407469439501,"f1":0.6505376344086021,"true_positive":48.4,"false_positive":26.6,"false_negative":25.4,"true_negative":299.6,"positive_prevalence":0.1845,"majority_accuracy_baseline":0.8155,"constant_brier_baseline":0.10922225,"brier_skill":0.5214883236099788,"baseline_adjusted_skill":0.5742814938879002,"baseline_adjusted_score":0.5742814938879002},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.2396034811027789,"normalized_score_rmse":0.2781765203831344,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":-0.2652329035130241,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.07431861044542,"accuracy":0.83,"positive_recall":0.18789808917197454,"specificity":0.9867807153965785,"precision":0.7763157894736842,"balanced_accuracy":0.5873394022842765,"f1":0.30256410256410254,"true_positive":14.75,"false_positive":4.25,"false_negative":63.75,"true_negative":317.25,"positive_prevalence":0.19625,"majority_accuracy_baseline":0.80375,"constant_brier_baseline":0.09878593749999999,"brier_skill":0.24768026374786378,"baseline_adjusted_skill":0.174678804568553,"baseline_adjusted_score":0.174678804568553},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.22010435985173463,"normalized_score_rmse":0.25475901425178593,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":-0.04191412947566686,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.0698404191608852,"accuracy":0.7165816326530612,"positive_recall":0.8140569395017794,"specificity":0.6430170098478066,"precision":0.6324884792626728,"balanced_accuracy":0.728536974674793,"f1":0.7118775933609958,"true_positive":137.25,"false_positive":79.75,"false_negative":31.35,"true_negative":143.65,"positive_prevalence":0.4301020408163265,"majority_accuracy_baseline":0.5698979591836735,"constant_brier_baseline":0.12359641815910039,"brier_skill":0.43493168975995233,"baseline_adjusted_skill":0.4570739493495859,"baseline_adjusted_score":0.4570739493495859},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.17520853733416608,"normalized_score_rmse":0.22130160006481342,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.36405790152784157,"baseline_adjusted_score":0.36405790152784157},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.13995536873706374,"accuracy":0.7021250000000001,"positive_recall":0.7151848937844217,"specificity":0.6996581958686283,"precision":0.3102389078498294,"balanced_accuracy":0.7074215448265251,"f1":0.4327541061651988,"true_positive":90.9,"false_positive":202.1,"false_negative":36.2,"true_negative":470.8,"positive_prevalence":0.158875,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499999,"brier_skill":-0.416875208177357,"baseline_adjusted_skill":0.41484308965305017,"baseline_adjusted_score":0.41484308965305017},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.36270605551730306,"normalized_score_rmse":0.4186701686640047,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-1.198218518286685,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.52,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.22580645161290325,"baseline_adjusted_score":0.22580645161290325},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.30608626570972,"accuracy":0.49,"positive_recall":0.38,"specificity":0.6,"precision":0.48717948717948717,"balanced_accuracy":0.49,"f1":0.42696629213483145,"true_positive":19,"false_positive":20,"false_negative":31,"true_negative":30,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.2243450628388799,"baseline_adjusted_skill":-0.020000000000000018,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.39827700463883364,"uniform_accuracy_baseline":0.058823529411764705,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.29283489096573206,"baseline_adjusted_score":0.29283489096573206},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.71,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.3695652173913042,"baseline_adjusted_score":0.3695652173913042},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.22782971306396,"accuracy":0.6,"positive_recall":0.86,"specificity":0.34,"precision":0.5657894736842105,"balanced_accuracy":0.6,"f1":0.6825396825396826,"true_positive":43,"false_positive":33,"false_negative":7,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.08868114774416003,"baseline_adjusted_skill":0.19999999999999996,"baseline_adjusted_score":0.19999999999999996},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.53,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.253968253968254,"baseline_adjusted_score":0.253968253968254},"scoring":{"eligible":true,"reason":null},"model":112,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.2825582747812101,"accuracy":0.527027027027027,"positive_recall":0.7464788732394366,"specificity":0.3246753246753247,"precision":0.5047619047619047,"balanced_accuracy":0.5355770989573807,"f1":0.6022727272727273,"true_positive":53,"false_positive":52,"false_negative":18,"true_negative":25,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.24958911614317017,"brier_skill":-0.1320937352858289,"baseline_adjusted_skill":0.07115419791476141,"baseline_adjusted_score":0.07115419791476141},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.22,"uniform_accuracy_baseline":0.2005,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":-0.09859154929577463,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.63,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.4558823529411765,"baseline_adjusted_score":0.4558823529411765},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.64,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.23404255319148934,"baseline_adjusted_score":0.23404255319148934},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.38,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":-0.2653061224489796,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09460970354590373,"accuracy":0.55586424284,"positive_recall":0.7239034482770492,"specificity":0.28626267991189547,"precision":0.619373731875,"balanced_accuracy":0.5050830640944723,"f1":0.6675714988708216,"true_positive":44.594908695,"false_positive":27.405091305,"false_negative":17.008484411,"true_negative":10.991515589,"positive_prevalence":0.61603393106,"majority_accuracy_baseline":0.61603393106,"constant_brier_baseline":0.07908707655202402,"brier_skill":-0.19627261078071112,"baseline_adjusted_skill":0.01016612818894469,"baseline_adjusted_score":0.01016612818894469},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2312604285527866,"accuracy":0.63,"positive_recall":0.56,"specificity":0.7,"precision":0.6511627906976745,"balanced_accuracy":0.63,"f1":0.6021505376344086,"true_positive":28,"false_positive":15,"false_negative":22,"true_negative":35,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.07495828578885355,"baseline_adjusted_skill":0.26,"baseline_adjusted_score":0.26},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.03,"uniform_accuracy_baseline":0.012987012987012986,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":-0.021052631578947375,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.57,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.2833333333333332,"baseline_adjusted_score":0.2833333333333332},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.38,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.03125000000000003,"baseline_adjusted_score":0.03125000000000003},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1882130039871387,"accuracy":0.75,"positive_recall":0.72,"specificity":0.78,"precision":0.7659574468085106,"balanced_accuracy":0.75,"f1":0.7422680412371134,"true_positive":36,"false_positive":11,"false_negative":14,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.24714798405144522,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.17805479423983486,"accuracy":0.5402576757455244,"positive_recall":0.5521160516449747,"specificity":0.5347359805829593,"precision":0.35590181061863035,"balanced_accuracy":0.543426016113967,"f1":0.4328088920237792,"true_positive":122.78612466342747,"false_positive":222.21387533657253,"false_negative":99.60575164156035,"true_negative":255.39424835843965,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768642,"brier_skill":-1.006772986795002,"baseline_adjusted_skill":0.08685203222793403,"baseline_adjusted_score":0.08685203222793403},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3707063130933374,"accuracy":0.53,"positive_recall":0.7,"specificity":0.36,"precision":0.5223880597014925,"balanced_accuracy":0.53,"f1":0.5982905982905983,"true_positive":35,"false_positive":32,"false_negative":15,"true_negative":18,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.4828252523733496,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.006622516556291391,"uniform_accuracy_baseline":0.006622516556291391,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":-0.034482758620689655,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.4576470588235294,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.35,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.08333333333333341,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2723158514964541,"accuracy":0.55,"positive_recall":0.26,"specificity":0.84,"precision":0.6190476190476191,"balanced_accuracy":0.55,"f1":0.36619718309859156,"true_positive":13,"false_positive":8,"false_negative":37,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.08926340598581639,"baseline_adjusted_skill":0.10000000000000009,"baseline_adjusted_score":0.10000000000000009},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.52,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.32,"uniform_accuracy_baseline":0.07142857142857142,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.2359550561797753,"baseline_adjusted_score":0.2359550561797753},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.55,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.02173913043478263,"baseline_adjusted_score":0.02173913043478263},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.32,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.06849315068493149,"baseline_adjusted_score":0.06849315068493149},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.6111111111111112,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":-0.16666666666666638,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.2891434478560564,"accuracy":0.573170731707317,"positive_recall":0.675,"specificity":0.47619047619047616,"precision":0.5510204081632653,"balanced_accuracy":0.575595238095238,"f1":0.6067415730337079,"true_positive":27,"false_positive":22,"false_negative":13,"true_negative":20,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.2498512790005949,"brier_skill":-0.15726222820483526,"baseline_adjusted_skill":0.1511904761904761,"baseline_adjusted_score":0.1511904761904761},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.27917462250746844,"accuracy":0.48,"positive_recall":0.84,"specificity":0.12,"precision":0.4883720930232558,"balanced_accuracy":0.48,"f1":0.6176470588235294,"true_positive":42,"false_positive":44,"false_negative":8,"true_negative":6,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.11669849002987376,"baseline_adjusted_skill":-0.040000000000000036,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.24581005586592178,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.03225806451612903,"baseline_adjusted_score":0.03225806451612903},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.41,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.03278688524590158,"baseline_adjusted_score":0.03278688524590158},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.2852120269972484,"accuracy":0.545,"positive_recall":0.45454545454545453,"specificity":0.5705128205128205,"precision":0.22988505747126436,"balanced_accuracy":0.5125291375291375,"f1":0.3053435114503817,"true_positive":20,"false_positive":67,"false_negative":24,"true_negative":89,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.6620747494012145,"baseline_adjusted_skill":0.02505827505827507,"baseline_adjusted_score":0.02505827505827507},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.2478542421568318,"accuracy":0.61,"positive_recall":0.46,"specificity":0.66,"precision":0.3108108108108108,"balanced_accuracy":0.56,"f1":0.3709677419354839,"true_positive":23,"false_positive":51,"false_negative":27,"true_negative":99,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-0.32188929150310286,"baseline_adjusted_skill":0.1200000000000001,"baseline_adjusted_score":0.1200000000000001},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.18840074915975477,"accuracy":0.74,"positive_recall":0.5789473684210527,"specificity":0.7569060773480663,"precision":0.2,"balanced_accuracy":0.6679267228845595,"f1":0.2972972972972973,"true_positive":11,"false_positive":44,"false_negative":8,"true_negative":137,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.085975,"brier_skill":-1.1913434040099422,"baseline_adjusted_skill":0.3358534457691189,"baseline_adjusted_score":0.3358534457691189},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.18438363141134495,"accuracy":0.6612321428571428,"positive_recall":0.5816883245709752,"specificity":0.6663099437053173,"precision":0.10013661202185792,"balanced_accuracy":0.6239991341381462,"f1":0.17085998164362406,"true_positive":97.73333333333333,"false_positive":878.2666666666667,"false_negative":70.28333333333333,"true_negative":1753.7166666666667,"positive_prevalence":0.060005952380952375,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679138,"brier_skill":-4.726026852287952,"baseline_adjusted_skill":0.24799826827629246,"baseline_adjusted_score":0.24799826827629246},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.06515580736543909,"uniform_accuracy_baseline":0.027777777777777776,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":-0.07142857142857144,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.44,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.20000000000000004,"baseline_adjusted_score":0.20000000000000004},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.273632332658335,"accuracy":0.64,"positive_recall":0.7,"specificity":0.58,"precision":0.625,"balanced_accuracy":0.6399999999999999,"f1":0.660377358490566,"true_positive":35,"false_positive":21,"false_negative":15,"true_negative":29,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.0945293306333399,"baseline_adjusted_skill":0.2799999999999998,"baseline_adjusted_score":0.2799999999999998},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.28280499679067395,"accuracy":0.46,"positive_recall":0.66,"specificity":0.26,"precision":0.4714285714285714,"balanced_accuracy":0.46,"f1":0.55,"true_positive":33,"false_positive":37,"false_negative":17,"true_negative":13,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.13121998716269578,"baseline_adjusted_skill":-0.07999999999999996,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.52,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":-0.23076923076923067,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.02,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":-0.0425531914893617,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2941500234999338,"accuracy":0.64,"positive_recall":0.94,"specificity":0.34,"precision":0.5875,"balanced_accuracy":0.64,"f1":0.7230769230769231,"true_positive":47,"false_positive":33,"false_negative":3,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.1766000939997352,"baseline_adjusted_skill":0.28,"baseline_adjusted_score":0.28},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8507462686567167,"baseline_adjusted_score":0.8507462686567167},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.26528715487635074,"accuracy":0.52,"positive_recall":0.68,"specificity":0.36,"precision":0.5151515151515151,"balanced_accuracy":0.52,"f1":0.5862068965517241,"true_positive":34,"false_positive":32,"false_negative":16,"true_negative":18,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.06114861950540296,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.33841391216216216,"uniform_accuracy_baseline":0.23445945945945948,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.10312394531026513,"baseline_adjusted_score":0.10312394531026513},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.13808600306852323,"accuracy":0.5792105065789473,"positive_recall":0.8442136156913832,"specificity":0.32686871282566327,"precision":0.5442608695652175,"balanced_accuracy":0.5855411642585232,"f1":0.6618377816140777,"true_positive":62.59,"false_positive":52.41,"false_negative":11.550003,"true_negative":25.449997,"positive_prevalence":0.4877631776315789,"majority_accuracy_baseline":0.512236822368421,"constant_brier_baseline":0.09451910039768556,"brier_skill":-0.4609322611782334,"baseline_adjusted_skill":0.1710823285170464,"baseline_adjusted_score":0.1710823285170464},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.23761124616885362,"normalized_score_rmse":0.3041521192767059,"constant_score_baseline":0.5841668333333333,"constant_mae_baseline":0.21700552708333334,"baseline_adjusted_skill":-0.09495481226893987,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.31652860181203635,"accuracy":0.44,"positive_recall":0.18,"specificity":0.7,"precision":0.375,"balanced_accuracy":0.43999999999999995,"f1":0.24324324324324326,"true_positive":9,"false_positive":15,"false_negative":41,"true_negative":35,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.2661144072481454,"baseline_adjusted_skill":-0.1200000000000001,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2599756662517032,"accuracy":0.58,"positive_recall":0.74,"specificity":0.42,"precision":0.5606060606060606,"balanced_accuracy":0.58,"f1":0.6379310344827587,"true_positive":37,"false_positive":29,"false_negative":13,"true_negative":21,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.03990266500681283,"baseline_adjusted_skill":0.15999999999999992,"baseline_adjusted_score":0.15999999999999992},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.41,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.03278688524590158,"baseline_adjusted_score":0.03278688524590158},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.125,"uniform_accuracy_baseline":0.036111111111111115,"fixed_answer_accuracy_baseline":0.08833333333333333,"baseline_adjusted_skill":0.04021937842778794,"baseline_adjusted_score":0.04021937842778794},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.76,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.4545454545454545,"baseline_adjusted_score":0.4545454545454545},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.16,"uniform_accuracy_baseline":0.049879324215607396,"fixed_answer_accuracy_baseline":0.12442477876106194,"baseline_adjusted_skill":0.040630685263796255,"baseline_adjusted_score":0.040630685263796255},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.27521043296673,"accuracy":0.52,"positive_recall":0.84,"specificity":0.2,"precision":0.5121951219512195,"balanced_accuracy":0.52,"f1":0.6363636363636364,"true_positive":42,"false_positive":40,"false_negative":8,"true_negative":10,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.10084173186691991,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.6388888888888888,"uniform_accuracy_baseline":0.23888888888888887,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.49019607843137253,"baseline_adjusted_score":0.49019607843137253},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.2776986366110333,"accuracy":0.578125,"positive_recall":0.71875,"specificity":0.4375,"precision":0.5609756097560976,"balanced_accuracy":0.578125,"f1":0.6301369863013698,"true_positive":23,"false_positive":18,"false_negative":9,"true_negative":14,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.11079454644413311,"baseline_adjusted_skill":0.15625,"baseline_adjusted_score":0.15625},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.49,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":-0.10869565217391315,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.3,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.06060606060606067,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.43435600557220505,"accuracy":0.52,"positive_recall":0.86,"specificity":0.18,"precision":0.5119047619047619,"balanced_accuracy":0.52,"f1":0.6417910447761194,"true_positive":43,"false_positive":41,"false_negative":7,"true_negative":9,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.7374240222888202,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8529411764705882,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.7826086956521737,"baseline_adjusted_score":0.7826086956521737},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.22445765212991403,"accuracy":0.6363636363636364,"positive_recall":0.625,"specificity":0.6470588235294118,"precision":0.625,"balanced_accuracy":0.6360294117647058,"f1":0.625,"true_positive":10,"false_positive":6,"false_negative":6,"true_negative":11,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.10134417952398389,"baseline_adjusted_skill":0.2720588235294117,"baseline_adjusted_score":0.2720588235294117},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.24939840077293393,"normalized_score_rmse":0.3307750823961158,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.24424727038504868,"baseline_adjusted_score":0.24424727038504868},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.03125,"uniform_accuracy_baseline":0.178125,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.3596491228070175,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.5991553029521587,"accuracy":0.17647058823529413,"positive_recall":0,"specificity":0.35294117647058826,"precision":0,"balanced_accuracy":0.17647058823529413,"f1":0,"true_positive":0,"false_positive":11,"false_negative":17,"true_negative":6,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-1.3966212118086347,"baseline_adjusted_skill":-0.6470588235294117,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.25508813303098865,"normalized_score_rmse":0.3017613142105638,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-0.7345993046107229,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.041666666666666664,"uniform_accuracy_baseline":0.13194444444444445,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":-1.4,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.48276889461487704,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":26,"false_positive":26,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.9310755784595082,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.31979390857863216,"accuracy":0.5733333333333334,"positive_recall":0.38461538461538464,"specificity":0.7777777777777778,"precision":0.6521739130434783,"balanced_accuracy":0.5811965811965812,"f1":0.4838709677419355,"true_positive":15,"false_positive":8,"false_negative":24,"true_negative":28,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24960000000000004,"brier_skill":-0.28122559526695556,"baseline_adjusted_skill":0.16239316239316248,"baseline_adjusted_score":0.16239316239316248},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.4599032150773896,"normalized_score_rmse":0.48178460130049233,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.6425114824192486,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.5294117647058824,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.36,"baseline_adjusted_score":0.36},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.11431333673747823,"accuracy":0.8571428571428571,"positive_recall":1,"specificity":0.7142857142857143,"precision":0.7777777777777778,"balanced_accuracy":0.8571428571428572,"f1":0.875,"true_positive":14,"false_positive":4,"false_negative":0,"true_negative":10,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5427466530500871,"baseline_adjusted_skill":0.7142857142857144,"baseline_adjusted_score":0.7142857142857144},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.2624643049800779,"normalized_score_rmse":0.34300127012435744,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.1696969696969697,"baseline_adjusted_skill":-0.5466646543468874,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":0.6666666666666666,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":0.5833333333333333,"baseline_adjusted_score":0.5833333333333333},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.24301783803183333,"accuracy":0.611764705882353,"positive_recall":0.8444444444444444,"specificity":0.35,"precision":0.59375,"balanced_accuracy":0.5972222222222222,"f1":0.6972477064220184,"true_positive":38,"false_positive":26,"false_negative":7,"true_negative":14,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.2491349480968858,"brier_skill":0.02455340012222451,"baseline_adjusted_skill":0.19444444444444442,"baseline_adjusted_score":0.19444444444444442},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.2,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":-0.0526315789473684,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.3238265819625763,"accuracy":0.62,"positive_recall":0.8285714285714286,"specificity":0.13333333333333333,"precision":0.6904761904761905,"balanced_accuracy":0.48095238095238096,"f1":0.7532467532467533,"true_positive":29,"false_positive":13,"false_negative":6,"true_negative":2,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.21,"brier_skill":-0.5420313426789347,"baseline_adjusted_skill":-0.03809523809523807,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.32603360041258056,"normalized_score_rmse":0.38863981015742133,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.16440571575921625,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.17721518987341772,"uniform_accuracy_baseline":0.24240506329113923,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":-0.41304347826086957,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.3296686963725467,"accuracy":0.6190476190476191,"positive_recall":1,"specificity":0.2,"precision":0.5789473684210527,"balanced_accuracy":0.6,"f1":0.7333333333333333,"true_positive":11,"false_positive":8,"false_negative":0,"true_negative":2,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.2494331065759637,"brier_skill":-0.3216717736390282,"baseline_adjusted_skill":0.19999999999999996,"baseline_adjusted_score":0.19999999999999996},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.36363636363636365,"uniform_accuracy_baseline":0.32373737373737377,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":-0.049999999999999954,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.2793202445461751,"accuracy":0.5757575757575758,"positive_recall":0.5882352941176471,"specificity":0.5625,"precision":0.5882352941176471,"balanced_accuracy":0.5753676470588236,"f1":0.5882352941176471,"true_positive":10,"false_positive":7,"false_negative":7,"true_negative":9,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":-0.11830789084847315,"baseline_adjusted_skill":0.1507352941176472,"baseline_adjusted_score":0.1507352941176472},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.4076614760284415,"normalized_score_rmse":0.4766141053302053,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.3431372549019608,"baseline_adjusted_skill":-0.18804201585431524,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.204611378490616,"accuracy":0.72,"positive_recall":0.88,"specificity":0.56,"precision":0.6666666666666666,"balanced_accuracy":0.72,"f1":0.7586206896551724,"true_positive":44,"false_positive":22,"false_negative":6,"true_negative":28,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.181554486037536,"baseline_adjusted_skill":0.43999999999999995,"baseline_adjusted_score":0.43999999999999995},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.41333333333333333,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":0.09278350515463916,"baseline_adjusted_score":0.09278350515463916},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.35789159551962674,"accuracy":0.5333333333333333,"positive_recall":0.8918918918918919,"specificity":0.18421052631578946,"precision":0.515625,"balanced_accuracy":0.5380512091038406,"f1":0.6534653465346535,"true_positive":33,"false_positive":31,"false_negative":4,"true_negative":7,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555554,"brier_skill":-0.43182092802126637,"baseline_adjusted_skill":0.07610241820768127,"baseline_adjusted_score":0.07610241820768127},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.27,"uniform_accuracy_baseline":0.14285714285714285,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.06410256410256412,"baseline_adjusted_score":0.06410256410256412},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.375,"uniform_accuracy_baseline":0.32416666666666666,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.053030303030303,"baseline_adjusted_score":0.053030303030303},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.28344071700066187,"accuracy":0.42424242424242425,"positive_recall":0.6875,"specificity":0.17647058823529413,"precision":0.44,"balanced_accuracy":0.4319852941176471,"f1":0.5365853658536586,"true_positive":11,"false_positive":14,"false_negative":5,"true_negative":3,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":-0.13480492946220868,"baseline_adjusted_skill":-0.13602941176470584,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.3561208968297462,"normalized_score_rmse":0.4576536143571899,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":-0.6209640821216034,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3816151499030122,"accuracy":0.33,"positive_recall":0.9090909090909091,"specificity":0.16666666666666666,"precision":0.23529411764705882,"balanced_accuracy":0.5378787878787878,"f1":0.37383177570093457,"true_positive":20,"false_positive":65,"false_negative":2,"true_negative":13,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-1.2238645099243137,"baseline_adjusted_skill":0.07575757575757569,"baseline_adjusted_score":0.07575757575757569},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.4009128794368922,"accuracy":0.51,"positive_recall":0.9459459459459459,"specificity":0.25396825396825395,"precision":0.4268292682926829,"balanced_accuracy":0.5999570999571,"f1":0.5882352941176471,"true_positive":35,"false_positive":47,"false_negative":2,"true_negative":16,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000003,"brier_skill":-0.71991797270224,"baseline_adjusted_skill":0.1999141999142,"baseline_adjusted_score":0.1999141999142},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.38073081456052554,"accuracy":0.4,"positive_recall":0.8205128205128205,"specificity":0.13114754098360656,"precision":0.3764705882352941,"balanced_accuracy":0.47583018074821354,"f1":0.5161290322580645,"true_positive":32,"false_positive":53,"false_negative":7,"true_negative":8,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379,"brier_skill":-0.6003817341762319,"baseline_adjusted_skill":-0.048339638503572924,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.4202518944015744,"accuracy":0.39,"positive_recall":0.8387096774193549,"specificity":0.18840579710144928,"precision":0.3170731707317073,"balanced_accuracy":0.5135577372604021,"f1":0.46017699115044247,"true_positive":26,"false_positive":56,"false_negative":5,"true_negative":13,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999998,"brier_skill":-0.9647119887871642,"baseline_adjusted_skill":0.027115474520804206,"baseline_adjusted_score":0.027115474520804206},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.49,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.29166666666666663,"baseline_adjusted_score":0.29166666666666663},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.24996362834592026,"normalized_score_rmse":0.3091425135752332,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":-0.07511237998245268,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3190701518967384,"accuracy":0.59,"positive_recall":0.98,"specificity":0.2,"precision":0.550561797752809,"balanced_accuracy":0.59,"f1":0.7050359712230215,"true_positive":49,"false_positive":40,"false_negative":1,"true_negative":10,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.2762806075869535,"baseline_adjusted_skill":0.17999999999999994,"baseline_adjusted_score":0.17999999999999994},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2711088667529607,"accuracy":0.6,"positive_recall":0.78,"specificity":0.42,"precision":0.5735294117647058,"balanced_accuracy":0.6,"f1":0.6610169491525424,"true_positive":39,"false_positive":29,"false_negative":11,"true_negative":21,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.08443546701184279,"baseline_adjusted_skill":0.19999999999999996,"baseline_adjusted_score":0.19999999999999996},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.44,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.6000000000000001,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.33284672982435626,"accuracy":0.54,"positive_recall":0.9,"specificity":0.18,"precision":0.5232558139534884,"balanced_accuracy":0.54,"f1":0.6617647058823529,"true_positive":45,"false_positive":41,"false_negative":5,"true_negative":9,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.33138691929742503,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.67,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.21428571428571447,"baseline_adjusted_score":0.21428571428571447},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.39,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.016666666666666684,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25232520744551046,"accuracy":0.61,"positive_recall":0.58,"specificity":0.64,"precision":0.6170212765957447,"balanced_accuracy":0.61,"f1":0.5979381443298969,"true_positive":29,"false_positive":18,"false_negative":21,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.00930082978204183,"baseline_adjusted_skill":0.21999999999999997,"baseline_adjusted_score":0.21999999999999997},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.69,"uniform_accuracy_baseline":0.20851190476190473,"fixed_answer_accuracy_baseline":0.22333333333333333,"baseline_adjusted_skill":0.6008583690987124,"baseline_adjusted_score":0.6008583690987124},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3145583712912307,"accuracy":0.5,"positive_recall":0.76,"specificity":0.24,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6031746031746031,"true_positive":38,"false_positive":38,"false_negative":12,"true_negative":12,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.25823348516492284,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.250723026868047,"normalized_score_rmse":0.343940800339506,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.16425657710650998,"baseline_adjusted_score":0.16425657710650998},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.64,"uniform_accuracy_baseline":0.22851190476190475,"fixed_answer_accuracy_baseline":0.24333333333333332,"baseline_adjusted_skill":0.5242290748898679,"baseline_adjusted_score":0.5242290748898679},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.26894957631719807,"accuracy":0.52,"positive_recall":0.66,"specificity":0.38,"precision":0.515625,"balanced_accuracy":0.52,"f1":0.5789473684210527,"true_positive":33,"false_positive":31,"false_negative":17,"true_negative":19,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.07579830526879228,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.2919445077544076,"normalized_score_rmse":0.39390873842327767,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.3042222222222222,"baseline_adjusted_skill":0.040357717388725955,"baseline_adjusted_score":0.040357717388725955},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.55,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.27419354838709686,"baseline_adjusted_score":0.27419354838709686},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1544559155047771,"accuracy":0.81,"positive_recall":0.94,"specificity":0.68,"precision":0.746031746031746,"balanced_accuracy":0.81,"f1":0.831858407079646,"true_positive":47,"false_positive":16,"false_negative":3,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.38217633798089157,"baseline_adjusted_skill":0.6200000000000001,"baseline_adjusted_score":0.6200000000000001},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.24,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":-0.52,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.125613646433401,"accuracy":0.86,"positive_recall":0.92,"specificity":0.8,"precision":0.8214285714285714,"balanced_accuracy":0.8600000000000001,"f1":0.8679245283018868,"true_positive":46,"false_positive":10,"false_negative":4,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.497545414266396,"baseline_adjusted_skill":0.7200000000000002,"baseline_adjusted_score":0.7200000000000002},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.45,"uniform_accuracy_baseline":0.3533333333333333,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.06779661016949158,"baseline_adjusted_score":0.06779661016949158},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.51,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.20967741935483872,"baseline_adjusted_score":0.20967741935483872},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.31,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.11290322580645162,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.15,"uniform_accuracy_baseline":0.1111111111111111,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":-0.011904761904761916,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.12996788473649848,"accuracy":0.7328749999999999,"positive_recall":0.2702702702702703,"specificity":0.8411229369119235,"precision":0.2847222222222222,"balanced_accuracy":0.5556966035910968,"f1":0.2773080825160636,"true_positive":20.5,"false_positive":51.5,"false_negative":55.35,"true_negative":272.65,"positive_prevalence":0.189625,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500001,"brier_skill":-0.7073268832570836,"baseline_adjusted_skill":0.1113932071821937,"baseline_adjusted_score":0.1113932071821937},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.46225757502066517,"normalized_score_rmse":0.5091780133863818,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":-1.1626085381083753,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.13299397061985185,"accuracy":0.685875,"positive_recall":0.6797937177684013,"specificity":0.6880859042099879,"precision":0.4420731707317073,"balanced_accuracy":0.6839398109891945,"f1":0.5357472750785147,"true_positive":72.5,"false_positive":91.5,"false_negative":34.15,"true_negative":201.85,"positive_prevalence":0.266625,"majority_accuracy_baseline":0.733375,"constant_brier_baseline":0.115654859375,"brier_skill":-0.14992116490869978,"baseline_adjusted_skill":0.3678796219783891,"baseline_adjusted_score":0.3678796219783891},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.4221025796453402,"normalized_score_rmse":0.4909856301826428,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":-0.5706142498431264,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.1386695105497509,"accuracy":0.642625,"positive_recall":0.45100671140939597,"specificity":0.7169124024284476,"precision":0.38181818181818183,"balanced_accuracy":0.5839595569189218,"f1":0.4135384615384616,"true_positive":50.4,"false_positive":81.6,"false_negative":61.35,"true_negative":206.65,"positive_prevalence":0.279375,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937500001,"brier_skill":-0.22547353107184942,"baseline_adjusted_skill":0.16791911383784353,"baseline_adjusted_score":0.16791911383784353},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.40895045269595626,"normalized_score_rmse":0.46968220404239697,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":-0.5468575042873047,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.12802445147383612,"accuracy":0.7698750000000001,"positive_recall":0.403943661971831,"specificity":0.8742168674698796,"precision":0.47800000000000004,"balanced_accuracy":0.6390802647208553,"f1":0.43786259541984734,"true_positive":35.85,"false_positive":39.15,"false_negative":52.9,"true_negative":272.1,"positive_prevalence":0.221875,"majority_accuracy_baseline":0.778125,"constant_brier_baseline":0.12674023437499998,"brier_skill":-0.010132671011451544,"baseline_adjusted_skill":0.27816052944171066,"baseline_adjusted_score":0.27816052944171066},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.4946189327475116,"normalized_score_rmse":0.5417388593856345,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":-1.1922168764432648,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.1324524753536274,"accuracy":0.6727500000000001,"positive_recall":0.8171077504725898,"specificity":0.6208361658735555,"precision":0.4366161616161616,"balanced_accuracy":0.7189719581730727,"f1":0.5691244239631337,"true_positive":86.45,"false_positive":111.55,"false_negative":19.35,"true_negative":182.65,"positive_prevalence":0.2645,"majority_accuracy_baseline":0.7355,"constant_brier_baseline":0.11362725,"brier_skill":-0.16567527026859663,"baseline_adjusted_skill":0.4379439163461454,"baseline_adjusted_score":0.4379439163461454},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.45237613839823415,"normalized_score_rmse":0.5036178323367402,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":-0.8005020433760566,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.12544742585159074,"accuracy":0.748,"positive_recall":0.5600522193211489,"specificity":0.7925170068027212,"precision":0.39,"balanced_accuracy":0.6762846130619351,"f1":0.459807073954984,"true_positive":42.9,"false_positive":67.1,"false_negative":33.7,"true_negative":256.3,"positive_prevalence":0.19149999999999998,"majority_accuracy_baseline":0.8085,"constant_brier_baseline":0.09190274999999999,"brier_skill":-0.36500187264897677,"baseline_adjusted_skill":0.3525692261238702,"baseline_adjusted_score":0.3525692261238702},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.44199386090351356,"normalized_score_rmse":0.496591720531417,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":-1.1365262158477996,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.1656306807944058,"accuracy":0.6825,"positive_recall":0.7845528455284553,"specificity":0.6594114040465971,"precision":0.342603550295858,"balanced_accuracy":0.7219821247875262,"f1":0.4769357495881384,"true_positive":57.9,"false_positive":111.1,"false_negative":15.9,"true_negative":215.1,"positive_prevalence":0.1845,"majority_accuracy_baseline":0.8155,"constant_brier_baseline":0.10922225,"brier_skill":-0.5164554913893991,"baseline_adjusted_skill":0.4439642495750524,"baseline_adjusted_score":0.4439642495750524},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.5303167105051115,"normalized_score_rmse":0.5658555811735897,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":-1.8003522666936584,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.1165534562459774,"accuracy":0.8017500000000001,"positive_recall":0.2624203821656051,"specificity":0.9334370139968896,"precision":0.4904761904761905,"balanced_accuracy":0.5979286980812474,"f1":0.34190871369294606,"true_positive":20.6,"false_positive":21.4,"false_negative":57.9,"true_negative":300.1,"positive_prevalence":0.19625,"majority_accuracy_baseline":0.80375,"constant_brier_baseline":0.09878593749999999,"brier_skill":-0.17985878552782286,"baseline_adjusted_skill":0.19585739616249476,"baseline_adjusted_score":0.19585739616249476},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.4669279977935051,"normalized_score_rmse":0.5191157583307175,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":-1.2103100487266514,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.1301425307674306,"accuracy":0.5573979591836735,"positive_recall":0.5074139976275207,"specificity":0.5951208594449419,"precision":0.48607954545454546,"balanced_accuracy":0.5512674285362313,"f1":0.4965177016831108,"true_positive":85.55,"false_positive":90.45,"false_negative":83.05,"true_negative":132.95,"positive_prevalence":0.4301020408163265,"majority_accuracy_baseline":0.5698979591836735,"constant_brier_baseline":0.12359641815910039,"brier_skill":-0.05296361096729907,"baseline_adjusted_skill":0.10253485707246268,"baseline_adjusted_score":0.10253485707246268},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.31293816923101575,"normalized_score_rmse":0.38488414436569324,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":-0.13584965128294613,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.17997667449135296,"accuracy":0.67425,"positive_recall":0.556648308418568,"specificity":0.6964630702927627,"precision":0.25727272727272726,"balanced_accuracy":0.6265556893556654,"f1":0.3519025118129818,"true_positive":70.75,"false_positive":204.25,"false_negative":56.35,"true_negative":468.65,"positive_prevalence":0.158875,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499999,"brier_skill":-0.8220414867834398,"baseline_adjusted_skill":0.2531113787113308,"baseline_adjusted_score":0.2531113787113308},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.5421625437171812,"normalized_score_rmse":0.5799626732840756,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-2.2858335982859463,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.4,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.03225806451612906,"baseline_adjusted_score":0.03225806451612906},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.30827130331335056,"accuracy":0.56,"positive_recall":0.62,"specificity":0.5,"precision":0.5535714285714286,"balanced_accuracy":0.56,"f1":0.5849056603773585,"true_positive":31,"false_positive":25,"false_negative":19,"true_negative":25,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.23308521325340226,"baseline_adjusted_skill":0.1200000000000001,"baseline_adjusted_score":0.1200000000000001},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.058979456593770706,"uniform_accuracy_baseline":0.058823529411764705,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":-0.10591900311526478,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.38,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":-0.34782608695652184,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24104431495422612,"accuracy":0.57,"positive_recall":0.68,"specificity":0.46,"precision":0.5573770491803278,"balanced_accuracy":0.5700000000000001,"f1":0.6126126126126126,"true_positive":34,"false_positive":27,"false_negative":16,"true_negative":23,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.0358227401830955,"baseline_adjusted_skill":0.14000000000000012,"baseline_adjusted_score":0.14000000000000012},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.31,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":-0.09523809523809523,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":113,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.20851190476190457,"fixed_answer_accuracy_baseline":0.2233333333333332,"baseline_adjusted_skill":0.9871244635193133,"baseline_adjusted_score":0.9871244635193133},"scoring":{"eligible":true,"reason":null},"model":114,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.02544362888286348,"accuracy":0.97,"positive_recall":0.98,"specificity":0.96,"precision":0.9607843137254902,"balanced_accuracy":0.97,"f1":0.9702970297029703,"true_positive":49,"false_positive":2,"false_negative":1,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8982254844685461,"baseline_adjusted_skill":0.94,"baseline_adjusted_score":0.94},"scoring":{"eligible":true,"reason":null},"model":114,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.05663792885159909,"normalized_score_rmse":0.16046284740320427,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.811206903828003,"baseline_adjusted_score":0.811206903828003},"scoring":{"eligible":true,"reason":null},"model":114,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.22851190476190467,"fixed_answer_accuracy_baseline":0.2433333333333333,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":114,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.017196201727833902,"accuracy":0.98,"positive_recall":0.98,"specificity":0.98,"precision":0.98,"balanced_accuracy":0.98,"f1":0.98,"true_positive":49,"false_positive":1,"false_negative":1,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9312151930886644,"baseline_adjusted_skill":0.96,"baseline_adjusted_score":0.96},"scoring":{"eligible":true,"reason":null},"model":114,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.027980060894107428,"normalized_score_rmse":0.08477353904406744,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.304222222222222,"baseline_adjusted_skill":0.9080275573239711,"baseline_adjusted_score":0.9080275573239711},"scoring":{"eligible":true,"reason":null},"model":114,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0,"abstained":0},"metrics":{"binary_brier":0.253305368946201,"accuracy":0.4797297297297297,"positive_recall":0.2676056338028169,"specificity":0.6753246753246753,"precision":0.4318181818181818,"balanced_accuracy":0.4714651545637461,"f1":0.33043478260869563,"true_positive":19,"false_positive":25,"false_negative":52,"true_negative":52,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.24958911614317017,"brier_skill":-0.014889482604277804,"baseline_adjusted_skill":-0.057069690872507794,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.27,"uniform_accuracy_baseline":0.2005,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":-0.02816901408450699,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.47,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.2205882352941176,"baseline_adjusted_score":0.2205882352941176},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.47,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":-0.12765957446808524,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.32,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":-0.3877551020408163,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.08682940199378868,"accuracy":0.61603393106,"positive_recall":1,"specificity":0,"precision":0.61603393106,"balanced_accuracy":0.5,"f1":0.7624022233938205,"true_positive":61.603393106,"false_positive":38.396606894,"false_negative":0,"true_negative":0,"positive_prevalence":0.61603393106,"majority_accuracy_baseline":0.61603393106,"constant_brier_baseline":0.07908707655202402,"brier_skill":-0.09789621489766032,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.23504843987626223,"accuracy":0.61,"positive_recall":0.48,"specificity":0.74,"precision":0.6486486486486487,"balanced_accuracy":0.61,"f1":0.5517241379310345,"true_positive":24,"false_positive":13,"false_negative":26,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.05980624049495109,"baseline_adjusted_skill":0.21999999999999997,"baseline_adjusted_score":0.21999999999999997},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.11,"uniform_accuracy_baseline":0.012987012987012986,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.06315789473684211,"baseline_adjusted_score":0.06315789473684211},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.45,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.08333333333333331,"baseline_adjusted_score":0.08333333333333331},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.32,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":-0.062499999999999965,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.21345389851210395,"accuracy":0.67,"positive_recall":0.92,"specificity":0.42,"precision":0.6133333333333333,"balanced_accuracy":0.67,"f1":0.736,"true_positive":46,"false_positive":29,"false_negative":4,"true_negative":21,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.14618440595158422,"baseline_adjusted_skill":0.3400000000000001,"baseline_adjusted_score":0.3400000000000001},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0,"abstained":0},"metrics":{"binary_brier":0.12627991535151595,"accuracy":0.5713109303605077,"positive_recall":0.6729326910009759,"specificity":0.5239921078760692,"precision":0.39696223813971254,"balanced_accuracy":0.5984623994385225,"f1":0.499355328941839,"true_positive":149.65476377867162,"false_positive":227.34523622132838,"false_negative":72.7371125263162,"true_negative":250.2628874736838,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768642,"brier_skill":-0.4232423450549643,"baseline_adjusted_skill":0.19692479887704506,"baseline_adjusted_score":0.19692479887704506},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.26801618167537533,"accuracy":0.53,"positive_recall":1,"specificity":0.06,"precision":0.5154639175257731,"balanced_accuracy":0.53,"f1":0.6802721088435374,"true_positive":50,"false_positive":47,"false_negative":0,"true_negative":3,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.07206472670150132,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.09933774834437085,"uniform_accuracy_baseline":0.006622516556291391,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.06206896551724137,"baseline_adjusted_score":0.06206896551724137},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2443423574935791,"accuracy":0.5033333333333333,"positive_recall":1,"specificity":0.006666666666666667,"precision":0.5016722408026756,"balanced_accuracy":0.5033333333333333,"f1":0.6681514476614699,"true_positive":150,"false_positive":149,"false_negative":0,"true_negative":1,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.022630570025683583,"baseline_adjusted_skill":0.006666666666666599,"baseline_adjusted_score":0.006666666666666599},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":14},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.45588235294117646,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":-0.0032537960954446945,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.11666666666666668,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2862781659746012,"accuracy":0.51,"positive_recall":0.98,"specificity":0.04,"precision":0.5051546391752577,"balanced_accuracy":0.51,"f1":0.6666666666666666,"true_positive":49,"false_positive":48,"false_negative":1,"true_negative":2,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.14511266389840483,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.48,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":-0.08333333333333341,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.5033333333333333,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.006666666666666599,"baseline_adjusted_score":0.006666666666666599},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":19},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.4766666666666667,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":-0.09027777777777779,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":20},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5266666666666666,"baseline_adjusted_skill":0.471830985915493,"baseline_adjusted_score":0.471830985915493},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":21},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.69,"uniform_accuracy_baseline":0.07142857142857142,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.6516853932584269,"baseline_adjusted_score":0.6516853932584269},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.52,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":-0.04347826086956526,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.24,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":-0.04109589041095894,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.6666666666666666,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0,"abstained":0},"metrics":{"binary_brier":0.23759463017166707,"accuracy":0.6219512195121951,"positive_recall":0.725,"specificity":0.5238095238095238,"precision":0.5918367346938775,"balanced_accuracy":0.6244047619047619,"f1":0.651685393258427,"true_positive":29,"false_positive":20,"false_negative":11,"true_negative":22,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.2498512790005949,"brier_skill":0.04905577781292303,"baseline_adjusted_skill":0.2488095238095238,"baseline_adjusted_score":0.2488095238095238},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.22083219944539625,"accuracy":0.64,"positive_recall":0.54,"specificity":0.74,"precision":0.675,"balanced_accuracy":0.64,"f1":0.6,"true_positive":27,"false_positive":13,"false_negative":23,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.11667120221841498,"baseline_adjusted_skill":0.28,"baseline_adjusted_score":0.28},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.4692737430167598,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.31899641577060933,"baseline_adjusted_score":0.31899641577060933},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.38,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":-0.016393442622950834,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2646771028745064,"accuracy":0.565,"positive_recall":0.7045454545454546,"specificity":0.5256410256410257,"precision":0.29523809523809524,"balanced_accuracy":0.6150932400932401,"f1":0.4161073825503356,"true_positive":31,"false_positive":74,"false_negative":13,"true_negative":82,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.5424073594085455,"baseline_adjusted_skill":0.23018648018648014,"baseline_adjusted_score":0.23018648018648014},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"binary_brier":0.24676177767441332,"accuracy":0.605,"positive_recall":0.74,"specificity":0.56,"precision":0.3592233009708738,"balanced_accuracy":0.65,"f1":0.48366013071895425,"true_positive":37,"false_positive":66,"false_negative":13,"true_negative":84,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-0.3160628142635378,"baseline_adjusted_skill":0.30000000000000004,"baseline_adjusted_score":0.30000000000000004},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2114565949308073,"accuracy":0.72,"positive_recall":0.8421052631578947,"specificity":0.7071823204419889,"precision":0.2318840579710145,"balanced_accuracy":0.7746437917999418,"f1":0.36363636363636365,"true_positive":16,"false_positive":53,"false_negative":3,"true_negative":128,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.085975,"brier_skill":-1.4595125900646386,"baseline_adjusted_skill":0.5492875835998836,"baseline_adjusted_score":0.5492875835998836},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.4166666666666667,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.12500000000000003,"baseline_adjusted_score":0.12500000000000003},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":33},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.19487652026696795,"accuracy":0.6733333333333333,"positive_recall":0.98,"specificity":0.36666666666666664,"precision":0.6074380165289256,"balanced_accuracy":0.6733333333333333,"f1":0.75,"true_positive":147,"false_positive":95,"false_negative":3,"true_negative":55,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.22049391893212822,"baseline_adjusted_skill":0.3466666666666667,"baseline_adjusted_score":0.3466666666666667},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":34},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.31666666666666665,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.08888888888888886,"baseline_adjusted_score":0.08888888888888886},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":35},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.3513439778399909,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":150,"false_positive":150,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.40537591135996354,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":36},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.34066394351422785,"normalized_score_rmse":0.41052002246354496,"constant_score_baseline":0.5,"constant_mae_baseline":0.3333333333333333,"baseline_adjusted_skill":-0.02199183054268361,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":37},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.26666666666666666,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.022222222222222216,"baseline_adjusted_score":0.022222222222222216},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":38},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2583559555484488,"accuracy":0.5266666666666666,"positive_recall":0.9866666666666667,"specificity":0.06666666666666667,"precision":0.5138888888888888,"balanced_accuracy":0.5266666666666667,"f1":0.6757990867579908,"true_positive":148,"false_positive":140,"false_negative":2,"true_negative":10,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.03342382219379525,"baseline_adjusted_skill":0.053333333333333455,"baseline_adjusted_score":0.053333333333333455},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":39},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.308697216908137,"normalized_score_rmse":0.35739325969508506,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":-0.028990723027123355,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":40},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.6966666666666667,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.5666666666666667,"baseline_adjusted_score":0.5666666666666667},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":42},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.20826009278138927,"accuracy":0.6966666666666667,"positive_recall":0.959731543624161,"specificity":0.4370860927152318,"precision":0.6271929824561403,"balanced_accuracy":0.6984088181696964,"f1":0.7586206896551724,"true_positive":143,"false_positive":85,"false_negative":6,"true_negative":66,"positive_prevalence":0.49666666666666665,"majority_accuracy_baseline":0.5033333333333334,"constant_brier_baseline":0.2499888888888889,"brier_skill":0.16692260321236352,"baseline_adjusted_skill":0.3968176363393927,"baseline_adjusted_score":0.3968176363393927},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":43},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.38197442921499414,"normalized_score_rmse":0.4375709726701461,"constant_score_baseline":0.5,"constant_mae_baseline":0.36666666666666664,"baseline_adjusted_skill":-0.041748443313620376,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":44},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.26666666666666666,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2866666666666667,"baseline_adjusted_skill":-0.028037383177570117,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":46},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.25281497091141086,"accuracy":0.5366666666666666,"positive_recall":0.910828025477707,"specificity":0.1258741258741259,"precision":0.5335820895522388,"balanced_accuracy":0.5183510756759164,"f1":0.6729411764705883,"true_positive":143,"false_positive":125,"false_negative":14,"true_negative":18,"positive_prevalence":0.5233333333333333,"majority_accuracy_baseline":0.5233333333333333,"constant_brier_baseline":0.24945555555555557,"brier_skill":-0.01346698953396186,"baseline_adjusted_skill":0.03670215135183286,"baseline_adjusted_score":0.03670215135183286},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":47},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.31937523908913135,"normalized_score_rmse":0.3937048360511627,"constant_score_baseline":0.5,"constant_mae_baseline":0.3016666666666667,"baseline_adjusted_skill":-0.05870245001921992,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":48},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0,"abstained":0},"metrics":{"binary_brier":0.17506315509666007,"accuracy":0.7491011904761906,"positive_recall":0.6532090070429522,"specificity":0.7552226141249627,"precision":0.14555702917771884,"balanced_accuracy":0.7042158105839574,"f1":0.23806511089821225,"true_positive":109.75,"false_positive":644.25,"false_negative":58.266666666666666,"true_negative":1987.7333333333333,"positive_prevalence":0.060005952380952375,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679138,"brier_skill":-4.436579805142336,"baseline_adjusted_skill":0.40843162116791487,"baseline_adjusted_score":0.40843162116791487},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.27666666666666667,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.03555555555555556,"baseline_adjusted_score":0.03555555555555556},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":50},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.11331444759206799,"uniform_accuracy_baseline":0.027777777777777776,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":-0.016233766233766236,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.19,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":-0.15714285714285714,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.19966193506567648,"accuracy":0.72,"positive_recall":0.84,"specificity":0.6,"precision":0.6774193548387096,"balanced_accuracy":0.72,"f1":0.75,"true_positive":42,"false_positive":20,"false_negative":8,"true_negative":30,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2013522597372941,"baseline_adjusted_skill":0.43999999999999995,"baseline_adjusted_score":0.43999999999999995},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2472727429388455,"accuracy":0.56,"positive_recall":0.28,"specificity":0.84,"precision":0.6363636363636364,"balanced_accuracy":0.56,"f1":0.3888888888888889,"true_positive":14,"false_positive":8,"false_negative":36,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.010909028244618035,"baseline_adjusted_skill":0.1200000000000001,"baseline_adjusted_score":0.1200000000000001},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.55,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":-0.1538461538461537,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.12,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.06382978723404255,"baseline_adjusted_score":0.06382978723404255},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.22931149560433475,"accuracy":0.63,"positive_recall":0.98,"specificity":0.28,"precision":0.5764705882352941,"balanced_accuracy":0.63,"f1":0.725925925925926,"true_positive":49,"false_positive":36,"false_negative":1,"true_negative":14,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.08275401758266099,"baseline_adjusted_skill":0.26,"baseline_adjusted_score":0.26},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.27,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.02666666666666669,"baseline_adjusted_score":0.02666666666666669},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":58},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.41,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.11499999999999998,"baseline_adjusted_score":0.11499999999999998},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":59},{"provenance":"measured","status":"complete","counts":{"cases":285,"expected":285,"succeeded":285,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.656140350877193,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5263157894736842,"baseline_adjusted_skill":0.2740740740740742,"baseline_adjusted_score":0.2740740740740742},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":60},{"provenance":"measured","status":"complete","counts":{"cases":299,"expected":299,"succeeded":299,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2676025615829949,"accuracy":0.5016722408026756,"positive_recall":1,"specificity":0,"precision":0.5016722408026756,"balanced_accuracy":0.5,"f1":0.6681514476614699,"true_positive":150,"false_positive":149,"false_negative":0,"true_negative":0,"positive_prevalence":0.5016722408026756,"majority_accuracy_baseline":0.5016722408026756,"constant_brier_baseline":0.24999720361069788,"brier_skill":-0.07042221960095407,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":61},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.31333333333333335,"uniform_accuracy_baseline":0.2,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":0.14166666666666666,"baseline_adjusted_score":0.14166666666666666},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":62},{"provenance":"measured","status":"complete","counts":{"cases":283,"expected":283,"succeeded":283,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2869095024156573,"accuracy":0.4664310954063604,"positive_recall":0.9022556390977443,"specificity":0.08,"precision":0.46511627906976744,"balanced_accuracy":0.49112781954887214,"f1":0.6138107416879796,"true_positive":120,"false_positive":138,"false_negative":13,"true_negative":12,"positive_prevalence":0.46996466431095407,"majority_accuracy_baseline":0.5300353356890459,"constant_brier_baseline":0.24909787861004634,"brier_skill":-0.1517942425547658,"baseline_adjusted_skill":-0.01774436090225573,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":63},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.29333333333333333,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.05777777777777778,"baseline_adjusted_score":0.05777777777777778},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":64},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.24,"uniform_accuracy_baseline":0.20616666666666666,"fixed_answer_accuracy_baseline":0.21333333333333335,"baseline_adjusted_skill":0.033898305084745735,"baseline_adjusted_score":0.033898305084745735},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":65},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.4,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.10000000000000005,"baseline_adjusted_score":0.10000000000000005},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":66},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.2633333333333333,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.37333333333333335,"baseline_adjusted_skill":-0.17553191489361708,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":67},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.2763199735792975,"normalized_score_rmse":0.3372762499523221,"constant_score_baseline":0.5,"constant_mae_baseline":0.26208333333333333,"baseline_adjusted_skill":-0.05432104386377423,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":68},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.22862480827663095,"normalized_score_rmse":0.27308726143683126,"constant_score_baseline":0.52,"constant_mae_baseline":0.24733333333333335,"baseline_adjusted_skill":0.07564093688693696,"baseline_adjusted_score":0.07564093688693696},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":69},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.08456258443379204,"normalized_score_rmse":0.10431489461909028,"constant_score_baseline":0.578319964349225,"constant_mae_baseline":0.11212962028602311,"baseline_adjusted_skill":0.24584972090258017,"baseline_adjusted_score":0.24584972090258017},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":70},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.31333333333333335,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.08444444444444447,"baseline_adjusted_score":0.08444444444444447},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":71},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.79,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.6865671641791046,"baseline_adjusted_score":0.6865671641791046},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2498018897534596,"accuracy":0.5,"positive_recall":0.66,"specificity":0.34,"precision":0.5,"balanced_accuracy":0.5,"f1":0.5689655172413793,"true_positive":33,"false_positive":33,"false_negative":17,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.0007924409861616022,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.36453831756756755,"uniform_accuracy_baseline":0.23445945945945948,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.1385393720881907,"baseline_adjusted_score":0.1385393720881907},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0,"abstained":0},"metrics":{"binary_brier":0.16623475977989496,"accuracy":0.4877631776315789,"positive_recall":1,"specificity":0,"precision":0.4877631776315789,"balanced_accuracy":0.5,"f1":0.6557000266777214,"true_positive":74.140003,"false_positive":77.85999699999999,"false_negative":0,"true_negative":0,"positive_prevalence":0.4877631776315789,"majority_accuracy_baseline":0.512236822368421,"constant_brier_baseline":0.09451910039768556,"brier_skill":-0.7587425089793329,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.21787673613782627,"normalized_score_rmse":0.2616305310328919,"constant_score_baseline":0.5841668333333333,"constant_mae_baseline":0.21700552708333334,"baseline_adjusted_skill":-0.004014686013773083,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.30783425145876203,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":50,"false_positive":50,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.23133700583504813,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.25334939730310657,"accuracy":0.53,"positive_recall":0.12,"specificity":0.94,"precision":0.6666666666666666,"balanced_accuracy":0.53,"f1":0.2033898305084746,"true_positive":6,"false_positive":3,"false_negative":44,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.013397589212426286,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.31,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":-0.1311475409836066,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.185,"uniform_accuracy_baseline":0.036111111111111115,"fixed_answer_accuracy_baseline":0.08833333333333333,"baseline_adjusted_skill":0.1060329067641682,"baseline_adjusted_score":0.1060329067641682},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.25590974655116683,"accuracy":0.5133333333333333,"positive_recall":0.22666666666666666,"specificity":0.8,"precision":0.53125,"balanced_accuracy":0.5133333333333333,"f1":0.3177570093457944,"true_positive":34,"false_positive":30,"false_negative":116,"true_negative":120,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.02363898620466731,"baseline_adjusted_skill":0.026666666666666616,"baseline_adjusted_score":0.026666666666666616},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":81},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.48,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":-0.181818181818182,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.11333333333333333,"uniform_accuracy_baseline":0.11021428571428572,"fixed_answer_accuracy_baseline":0.12554761904761905,"baseline_adjusted_skill":-0.013967925504397315,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":83},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.25666666666666665,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.008888888888888872,"baseline_adjusted_score":0.008888888888888872},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":84},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.27,"uniform_accuracy_baseline":0.049879324215607396,"fixed_answer_accuracy_baseline":0.12442477876106194,"baseline_adjusted_skill":0.16626238124115628,"baseline_adjusted_score":0.16626238124115628},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1993975468074371,"accuracy":0.7033333333333334,"positive_recall":0.7777777777777778,"specificity":0.5119047619047619,"precision":0.8038277511961722,"balanced_accuracy":0.6448412698412698,"f1":0.7905882352941176,"true_positive":168,"false_positive":41,"false_negative":48,"true_negative":43,"positive_prevalence":0.72,"majority_accuracy_baseline":0.72,"constant_brier_baseline":0.2016,"brier_skill":0.01092486702660167,"baseline_adjusted_skill":0.28968253968253954,"baseline_adjusted_score":0.28968253968253954},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":86},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7833333333333333,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5033333333333333,"baseline_adjusted_skill":0.5637583892617449,"baseline_adjusted_score":0.5637583892617449},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":87},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.25646692375431895,"accuracy":0.5,"positive_recall":0.98,"specificity":0.02,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6621621621621622,"true_positive":49,"false_positive":49,"false_negative":1,"true_negative":1,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.025867695017275816,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.24369104583907983,"accuracy":0.5666666666666667,"positive_recall":0.9875,"specificity":0.08571428571428572,"precision":0.5524475524475524,"balanced_accuracy":0.5366071428571428,"f1":0.7085201793721974,"true_positive":158,"false_positive":128,"false_negative":2,"true_negative":12,"positive_prevalence":0.5333333333333333,"majority_accuracy_baseline":0.5333333333333333,"constant_brier_baseline":0.2488888888888889,"brier_skill":0.020884190825125826,"baseline_adjusted_skill":0.07321428571428568,"baseline_adjusted_score":0.07321428571428568},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":89},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.3888888888888889,"uniform_accuracy_baseline":0.23888888888888887,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.1372549019607843,"baseline_adjusted_score":0.1372549019607843},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0,"abstained":0},"metrics":{"binary_brier":0.28359424117134274,"accuracy":0.546875,"positive_recall":0.65625,"specificity":0.4375,"precision":0.5384615384615384,"balanced_accuracy":0.546875,"f1":0.5915492957746479,"true_positive":21,"false_positive":18,"false_negative":11,"true_negative":14,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.13437696468537097,"baseline_adjusted_skill":0.09375,"baseline_adjusted_score":0.09375},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.37,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":-0.3695652173913045,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.25,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.1363636363636364,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.24713666976973112,"accuracy":0.62,"positive_recall":0.46,"specificity":0.78,"precision":0.6764705882352942,"balanced_accuracy":0.62,"f1":0.5476190476190477,"true_positive":23,"false_positive":11,"false_negative":27,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.011453320921075538,"baseline_adjusted_skill":0.24,"baseline_adjusted_score":0.24},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7941176470588235,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.6956521739130433,"baseline_adjusted_score":0.6956521739130433},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"binary_brier":0.18480971426470344,"accuracy":0.7272727272727273,"positive_recall":0.9375,"specificity":0.5294117647058824,"precision":0.6521739130434783,"balanced_accuracy":0.7334558823529411,"f1":0.7692307692307693,"true_positive":15,"false_positive":8,"false_negative":1,"true_negative":9,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.2600816954622719,"baseline_adjusted_skill":0.46691176470588225,"baseline_adjusted_score":0.46691176470588225},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.4173070088028908,"normalized_score_rmse":0.4777269067034426,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":-0.26456669334209315,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.1875,"uniform_accuracy_baseline":0.178125,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.14035087719298242,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0,"abstained":0},"metrics":{"binary_brier":0.21864977728746215,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":17,"false_positive":17,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.12540089085015138,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.24331694950952248,"normalized_score_rmse":0.3170236435970105,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-0.6545552566647528,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.25,"uniform_accuracy_baseline":0.13194444444444445,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":-0.8782608695652173,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0,"abstained":0},"metrics":{"binary_brier":0.24198174262497524,"accuracy":0.6538461538461539,"positive_recall":1,"specificity":0.3076923076923077,"precision":0.5909090909090909,"balanced_accuracy":0.6538461538461539,"f1":0.7428571428571429,"true_positive":26,"false_positive":18,"false_negative":0,"true_negative":8,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.03207302950009905,"baseline_adjusted_skill":0.3076923076923077,"baseline_adjusted_score":0.3076923076923077},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0,"abstained":0},"metrics":{"binary_brier":0.3004826290703489,"accuracy":0.52,"positive_recall":1,"specificity":0,"precision":0.52,"balanced_accuracy":0.5,"f1":0.6842105263157895,"true_positive":39,"false_positive":36,"false_negative":0,"true_negative":0,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24960000000000004,"brier_skill":-0.20385668698056425,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.33918330788612366,"normalized_score_rmse":0.4017390385066906,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.21136895673615586,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.23529411764705882,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":-0.04000000000000001,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1910578244752146,"accuracy":0.8214285714285714,"positive_recall":1,"specificity":0.6428571428571429,"precision":0.7368421052631579,"balanced_accuracy":0.8214285714285714,"f1":0.8484848484848485,"true_positive":14,"false_positive":5,"false_negative":0,"true_negative":9,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.23576870209914158,"baseline_adjusted_skill":0.6428571428571428,"baseline_adjusted_score":0.6428571428571428},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.30791904014168364,"normalized_score_rmse":0.353856362299855,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.1696969696969697,"baseline_adjusted_skill":-0.8145229151206357,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7333333333333333,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":0.6666666666666665,"baseline_adjusted_score":0.6666666666666665},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1428841399503377,"accuracy":0.8117647058823529,"positive_recall":1,"specificity":0.6,"precision":0.7377049180327869,"balanced_accuracy":0.8,"f1":0.8490566037735849,"true_positive":45,"false_positive":16,"false_negative":0,"true_negative":24,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.2491349480968858,"brier_skill":0.42647893825489447,"baseline_adjusted_skill":0.6000000000000001,"baseline_adjusted_score":0.6000000000000001},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.2,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":-0.0526315789473684,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0,"abstained":0},"metrics":{"binary_brier":0.257907325786756,"accuracy":0.54,"positive_recall":0.7142857142857143,"specificity":0.13333333333333333,"precision":0.6578947368421053,"balanced_accuracy":0.4238095238095238,"f1":0.684931506849315,"true_positive":25,"false_positive":13,"false_negative":10,"true_negative":2,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.21,"brier_skill":-0.2281301227940764,"baseline_adjusted_skill":-0.1523809523809524,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.2869377115368843,"normalized_score_rmse":0.36866138881048194,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.024777541203158115,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.35443037974683544,"uniform_accuracy_baseline":0.24240506329113923,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":-0.10869565217391305,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0,"abstained":0},"metrics":{"binary_brier":0.19983364083457247,"accuracy":0.6666666666666666,"positive_recall":1,"specificity":0.3,"precision":0.6111111111111112,"balanced_accuracy":0.65,"f1":0.7586206896551724,"true_positive":11,"false_positive":7,"false_negative":0,"true_negative":3,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.2494331065759637,"brier_skill":0.19884876719957756,"baseline_adjusted_skill":0.30000000000000004,"baseline_adjusted_score":0.30000000000000004},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.24242424242424243,"uniform_accuracy_baseline":0.32373737373737377,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":-0.24999999999999994,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"binary_brier":0.24198760953479292,"accuracy":0.6363636363636364,"positive_recall":0.9411764705882353,"specificity":0.3125,"precision":0.5925925925925926,"balanced_accuracy":0.6268382352941176,"f1":0.7272727272727273,"true_positive":16,"false_positive":11,"false_negative":1,"true_negative":5,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.031159901531656264,"baseline_adjusted_skill":0.2536764705882353,"baseline_adjusted_score":0.2536764705882353},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.3396013484646877,"normalized_score_rmse":0.3891784046164004,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.3431372549019608,"baseline_adjusted_skill":0.010304641617195798,"baseline_adjusted_score":0.010304641617195798},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2377990097923984,"accuracy":0.72,"positive_recall":0.44,"specificity":1,"precision":1,"balanced_accuracy":0.72,"f1":0.6111111111111112,"true_positive":22,"false_positive":0,"false_negative":28,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.04880396083040639,"baseline_adjusted_skill":0.43999999999999995,"baseline_adjusted_score":0.43999999999999995},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.3133333333333333,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":-0.061855670103092834,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2499585770984145,"accuracy":0.52,"positive_recall":0.9459459459459459,"specificity":0.10526315789473684,"precision":0.5072463768115942,"balanced_accuracy":0.5256045519203414,"f1":0.660377358490566,"true_positive":35,"false_positive":34,"false_negative":2,"true_negative":4,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555554,"brier_skill":-0.000012088320470615699,"baseline_adjusted_skill":0.05120910384068278,"baseline_adjusted_score":0.05120910384068278},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.36,"uniform_accuracy_baseline":0.14285714285714285,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.17948717948717946,"baseline_adjusted_score":0.17948717948717946},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.32416666666666666,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.015151515151515168,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2662751493471668,"accuracy":0.48484848484848486,"positive_recall":1,"specificity":0,"precision":0.48484848484848486,"balanced_accuracy":0.5,"f1":0.6530612244897959,"true_positive":16,"false_positive":17,"false_negative":0,"true_negative":0,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":-0.06607955014361999,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.2222127803798878,"normalized_score_rmse":0.28131188843201577,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":-0.011451276211903005,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.23210624817305528,"accuracy":0.72,"positive_recall":0.36363636363636365,"specificity":0.8205128205128205,"precision":0.36363636363636365,"balanced_accuracy":0.592074592074592,"f1":0.36363636363636365,"true_positive":8,"false_positive":14,"false_negative":14,"true_negative":64,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.3526005138289934,"baseline_adjusted_skill":0.18414918414918402,"baseline_adjusted_score":0.18414918414918402},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2201732884647469,"accuracy":0.72,"positive_recall":0.8918918918918919,"specificity":0.6190476190476191,"precision":0.5789473684210527,"balanced_accuracy":0.7554697554697555,"f1":0.7021276595744681,"true_positive":33,"false_positive":24,"false_negative":4,"true_negative":39,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000003,"brier_skill":0.055455647941883845,"baseline_adjusted_skill":0.510939510939511,"baseline_adjusted_score":0.510939510939511},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2359816754188121,"accuracy":0.64,"positive_recall":0.10256410256410256,"specificity":0.9836065573770492,"precision":0.8,"balanced_accuracy":0.5430853299705759,"f1":0.18181818181818182,"true_positive":4,"false_positive":1,"false_negative":35,"true_negative":60,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379,"brier_skill":0.008063575372794896,"baseline_adjusted_skill":0.0861706599411518,"baseline_adjusted_score":0.0861706599411518},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.21487494368418975,"accuracy":0.76,"positive_recall":0.5483870967741935,"specificity":0.855072463768116,"precision":0.6296296296296297,"balanced_accuracy":0.7017297802711547,"f1":0.5862068965517241,"true_positive":17,"false_positive":10,"false_negative":14,"true_negative":59,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999998,"brier_skill":-0.004557941487563166,"baseline_adjusted_skill":0.40345956054230947,"baseline_adjusted_score":0.40345956054230947},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.39,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.15277777777777776,"baseline_adjusted_score":0.15277777777777776},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.32219713578931986,"normalized_score_rmse":0.37674271481449684,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":-0.3857941324271821,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.3526133248700543,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":50,"false_positive":50,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.41045329948021725,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.24754247078084163,"accuracy":0.58,"positive_recall":0.74,"specificity":0.42,"precision":0.5606060606060606,"balanced_accuracy":0.58,"f1":0.6379310344827587,"true_positive":37,"false_positive":29,"false_negative":13,"true_negative":21,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.009830116876633488,"baseline_adjusted_skill":0.15999999999999992,"baseline_adjusted_score":0.15999999999999992},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.9142857142857144,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.20633816282414433,"accuracy":0.5833333333333334,"positive_recall":0.9533333333333334,"specificity":0.21333333333333335,"precision":0.5478927203065134,"balanced_accuracy":0.5833333333333334,"f1":0.6958637469586375,"true_positive":143,"false_positive":118,"false_negative":7,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.1746473487034227,"baseline_adjusted_skill":0.16666666666666674,"baseline_adjusted_score":0.16666666666666674},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":134},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.25191219240958906,"accuracy":0.52,"positive_recall":0.98,"specificity":0.06,"precision":0.5104166666666666,"balanced_accuracy":0.52,"f1":0.6712328767123288,"true_positive":49,"false_positive":47,"false_negative":1,"true_negative":3,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.0076487696383562565,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.57,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":-0.02380952380952383,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.28,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.2,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.24264049076821856,"accuracy":0.59,"positive_recall":0.8,"specificity":0.38,"precision":0.5633802816901409,"balanced_accuracy":0.5900000000000001,"f1":0.6611570247933884,"true_positive":40,"false_positive":31,"false_negative":10,"true_negative":19,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.029438036927125766,"baseline_adjusted_skill":0.18000000000000016,"baseline_adjusted_score":0.18000000000000016},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.24,"uniform_accuracy_baseline":0.0625,"fixed_answer_accuracy_baseline":0.10666666666666667,"baseline_adjusted_skill":0.14925373134328354,"baseline_adjusted_score":0.14925373134328354},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":142},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.63,"uniform_accuracy_baseline":0.20851190476190473,"fixed_answer_accuracy_baseline":0.22333333333333333,"baseline_adjusted_skill":0.5236051502145923,"baseline_adjusted_score":0.5236051502145923},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2200300878524243,"accuracy":0.67,"positive_recall":0.92,"specificity":0.42,"precision":0.6133333333333333,"balanced_accuracy":0.67,"f1":0.736,"true_positive":46,"false_positive":29,"false_negative":4,"true_negative":21,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.11987964859030276,"baseline_adjusted_skill":0.3400000000000001,"baseline_adjusted_score":0.3400000000000001},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.29615208627656103,"normalized_score_rmse":0.3471795829605219,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.01282637907812989,"baseline_adjusted_score":0.01282637907812989},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.55,"uniform_accuracy_baseline":0.22851190476190475,"fixed_answer_accuracy_baseline":0.24333333333333332,"baseline_adjusted_skill":0.4052863436123349,"baseline_adjusted_score":0.4052863436123349},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.22647639160033647,"accuracy":0.65,"positive_recall":0.94,"specificity":0.36,"precision":0.5949367088607594,"balanced_accuracy":0.6499999999999999,"f1":0.7286821705426356,"true_positive":47,"false_positive":32,"false_negative":3,"true_negative":18,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.0940944335986541,"baseline_adjusted_skill":0.2999999999999998,"baseline_adjusted_score":0.2999999999999998},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.29858584612970135,"normalized_score_rmse":0.354178995697388,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.3042222222222222,"baseline_adjusted_skill":0.01852716757950612,"baseline_adjusted_score":0.01852716757950612},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.36,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.03225806451612906,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7233333333333334,"uniform_accuracy_baseline":0.3467777777777778,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.5677083333333334,"baseline_adjusted_score":0.5677083333333334},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":150},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.21877873779832832,"accuracy":0.59,"positive_recall":0.98,"specificity":0.2,"precision":0.550561797752809,"balanced_accuracy":0.59,"f1":0.7050359712230215,"true_positive":49,"false_positive":40,"false_negative":1,"true_negative":10,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.12488504880668672,"baseline_adjusted_skill":0.17999999999999994,"baseline_adjusted_score":0.17999999999999994},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.29,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":-0.42000000000000004,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.17581329784947314,"accuracy":0.71,"positive_recall":0.98,"specificity":0.44,"precision":0.6363636363636364,"balanced_accuracy":0.71,"f1":0.7716535433070866,"true_positive":49,"false_positive":28,"false_negative":1,"true_negative":22,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.29674680860210745,"baseline_adjusted_skill":0.41999999999999993,"baseline_adjusted_score":0.41999999999999993},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.47,"uniform_accuracy_baseline":0.3533333333333333,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.10169491525423727,"baseline_adjusted_score":0.10169491525423727},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.44,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.0967741935483871,"baseline_adjusted_score":0.0967741935483871},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.2866666666666667,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":-0.06999999999999994,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":157},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.28,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.16129032258064513,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.17,"uniform_accuracy_baseline":0.1111111111111111,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.011904761904761916,"baseline_adjusted_score":0.011904761904761916},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7966666666666666,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.5158730158730158,"baseline_adjusted_score":0.5158730158730158},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":160},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.28474353090645743,"accuracy":0.225625,"positive_recall":0.996044825313118,"specificity":0.04534937528921795,"precision":0.19623376623376623,"balanced_accuracy":0.520697100301168,"f1":0.32787240967776937,"true_positive":75.55,"false_positive":309.45,"false_negative":0.3,"true_negative":14.7,"positive_prevalence":0.189625,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500001,"brier_skill":-2.740541643312711,"baseline_adjusted_skill":0.041394200602336007,"baseline_adjusted_score":0.041394200602336007},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.40801878590136764,"normalized_score_rmse":0.4435013682962113,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":-0.9088598170824218,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.19259856136795975,"accuracy":0.536875,"positive_recall":0.9160806375996249,"specificity":0.3990114198056928,"precision":0.35656934306569343,"balanced_accuracy":0.6575460287026589,"f1":0.5133324576382503,"true_positive":97.7,"false_positive":176.3,"false_negative":8.950000000000001,"true_negative":117.05,"positive_prevalence":0.266625,"majority_accuracy_baseline":0.733375,"constant_brier_baseline":0.115654859375,"brier_skill":-0.6652872383293211,"baseline_adjusted_skill":0.31509205740531776,"baseline_adjusted_score":0.31509205740531776},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.37195549136260525,"normalized_score_rmse":0.4091717550392522,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":-0.38402043297713595,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.20044593364337615,"accuracy":0.381125,"positive_recall":0.9762863534675614,"specificity":0.15039028620988726,"precision":0.30819209039548023,"balanced_accuracy":0.5633383198387243,"f1":0.46849168008588293,"true_positive":109.1,"false_positive":244.9,"false_negative":2.65,"true_negative":43.35,"positive_prevalence":0.279375,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937500001,"brier_skill":-0.7714145316955765,"baseline_adjusted_skill":0.12667663967744858,"baseline_adjusted_score":0.12667663967744858},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.3645407476252876,"normalized_score_rmse":0.40662987526912386,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":-0.3788775323887945,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.16174730792465006,"accuracy":0.736875,"positive_recall":0.8929577464788733,"specificity":0.6923694779116466,"precision":0.45285714285714285,"balanced_accuracy":0.7926636121952599,"f1":0.6009478672985782,"true_positive":79.25,"false_positive":95.75,"false_negative":9.5,"true_negative":215.5,"positive_prevalence":0.221875,"majority_accuracy_baseline":0.778125,"constant_brier_baseline":0.12674023437499998,"brier_skill":-0.2762112104516934,"baseline_adjusted_skill":0.5853272243905199,"baseline_adjusted_score":0.5853272243905199},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.4345942240883596,"normalized_score_rmse":0.45751908626935867,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":-0.9261793865412062,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1944558054579441,"accuracy":0.4675,"positive_recall":0.9773156899810963,"specificity":0.2841604350781781,"precision":0.3292993630573249,"balanced_accuracy":0.6307380625296373,"f1":0.49261553120533597,"true_positive":103.4,"false_positive":210.6,"false_negative":2.4,"true_negative":83.6,"positive_prevalence":0.2645,"majority_accuracy_baseline":0.7355,"constant_brier_baseline":0.11362725,"brier_skill":-0.7113483381666292,"baseline_adjusted_skill":0.26147612505927453,"baseline_adjusted_score":0.26147612505927453},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.37855645394185555,"normalized_score_rmse":0.4116620692927002,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":-0.5066923539974353,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2547506245082269,"accuracy":0.35375,"positive_recall":0.9406005221932116,"specificity":0.21474953617810763,"precision":0.2210122699386503,"balanced_accuracy":0.5776750291856596,"f1":0.35792349726775957,"true_positive":72.05,"false_positive":253.95,"false_negative":4.55,"true_negative":69.45,"positive_prevalence":0.19149999999999998,"majority_accuracy_baseline":0.8085,"constant_brier_baseline":0.09190274999999999,"brier_skill":-1.7719586683557011,"baseline_adjusted_skill":0.1553500583713192,"baseline_adjusted_score":0.1553500583713192},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.4150690426537767,"normalized_score_rmse":0.4459845802901116,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":-1.006376036997108,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.21123849456208327,"accuracy":0.52075,"positive_recall":0.9356368563685636,"specificity":0.42688534641324344,"precision":0.2697265625,"balanced_accuracy":0.6812611013909036,"f1":0.4187386294724076,"true_positive":69.05,"false_positive":186.95,"false_negative":4.75,"true_negative":139.25,"positive_prevalence":0.1845,"majority_accuracy_baseline":0.8155,"constant_brier_baseline":0.10922225,"brier_skill":-0.9340243820474605,"baseline_adjusted_skill":0.36252220278180713,"baseline_adjusted_score":0.36252220278180713},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.45189902011537925,"normalized_score_rmse":0.471356698819117,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":-1.3862654527544782,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2464837610385397,"accuracy":0.365,"positive_recall":0.8885350318471338,"specificity":0.23716951788491447,"precision":0.22142857142857142,"balanced_accuracy":0.5628522748660241,"f1":0.3545108005082592,"true_positive":69.75,"false_positive":245.25,"false_negative":8.75,"true_negative":76.25,"positive_prevalence":0.19625,"majority_accuracy_baseline":0.80375,"constant_brier_baseline":0.09878593749999999,"brier_skill":-1.4951300486320709,"baseline_adjusted_skill":0.12570454973204814,"baseline_adjusted_score":0.12570454973204814},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.4257992848707363,"normalized_score_rmse":0.4596828340605961,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":-1.0156179165478645,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0,"abstained":0},"metrics":{"binary_brier":0.14460462192037518,"accuracy":0.49158163265306126,"positive_recall":0.9676749703440095,"specificity":0.13227394807520143,"precision":0.4570028011204482,"balanced_accuracy":0.5499744592096054,"f1":0.620814307458143,"true_positive":163.15,"false_positive":193.85,"false_negative":5.45,"true_negative":29.55,"positive_prevalence":0.4301020408163265,"majority_accuracy_baseline":0.5698979591836735,"constant_brier_baseline":0.12359641815910039,"brier_skill":-0.16997421182733485,"baseline_adjusted_skill":0.09994891841921083,"baseline_adjusted_score":0.09994891841921083},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.27881581265935484,"normalized_score_rmse":0.3276911471816948,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":-0.011998134837658325,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2682060656111956,"accuracy":0.3596250000000001,"positive_recall":0.9669551534225019,"specificity":0.24491009065240005,"precision":0.194770206022187,"balanced_accuracy":0.605932622037451,"f1":0.32423163171085606,"true_positive":122.9,"false_positive":508.1,"false_negative":4.2,"true_negative":164.8,"positive_prevalence":0.158875,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499999,"brier_skill":-1.7152550736458823,"baseline_adjusted_skill":0.21186524407490204,"baseline_adjusted_score":0.21186524407490204},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.48691018229117616,"normalized_score_rmse":0.5080926190278596,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-1.9509708017647038,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.2954483222618216,"normalized_score_rmse":0.31488781637959706,"constant_score_baseline":0.1111111111111111,"constant_mae_baseline":0.10629629629629629,"baseline_adjusted_skill":-1.7794789899195762,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":181},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.42,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.06451612903225803,"baseline_adjusted_score":0.06451612903225803},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2632505552235889,"accuracy":0.49,"positive_recall":0.34,"specificity":0.64,"precision":0.4857142857142857,"balanced_accuracy":0.49,"f1":0.4,"true_positive":17,"false_positive":18,"false_negative":33,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.05300222089435569,"baseline_adjusted_skill":-0.020000000000000018,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.11795891318754141,"uniform_accuracy_baseline":0.058823529411764705,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":-0.03660436137071651,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.23304467038771332,"accuracy":0.6233333333333333,"positive_recall":0.6206896551724138,"specificity":0.626984126984127,"precision":0.6967741935483871,"balanced_accuracy":0.6238368910782703,"f1":0.6565349544072948,"true_positive":108,"false_positive":47,"false_negative":66,"true_negative":79,"positive_prevalence":0.58,"majority_accuracy_baseline":0.58,"constant_brier_baseline":0.24359999999999998,"brier_skill":0.043330581331226026,"baseline_adjusted_skill":0.24767378215654068,"baseline_adjusted_score":0.24767378215654068},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":185},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.292505348979912,"accuracy":0.5233333333333333,"positive_recall":1,"specificity":0,"precision":0.5233333333333333,"balanced_accuracy":0.5,"f1":0.687089715536105,"true_positive":157,"false_positive":143,"false_negative":0,"true_negative":0,"positive_prevalence":0.5233333333333333,"majority_accuracy_baseline":0.5233333333333333,"constant_brier_baseline":0.24945555555555557,"brier_skill":-0.1725750037054954,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":186},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.46,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":-0.17391304347826092,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.25059856441026135,"accuracy":0.55,"positive_recall":1,"specificity":0.1,"precision":0.5263157894736842,"balanced_accuracy":0.55,"f1":0.6896551724137931,"true_positive":50,"false_positive":45,"false_negative":0,"true_negative":5,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.002394257641045394,"baseline_adjusted_skill":0.10000000000000009,"baseline_adjusted_score":0.10000000000000009},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.37,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":115,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2526092260746697,"accuracy":0.49324324324324326,"positive_recall":1,"specificity":0.025974025974025976,"precision":0.4863013698630137,"balanced_accuracy":0.512987012987013,"f1":0.6543778801843319,"true_positive":71,"false_positive":75,"false_negative":0,"true_negative":2,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.24958911614317017,"brier_skill":-0.012100327042174008,"baseline_adjusted_skill":0.025974025974025983,"baseline_adjusted_score":0.025974025974025983},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.31,"uniform_accuracy_baseline":0.2005,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.028169014084507067,"baseline_adjusted_score":0.028169014084507067},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.6323529411764707,"baseline_adjusted_score":0.6323529411764707},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.72,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.4042553191489361,"baseline_adjusted_score":0.4042553191489361},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.83,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.6530612244897959,"baseline_adjusted_score":0.6530612244897959},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.08838781542408146,"accuracy":0.61603393106,"positive_recall":1,"specificity":0,"precision":0.61603393106,"balanced_accuracy":0.5,"f1":0.7624022233938205,"true_positive":61.603393106,"false_positive":38.396606894,"false_negative":0,"true_negative":0,"positive_prevalence":0.61603393106,"majority_accuracy_baseline":0.61603393106,"constant_brier_baseline":0.07908707655202402,"brier_skill":-0.11760124760635637,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.18113268406983887,"accuracy":0.73,"positive_recall":0.9,"specificity":0.56,"precision":0.6716417910447762,"balanced_accuracy":0.73,"f1":0.7692307692307693,"true_positive":45,"false_positive":22,"false_negative":5,"true_negative":28,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2754692637206445,"baseline_adjusted_skill":0.45999999999999996,"baseline_adjusted_score":0.45999999999999996},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.05,"uniform_accuracy_baseline":0.012987012987012986,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.71,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.5166666666666666,"baseline_adjusted_score":0.5166666666666666},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.48,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.1875,"baseline_adjusted_score":0.1875},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.23588290065312065,"accuracy":0.59,"positive_recall":1,"specificity":0.18,"precision":0.5494505494505495,"balanced_accuracy":0.59,"f1":0.7092198581560284,"true_positive":50,"false_positive":41,"false_negative":0,"true_negative":9,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.05646839738751741,"baseline_adjusted_skill":0.17999999999999994,"baseline_adjusted_score":0.17999999999999994},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0,"abstained":0},"metrics":{"binary_brier":0.19280725141298688,"accuracy":0.3685190069362787,"positive_recall":0.9653121964121703,"specificity":0.09063018849077356,"precision":0.3307821118338852,"balanced_accuracy":0.527971192451472,"f1":0.4927234150735969,"true_positive":214.67759058019146,"false_positive":434.32240941980854,"false_negative":7.714285724796355,"true_negative":43.285714275203645,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768642,"brier_skill":-1.1730410879731976,"baseline_adjusted_skill":0.0559423849029439,"baseline_adjusted_score":0.0559423849029439},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.298458084170403,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":50,"false_positive":50,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.19383233668161193,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.039735099337748346,"uniform_accuracy_baseline":0.006622516556291391,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.17807288641475763,"accuracy":0.7433333333333333,"positive_recall":0.5066666666666667,"specificity":0.98,"precision":0.9620253164556962,"balanced_accuracy":0.7433333333333334,"f1":0.6637554585152838,"true_positive":76,"false_positive":3,"false_negative":74,"true_negative":147,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2877084543409695,"baseline_adjusted_skill":0.4866666666666668,"baseline_adjusted_score":0.4866666666666668},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":14},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7994117647058824,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.6301518438177874,"baseline_adjusted_score":0.6301518438177874},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.38,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.03333333333333337,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.28415345388862134,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":50,"false_positive":50,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.13661381555448537,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.72,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.4166666666666666,"baseline_adjusted_score":0.4166666666666666},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9266666666666666,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.8533333333333333,"baseline_adjusted_score":0.8533333333333333},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":19},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8766666666666667,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.7430555555555556,"baseline_adjusted_score":0.7430555555555556},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":20},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5266666666666666,"baseline_adjusted_skill":0.9366197183098591,"baseline_adjusted_score":0.9366197183098591},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":21},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.31,"uniform_accuracy_baseline":0.07142857142857142,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.22471910112359553,"baseline_adjusted_score":0.22471910112359553},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.74,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.4347826086956521,"baseline_adjusted_score":0.4347826086956521},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.35,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.10958904109589036,"baseline_adjusted_score":0.10958904109589036},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.6666666666666666,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0,"abstained":0},"metrics":{"binary_brier":0.26106579097408705,"accuracy":0.5609756097560976,"positive_recall":1,"specificity":0.14285714285714285,"precision":0.5263157894736842,"balanced_accuracy":0.5714285714285714,"f1":0.6896551724137931,"true_positive":40,"false_positive":36,"false_negative":0,"true_negative":6,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.2498512790005949,"brier_skill":-0.04488474911295315,"baseline_adjusted_skill":0.1428571428571428,"baseline_adjusted_score":0.1428571428571428},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.16676660892394563,"accuracy":0.81,"positive_recall":0.92,"specificity":0.7,"precision":0.7540983606557377,"balanced_accuracy":0.81,"f1":0.8288288288288288,"true_positive":46,"false_positive":15,"false_negative":4,"true_negative":35,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3329335643042175,"baseline_adjusted_skill":0.6200000000000001,"baseline_adjusted_score":0.6200000000000001},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.4273743016759777,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.26523297491039427,"baseline_adjusted_score":0.26523297491039427},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.46,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.11475409836065575,"baseline_adjusted_score":0.11475409836065575},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2900492759508031,"accuracy":0.395,"positive_recall":0.8863636363636364,"specificity":0.2564102564102564,"precision":0.25161290322580643,"balanced_accuracy":0.5713869463869463,"f1":0.39195979899497485,"true_positive":39,"false_positive":116,"false_negative":5,"true_negative":40,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.6902638458671508,"baseline_adjusted_skill":0.14277389277389263,"baseline_adjusted_score":0.14277389277389263},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"binary_brier":0.24371377844827824,"accuracy":0.63,"positive_recall":0.62,"specificity":0.6333333333333333,"precision":0.36046511627906974,"balanced_accuracy":0.6266666666666667,"f1":0.45588235294117646,"true_positive":31,"false_positive":55,"false_negative":19,"true_negative":95,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-0.29980681839081735,"baseline_adjusted_skill":0.2533333333333334,"baseline_adjusted_score":0.2533333333333334},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"binary_brier":0.25122701906527534,"accuracy":0.5,"positive_recall":1,"specificity":0.44751381215469616,"precision":0.15966386554621848,"balanced_accuracy":0.7237569060773481,"f1":0.2753623188405797,"true_positive":19,"false_positive":100,"false_negative":0,"true_negative":81,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.085975,"brier_skill":-1.922093853623441,"baseline_adjusted_skill":0.4475138121546962,"baseline_adjusted_score":0.4475138121546962},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.6933333333333334,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.54,"baseline_adjusted_score":0.54},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":33},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.16736931917758047,"accuracy":0.7033333333333334,"positive_recall":1,"specificity":0.4066666666666667,"precision":0.6276150627615062,"balanced_accuracy":0.7033333333333334,"f1":0.7712082262210797,"true_positive":150,"false_positive":89,"false_negative":0,"true_negative":61,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.33052272328967813,"baseline_adjusted_skill":0.40666666666666673,"baseline_adjusted_score":0.40666666666666673},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":34},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.66,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.5466666666666667,"baseline_adjusted_score":0.5466666666666667},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":35},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.22551554314222177,"accuracy":0.6066666666666667,"positive_recall":1,"specificity":0.21333333333333335,"precision":0.5597014925373134,"balanced_accuracy":0.6066666666666667,"f1":0.7177033492822966,"true_positive":150,"false_positive":118,"false_negative":0,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.0979378274311129,"baseline_adjusted_skill":0.21333333333333337,"baseline_adjusted_score":0.21333333333333337},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":36},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.3525304960211118,"normalized_score_rmse":0.4143665030611068,"constant_score_baseline":0.5,"constant_mae_baseline":0.3333333333333333,"baseline_adjusted_skill":-0.05759148806333547,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":37},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.32666666666666666,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.10222222222222221,"baseline_adjusted_score":0.10222222222222221},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":38},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2663620403415078,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":150,"false_positive":150,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.06544816136603115,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":39},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.30857766182472307,"normalized_score_rmse":0.3567597699866524,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":-0.0285922060824102,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":40},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9233333333333333,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.8904761904761905,"baseline_adjusted_score":0.8904761904761905},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":42},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.05466849949582759,"accuracy":0.98,"positive_recall":0.9731543624161074,"specificity":0.9867549668874173,"precision":0.9863945578231292,"balanced_accuracy":0.9799546646517623,"f1":0.9797297297297297,"true_positive":145,"false_positive":2,"false_negative":4,"true_negative":149,"positive_prevalence":0.49666666666666665,"majority_accuracy_baseline":0.5033333333333334,"constant_brier_baseline":0.2499888888888889,"brier_skill":0.781316282740367,"baseline_adjusted_skill":0.9599093293035246,"baseline_adjusted_score":0.9599093293035246},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":43},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.37452154338359833,"normalized_score_rmse":0.4336612259677656,"constant_score_baseline":0.5,"constant_mae_baseline":0.36666666666666664,"baseline_adjusted_skill":-0.02142239104617727,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":44},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.5966666666666667,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2866666666666667,"baseline_adjusted_skill":0.43457943925233644,"baseline_adjusted_score":0.43457943925233644},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":46},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1775231039992995,"accuracy":0.75,"positive_recall":0.8726114649681529,"specificity":0.6153846153846154,"precision":0.7135416666666666,"balanced_accuracy":0.7439980401763842,"f1":0.7851002865329513,"true_positive":137,"false_positive":55,"false_negative":20,"true_negative":88,"positive_prevalence":0.5233333333333333,"majority_accuracy_baseline":0.5233333333333333,"constant_brier_baseline":0.24945555555555557,"brier_skill":0.2883577854021222,"baseline_adjusted_skill":0.4879960803527683,"baseline_adjusted_score":0.4879960803527683},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":47},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.3108244108657042,"normalized_score_rmse":0.39137604140405574,"constant_score_baseline":0.5,"constant_mae_baseline":0.3016666666666667,"baseline_adjusted_skill":-0.03035716309073222,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":48},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2503565078081849,"accuracy":0.5442678571428572,"positive_recall":0.8867175875409186,"specificity":0.5224070567822744,"precision":0.10596254148885727,"balanced_accuracy":0.7045623221615964,"f1":0.18930337459366164,"true_positive":148.98333333333332,"false_positive":1257.0166666666667,"false_negative":19.03333333333333,"true_negative":1374.9666666666667,"positive_prevalence":0.060005952380952375,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679138,"brier_skill":-6.774812088154265,"baseline_adjusted_skill":0.40912464432319284,"baseline_adjusted_score":0.40912464432319284},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.29,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.05333333333333331,"baseline_adjusted_score":0.05333333333333331},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":50},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.08498583569405099,"uniform_accuracy_baseline":0.027777777777777776,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":-0.048701298701298704,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.38,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.11428571428571431,"baseline_adjusted_score":0.11428571428571431},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.18976098032946936,"accuracy":0.69,"positive_recall":1,"specificity":0.38,"precision":0.6172839506172839,"balanced_accuracy":0.69,"f1":0.7633587786259542,"true_positive":50,"false_positive":31,"false_negative":0,"true_negative":19,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.24095607868212254,"baseline_adjusted_skill":0.3799999999999999,"baseline_adjusted_score":0.3799999999999999},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.19665713362102857,"accuracy":0.52,"positive_recall":1,"specificity":0.04,"precision":0.5102040816326531,"balanced_accuracy":0.52,"f1":0.6756756756756757,"true_positive":50,"false_positive":48,"false_negative":0,"true_negative":2,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2133714655158857,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.55,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":-0.1538461538461537,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.15,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.09574468085106383,"baseline_adjusted_score":0.09574468085106383},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.18721110443803807,"accuracy":0.71,"positive_recall":1,"specificity":0.42,"precision":0.6329113924050633,"balanced_accuracy":0.71,"f1":0.7751937984496124,"true_positive":50,"false_positive":29,"false_negative":0,"true_negative":21,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.25115558224784773,"baseline_adjusted_skill":0.41999999999999993,"baseline_adjusted_score":0.41999999999999993},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.31333333333333335,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.08444444444444447,"baseline_adjusted_score":0.08444444444444447},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":58},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.6633333333333333,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.495,"baseline_adjusted_score":0.495},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":59},{"provenance":"measured","status":"complete","counts":{"cases":285,"expected":285,"succeeded":285,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.5614035087719298,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5263157894736842,"baseline_adjusted_skill":0.07407407407407407,"baseline_adjusted_score":0.07407407407407407},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":60},{"provenance":"measured","status":"complete","counts":{"cases":299,"expected":299,"succeeded":299,"failed":0,"abstained":0},"metrics":{"binary_brier":0.28695391280612403,"accuracy":0.5016722408026756,"positive_recall":1,"specificity":0,"precision":0.5016722408026756,"balanced_accuracy":0.5,"f1":0.6681514476614699,"true_positive":150,"false_positive":149,"false_negative":0,"true_negative":0,"positive_prevalence":0.5016722408026756,"majority_accuracy_baseline":0.5016722408026756,"constant_brier_baseline":0.24999720361069788,"brier_skill":-0.14782849032574008,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":61},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.6433333333333333,"uniform_accuracy_baseline":0.2,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":0.5541666666666666,"baseline_adjusted_score":0.5541666666666666},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":62},{"provenance":"measured","status":"complete","counts":{"cases":283,"expected":283,"succeeded":283,"failed":0,"abstained":0},"metrics":{"binary_brier":0.30896317415677993,"accuracy":0.4911660777385159,"positive_recall":0.9624060150375939,"specificity":0.07333333333333333,"precision":0.4794007490636704,"balanced_accuracy":0.5178696741854636,"f1":0.64,"true_positive":128,"false_positive":139,"false_negative":5,"true_negative":11,"positive_prevalence":0.46996466431095407,"majority_accuracy_baseline":0.5300353356890459,"constant_brier_baseline":0.24909787861004634,"brier_skill":-0.2403284037615212,"baseline_adjusted_skill":0.03573934837092718,"baseline_adjusted_score":0.03573934837092718},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":63},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.48333333333333334,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.3111111111111111,"baseline_adjusted_score":0.3111111111111111},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":64},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.25333333333333335,"uniform_accuracy_baseline":0.20616666666666666,"fixed_answer_accuracy_baseline":0.21333333333333335,"baseline_adjusted_skill":0.050847457627118654,"baseline_adjusted_score":0.050847457627118654},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":65},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.6,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.39999999999999997,"baseline_adjusted_score":0.39999999999999997},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":66},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.6266666666666667,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.37333333333333335,"baseline_adjusted_skill":0.4042553191489362,"baseline_adjusted_score":0.4042553191489362},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":67},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.2854998526312411,"normalized_score_rmse":0.3535422964634411,"constant_score_baseline":0.5,"constant_mae_baseline":0.26208333333333333,"baseline_adjusted_skill":-0.08934760940378172,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":68},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.28654675457452733,"normalized_score_rmse":0.36456412920107,"constant_score_baseline":0.52,"constant_mae_baseline":0.24733333333333335,"baseline_adjusted_skill":-0.15854482981614826,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":69},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.11354217785209411,"normalized_score_rmse":0.13122008126960488,"constant_score_baseline":0.578319964349225,"constant_mae_baseline":0.11212962028602311,"baseline_adjusted_skill":-0.01259754168851912,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":70},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.48,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.30666666666666664,"baseline_adjusted_score":0.30666666666666664},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":71},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.35,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.029850746268656664,"baseline_adjusted_score":0.029850746268656664},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.15698904233966915,"accuracy":0.69,"positive_recall":1,"specificity":0.38,"precision":0.6172839506172839,"balanced_accuracy":0.69,"f1":0.7633587786259542,"true_positive":50,"false_positive":31,"false_negative":0,"true_negative":19,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3720438306413234,"baseline_adjusted_skill":0.3799999999999999,"baseline_adjusted_score":0.3799999999999999},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.3705214864864865,"uniform_accuracy_baseline":0.23445945945945948,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.14665042676904055,"baseline_adjusted_score":0.14665042676904055},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0,"abstained":0},"metrics":{"binary_brier":0.10490367277276882,"accuracy":0.5784210592105263,"positive_recall":0.978284314339723,"specificity":0.19766246587448497,"precision":0.537259274074074,"balanced_accuracy":0.5879733901071039,"f1":0.6936023807936925,"true_positive":72.530002,"false_positive":62.469998,"false_negative":1.610001,"true_negative":15.389999,"positive_prevalence":0.4877631776315789,"majority_accuracy_baseline":0.512236822368421,"constant_brier_baseline":0.09451910039768556,"brier_skill":-0.10986744828707184,"baseline_adjusted_skill":0.17594678021420784,"baseline_adjusted_score":0.17594678021420784},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.21623824574527067,"normalized_score_rmse":0.2541670690859601,"constant_score_baseline":0.5841668333333333,"constant_mae_baseline":0.21700552708333334,"baseline_adjusted_skill":0.0035357686432014868,"baseline_adjusted_score":0.0035357686432014868},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2542257041713195,"accuracy":0.53,"positive_recall":0.98,"specificity":0.08,"precision":0.5157894736842106,"balanced_accuracy":0.53,"f1":0.6758620689655173,"true_positive":49,"false_positive":46,"false_negative":1,"true_negative":4,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.016902816685278044,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.25486592460280433,"accuracy":0.53,"positive_recall":0.92,"specificity":0.14,"precision":0.5168539325842697,"balanced_accuracy":0.53,"f1":0.6618705035971223,"true_positive":46,"false_positive":43,"false_negative":4,"true_negative":7,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.01946369841121731,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.76,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.6065573770491803,"baseline_adjusted_score":0.6065573770491803},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.12,"uniform_accuracy_baseline":0.036111111111111115,"fixed_answer_accuracy_baseline":0.08833333333333333,"baseline_adjusted_skill":0.03473491773308958,"baseline_adjusted_score":0.03473491773308958},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.252126112605241,"accuracy":0.5166666666666667,"positive_recall":1,"specificity":0.03333333333333333,"precision":0.5084745762711864,"balanced_accuracy":0.5166666666666667,"f1":0.6741573033707865,"true_positive":150,"false_positive":145,"false_negative":0,"true_negative":5,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.008504450420963927,"baseline_adjusted_skill":0.03333333333333344,"baseline_adjusted_score":0.03333333333333344},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":81},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.43181818181818177,"baseline_adjusted_score":0.43181818181818177},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.2,"uniform_accuracy_baseline":0.11021428571428572,"fixed_answer_accuracy_baseline":0.12554761904761905,"baseline_adjusted_skill":0.08514172134941597,"baseline_adjusted_score":0.08514172134941597},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":83},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.49666666666666665,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.32888888888888884,"baseline_adjusted_score":0.32888888888888884},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":84},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.2,"uniform_accuracy_baseline":0.049879324215607396,"fixed_answer_accuracy_baseline":0.12442477876106194,"baseline_adjusted_skill":0.08631493834647264,"baseline_adjusted_score":0.08631493834647264},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.19679692298453277,"accuracy":0.7233333333333334,"positive_recall":0.625,"specificity":0.9761904761904762,"precision":0.9854014598540146,"balanced_accuracy":0.8005952380952381,"f1":0.7648725212464589,"true_positive":135,"false_positive":2,"false_negative":81,"true_negative":82,"positive_prevalence":0.72,"majority_accuracy_baseline":0.72,"constant_brier_baseline":0.2016,"brier_skill":0.02382478678307154,"baseline_adjusted_skill":0.6011904761904763,"baseline_adjusted_score":0.6011904761904763},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":86},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5033333333333333,"baseline_adjusted_skill":0.8187919463087249,"baseline_adjusted_score":0.8187919463087249},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":87},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.30414867496960835,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":50,"false_positive":50,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.21659469987843338,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2385809464948125,"accuracy":0.6333333333333333,"positive_recall":0.99375,"specificity":0.22142857142857142,"precision":0.5932835820895522,"balanced_accuracy":0.6075892857142857,"f1":0.7429906542056075,"true_positive":159,"false_positive":109,"false_negative":1,"true_negative":31,"positive_prevalence":0.5333333333333333,"majority_accuracy_baseline":0.5333333333333333,"constant_brier_baseline":0.2488888888888889,"brier_skill":0.0414158399761998,"baseline_adjusted_skill":0.21517857142857144,"baseline_adjusted_score":0.21517857142857144},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":89},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.6388888888888888,"uniform_accuracy_baseline":0.23888888888888887,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.49019607843137253,"baseline_adjusted_score":0.49019607843137253},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0,"abstained":0},"metrics":{"binary_brier":0.25073926341329944,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":32,"false_positive":32,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.002957053653197761,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.54,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.72,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.5757575757575758,"baseline_adjusted_score":0.5757575757575758},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.23461056612307318,"accuracy":0.64,"positive_recall":0.74,"specificity":0.54,"precision":0.6166666666666667,"balanced_accuracy":0.64,"f1":0.6727272727272727,"true_positive":37,"false_positive":23,"false_negative":13,"true_negative":27,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.06155773550770727,"baseline_adjusted_skill":0.28,"baseline_adjusted_score":0.28},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7941176470588235,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.6956521739130433,"baseline_adjusted_score":0.6956521739130433},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"binary_brier":0.11454235154235755,"accuracy":0.9090909090909091,"positive_recall":1,"specificity":0.8235294117647058,"precision":0.8421052631578947,"balanced_accuracy":0.9117647058823529,"f1":0.9142857142857143,"true_positive":16,"false_positive":3,"false_negative":0,"true_negative":14,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.541409482244017,"baseline_adjusted_skill":0.8235294117647058,"baseline_adjusted_score":0.8235294117647058},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.3322194018959999,"normalized_score_rmse":0.3795411111152349,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":-0.0067254602909088135,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.0625,"uniform_accuracy_baseline":0.178125,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.3157894736842105,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0,"abstained":0},"metrics":{"binary_brier":0.11116326848561435,"accuracy":0.9411764705882353,"positive_recall":1,"specificity":0.8823529411764706,"precision":0.8947368421052632,"balanced_accuracy":0.9411764705882353,"f1":0.9444444444444444,"true_positive":17,"false_positive":2,"false_negative":0,"true_negative":15,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5553469260575425,"baseline_adjusted_skill":0.8823529411764706,"baseline_adjusted_score":0.8823529411764706},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.20348274576313355,"normalized_score_rmse":0.26709551290256084,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-0.383682671189308,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.10416666666666667,"uniform_accuracy_baseline":0.13194444444444445,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":-1.243478260869565,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2357784012880739,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":26,"false_positive":26,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.05688639484770441,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0,"abstained":0},"metrics":{"binary_brier":0.20431439418114802,"accuracy":0.6,"positive_recall":1,"specificity":0.16666666666666666,"precision":0.5652173913043478,"balanced_accuracy":0.5833333333333334,"f1":0.7222222222222222,"true_positive":39,"false_positive":30,"false_negative":0,"true_negative":6,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24960000000000004,"brier_skill":0.18143271562040064,"baseline_adjusted_skill":0.16666666666666674,"baseline_adjusted_score":0.16666666666666674},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.3235472422838211,"normalized_score_rmse":0.38125942601438256,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.15552586529936097,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.47058823529411764,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.27999999999999997,"baseline_adjusted_score":0.27999999999999997},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2901169290410272,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":14,"false_positive":14,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.16046771616410882,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.23005301970424072,"normalized_score_rmse":0.2819780249226265,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.1696969696969697,"baseline_adjusted_skill":-0.35566958039998986,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.6,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":0.49999999999999994,"baseline_adjusted_score":0.49999999999999994},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1689857943847383,"accuracy":0.611764705882353,"positive_recall":1,"specificity":0.175,"precision":0.5769230769230769,"balanced_accuracy":0.5875,"f1":0.7317073170731707,"true_positive":45,"false_positive":33,"false_negative":0,"true_negative":7,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.2491349480968858,"brier_skill":0.3217097975390365,"baseline_adjusted_skill":0.17500000000000004,"baseline_adjusted_score":0.17500000000000004},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.36,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.15789473684210525,"baseline_adjusted_score":0.15789473684210525},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1297852890404012,"accuracy":0.88,"positive_recall":0.9142857142857143,"specificity":0.8,"precision":0.9142857142857143,"balanced_accuracy":0.8571428571428572,"f1":0.9142857142857143,"true_positive":32,"false_positive":3,"false_negative":3,"true_negative":12,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.21,"brier_skill":0.38197481409332756,"baseline_adjusted_skill":0.7142857142857144,"baseline_adjusted_score":0.7142857142857144},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.29453354015946387,"normalized_score_rmse":0.3759966219361265,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.05190550056951371,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.620253164556962,"uniform_accuracy_baseline":0.24240506329113923,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.3478260869565217,"baseline_adjusted_score":0.3478260869565217},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0,"abstained":0},"metrics":{"binary_brier":0.17230048490286606,"accuracy":0.6666666666666666,"positive_recall":1,"specificity":0.3,"precision":0.6111111111111112,"balanced_accuracy":0.65,"f1":0.7586206896551724,"true_positive":11,"false_positive":7,"false_negative":0,"true_negative":3,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.2494331065759637,"brier_skill":0.3092316923439642,"baseline_adjusted_skill":0.30000000000000004,"baseline_adjusted_score":0.30000000000000004},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.5151515151515151,"uniform_accuracy_baseline":0.32373737373737377,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.2,"baseline_adjusted_score":0.2},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"binary_brier":0.27223135966387324,"accuracy":0.5151515151515151,"positive_recall":1,"specificity":0,"precision":0.5151515151515151,"balanced_accuracy":0.5,"f1":0.68,"true_positive":17,"false_positive":16,"false_negative":0,"true_negative":0,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":-0.08992628924249257,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.3608574536172491,"normalized_score_rmse":0.4067187841763184,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.3431372549019608,"baseline_adjusted_skill":-0.05164172197026873,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.3078932283752686,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":50,"false_positive":50,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.23157291350107445,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.37333333333333335,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":0.030927835051546417,"baseline_adjusted_score":0.030927835051546417},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2689965356633843,"accuracy":0.49333333333333335,"positive_recall":1,"specificity":0,"precision":0.49333333333333335,"balanced_accuracy":0.5,"f1":0.6607142857142857,"true_positive":37,"false_positive":38,"false_negative":0,"true_negative":0,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555554,"brier_skill":-0.07617746309142004,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.49,"uniform_accuracy_baseline":0.14285714285714285,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.34615384615384615,"baseline_adjusted_score":0.34615384615384615},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.335,"uniform_accuracy_baseline":0.32416666666666666,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.007575757575757584,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"binary_brier":0.17848137593981855,"accuracy":0.8484848484848485,"positive_recall":1,"specificity":0.7058823529411765,"precision":0.7619047619047619,"balanced_accuracy":0.8529411764705883,"f1":0.8648648648648649,"true_positive":16,"false_positive":5,"false_negative":0,"true_negative":12,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.2854183147115352,"baseline_adjusted_skill":0.7058823529411766,"baseline_adjusted_score":0.7058823529411766},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.21329201701464076,"normalized_score_rmse":0.2547404218121913,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.029153577726462765,"baseline_adjusted_score":0.029153577726462765},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2589272893306804,"accuracy":0.59,"positive_recall":0.8636363636363636,"specificity":0.5128205128205128,"precision":0.3333333333333333,"balanced_accuracy":0.6882284382284383,"f1":0.4810126582278481,"true_positive":19,"false_positive":38,"false_negative":3,"true_negative":40,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.5089002874748274,"baseline_adjusted_skill":0.37645687645687653,"baseline_adjusted_score":0.37645687645687653},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1785434350709879,"accuracy":0.85,"positive_recall":1,"specificity":0.7619047619047619,"precision":0.7115384615384616,"balanced_accuracy":0.8809523809523809,"f1":0.8314606741573034,"true_positive":37,"false_positive":15,"false_negative":0,"true_negative":48,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000003,"brier_skill":0.23404789759335953,"baseline_adjusted_skill":0.7619047619047619,"baseline_adjusted_score":0.7619047619047619},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.24997369143816628,"accuracy":0.5,"positive_recall":1,"specificity":0.18032786885245902,"precision":0.43820224719101125,"balanced_accuracy":0.5901639344262295,"f1":0.609375,"true_positive":39,"false_positive":50,"false_negative":0,"true_negative":11,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379,"brier_skill":-0.05075111995866455,"baseline_adjusted_skill":0.180327868852459,"baseline_adjusted_score":0.180327868852459},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.310382541898891,"accuracy":0.47,"positive_recall":1,"specificity":0.2318840579710145,"precision":0.36904761904761907,"balanced_accuracy":0.6159420289855072,"f1":0.5391304347826087,"true_positive":31,"false_positive":53,"false_negative":0,"true_negative":16,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999998,"brier_skill":-0.45106377699341293,"baseline_adjusted_skill":0.2318840579710144,"baseline_adjusted_score":0.2318840579710144},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.6,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.4444444444444444,"baseline_adjusted_score":0.4444444444444444},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.2943295852933079,"normalized_score_rmse":0.35030573594094166,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":-0.2659337001862705,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.20449953234569435,"accuracy":0.63,"positive_recall":1,"specificity":0.26,"precision":0.5747126436781609,"balanced_accuracy":0.63,"f1":0.7299270072992701,"true_positive":50,"false_positive":37,"false_negative":0,"true_negative":13,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.18200187061722262,"baseline_adjusted_skill":0.26,"baseline_adjusted_score":0.26},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2975117837812505,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":50,"false_positive":50,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.19004713512500193,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.42,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.6571428571428573,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.09017065773891095,"accuracy":0.8966666666666666,"positive_recall":0.8133333333333334,"specificity":0.98,"precision":0.976,"balanced_accuracy":0.8966666666666667,"f1":0.8872727272727273,"true_positive":122,"false_positive":3,"false_negative":28,"true_negative":147,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6393173690443562,"baseline_adjusted_skill":0.7933333333333334,"baseline_adjusted_score":0.7933333333333334},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":134},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.18540621940487928,"accuracy":0.67,"positive_recall":1,"specificity":0.34,"precision":0.6024096385542169,"balanced_accuracy":0.67,"f1":0.7518796992481203,"true_positive":50,"false_positive":33,"false_negative":0,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2583751223804829,"baseline_adjusted_skill":0.3400000000000001,"baseline_adjusted_score":0.3400000000000001},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.81,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.5476190476190478,"baseline_adjusted_score":0.5476190476190478},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.58,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.29999999999999993,"baseline_adjusted_score":0.29999999999999993},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.23605758457717244,"accuracy":0.58,"positive_recall":0.96,"specificity":0.2,"precision":0.5454545454545454,"balanced_accuracy":0.58,"f1":0.6956521739130435,"true_positive":48,"false_positive":40,"false_negative":2,"true_negative":10,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.05576966169131026,"baseline_adjusted_skill":0.15999999999999992,"baseline_adjusted_score":0.15999999999999992},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.17,"uniform_accuracy_baseline":0.0625,"fixed_answer_accuracy_baseline":0.10666666666666667,"baseline_adjusted_skill":0.07089552238805971,"baseline_adjusted_score":0.07089552238805971},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":142},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.56,"uniform_accuracy_baseline":0.20851190476190473,"fixed_answer_accuracy_baseline":0.22333333333333333,"baseline_adjusted_skill":0.4334763948497855,"baseline_adjusted_score":0.4334763948497855},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2305474177726145,"accuracy":0.53,"positive_recall":0.98,"specificity":0.08,"precision":0.5157894736842106,"balanced_accuracy":0.53,"f1":0.6758620689655173,"true_positive":49,"false_positive":46,"false_negative":1,"true_negative":4,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.07781032890954198,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.29227522019296887,"normalized_score_rmse":0.34313489718847784,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.02574926602343708,"baseline_adjusted_score":0.02574926602343708},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.57,"uniform_accuracy_baseline":0.22851190476190475,"fixed_answer_accuracy_baseline":0.24333333333333332,"baseline_adjusted_skill":0.4317180616740088,"baseline_adjusted_score":0.4317180616740088},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1876083778650186,"accuracy":0.67,"positive_recall":1,"specificity":0.34,"precision":0.6024096385542169,"balanced_accuracy":0.67,"f1":0.7518796992481203,"true_positive":50,"false_positive":33,"false_negative":0,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.24956648853992558,"baseline_adjusted_skill":0.3400000000000001,"baseline_adjusted_score":0.3400000000000001},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.3108836660617833,"normalized_score_rmse":0.3537725543525026,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.3042222222222222,"baseline_adjusted_skill":-0.021896637894831983,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.63,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.40322580645161293,"baseline_adjusted_score":0.40322580645161293},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9433333333333334,"uniform_accuracy_baseline":0.3467777777777778,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.9114583333333334,"baseline_adjusted_score":0.9114583333333334},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":150},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.16856441888611912,"accuracy":0.69,"positive_recall":1,"specificity":0.38,"precision":0.6172839506172839,"balanced_accuracy":0.69,"f1":0.7633587786259542,"true_positive":50,"false_positive":31,"false_negative":0,"true_negative":19,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.32574232445552354,"baseline_adjusted_skill":0.3799999999999999,"baseline_adjusted_score":0.3799999999999999},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.81,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.6200000000000001,"baseline_adjusted_score":0.6200000000000001},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.13593838998425833,"accuracy":0.8,"positive_recall":1,"specificity":0.6,"precision":0.7142857142857143,"balanced_accuracy":0.8,"f1":0.8333333333333334,"true_positive":50,"false_positive":20,"false_negative":0,"true_negative":30,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.45624644006296666,"baseline_adjusted_skill":0.6000000000000001,"baseline_adjusted_score":0.6000000000000001},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.55,"uniform_accuracy_baseline":0.3533333333333333,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.23728813559322043,"baseline_adjusted_score":0.23728813559322043},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.8387096774193549,"baseline_adjusted_score":0.8387096774193549},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.46,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.19000000000000003,"baseline_adjusted_score":0.19000000000000003},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":157},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.37,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.01612903225806453,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.18,"uniform_accuracy_baseline":0.1111111111111111,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.023809523809523798,"baseline_adjusted_score":0.023809523809523798},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.93,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.8333333333333335,"baseline_adjusted_score":0.8333333333333335},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":160},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.20845437497293365,"accuracy":0.34637500000000004,"positive_recall":0.9321028345418588,"specificity":0.20931667437914545,"precision":0.2162079510703364,"balanced_accuracy":0.5707097544605021,"f1":0.3509991311902693,"true_positive":70.7,"false_positive":256.3,"false_negative":5.15,"true_negative":67.85,"positive_prevalence":0.189625,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500001,"brier_skill":-1.7383669361504657,"baseline_adjusted_skill":0.1414195089210042,"baseline_adjusted_score":0.1414195089210042},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.3920308586838655,"normalized_score_rmse":0.42944690501127847,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":-0.8340624967666224,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.16738986352630522,"accuracy":0.551125,"positive_recall":0.7505860290670416,"specificity":0.4786091699335265,"precision":0.34356223175965667,"balanced_accuracy":0.614597599500284,"f1":0.4713675842779332,"true_positive":80.05,"false_positive":152.95,"false_negative":26.6,"true_negative":140.4,"positive_prevalence":0.266625,"majority_accuracy_baseline":0.733375,"constant_brier_baseline":0.115654859375,"brier_skill":-0.44732235576509005,"baseline_adjusted_skill":0.22919519900056806,"baseline_adjusted_score":0.22919519900056806},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.3468994691455737,"normalized_score_rmse":0.3841541982845556,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":-0.2907887224021346,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.15597035599872697,"accuracy":0.564625,"positive_recall":0.8393736017897091,"specificity":0.45810928013876845,"precision":0.3752,"balanced_accuracy":0.6487414409642388,"f1":0.518590186592951,"true_positive":93.8,"false_positive":156.2,"false_negative":17.95,"true_negative":132.05,"positive_prevalence":0.279375,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937500001,"brier_skill":-0.3783674735025355,"baseline_adjusted_skill":0.2974828819284776,"baseline_adjusted_score":0.2974828819284776},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.32707636352162806,"normalized_score_rmse":0.3724853007105372,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":-0.2371682780959925,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1755811997893081,"accuracy":0.7196250000000001,"positive_recall":0.7470422535211267,"specificity":0.7118072289156627,"precision":0.425,"balanced_accuracy":0.7294247412183947,"f1":0.5417773237997957,"true_positive":66.3,"false_positive":89.7,"false_negative":22.45,"true_negative":221.55,"positive_prevalence":0.221875,"majority_accuracy_baseline":0.778125,"constant_brier_baseline":0.12674023437499998,"brier_skill":-0.385362751261743,"baseline_adjusted_skill":0.45884948243678947,"baseline_adjusted_score":0.45884948243678947},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.3937379417172633,"normalized_score_rmse":0.41543222751887365,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":-0.7450989106582306,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.15579384593291196,"accuracy":0.59975,"positive_recall":0.806710775047259,"specificity":0.525322909585316,"precision":0.3793333333333333,"balanced_accuracy":0.6660168423162875,"f1":0.5160217654171705,"true_positive":85.35,"false_positive":139.65,"false_negative":20.45,"true_negative":154.55,"positive_prevalence":0.2645,"majority_accuracy_baseline":0.7355,"constant_brier_baseline":0.11362725,"brier_skill":-0.37109580609327386,"baseline_adjusted_skill":0.3320336846325751,"baseline_adjusted_score":0.3320336846325751},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.3444574118801393,"normalized_score_rmse":0.38398929873995713,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":-0.3709747736522959,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.17686803200046733,"accuracy":0.643,"positive_recall":0.6906005221932116,"specificity":0.6317254174397032,"precision":0.3075581395348837,"balanced_accuracy":0.6611629698164574,"f1":0.42558326629123094,"true_positive":52.9,"false_positive":119.1,"false_negative":23.7,"true_negative":204.3,"positive_prevalence":0.19149999999999998,"majority_accuracy_baseline":0.8085,"constant_brier_baseline":0.09190274999999999,"brier_skill":-0.9245129443946709,"baseline_adjusted_skill":0.3223259396329148,"baseline_adjusted_score":0.3223259396329148},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.36671267047524453,"normalized_score_rmse":0.3947384886385734,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":-0.7726292228410612,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.19104486765428771,"accuracy":0.61225,"positive_recall":0.8380758807588077,"specificity":0.5611587982832618,"precision":0.3017073170731707,"balanced_accuracy":0.6996173395210348,"f1":0.44368723098995694,"true_positive":61.85,"false_positive":143.15,"false_negative":11.95,"true_negative":183.05,"positive_prevalence":0.1845,"majority_accuracy_baseline":0.8155,"constant_brier_baseline":0.10922225,"brier_skill":-0.7491387300141472,"baseline_adjusted_skill":0.39923467904206955,"baseline_adjusted_score":0.39923467904206955},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.4067940581217408,"normalized_score_rmse":0.43124854928891027,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":-1.1480874356263544,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.16668345056682388,"accuracy":0.721,"positive_recall":0.41337579617834397,"specificity":0.7961119751166407,"precision":0.33112244897959187,"balanced_accuracy":0.6047438856474923,"f1":0.36770538243626066,"true_positive":32.45,"false_positive":65.55,"false_negative":46.05,"true_negative":255.95,"positive_prevalence":0.19625,"majority_accuracy_baseline":0.80375,"constant_brier_baseline":0.09878593749999999,"brier_skill":-0.6873196204350835,"baseline_adjusted_skill":0.20948777129498453,"baseline_adjusted_score":0.20948777129498453},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.3800906852376647,"normalized_score_rmse":0.4071055334817968,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":-0.7992458472788861,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1346411019585335,"accuracy":0.5326530612244897,"positive_recall":0.9412811387900355,"specificity":0.2242614145031334,"precision":0.47801204819277104,"balanced_accuracy":0.5827712766465845,"f1":0.6340391530163804,"true_positive":158.7,"false_positive":173.3,"false_negative":9.9,"true_negative":50.1,"positive_prevalence":0.4301020408163265,"majority_accuracy_baseline":0.5698979591836735,"constant_brier_baseline":0.12359641815910039,"brier_skill":-0.0893608727820554,"baseline_adjusted_skill":0.16554255329316891,"baseline_adjusted_score":0.16554255329316891},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.2531616599797936,"normalized_score_rmse":0.3069230186009088,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.0811169378511194,"baseline_adjusted_score":0.0811169378511194},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2160416542714142,"accuracy":0.528,"positive_recall":0.8988985051140834,"specificity":0.4579432307920939,"precision":0.238517745302714,"balanced_accuracy":0.6784208679530886,"f1":0.37700049496782706,"true_positive":114.25,"false_positive":364.75,"false_negative":12.85,"true_negative":308.15,"positive_prevalence":0.158875,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499999,"brier_skill":-1.187154852529258,"baseline_adjusted_skill":0.3568417359061773,"baseline_adjusted_score":0.3568417359061773},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.46497814430622386,"normalized_score_rmse":0.4912632944567231,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-1.8180493594316598,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.2701318338140845,"normalized_score_rmse":0.28910334698625173,"constant_score_baseline":0.1111111111111111,"constant_mae_baseline":0.10629629629629629,"baseline_adjusted_skill":-1.541309934836335,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":181},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.51,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.20967741935483872,"baseline_adjusted_score":0.20967741935483872},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.27023531328979633,"accuracy":0.51,"positive_recall":0.94,"specificity":0.08,"precision":0.5053763440860215,"balanced_accuracy":0.51,"f1":0.6573426573426573,"true_positive":47,"false_positive":46,"false_negative":3,"true_negative":4,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.08094125315918532,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.11332007952286283,"uniform_accuracy_baseline":0.058823529411764705,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":-0.042056074766355124,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2681646274631554,"accuracy":0.6033333333333334,"positive_recall":0.3850574712643678,"specificity":0.9047619047619048,"precision":0.8481012658227848,"balanced_accuracy":0.6449096880131363,"f1":0.5296442687747036,"true_positive":67,"false_positive":12,"false_negative":107,"true_negative":114,"positive_prevalence":0.58,"majority_accuracy_baseline":0.58,"constant_brier_baseline":0.24359999999999998,"brier_skill":-0.10084001421656574,"baseline_adjusted_skill":0.2898193760262726,"baseline_adjusted_score":0.2898193760262726},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":185},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.14209206407014505,"accuracy":0.7733333333333333,"positive_recall":0.9171974522292994,"specificity":0.6153846153846154,"precision":0.7236180904522613,"balanced_accuracy":0.7662910338069574,"f1":0.8089887640449438,"true_positive":144,"false_positive":55,"false_negative":13,"true_negative":88,"positive_prevalence":0.5233333333333333,"majority_accuracy_baseline":0.5233333333333333,"constant_brier_baseline":0.24945555555555557,"brier_skill":0.43039126246879633,"baseline_adjusted_skill":0.5325820676139148,"baseline_adjusted_score":0.5325820676139148},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":186},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.69,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.32608695652173897,"baseline_adjusted_score":0.32608695652173897},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2813011323512664,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":50,"false_positive":50,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.12520452940506566,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.20634920634920637,"baseline_adjusted_score":0.20634920634920637},"scoring":{"eligible":true,"reason":null},"model":116,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.16595964502950614,"accuracy":0.7905405405405406,"positive_recall":0.8591549295774648,"specificity":0.7272727272727273,"precision":0.7439024390243902,"balanced_accuracy":0.793213828425096,"f1":0.7973856209150327,"true_positive":61,"false_positive":21,"false_negative":10,"true_negative":56,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.2495891161431699,"brier_skill":0.3350685815389963,"baseline_adjusted_skill":0.586427656850192,"baseline_adjusted_score":0.586427656850192},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.44,"uniform_accuracy_baseline":0.20049999999999962,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.21126760563380287,"baseline_adjusted_score":0.21126760563380287},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.926470588235294,"baseline_adjusted_score":0.926470588235294},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.8085106382978724,"baseline_adjusted_score":0.8085106382978724},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.8775510204081631,"baseline_adjusted_score":0.8775510204081631},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.052818677791723306,"accuracy":0.6452133581999999,"positive_recall":0.8613545746042983,"specificity":0.29843708295981286,"precision":0.6632795557875001,"balanced_accuracy":0.5798958287820556,"f1":0.7494504658271729,"true_positive":53.062364462999994,"false_positive":26.937635536999995,"false_negative":8.541028643,"true_negative":11.458971357,"positive_prevalence":0.6160339310599999,"majority_accuracy_baseline":0.6160339310599999,"constant_brier_baseline":0.079087076552024,"brier_skill":0.3321452746204516,"baseline_adjusted_skill":0.15979165756411118,"baseline_adjusted_score":0.15979165756411118},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10843573222207631,"accuracy":0.86,"positive_recall":0.8,"specificity":0.92,"precision":0.9090909090909091,"balanced_accuracy":0.8600000000000001,"f1":0.851063829787234,"true_positive":40,"false_positive":4,"false_negative":10,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5662570711116948,"baseline_adjusted_skill":0.7200000000000002,"baseline_adjusted_score":0.7200000000000002},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.71,"uniform_accuracy_baseline":0.012987012987012965,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.6947368421052631,"baseline_adjusted_score":0.6947368421052631},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.8,"baseline_adjusted_score":0.8},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.79,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.6718750000000001,"baseline_adjusted_score":0.6718750000000001},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.031715989831560674,"accuracy":0.96,"positive_recall":0.96,"specificity":0.96,"precision":0.96,"balanced_accuracy":0.96,"f1":0.96,"true_positive":48,"false_positive":2,"false_negative":2,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8731360406737573,"baseline_adjusted_skill":0.9199999999999999,"baseline_adjusted_score":0.9199999999999999},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.05523097929710618,"accuracy":0.7262580879744408,"positive_recall":0.5548146406855999,"specificity":0.8060884510507353,"precision":0.571232726590501,"balanced_accuracy":0.6804515458681677,"f1":0.5629039934932953,"true_positive":123.3862689435482,"false_positive":92.6137310564518,"false_negative":99.00560736143962,"true_negative":384.9943926385604,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768597,"brier_skill":0.37751725382707646,"baseline_adjusted_skill":0.3609030917363354,"baseline_adjusted_score":0.3609030917363354},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2131094122700479,"accuracy":0.65,"positive_recall":0.52,"specificity":0.78,"precision":0.7027027027027027,"balanced_accuracy":0.65,"f1":0.5977011494252874,"true_positive":26,"false_positive":11,"false_negative":24,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.1475623509198084,"baseline_adjusted_skill":0.30000000000000004,"baseline_adjusted_score":0.30000000000000004},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.9072847682119205,"uniform_accuracy_baseline":0.006622516556291403,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.9034482758620689,"baseline_adjusted_score":0.9034482758620689},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.8276470588235294,"uniform_accuracy_baseline":0.3333333333333301,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.6822125813449024,"baseline_adjusted_score":0.6822125813449024},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.53,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.21666666666666667,"baseline_adjusted_score":0.21666666666666667},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1074558417969038,"accuracy":0.84,"positive_recall":0.94,"specificity":0.74,"precision":0.7833333333333333,"balanced_accuracy":0.84,"f1":0.8545454545454545,"true_positive":47,"false_positive":13,"false_negative":3,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5701766328123847,"baseline_adjusted_skill":0.6799999999999999,"baseline_adjusted_score":0.6799999999999999},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.79,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.5625000000000001,"baseline_adjusted_score":0.5625000000000001},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.07142857142857136,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9775280898876404,"baseline_adjusted_score":0.9775280898876404},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.717391304347826,"baseline_adjusted_score":0.717391304347826},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.42,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.20547945205479448,"baseline_adjusted_score":0.20547945205479448},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.8333333333333334,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.5000000000000001,"baseline_adjusted_score":0.5000000000000001},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.18581570484454707,"accuracy":0.7195121951219512,"positive_recall":0.725,"specificity":0.7142857142857143,"precision":0.7073170731707317,"balanced_accuracy":0.7196428571428571,"f1":0.7160493827160493,"true_positive":29,"false_positive":12,"false_negative":11,"true_negative":30,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.24985127900059498,"brier_skill":0.25629476227694403,"baseline_adjusted_skill":0.4392857142857143,"baseline_adjusted_score":0.4392857142857143},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1969116504434312,"accuracy":0.69,"positive_recall":0.4,"specificity":0.98,"precision":0.9523809523809523,"balanced_accuracy":0.69,"f1":0.5633802816901409,"true_positive":20,"false_positive":1,"false_negative":30,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2123533982262752,"baseline_adjusted_skill":0.3799999999999999,"baseline_adjusted_score":0.3799999999999999},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.8072625698324022,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.7526881720430108,"baseline_adjusted_score":0.7526881720430108},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.62,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.3770491803278688,"baseline_adjusted_score":0.3770491803278688},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.1589257545281807,"accuracy":0.785,"positive_recall":0.4090909090909091,"specificity":0.8910256410256411,"precision":0.5142857142857142,"balanced_accuracy":0.6500582750582751,"f1":0.45569620253164556,"true_positive":18,"false_positive":17,"false_negative":26,"true_negative":139,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000053,"brier_skill":0.07385923934626915,"baseline_adjusted_skill":0.30011655011655014,"baseline_adjusted_score":0.30011655011655014},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.17845988410225225,"accuracy":0.755,"positive_recall":0.32,"specificity":0.9,"precision":0.5161290322580645,"balanced_accuracy":0.61,"f1":0.3950617283950617,"true_positive":16,"false_positive":15,"false_negative":34,"true_negative":135,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":0.04821395145465468,"baseline_adjusted_skill":0.21999999999999997,"baseline_adjusted_score":0.21999999999999997},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.04855641039697289,"accuracy":0.93,"positive_recall":0.47368421052631576,"specificity":0.9779005524861878,"precision":0.6923076923076923,"balanced_accuracy":0.7257923815062518,"f1":0.5625,"true_positive":9,"false_positive":4,"false_negative":10,"true_negative":177,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.0859749999999999,"brier_skill":0.4352263984068282,"baseline_adjusted_skill":0.4515847630125036,"baseline_adjusted_score":0.4515847630125036},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.056580129862199506,"accuracy":0.8862678571428572,"positive_recall":0.5581787521079258,"specificity":0.9072119251008428,"precision":0.27746548323471404,"balanced_accuracy":0.7326953386043843,"f1":0.37067290273706405,"true_positive":93.78333333333339,"false_positive":244.21666666666678,"false_negative":74.23333333333336,"true_negative":2387.766666666667,"positive_prevalence":0.060005952380952354,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679296,"brier_skill":-0.7570938397134954,"baseline_adjusted_skill":0.4653906772087686,"baseline_adjusted_score":0.4653906772087686},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.9121813031161473,"uniform_accuracy_baseline":0.027777777777777853,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.8993506493506493,"baseline_adjusted_score":0.8993506493506493},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.68,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.5428571428571429,"baseline_adjusted_score":0.5428571428571429},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10383810269316857,"accuracy":0.89,"positive_recall":1,"specificity":0.78,"precision":0.819672131147541,"balanced_accuracy":0.89,"f1":0.9009009009009009,"true_positive":50,"false_positive":11,"false_negative":0,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5846475892273257,"baseline_adjusted_skill":0.78,"baseline_adjusted_score":0.78},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.07168604623243167,"accuracy":0.89,"positive_recall":0.86,"specificity":0.92,"precision":0.9148936170212766,"balanced_accuracy":0.89,"f1":0.8865979381443299,"true_positive":43,"false_positive":4,"false_negative":7,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7132558150702732,"baseline_adjusted_skill":0.78,"baseline_adjusted_score":0.78},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.58,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":-0.07692307692307698,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.8617021276595745,"baseline_adjusted_score":0.8617021276595745},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08140728883948928,"accuracy":0.89,"positive_recall":0.98,"specificity":0.8,"precision":0.8305084745762712,"balanced_accuracy":0.89,"f1":0.8990825688073395,"true_positive":49,"false_positive":10,"false_negative":1,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6743708446420429,"baseline_adjusted_skill":0.78,"baseline_adjusted_score":0.78},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8507462686567167,"baseline_adjusted_score":0.8507462686567167},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.06052776844080244,"accuracy":0.93,"positive_recall":0.9,"specificity":0.96,"precision":0.9574468085106383,"balanced_accuracy":0.9299999999999999,"f1":0.9278350515463918,"true_positive":45,"false_positive":2,"false_negative":5,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7578889262367903,"baseline_adjusted_skill":0.8599999999999999,"baseline_adjusted_score":0.8599999999999999},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.4990462635135134,"uniform_accuracy_baseline":0.23445945945945923,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.3208844336034345,"baseline_adjusted_score":0.3208844336034345},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.032625178810676676,"accuracy":0.7208333092105264,"positive_recall":0.7331174912415366,"specificity":0.7091360406808132,"precision":0.7058874415584415,"balanced_accuracy":0.7211267659611749,"f1":0.7192448315618996,"true_positive":54.353333,"false_positive":22.646667000000004,"false_negative":19.786670000000004,"true_negative":55.21333,"positive_prevalence":0.48776317763157917,"majority_accuracy_baseline":0.5122368223684208,"constant_brier_baseline":0.0945191003976856,"brier_skill":0.6548297786012832,"baseline_adjusted_skill":0.44225353192234973,"baseline_adjusted_score":0.44225353192234973},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.07624830386786037,"normalized_score_rmse":0.10666945177236752,"constant_score_baseline":0.5841668333333334,"constant_mae_baseline":0.21700552708333315,"baseline_adjusted_skill":0.648634277233962,"baseline_adjusted_score":0.648634277233962},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1724166862955997,"accuracy":0.68,"positive_recall":0.68,"specificity":0.68,"precision":0.68,"balanced_accuracy":0.68,"f1":0.68,"true_positive":34,"false_positive":16,"false_negative":16,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3103332548176012,"baseline_adjusted_skill":0.3600000000000001,"baseline_adjusted_score":0.3600000000000001},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.21157453123116007,"accuracy":0.65,"positive_recall":0.64,"specificity":0.66,"precision":0.6530612244897959,"balanced_accuracy":0.65,"f1":0.6464646464646465,"true_positive":32,"false_positive":17,"false_negative":18,"true_negative":33,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.1537018750753597,"baseline_adjusted_skill":0.30000000000000004,"baseline_adjusted_score":0.30000000000000004},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.83,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.721311475409836,"baseline_adjusted_score":0.721311475409836},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.875,"uniform_accuracy_baseline":0.03611111111111102,"fixed_answer_accuracy_baseline":0.08833333333333329,"baseline_adjusted_skill":0.8628884826325411,"baseline_adjusted_score":0.8628884826325411},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.8636363636363635,"baseline_adjusted_score":0.8636363636363635},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.825,"uniform_accuracy_baseline":0.04987932421560751,"fixed_answer_accuracy_baseline":0.1244247787610618,"baseline_adjusted_skill":0.8001313927632908,"baseline_adjusted_score":0.8001313927632908},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24901017496647973,"accuracy":0.54,"positive_recall":0.3,"specificity":0.78,"precision":0.5769230769230769,"balanced_accuracy":0.54,"f1":0.39473684210526316,"true_positive":15,"false_positive":11,"false_negative":35,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.0039593001340810785,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.23888888888888893,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.12351532257727017,"accuracy":0.875,"positive_recall":1,"specificity":0.75,"precision":0.8,"balanced_accuracy":0.875,"f1":0.8888888888888888,"true_positive":32,"false_positive":8,"false_negative":0,"true_negative":24,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5059387096909194,"baseline_adjusted_skill":0.75,"baseline_adjusted_score":0.75},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.0006003648794749455,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":50,"false_positive":0,"false_negative":0,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9975985404821002,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.8260869565217391,"baseline_adjusted_score":0.8260869565217391},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.00006535380571631881,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":16,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.9997383445057901,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.019719799235627854,"normalized_score_rmse":0.03803212819374652,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.9402430326193095,"baseline_adjusted_score":0.9402430326193095},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.17812500000000006,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.000031886820931209065,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":17,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9998724527162751,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.00636827127962826,"normalized_score_rmse":0.017664499856150713,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":0.9566957552985278,"baseline_adjusted_score":0.9566957552985278},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.13194444444444448,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.000019821411194145738,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":26,"false_positive":0,"false_negative":0,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9999207143552235,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.00002084714985462042,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":39,"false_positive":0,"false_negative":0,"true_negative":36,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24959999999999993,"brier_skill":0.9999164777650055,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.004490071149347515,"normalized_score_rmse":0.005984543501481402,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.9839640316094732,"baseline_adjusted_score":0.9839640316094732},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.9117647058823529,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.8799999999999998,"baseline_adjusted_score":0.8799999999999998},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.00003812154011787672,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":14,"false_positive":0,"false_negative":0,"true_negative":14,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9998475138395285,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.004938824216978742,"normalized_score_rmse":0.005895099760489689,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.16969696969696968,"baseline_adjusted_skill":0.970896214435661,"baseline_adjusted_score":0.970896214435661},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.00019848391640778584,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":45,"false_positive":0,"false_negative":0,"true_negative":40,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.24913494809688563,"brier_skill":0.9992033076133077,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.0038700647171449683,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":35,"false_positive":0,"false_negative":0,"true_negative":15,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.20999999999999996,"brier_skill":0.9815711203945477,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.0029339252089842427,"normalized_score_rmse":0.00376969250138123,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.9895216956821992,"baseline_adjusted_score":0.9895216956821992},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.24240506329113914,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.000018457606672525116,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":11,"false_positive":0,"false_negative":0,"true_negative":10,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.24943310657596363,"brier_skill":0.9999260017768856,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.8484848484848485,"uniform_accuracy_baseline":0.3237373737373738,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.75,"baseline_adjusted_score":0.75},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.14471405522978834,"accuracy":0.7575757575757576,"positive_recall":0.6470588235294118,"specificity":0.875,"precision":0.8461538461538461,"balanced_accuracy":0.7610294117647058,"f1":0.7333333333333333,"true_positive":11,"false_positive":2,"false_negative":6,"true_negative":14,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.42061174211309027,"baseline_adjusted_skill":0.5220588235294117,"baseline_adjusted_score":0.5220588235294117},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.08188328036114774,"normalized_score_rmse":0.15150911956728677,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.34313725490196084,"baseline_adjusted_skill":0.7613687258046552,"baseline_adjusted_score":0.7613687258046552},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.000132168276267808,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":50,"false_positive":0,"false_negative":0,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9994713268949288,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.8133333333333335,"uniform_accuracy_baseline":0.3333333333333332,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":0.7113402061855671,"baseline_adjusted_score":0.7113402061855671},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.1616814983325328,"accuracy":0.7733333333333333,"positive_recall":0.5405405405405406,"specificity":1,"precision":1,"balanced_accuracy":0.7702702702702703,"f1":0.7017543859649122,"true_positive":20,"false_positive":0,"false_negative":17,"true_negative":38,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555535,"brier_skill":0.35315901271657335,"baseline_adjusted_skill":0.5405405405405406,"baseline_adjusted_score":0.5405405405405406},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.1428571428571427,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.9871794871794871,"baseline_adjusted_score":0.9871794871794871},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.31499999999999995,"uniform_accuracy_baseline":0.32416666666666627,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.037878787878788,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.000031376786277810106,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":16,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.9998743774990568,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.0030747586302323745,"normalized_score_rmse":0.0037371841746174587,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.9860045469244595,"baseline_adjusted_score":0.9860045469244595},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.0014529358559449454,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":22,"false_positive":0,"false_negative":0,"true_negative":78,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000028,"brier_skill":0.9915330078324887,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.017914021781955034,"accuracy":0.97,"positive_recall":0.918918918918919,"specificity":1,"precision":1,"balanced_accuracy":0.9594594594594594,"f1":0.9577464788732394,"true_positive":34,"false_positive":0,"false_negative":3,"true_negative":63,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000008,"brier_skill":0.9231487697041827,"baseline_adjusted_skill":0.9189189189189189,"baseline_adjusted_score":0.9189189189189189},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11902516229447857,"accuracy":0.84,"positive_recall":0.717948717948718,"specificity":0.9180327868852459,"precision":0.8484848484848485,"balanced_accuracy":0.8179907524169819,"f1":0.7777777777777778,"true_positive":28,"false_positive":5,"false_negative":11,"true_negative":56,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379000000000002,"brier_skill":0.4996840592918097,"baseline_adjusted_skill":0.6359815048339639,"baseline_adjusted_score":0.6359815048339639},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.07798845538157492,"accuracy":0.91,"positive_recall":0.7419354838709677,"specificity":0.9855072463768116,"precision":0.9583333333333334,"balanced_accuracy":0.8637213651238898,"f1":0.8363636363636363,"true_positive":23,"false_positive":1,"false_negative":8,"true_negative":68,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999987,"brier_skill":0.6353975905489716,"baseline_adjusted_skill":0.7274427302477795,"baseline_adjusted_score":0.7274427302477795},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.888888888888889,"baseline_adjusted_score":0.888888888888889},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.1377797404206731,"normalized_score_rmse":0.17096282368614169,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.40739896593258884,"baseline_adjusted_score":0.40739896593258884},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.0787439294307304,"accuracy":0.91,"positive_recall":0.94,"specificity":0.88,"precision":0.8867924528301887,"balanced_accuracy":0.9099999999999999,"f1":0.912621359223301,"true_positive":47,"false_positive":6,"false_negative":3,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6850242822770785,"baseline_adjusted_skill":0.8199999999999998,"baseline_adjusted_score":0.8199999999999998},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1587473907035636,"accuracy":0.72,"positive_recall":0.46,"specificity":0.98,"precision":0.9583333333333334,"balanced_accuracy":0.72,"f1":0.6216216216216216,"true_positive":23,"false_positive":1,"false_negative":27,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.36501043718574555,"baseline_adjusted_skill":0.43999999999999995,"baseline_adjusted_score":0.43999999999999995},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.83,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":0.5142857142857141,"baseline_adjusted_score":0.5142857142857141},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08462854095886986,"accuracy":0.9,"positive_recall":0.9,"specificity":0.9,"precision":0.9,"balanced_accuracy":0.9,"f1":0.9,"true_positive":45,"false_positive":5,"false_negative":5,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6614858361645206,"baseline_adjusted_skill":0.8,"baseline_adjusted_score":0.8},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.7857142857142858,"baseline_adjusted_score":0.7857142857142858},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.65,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.4166666666666667,"baseline_adjusted_score":0.4166666666666667},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.23727686792294272,"accuracy":0.73,"positive_recall":0.78,"specificity":0.68,"precision":0.7090909090909091,"balanced_accuracy":0.73,"f1":0.7428571428571429,"true_positive":39,"false_positive":16,"false_negative":11,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.0508925283082291,"baseline_adjusted_skill":0.45999999999999996,"baseline_adjusted_score":0.45999999999999996},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.20851190476190457,"fixed_answer_accuracy_baseline":0.2233333333333332,"baseline_adjusted_skill":0.9742489270386266,"baseline_adjusted_score":0.9742489270386266},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.03042179441493852,"accuracy":0.97,"positive_recall":0.96,"specificity":0.98,"precision":0.9795918367346939,"balanced_accuracy":0.97,"f1":0.9696969696969697,"true_positive":48,"false_positive":1,"false_negative":2,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8783128223402459,"baseline_adjusted_skill":0.94,"baseline_adjusted_score":0.94},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.09584618948225804,"normalized_score_rmse":0.1784201747373771,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.6805127017258066,"baseline_adjusted_score":0.6805127017258066},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.22851190476190467,"fixed_answer_accuracy_baseline":0.2433333333333333,"baseline_adjusted_skill":0.9207048458149779,"baseline_adjusted_score":0.9207048458149779},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.04396093095906289,"accuracy":0.95,"positive_recall":1,"specificity":0.9,"precision":0.9090909090909091,"balanced_accuracy":0.95,"f1":0.9523809523809523,"true_positive":50,"false_positive":5,"false_negative":0,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8241562761637484,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.08143371046980022,"normalized_score_rmse":0.1659693447181716,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.304222222222222,"baseline_adjusted_skill":0.7323216237296557,"baseline_adjusted_score":0.7323216237296557},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.7,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.5161290322580644,"baseline_adjusted_score":0.5161290322580644},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.026190855386611544,"accuracy":0.97,"positive_recall":1,"specificity":0.94,"precision":0.9433962264150944,"balanced_accuracy":0.97,"f1":0.970873786407767,"true_positive":50,"false_positive":3,"false_negative":0,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8952365784535539,"baseline_adjusted_skill":0.94,"baseline_adjusted_score":0.94},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.9199999999999999,"baseline_adjusted_score":0.9199999999999999},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.059097249104533824,"accuracy":0.91,"positive_recall":0.94,"specificity":0.88,"precision":0.8867924528301887,"balanced_accuracy":0.9099999999999999,"f1":0.912621359223301,"true_positive":47,"false_positive":6,"false_negative":3,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7636110035818647,"baseline_adjusted_skill":0.8199999999999998,"baseline_adjusted_score":0.8199999999999998},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.65,"uniform_accuracy_baseline":0.35333333333333317,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.4067796610169492,"baseline_adjusted_score":0.4067796610169492},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.9354838709677419,"baseline_adjusted_score":0.9354838709677419},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.46,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.12903225806451615,"baseline_adjusted_score":0.12903225806451615},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.49,"uniform_accuracy_baseline":0.11111111111111088,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.39285714285714285,"baseline_adjusted_score":0.39285714285714285},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.042661104853014394,"accuracy":0.840125,"positive_recall":0.5530652603823335,"specificity":0.9072960049359864,"precision":0.582638888888889,"balanced_accuracy":0.73018063265916,"f1":0.5674670273926277,"true_positive":41.95000000000001,"false_positive":30.049999999999994,"false_negative":33.90000000000001,"true_negative":294.1,"positive_prevalence":0.1896249999999999,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500007,"brier_skill":0.4395811601252735,"baseline_adjusted_skill":0.46036126531832,"baseline_adjusted_score":0.46036126531832},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.12158240531122716,"normalized_score_rmse":0.15864335794768503,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":0.4311934254445513,"baseline_adjusted_score":0.4311934254445513},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.05075291763085961,"accuracy":0.8036249999999997,"positive_recall":0.46460384435067986,"specificity":0.926879154593489,"precision":0.6978873239436622,"balanced_accuracy":0.6957414994720844,"f1":0.5578384463833381,"true_positive":49.55000000000001,"false_positive":21.449999999999992,"false_negative":57.09999999999999,"true_negative":271.89999999999986,"positive_prevalence":0.2666249999999998,"majority_accuracy_baseline":0.7333750000000002,"constant_brier_baseline":0.11565485937499977,"brier_skill":0.5611691726129886,"baseline_adjusted_skill":0.3914829989441688,"baseline_adjusted_score":0.3914829989441688},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.15685413798674433,"normalized_score_rmse":0.230940571187383,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.41635669586327684,"baseline_adjusted_score":0.41635669586327684},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.05466099655743583,"accuracy":0.7793749999999998,"positive_recall":0.6554809843400445,"specificity":0.8274067649609713,"precision":0.5955284552845527,"balanced_accuracy":0.7414438746505079,"f1":0.6240681576144832,"true_positive":73.24999999999996,"false_positive":49.750000000000014,"false_negative":38.50000000000002,"true_negative":238.49999999999997,"positive_prevalence":0.2793749999999999,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937499995,"brier_skill":0.5169406439989237,"baseline_adjusted_skill":0.48288774930101575,"baseline_adjusted_score":0.48288774930101575},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1571215331957487,"normalized_score_rmse":0.20783017599871173,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.40568687207281817,"baseline_adjusted_score":0.40568687207281817},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.02203065136871244,"accuracy":0.9111249999999997,"positive_recall":0.784225352112676,"specificity":0.9473092369477912,"precision":0.8093023255813954,"balanced_accuracy":0.8657672945302336,"f1":0.7965665236051501,"true_positive":69.59999999999998,"false_positive":16.4,"false_negative":19.150000000000006,"true_negative":294.8499999999999,"positive_prevalence":0.22187499999999974,"majority_accuracy_baseline":0.7781250000000003,"constant_brier_baseline":0.126740234375001,"brier_skill":0.8261747622816619,"baseline_adjusted_skill":0.7315345890604672,"baseline_adjusted_score":0.7315345890604672},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.09127474466119546,"normalized_score_rmse":0.152434714252621,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.5954581954074439,"baseline_adjusted_score":0.5954581954074439},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.030430323413094387,"accuracy":0.8499999999999994,"positive_recall":0.7032136105860113,"specificity":0.9027872195785178,"precision":0.7223300970873787,"balanced_accuracy":0.8030004150822645,"f1":0.7126436781609196,"true_positive":74.4,"false_positive":28.599999999999998,"false_negative":31.400000000000013,"true_negative":265.59999999999974,"positive_prevalence":0.26449999999999985,"majority_accuracy_baseline":0.7355000000000002,"constant_brier_baseline":0.11362725000000028,"brier_skill":0.7321916757371641,"baseline_adjusted_skill":0.606000830164529,"baseline_adjusted_score":0.606000830164529},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1133181985162278,"normalized_score_rmse":0.1594447315157251,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.5489822944627749,"baseline_adjusted_score":0.5489822944627749},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.0561909700464753,"accuracy":0.8277499999999997,"positive_recall":0.3374673629242818,"specificity":0.9438775510204082,"precision":0.5875000000000001,"balanced_accuracy":0.640672456972345,"f1":0.4286898839137644,"true_positive":25.850000000000005,"false_positive":18.149999999999995,"false_negative":50.75000000000005,"true_negative":305.24999999999983,"positive_prevalence":0.1914999999999999,"majority_accuracy_baseline":0.8085000000000001,"constant_brier_baseline":0.09190274999999995,"brier_skill":0.388582278044179,"baseline_adjusted_skill":0.28134491394468997,"baseline_adjusted_score":0.28134491394468997},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.13792385822238246,"normalized_score_rmse":0.22927016410094198,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.333298570526248,"baseline_adjusted_score":0.333298570526248},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.027301975589351313,"accuracy":0.9039999999999998,"positive_recall":0.659891598915989,"specificity":0.9592274678111588,"precision":0.785483870967742,"balanced_accuracy":0.8095595333635739,"f1":0.7172312223858615,"true_positive":48.699999999999996,"false_positive":13.299999999999999,"false_negative":25.100000000000012,"true_negative":312.8999999999999,"positive_prevalence":0.1844999999999999,"majority_accuracy_baseline":0.8155000000000001,"constant_brier_baseline":0.1092222499999995,"brier_skill":0.7500328404757141,"baseline_adjusted_skill":0.6191190667271478,"baseline_adjusted_score":0.6191190667271478},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1037100360260893,"normalized_score_rmse":0.16379627276070896,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":0.4523562454067891,"baseline_adjusted_score":0.4523562454067891},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.05225776169625235,"accuracy":0.8439999999999998,"positive_recall":0.280891719745223,"specificity":0.98149300155521,"precision":0.7875,"balanced_accuracy":0.6311923606502166,"f1":0.4140845070422535,"true_positive":22.050000000000004,"false_positive":5.950000000000001,"false_negative":56.45,"true_negative":315.5499999999999,"positive_prevalence":0.19624999999999987,"majority_accuracy_baseline":0.8037500000000002,"constant_brier_baseline":0.09878593749999955,"brier_skill":0.47099999231922474,"baseline_adjusted_skill":0.2623847213004331,"baseline_adjusted_score":0.2623847213004331},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1589545740151685,"normalized_score_rmse":0.24765883076068082,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":0.24755231235423192,"baseline_adjusted_score":0.24755231235423192},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.06471511033481722,"accuracy":0.7066326530612248,"positive_recall":0.8380782918149466,"specificity":0.6074306177260519,"precision":0.6170305676855895,"balanced_accuracy":0.7227544547704993,"f1":0.7107645875251508,"true_positive":141.30000000000004,"false_positive":87.70000000000005,"false_negative":27.30000000000001,"true_negative":135.70000000000005,"positive_prevalence":0.43010204081632636,"majority_accuracy_baseline":0.5698979591836737,"constant_brier_baseline":0.12359641815910102,"brier_skill":0.47639979136359845,"baseline_adjusted_skill":0.44550890954099853,"baseline_adjusted_score":0.44550890954099853},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.15113855305724544,"normalized_score_rmse":0.20031548849194047,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.4514230296440721,"baseline_adjusted_score":0.4514230296440721},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.059812565941925105,"accuracy":0.8767500000000006,"positive_recall":0.7336742722265932,"specificity":0.9037747064942786,"precision":0.5901898734177212,"balanced_accuracy":0.818724489360436,"f1":0.6541564363381269,"true_positive":93.24999999999996,"false_positive":64.75000000000004,"false_negative":33.84999999999999,"true_negative":608.1500000000004,"positive_prevalence":0.15887500000000002,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499934,"brier_skill":0.3944716620353239,"baseline_adjusted_skill":0.6374489787208719,"baseline_adjusted_score":0.6374489787208719},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.1135094875655632,"normalized_score_rmse":0.18583664173918263,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":0.3120637117238594,"baseline_adjusted_score":0.3120637117238594},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.8225806451612904,"baseline_adjusted_score":0.8225806451612904},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1639036445615795,"accuracy":0.74,"positive_recall":0.68,"specificity":0.8,"precision":0.7727272727272727,"balanced_accuracy":0.74,"f1":0.723404255319149,"true_positive":34,"false_positive":10,"false_negative":16,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.34438542175368203,"baseline_adjusted_skill":0.48,"baseline_adjusted_score":0.48},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.6944996686547382,"uniform_accuracy_baseline":0.058823529411766766,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.6409657320872274,"baseline_adjusted_score":0.6409657320872274},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.6521739130434782,"baseline_adjusted_score":0.6521739130434782},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.17667689336517284,"accuracy":0.79,"positive_recall":0.82,"specificity":0.76,"precision":0.7735849056603774,"balanced_accuracy":0.79,"f1":0.7961165048543689,"true_positive":41,"false_positive":12,"false_negative":9,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.29329242653930865,"baseline_adjusted_skill":0.5800000000000001,"baseline_adjusted_score":0.5800000000000001},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.6031746031746031,"baseline_adjusted_score":0.6031746031746031},"scoring":{"eligible":true,"reason":null},"model":117,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.2883293064754568,"accuracy":0.5337837837837838,"positive_recall":0.028169014084507043,"specificity":1,"precision":1,"balanced_accuracy":0.5140845070422535,"f1":0.0547945205479452,"true_positive":2,"false_positive":0,"false_negative":69,"true_negative":77,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.2495891161431699,"brier_skill":-0.1552158641006791,"baseline_adjusted_skill":0.028169014084507005,"baseline_adjusted_score":0.028169014084507005},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.25,"uniform_accuracy_baseline":0.20049999999999962,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":-0.05633802816901406,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.42,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.14705882352941174,"baseline_adjusted_score":0.14705882352941174},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.63,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.21276595744680848,"baseline_adjusted_score":0.21276595744680848},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.67,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.32653061224489804,"baseline_adjusted_score":0.32653061224489804},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11619095096622893,"accuracy":0.5651819539399999,"positive_recall":0.8288633413769999,"specificity":0.14213238057899316,"precision":0.6078665982142857,"balanced_accuracy":0.4854978609779965,"f1":0.7013681915067389,"true_positive":51.060794249999994,"false_positive":32.93920575,"false_negative":10.542598856,"true_negative":5.457401144000001,"positive_prevalence":0.6160339310599999,"majority_accuracy_baseline":0.6160339310599999,"constant_brier_baseline":0.079087076552024,"brier_skill":-0.46915218050572083,"baseline_adjusted_skill":-0.02900427804400696,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.21955631419921215,"accuracy":0.62,"positive_recall":0.78,"specificity":0.46,"precision":0.5909090909090909,"balanced_accuracy":0.62,"f1":0.6724137931034483,"true_positive":39,"false_positive":27,"false_negative":11,"true_negative":23,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.1217747432031514,"baseline_adjusted_skill":0.24,"baseline_adjusted_score":0.24},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.83,"uniform_accuracy_baseline":0.012987012987012965,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.8210526315789474,"baseline_adjusted_score":0.8210526315789474},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.49,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.14999999999999997,"baseline_adjusted_score":0.14999999999999997},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.38,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.03125000000000003,"baseline_adjusted_score":0.03125000000000003},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.18423877123855173,"accuracy":0.72,"positive_recall":0.84,"specificity":0.6,"precision":0.6774193548387096,"balanced_accuracy":0.72,"f1":0.75,"true_positive":42,"false_positive":20,"false_negative":8,"true_negative":30,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2630449150457931,"baseline_adjusted_skill":0.43999999999999995,"baseline_adjusted_score":0.43999999999999995},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.08380576752714218,"accuracy":0.6938219534998228,"positive_recall":0.06535140635038524,"specificity":0.986460912614842,"precision":0.6920772322586605,"balanced_accuracy":0.5259061594826137,"f1":0.11942569405414484,"true_positive":14.53362187743187,"false_positive":6.4663781225681305,"false_negative":207.85825442755595,"true_negative":471.14174557244405,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768597,"brier_skill":0.05546407144444021,"baseline_adjusted_skill":0.05181231896522731,"baseline_adjusted_score":0.05181231896522731},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2743357945046589,"accuracy":0.52,"positive_recall":0.5,"specificity":0.54,"precision":0.5208333333333334,"balanced_accuracy":0.52,"f1":0.5102040816326531,"true_positive":25,"false_positive":23,"false_negative":25,"true_negative":27,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.09734317801863557,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.9205298013245033,"uniform_accuracy_baseline":0.006622516556291403,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.9172413793103449,"baseline_adjusted_score":0.9172413793103449},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.7147058823529412,"uniform_accuracy_baseline":0.3333333333333301,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.47396963123644253,"baseline_adjusted_score":0.47396963123644253},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.11666666666666668,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25427243085355505,"accuracy":0.55,"positive_recall":0.62,"specificity":0.48,"precision":0.543859649122807,"balanced_accuracy":0.55,"f1":0.5794392523364486,"true_positive":31,"false_positive":26,"false_negative":19,"true_negative":24,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.017089723414220215,"baseline_adjusted_skill":0.10000000000000009,"baseline_adjusted_score":0.10000000000000009},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.52,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.81,"uniform_accuracy_baseline":0.07142857142857136,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.7865168539325843,"baseline_adjusted_score":0.7865168539325843},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":-0.08695652173913052,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.0821917808219178,"baseline_adjusted_score":0.0821917808219178},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.5555555555555556,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":-0.3333333333333331,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.28366430062579656,"accuracy":0.5853658536585366,"positive_recall":0.2,"specificity":0.9523809523809523,"precision":0.8,"balanced_accuracy":0.5761904761904761,"f1":0.32,"true_positive":8,"false_positive":2,"false_negative":32,"true_negative":40,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.24985127900059498,"brier_skill":-0.13533259369515194,"baseline_adjusted_skill":0.15238095238095228,"baseline_adjusted_score":0.15238095238095228},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.28261638315111126,"accuracy":0.46,"positive_recall":0.26,"specificity":0.66,"precision":0.43333333333333335,"balanced_accuracy":0.46,"f1":0.325,"true_positive":13,"false_positive":17,"false_negative":37,"true_negative":33,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.13046553260444504,"baseline_adjusted_skill":-0.07999999999999996,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.21787709497206703,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":-0.0035842293906809997,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.41,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.03278688524590158,"baseline_adjusted_score":0.03278688524590158},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.3178085195979579,"accuracy":0.52,"positive_recall":0.5,"specificity":0.5256410256410257,"precision":0.22916666666666666,"balanced_accuracy":0.5128205128205128,"f1":0.3142857142857143,"true_positive":22,"false_positive":74,"false_negative":22,"true_negative":82,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000053,"brier_skill":-0.852030999988094,"baseline_adjusted_skill":0.02564102564102555,"baseline_adjusted_score":0.02564102564102555},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.3986107978781179,"accuracy":0.38,"positive_recall":0.72,"specificity":0.26666666666666666,"precision":0.2465753424657534,"balanced_accuracy":0.4933333333333333,"f1":0.3673469387755102,"true_positive":36,"false_positive":110,"false_negative":14,"true_negative":40,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-1.125924255349962,"baseline_adjusted_skill":-0.01333333333333342,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.2996358644899242,"accuracy":0.515,"positive_recall":0.631578947368421,"specificity":0.5027624309392266,"precision":0.11764705882352941,"balanced_accuracy":0.5671706891538237,"f1":0.19834710743801653,"true_positive":12,"false_positive":90,"false_negative":7,"true_negative":91,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.0859749999999999,"brier_skill":-2.4851510845004308,"baseline_adjusted_skill":0.13434137830764747,"baseline_adjusted_score":0.13434137830764747},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.0669618437024295,"accuracy":0.913125,"positive_recall":0.06477531990873922,"specificity":0.9672806945332734,"precision":0.11219931271477662,"balanced_accuracy":0.5160280072210063,"f1":0.08213319916986352,"true_positive":10.883333333333331,"false_positive":86.11666666666666,"false_negative":157.1333333333333,"true_negative":2545.866666666667,"positive_prevalence":0.060005952380952354,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679296,"brier_skill":-1.0794975789548835,"baseline_adjusted_skill":0.03205601444201256,"baseline_adjusted_score":0.03205601444201256},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.2577903682719547,"uniform_accuracy_baseline":0.027777777777777853,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.14935064935064934,"baseline_adjusted_score":0.14935064935064934},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.0571428571428572,"baseline_adjusted_score":0.0571428571428572},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24305901979898073,"accuracy":0.6,"positive_recall":0.98,"specificity":0.22,"precision":0.5568181818181818,"balanced_accuracy":0.6,"f1":0.7101449275362319,"true_positive":49,"false_positive":39,"false_negative":1,"true_negative":11,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.02776392080407708,"baseline_adjusted_skill":0.19999999999999996,"baseline_adjusted_score":0.19999999999999996},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3205136429058772,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":50,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.2820545716235088,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.56,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":-0.12820512820512803,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.8617021276595745,"baseline_adjusted_score":0.8617021276595745},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.19475927940145227,"accuracy":0.7,"positive_recall":0.64,"specificity":0.76,"precision":0.7272727272727273,"balanced_accuracy":0.7,"f1":0.6808510638297872,"true_positive":32,"false_positive":12,"false_negative":18,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.22096288239419093,"baseline_adjusted_skill":0.3999999999999999,"baseline_adjusted_score":0.3999999999999999},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.74,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.6119402985074627,"baseline_adjusted_score":0.6119402985074627},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.36374686259503053,"accuracy":0.44,"positive_recall":0.02,"specificity":0.86,"precision":0.125,"balanced_accuracy":0.44,"f1":0.034482758620689655,"true_positive":1,"false_positive":7,"false_negative":49,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.4549874503801221,"baseline_adjusted_skill":-0.12,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.5127399729729729,"uniform_accuracy_baseline":0.23445945945945923,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.3394482461439997,"baseline_adjusted_score":0.3394482461439997},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.04077241792488466,"accuracy":0.7005701644736843,"positive_recall":0.8067619581833575,"specificity":0.5994520010063703,"precision":0.6572893846153846,"balanced_accuracy":0.7031069795948639,"f1":0.7243954573502096,"true_positive":59.813334000000005,"false_positive":31.186666000000006,"false_negative":14.326669,"true_negative":46.673331,"positive_prevalence":0.48776317763157917,"majority_accuracy_baseline":0.5122368223684208,"constant_brier_baseline":0.0945191003976856,"brier_skill":0.5686330302199637,"baseline_adjusted_skill":0.4062139591897278,"baseline_adjusted_score":0.4062139591897278},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.07844242735158886,"normalized_score_rmse":0.1076633463519145,"constant_score_baseline":0.5841668333333334,"constant_mae_baseline":0.21700552708333315,"baseline_adjusted_skill":0.6385233666354226,"baseline_adjusted_score":0.6385233666354226},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2915318104952042,"accuracy":0.49,"positive_recall":0.76,"specificity":0.22,"precision":0.4935064935064935,"balanced_accuracy":0.49,"f1":0.5984251968503937,"true_positive":38,"false_positive":39,"false_negative":12,"true_negative":11,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.16612724198081685,"baseline_adjusted_skill":-0.020000000000000018,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25746655444185657,"accuracy":0.61,"positive_recall":0.36,"specificity":0.86,"precision":0.72,"balanced_accuracy":0.61,"f1":0.48,"true_positive":18,"false_positive":7,"false_negative":32,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.029866217767426262,"baseline_adjusted_skill":0.21999999999999997,"baseline_adjusted_score":0.21999999999999997},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.53,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.2295081967213115,"baseline_adjusted_score":0.2295081967213115},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.855,"uniform_accuracy_baseline":0.03611111111111102,"fixed_answer_accuracy_baseline":0.08833333333333329,"baseline_adjusted_skill":0.8409506398537477,"baseline_adjusted_score":0.8409506398537477},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.73,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.38636363636363624,"baseline_adjusted_score":0.38636363636363624},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.65,"uniform_accuracy_baseline":0.04987932421560751,"fixed_answer_accuracy_baseline":0.1244247787610618,"baseline_adjusted_skill":0.6002627855265819,"baseline_adjusted_score":0.6002627855265819},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3384421049472167,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":50,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.35376841978886686,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.6944444444444444,"uniform_accuracy_baseline":0.23888888888888893,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.5686274509803921,"baseline_adjusted_score":0.5686274509803921},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.2617851667865407,"accuracy":0.53125,"positive_recall":0.65625,"specificity":0.40625,"precision":0.525,"balanced_accuracy":0.53125,"f1":0.5833333333333334,"true_positive":21,"false_positive":19,"false_negative":11,"true_negative":13,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.04714066714616272,"baseline_adjusted_skill":0.0625,"baseline_adjusted_score":0.0625},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.93,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.8478260869565218,"baseline_adjusted_score":0.8478260869565218},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.35,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.015151515151515083,"baseline_adjusted_score":0.015151515151515083},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2524381241692489,"accuracy":0.58,"positive_recall":0.24,"specificity":0.92,"precision":0.75,"balanced_accuracy":0.5800000000000001,"f1":0.36363636363636365,"true_positive":12,"false_positive":4,"false_negative":38,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.009752496676995515,"baseline_adjusted_skill":0.16000000000000014,"baseline_adjusted_score":0.16000000000000014},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.8260869565217391,"baseline_adjusted_score":0.8260869565217391},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.19890337637718658,"accuracy":0.7272727272727273,"positive_recall":0.4375,"specificity":1,"precision":1,"balanced_accuracy":0.71875,"f1":0.6086956521739131,"true_positive":7,"false_positive":0,"false_negative":9,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.20365523207810254,"baseline_adjusted_skill":0.4375,"baseline_adjusted_score":0.4375},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.16258652746505767,"normalized_score_rmse":0.21395449935714378,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.507313553136189,"baseline_adjusted_score":0.507313553136189},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.09375,"uniform_accuracy_baseline":0.17812500000000006,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.27192982456140347,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.2771966512923049,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":17,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.10878660516921967,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.1809557478816329,"normalized_score_rmse":0.26510495932971495,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-0.23049908559510368,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.8125,"uniform_accuracy_baseline":0.13194444444444448,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":0.5304347826086957,"baseline_adjusted_score":0.5304347826086957},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.2587652053510708,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":26,"false_positive":26,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.03506082140428313,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.2456342234466322,"accuracy":0.5866666666666667,"positive_recall":0.5128205128205128,"specificity":0.6666666666666666,"precision":0.625,"balanced_accuracy":0.5897435897435896,"f1":0.5633802816901409,"true_positive":20,"false_positive":12,"false_negative":19,"true_negative":24,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24959999999999993,"brier_skill":0.015888527858043844,"baseline_adjusted_skill":0.1794871794871793,"baseline_adjusted_score":0.1794871794871793},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.31207422130147167,"normalized_score_rmse":0.37131926624263967,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.11455079036239879,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.17647058823529413,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":-0.11999999999999998,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.11745412376219186,"accuracy":0.8928571428571429,"positive_recall":0.8571428571428571,"specificity":0.9285714285714286,"precision":0.9230769230769231,"balanced_accuracy":0.8928571428571428,"f1":0.8888888888888888,"true_positive":12,"false_positive":1,"false_negative":2,"true_negative":13,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5301835049512326,"baseline_adjusted_skill":0.7857142857142856,"baseline_adjusted_score":0.7857142857142856},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.16419993547686576,"normalized_score_rmse":0.22640154389176184,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.16969696969696968,"baseline_adjusted_skill":0.03239323736846955,"baseline_adjusted_score":0.03239323736846955},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.06777391129316233,"accuracy":0.9058823529411765,"positive_recall":0.8444444444444444,"specificity":0.975,"precision":0.9743589743589743,"balanced_accuracy":0.9097222222222222,"f1":0.9047619047619048,"true_positive":38,"false_positive":1,"false_negative":7,"true_negative":39,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.24913494809688563,"brier_skill":0.7279630505038344,"baseline_adjusted_skill":0.8194444444444444,"baseline_adjusted_score":0.8194444444444444},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.68,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.5789473684210527,"baseline_adjusted_score":0.5789473684210527},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.2728145242880558,"accuracy":0.56,"positive_recall":0.4857142857142857,"specificity":0.7333333333333333,"precision":0.8095238095238095,"balanced_accuracy":0.6095238095238095,"f1":0.6071428571428571,"true_positive":17,"false_positive":4,"false_negative":18,"true_negative":11,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.20999999999999996,"brier_skill":-0.29911678232407546,"baseline_adjusted_skill":0.21904761904761894,"baseline_adjusted_score":0.21904761904761894},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.08337169302062368,"normalized_score_rmse":0.19820337394924759,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.7022439534977726,"baseline_adjusted_score":0.7022439534977726},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.4936708860759494,"uniform_accuracy_baseline":0.24240506329113914,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.13043478260869568,"baseline_adjusted_score":0.13043478260869568},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.19697303058825677,"accuracy":0.6666666666666666,"positive_recall":1,"specificity":0.3,"precision":0.6111111111111112,"balanced_accuracy":0.65,"f1":0.7586206896551724,"true_positive":11,"false_positive":7,"false_negative":0,"true_negative":3,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.24943310657596363,"brier_skill":0.21031721373253398,"baseline_adjusted_skill":0.30000000000000004,"baseline_adjusted_score":0.30000000000000004},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.3939393939393939,"uniform_accuracy_baseline":0.3237373737373738,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.26722403025036967,"accuracy":0.5151515151515151,"positive_recall":0.35294117647058826,"specificity":0.6875,"precision":0.5454545454545454,"balanced_accuracy":0.5202205882352942,"f1":0.42857142857142855,"true_positive":6,"false_positive":5,"false_negative":11,"true_negative":11,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":-0.06987856228916334,"baseline_adjusted_skill":0.040441176470588314,"baseline_adjusted_score":0.040441176470588314},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.3430085933166581,"normalized_score_rmse":0.3796055974175965,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.34313725490196084,"baseline_adjusted_skill":0.0003749566200250687,"baseline_adjusted_score":0.0003749566200250687},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2932907985846174,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":50,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.1731631943384695,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.25333333333333335,"uniform_accuracy_baseline":0.3333333333333332,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":-0.1546391752577319,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.25782592204230687,"accuracy":0.48,"positive_recall":0.10810810810810811,"specificity":0.8421052631578947,"precision":0.4,"balanced_accuracy":0.4751066856330014,"f1":0.1702127659574468,"true_positive":4,"false_positive":6,"false_negative":33,"true_negative":32,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555535,"brier_skill":-0.03148706364720999,"baseline_adjusted_skill":-0.049786628733997196,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.28,"uniform_accuracy_baseline":0.1428571428571427,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.07692307692307696,"baseline_adjusted_score":0.07692307692307696},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.365,"uniform_accuracy_baseline":0.32416666666666627,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.03787878787878783,"baseline_adjusted_score":0.03787878787878783},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.06675307718070633,"accuracy":0.9696969696969697,"positive_recall":1,"specificity":0.9411764705882353,"precision":0.9411764705882353,"balanced_accuracy":0.9705882352941176,"f1":0.9696969696969697,"true_positive":16,"false_positive":1,"false_negative":0,"true_negative":16,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.7327422755522457,"baseline_adjusted_skill":0.9411764705882353,"baseline_adjusted_score":0.9411764705882353},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.1370477782735966,"normalized_score_rmse":0.18102420154228074,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.37619631958224997,"baseline_adjusted_score":0.37619631958224997},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2189249355833276,"accuracy":0.71,"positive_recall":0.3181818181818182,"specificity":0.8205128205128205,"precision":0.3333333333333333,"balanced_accuracy":0.5693473193473193,"f1":0.32558139534883723,"true_positive":7,"false_positive":14,"false_negative":15,"true_negative":64,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000028,"brier_skill":-0.2757863378981773,"baseline_adjusted_skill":0.1386946386946386,"baseline_adjusted_score":0.1386946386946386},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.21031833849426054,"accuracy":0.71,"positive_recall":0.5135135135135135,"specificity":0.8253968253968254,"precision":0.6333333333333333,"balanced_accuracy":0.6694551694551694,"f1":0.5671641791044776,"true_positive":19,"false_positive":11,"false_negative":18,"true_negative":52,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000008,"brier_skill":0.0977334255930482,"baseline_adjusted_skill":0.3389103389103387,"baseline_adjusted_score":0.3389103389103387},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2556965311480013,"accuracy":0.59,"positive_recall":0.1282051282051282,"specificity":0.8852459016393442,"precision":0.4166666666666667,"balanced_accuracy":0.5067255149222363,"f1":0.19607843137254902,"true_positive":5,"false_positive":7,"false_negative":34,"true_negative":54,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379000000000002,"brier_skill":-0.07480677237495192,"baseline_adjusted_skill":0.01345102984447255,"baseline_adjusted_score":0.01345102984447255},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24796595602645408,"accuracy":0.48,"positive_recall":0.3548387096774194,"specificity":0.5362318840579711,"precision":0.2558139534883721,"balanced_accuracy":0.4455352968676952,"f1":0.2972972972972973,"true_positive":11,"false_positive":32,"false_negative":20,"true_negative":37,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999987,"brier_skill":-0.15926113149347465,"baseline_adjusted_skill":-0.10892940626460956,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.41,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.1805555555555555,"baseline_adjusted_score":0.1805555555555555},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.22333115600097483,"normalized_score_rmse":0.26241415030995374,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.039435888167850264,"baseline_adjusted_score":0.039435888167850264},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24714770011020268,"accuracy":0.59,"positive_recall":0.56,"specificity":0.62,"precision":0.5957446808510638,"balanced_accuracy":0.5900000000000001,"f1":0.5773195876288659,"true_positive":28,"false_positive":19,"false_negative":22,"true_negative":31,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.011409199559189287,"baseline_adjusted_skill":0.18000000000000016,"baseline_adjusted_score":0.18000000000000016},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2713726726495715,"accuracy":0.49,"positive_recall":0.08,"specificity":0.9,"precision":0.4444444444444444,"balanced_accuracy":0.49,"f1":0.13559322033898305,"true_positive":4,"false_positive":5,"false_negative":46,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.08549069059828596,"baseline_adjusted_skill":-0.020000000000000018,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.9142857142857144,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24476466673549838,"accuracy":0.58,"positive_recall":0.44,"specificity":0.72,"precision":0.6111111111111112,"balanced_accuracy":0.58,"f1":0.5116279069767442,"true_positive":22,"false_positive":14,"false_negative":28,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.020941333058006495,"baseline_adjusted_skill":0.15999999999999992,"baseline_adjusted_score":0.15999999999999992},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.59,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.02380952380952383,"baseline_adjusted_score":0.02380952380952383},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.42,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.03333333333333327,"baseline_adjusted_score":0.03333333333333327},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.27710557656786977,"accuracy":0.53,"positive_recall":0.06,"specificity":1,"precision":1,"balanced_accuracy":0.53,"f1":0.11320754716981132,"true_positive":3,"false_positive":0,"false_negative":47,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.10842230627147909,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.20851190476190457,"fixed_answer_accuracy_baseline":0.2233333333333332,"baseline_adjusted_skill":0.7424892703862662,"baseline_adjusted_score":0.7424892703862662},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.22948426975234998,"accuracy":0.64,"positive_recall":0.6,"specificity":0.68,"precision":0.6521739130434783,"balanced_accuracy":0.64,"f1":0.625,"true_positive":30,"false_positive":16,"false_negative":20,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.08206292099060009,"baseline_adjusted_skill":0.28,"baseline_adjusted_score":0.28},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.2870916021249081,"normalized_score_rmse":0.34742913031365097,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.04302799291697301,"baseline_adjusted_score":0.04302799291697301},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.57,"uniform_accuracy_baseline":0.22851190476190467,"fixed_answer_accuracy_baseline":0.2433333333333333,"baseline_adjusted_skill":0.4317180616740088,"baseline_adjusted_score":0.4317180616740088},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.22207853446707637,"accuracy":0.68,"positive_recall":0.74,"specificity":0.62,"precision":0.6607142857142857,"balanced_accuracy":0.6799999999999999,"f1":0.6981132075471698,"true_positive":37,"false_positive":19,"false_negative":13,"true_negative":31,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.11168586213169451,"baseline_adjusted_skill":0.3599999999999999,"baseline_adjusted_score":0.3599999999999999},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.3141504609007665,"normalized_score_rmse":0.37861607924663926,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.304222222222222,"baseline_adjusted_skill":-0.03263482399813755,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.62,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.3870967741935484,"baseline_adjusted_score":0.3870967741935484},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.13560406086321586,"accuracy":0.85,"positive_recall":0.88,"specificity":0.82,"precision":0.8301886792452831,"balanced_accuracy":0.85,"f1":0.8543689320388349,"true_positive":44,"false_positive":9,"false_negative":6,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.45758375654713657,"baseline_adjusted_skill":0.7,"baseline_adjusted_score":0.7},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.3,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":-0.4,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.18956215776385496,"accuracy":0.69,"positive_recall":0.5,"specificity":0.88,"precision":0.8064516129032258,"balanced_accuracy":0.69,"f1":0.6172839506172839,"true_positive":25,"false_positive":6,"false_negative":25,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.24175136894458016,"baseline_adjusted_skill":0.3799999999999999,"baseline_adjusted_score":0.3799999999999999},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.44,"uniform_accuracy_baseline":0.35333333333333317,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.05084745762711868,"baseline_adjusted_score":0.05084745762711868},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.76,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.6129032258064516,"baseline_adjusted_score":0.6129032258064516},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.29,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.14516129032258068,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.12,"uniform_accuracy_baseline":0.11111111111111088,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":-0.04761904761904763,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.07577847731709698,"accuracy":0.8103749999999996,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":75.84999999999997,"true_negative":324.14999999999986,"positive_prevalence":0.1896249999999999,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500007,"brier_skill":0.004533837277774011,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.36878567004276797,"normalized_score_rmse":0.4045229114552892,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":-0.7253130762234758,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.09731823283645225,"accuracy":0.7473749999999998,"positive_recall":0.1622128457571496,"specificity":0.9601159025055395,"precision":0.596551724137931,"balanced_accuracy":0.5611643741313446,"f1":0.25506819019535576,"true_positive":17.3,"false_positive":11.7,"false_negative":89.35,"true_negative":281.6499999999999,"positive_prevalence":0.2666249999999998,"majority_accuracy_baseline":0.7333750000000002,"constant_brier_baseline":0.11565485937499977,"brier_skill":0.15854609687512367,"baseline_adjusted_skill":0.12232874826268914,"baseline_adjusted_score":0.12232874826268914},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.36893476435951256,"normalized_score_rmse":0.4079379040774424,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":-0.37278051854702343,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.10728192251146712,"accuracy":0.7233749999999992,"positive_recall":0.022818791946308734,"specificity":0.9949696444058977,"precision":0.6375,"balanced_accuracy":0.5088942181761033,"f1":0.04406047516198706,"true_positive":2.55,"false_positive":1.45,"false_negative":109.19999999999995,"true_negative":286.79999999999967,"positive_prevalence":0.2793749999999999,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937499995,"brier_skill":0.051910143195205816,"baseline_adjusted_skill":0.017788436352206505,"baseline_adjusted_score":0.017788436352206505},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3323937726113172,"normalized_score_rmse":0.37354910225759713,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":-0.2572814094045093,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.12143482670016638,"accuracy":0.7798749999999994,"positive_recall":0.009577464788732405,"specificity":0.9995180722891567,"precision":0.85,"balanced_accuracy":0.5045477685389446,"f1":0.018941504178273002,"true_positive":0.85,"false_positive":0.15000000000000002,"false_negative":87.8999999999999,"true_negative":311.09999999999974,"positive_prevalence":0.22187499999999974,"majority_accuracy_baseline":0.7781250000000003,"constant_brier_baseline":0.126740234375001,"brier_skill":0.04186048495962935,"baseline_adjusted_skill":0.009095537077889126,"baseline_adjusted_score":0.009095537077889126},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3946937944918667,"normalized_score_rmse":0.41664028431222666,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":-0.7493353772492708,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.06631582329496745,"accuracy":0.8029999999999993,"positive_recall":0.3213610586011345,"specificity":0.9762066621346023,"precision":0.8292682926829268,"balanced_accuracy":0.6487838603678684,"f1":0.4632152588555862,"true_positive":34,"false_positive":7.000000000000001,"false_negative":71.79999999999991,"true_negative":287.1999999999997,"positive_prevalence":0.26449999999999985,"majority_accuracy_baseline":0.7355000000000002,"constant_brier_baseline":0.11362725000000028,"brier_skill":0.4163739481949331,"baseline_adjusted_skill":0.2975677207357368,"baseline_adjusted_score":0.2975677207357368},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.35159234248223237,"normalized_score_rmse":0.38754012789657905,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":-0.39937250739196983,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.07919125249233547,"accuracy":0.8184999999999996,"positive_recall":0.10443864229765015,"specificity":0.9876314162028448,"precision":0.6666666666666666,"balanced_accuracy":0.5460350292502475,"f1":0.18058690744920997,"true_positive":8,"false_positive":4,"false_negative":68.59999999999998,"true_negative":319.3999999999998,"positive_prevalence":0.1914999999999999,"majority_accuracy_baseline":0.8085000000000001,"constant_brier_baseline":0.09190274999999995,"brier_skill":0.13831465878512328,"baseline_adjusted_skill":0.09207005850049499,"baseline_adjusted_score":0.09207005850049499},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.4081022779609881,"normalized_score_rmse":0.4395553254737059,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":-0.972699833044051,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.08643693766570318,"accuracy":0.8394999999999996,"positive_recall":0.13956639566395665,"specificity":0.997854077253219,"precision":0.9363636363636364,"balanced_accuracy":0.5687102364585878,"f1":0.24292452830188682,"true_positive":10.3,"false_positive":0.7,"false_negative":63.49999999999999,"true_negative":325.49999999999983,"positive_prevalence":0.1844999999999999,"majority_accuracy_baseline":0.8155000000000001,"constant_brier_baseline":0.1092222499999995,"brier_skill":0.2086142002595297,"baseline_adjusted_skill":0.13742047291717552,"baseline_adjusted_score":0.13742047291717552},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.4214193998761518,"normalized_score_rmse":0.44235943523175153,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":-1.2253169630423857,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.08929566601909088,"accuracy":0.8062499999999995,"positive_recall":0.012738853503184723,"specificity":1,"precision":1,"balanced_accuracy":0.5063694267515924,"f1":0.025157232704402534,"true_positive":1,"false_positive":0,"false_negative":77.49999999999994,"true_negative":321.4999999999998,"positive_prevalence":0.19624999999999987,"majority_accuracy_baseline":0.8037500000000002,"constant_brier_baseline":0.09878593749999955,"brier_skill":0.0960690531575783,"baseline_adjusted_skill":0.01273885350318471,"baseline_adjusted_score":0.01273885350318471},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.4222003466535298,"normalized_score_rmse":0.4548778142829342,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":-0.9985815226202595,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.13138882777609173,"accuracy":0.594132653061225,"positive_recall":0.07562277580071178,"specificity":0.9854521038495971,"precision":0.7968750000000001,"balanced_accuracy":0.5305374398251544,"f1":0.13813651137594807,"true_positive":12.750000000000002,"false_positive":3.25,"false_negative":155.84999999999994,"true_negative":220.15000000000018,"positive_prevalence":0.43010204081632636,"majority_accuracy_baseline":0.5698979591836737,"constant_brier_baseline":0.12359641815910102,"brier_skill":-0.06304721231451738,"baseline_adjusted_skill":0.06107487965030889,"baseline_adjusted_score":0.06107487965030889},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.2627196406645129,"normalized_score_rmse":0.30685108621866375,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.04642500795843452,"baseline_adjusted_score":0.04642500795843452},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.11786765350950187,"accuracy":0.8227500000000006,"positive_recall":0.06018882769472855,"specificity":0.9667855550601873,"precision":0.255,"balanced_accuracy":0.5134871913774579,"f1":0.0973901973265436,"true_positive":7.6499999999999995,"false_positive":22.349999999999998,"false_negative":119.45,"true_negative":650.5500000000005,"positive_prevalence":0.15887500000000002,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499934,"brier_skill":-0.19326437857061163,"baseline_adjusted_skill":0.026974382754915815,"baseline_adjusted_score":0.026974382754915815},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.4717529758445885,"normalized_score_rmse":0.49411662291993147,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-1.8591089445126574,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.23,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.24193548387096772,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3076770604480437,"accuracy":0.51,"positive_recall":0.98,"specificity":0.04,"precision":0.5051546391752577,"balanced_accuracy":0.51,"f1":0.6666666666666666,"true_positive":49,"false_positive":48,"false_negative":1,"true_negative":2,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.23070824179217486,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.04440026507620941,"uniform_accuracy_baseline":0.058823529411766766,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":-0.12305295950155762,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.59,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.1086956521739129,"baseline_adjusted_score":0.1086956521739129},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2600071740644726,"accuracy":0.55,"positive_recall":0.24,"specificity":0.86,"precision":0.631578947368421,"balanced_accuracy":0.55,"f1":0.34782608695652173,"true_positive":12,"false_positive":7,"false_negative":38,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.040028696257890406,"baseline_adjusted_skill":0.10000000000000009,"baseline_adjusted_score":0.10000000000000009},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":-0.047619047619047575,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":118,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.23359976715429615,"accuracy":0.6081081081081081,"positive_recall":0.23943661971830985,"specificity":0.948051948051948,"precision":0.8095238095238095,"balanced_accuracy":0.5937442838851289,"f1":0.3695652173913043,"true_positive":17,"false_positive":4,"false_negative":54,"true_negative":73,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.24958911614317017,"brier_skill":0.06406268524827086,"baseline_adjusted_skill":0.1874885677702578,"baseline_adjusted_score":0.1874885677702578},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.31,"uniform_accuracy_baseline":0.2005,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.028169014084507067,"baseline_adjusted_score":0.028169014084507067},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.02941176470588238,"baseline_adjusted_score":0.02941176470588238},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.61,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.17021276595744672,"baseline_adjusted_score":0.17021276595744672},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.49,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":-0.04081632653061228,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.27266937575369987,"accuracy":0.39977930123999994,"positive_recall":0.029067580935336408,"specificity":0.9945479978067355,"precision":0.8953308074999999,"balanced_accuracy":0.511807789371036,"f1":0.05630710965421996,"true_positive":1.7906616149999999,"false_positive":0.20933838500000002,"false_negative":59.812731491,"true_negative":38.187268509,"positive_prevalence":0.61603393106,"majority_accuracy_baseline":0.61603393106,"constant_brier_baseline":0.07908707655202402,"brier_skill":-2.4477108984340332,"baseline_adjusted_skill":0.023615578742071985,"baseline_adjusted_score":0.023615578742071985},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.273768978597812,"accuracy":0.51,"positive_recall":0.02,"specificity":1,"precision":1,"balanced_accuracy":0.51,"f1":0.0392156862745098,"true_positive":1,"false_positive":0,"false_negative":49,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.09507591439124807,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.55,"uniform_accuracy_baseline":0.012987012987012986,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.5263157894736842,"baseline_adjusted_score":0.5263157894736842},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.4,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.31,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":-0.07812499999999999,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.43083406328873664,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":50,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.7233362531549465,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.12008304791190176,"accuracy":0.6202317963081545,"positive_recall":0.2912744293389244,"specificity":0.7734064230265055,"precision":0.37443391248756064,"balanced_accuracy":0.5323404261827149,"f1":0.3276600797451985,"true_positive":64.77706686034799,"false_positive":108.22293313965201,"false_negative":157.61480944463983,"true_negative":369.38519055536017,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768642,"brier_skill":-0.35340032685119316,"baseline_adjusted_skill":0.06468085236542986,"baseline_adjusted_score":0.06468085236542986},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2595891366773291,"accuracy":0.51,"positive_recall":0.2,"specificity":0.82,"precision":0.5263157894736842,"balanced_accuracy":0.51,"f1":0.2898550724637681,"true_positive":10,"false_positive":9,"false_negative":40,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.03835654670931632,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.7682119205298014,"uniform_accuracy_baseline":0.006622516556291391,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.7586206896551725,"baseline_adjusted_score":0.7586206896551725},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.1111764705882353,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":-0.6388286334056399,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.41,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.01666666666666659,"baseline_adjusted_score":0.01666666666666659},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2644605153552944,"accuracy":0.52,"positive_recall":0.38,"specificity":0.66,"precision":0.5277777777777778,"balanced_accuracy":0.52,"f1":0.4418604651162791,"true_positive":19,"false_positive":17,"false_negative":31,"true_negative":33,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.05784206142117765,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.44,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":-0.1666666666666667,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.07142857142857142,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.8651685393258427,"baseline_adjusted_score":0.8651685393258427},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.46,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":-0.17391304347826092,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.2,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":-0.09589041095890412,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.3333333333333333,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":-0.9999999999999999,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.2742496905771629,"accuracy":0.5365853658536586,"positive_recall":0.175,"specificity":0.8809523809523809,"precision":0.5833333333333334,"balanced_accuracy":0.5279761904761905,"f1":0.2692307692307692,"true_positive":7,"false_positive":5,"false_negative":33,"true_negative":37,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.2498512790005949,"brier_skill":-0.09765173776240688,"baseline_adjusted_skill":0.055952380952380976,"baseline_adjusted_score":0.055952380952380976},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.26754441325018974,"accuracy":0.58,"positive_recall":0.24,"specificity":0.92,"precision":0.75,"balanced_accuracy":0.5800000000000001,"f1":0.36363636363636365,"true_positive":12,"false_positive":4,"false_negative":38,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.07017765300075895,"baseline_adjusted_skill":0.16000000000000014,"baseline_adjusted_score":0.16000000000000014},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.18435754189944134,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":-0.04659498207885303,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":-0.08196721311475408,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.2048000044848922,"accuracy":0.78,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":44,"true_negative":156,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.19347321960892883,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.21938311264761665,"accuracy":0.74,"positive_recall":0,"specificity":0.9866666666666667,"precision":0,"balanced_accuracy":0.49333333333333335,"f1":0,"true_positive":0,"false_positive":2,"false_negative":50,"true_negative":148,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-0.17004326745395537,"baseline_adjusted_skill":-0.013333333333333308,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.1705485370046719,"accuracy":0.905,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":19,"true_negative":181,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.085975,"brier_skill":-0.9836991800485246,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.09904241965010331,"accuracy":0.8318630952380952,"positive_recall":0.49766888205535165,"specificity":0.8531968920775841,"precision":0.1779078014184397,"balanced_accuracy":0.6754328870664679,"f1":0.262114364828505,"true_positive":83.61666666666666,"false_positive":386.3833333333333,"false_negative":84.39999999999999,"true_negative":2245.6,"positive_prevalence":0.060005952380952375,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679138,"brier_skill":-2.075758678203195,"baseline_adjusted_skill":0.35086577413293574,"baseline_adjusted_score":0.35086577413293574},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.21529745042492918,"uniform_accuracy_baseline":0.027777777777777776,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.10064935064935064,"baseline_adjusted_score":0.10064935064935064},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.28,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":-0.02857142857142852,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.28267240899561336,"accuracy":0.43,"positive_recall":0.22,"specificity":0.64,"precision":0.3793103448275862,"balanced_accuracy":0.43,"f1":0.27848101265822783,"true_positive":11,"false_positive":18,"false_negative":39,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.13068963598245342,"baseline_adjusted_skill":-0.14,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.27901814988434254,"accuracy":0.53,"positive_recall":0.28,"specificity":0.78,"precision":0.56,"balanced_accuracy":0.53,"f1":0.37333333333333335,"true_positive":14,"false_positive":11,"false_negative":36,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.11607259953737015,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.63,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":0.05128205128205133,"baseline_adjusted_score":0.05128205128205133},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.72,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.702127659574468,"baseline_adjusted_score":0.702127659574468},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2651131341640488,"accuracy":0.54,"positive_recall":0.5,"specificity":0.58,"precision":0.5434782608695652,"balanced_accuracy":0.54,"f1":0.5208333333333334,"true_positive":25,"false_positive":21,"false_negative":25,"true_negative":29,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.06045253665619521,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8507462686567167,"baseline_adjusted_score":0.8507462686567167},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.342198373041906,"accuracy":0.51,"positive_recall":0.02,"specificity":1,"precision":1,"balanced_accuracy":0.51,"f1":0.0392156862745098,"true_positive":1,"false_positive":0,"false_negative":49,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.3687934921676239,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.2922539797297297,"uniform_accuracy_baseline":0.23445945945945948,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.040547450964615775,"baseline_adjusted_score":0.040547450964615775},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.20632856760711796,"accuracy":0.512236822368421,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":74.140003,"true_negative":77.85999699999999,"positive_prevalence":0.4877631776315789,"majority_accuracy_baseline":0.512236822368421,"constant_brier_baseline":0.09451910039768556,"brier_skill":-1.1829298706716238,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.22647562292855686,"normalized_score_rmse":0.28685571742431426,"constant_score_baseline":0.5841668333333333,"constant_mae_baseline":0.21700552708333334,"baseline_adjusted_skill":-0.04363988315185563,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3024190461873749,"accuracy":0.42,"positive_recall":0.28,"specificity":0.56,"precision":0.3888888888888889,"balanced_accuracy":0.42000000000000004,"f1":0.32558139534883723,"true_positive":14,"false_positive":22,"false_negative":36,"true_negative":28,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.20967618474949967,"baseline_adjusted_skill":-0.15999999999999992,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3636922416005462,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":50,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.4547689664021848,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.28,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":-0.180327868852459,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.036111111111111115,"fixed_answer_accuracy_baseline":0.08833333333333333,"baseline_adjusted_skill":0.7257769652650823,"baseline_adjusted_score":0.7257769652650823},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.78,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.62,"uniform_accuracy_baseline":0.049879324215607396,"fixed_answer_accuracy_baseline":0.12442477876106194,"baseline_adjusted_skill":0.5659995957145745,"baseline_adjusted_score":0.5659995957145745},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.388529981573853,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":50,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.554119926295412,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.19444444444444445,"uniform_accuracy_baseline":0.23888888888888887,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":-0.13725490196078435,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.2918013752833307,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":32,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.1672055011333229,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.21,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":-0.7173913043478263,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.3,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.06060606060606067,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.26618349674412817,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":50,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.06473398697651267,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.5882352941176471,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.3913043478260869,"baseline_adjusted_score":0.3913043478260869},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.2746573334593131,"accuracy":0.5151515151515151,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":16,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":-0.09963910344555882,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.3395896726101637,"normalized_score_rmse":0.3882026509152178,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":-0.029059613970193077,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0,"uniform_accuracy_baseline":0.178125,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.40350877192982454,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.29697141946177225,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":17,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.18788567784708898,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.16207260079681873,"normalized_score_rmse":0.2652060183025141,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-0.10209368541836739,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.020833333333333332,"uniform_accuracy_baseline":0.13194444444444445,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":-1.452173913043478,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.27329124179873704,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":26,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.09316496719494816,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.2764942397607479,"accuracy":0.48,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":39,"true_negative":36,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24960000000000004,"brier_skill":-0.10774935801581664,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.3040106323361397,"normalized_score_rmse":0.37577307911603713,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.08575225834335587,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.23529411764705882,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":-0.04000000000000001,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.2966586187400418,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":14,"true_negative":14,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.18663447496016716,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.23370454148812728,"normalized_score_rmse":0.29278082160763463,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.1696969696969697,"baseline_adjusted_skill":-0.37718747662646424,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":0.8666666666666667,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":0.8333333333333334,"baseline_adjusted_score":0.8333333333333334},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.27979575235878573,"accuracy":0.47058823529411764,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":45,"true_negative":40,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.2491349480968858,"brier_skill":-0.12306906155123731,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.4,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.21052631578947373,"baseline_adjusted_score":0.21052631578947373},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.3623117239636251,"accuracy":0.3,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":35,"true_negative":15,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.21,"brier_skill":-0.7252939236363101,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.3107198406010866,"normalized_score_rmse":0.3698660662563185,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.10971371643245198,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.20253164556962025,"uniform_accuracy_baseline":0.24240506329113923,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":-0.3695652173913044,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.3376981460473301,"accuracy":0.47619047619047616,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":11,"true_negative":10,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.2494331065759637,"brier_skill":-0.3538625673352054,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.3333333333333333,"uniform_accuracy_baseline":0.32373737373737377,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":-0.1,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.2743304413002471,"accuracy":0.48484848484848486,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":17,"true_negative":16,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":-0.09833033299988636,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.3830098241531089,"normalized_score_rmse":0.41334673939840233,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.3431372549019608,"baseline_adjusted_skill":-0.1162000589604888,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.26135067646201754,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":50,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.04540270584807016,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.3133333333333333,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":-0.061855670103092834,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.2931330374604186,"accuracy":0.5066666666666667,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":37,"true_negative":38,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555554,"brier_skill":-0.1727406370660416,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.07,"uniform_accuracy_baseline":0.14285714285714285,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":-0.1923076923076923,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.35,"uniform_accuracy_baseline":0.32416666666666666,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.015151515151515083,"baseline_adjusted_score":0.015151515151515083},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.28989315748679984,"accuracy":0.5151515151515151,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":16,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":-0.16063841361443032,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.23287577306230864,"normalized_score_rmse":0.2781048391533202,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":-0.05998627738706008,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.22318802958883835,"accuracy":0.78,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":22,"true_negative":78,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.3006295430584984,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24231713093604168,"accuracy":0.64,"positive_recall":0.02702702702702703,"specificity":1,"precision":1,"balanced_accuracy":0.5135135135135135,"f1":0.05263157894736842,"true_positive":1,"false_positive":0,"false_negative":36,"true_negative":63,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000003,"brier_skill":-0.039541531257149876,"baseline_adjusted_skill":0.027027027027026973,"baseline_adjusted_score":0.027027027027026973},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24275216835351174,"accuracy":0.61,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":39,"true_negative":61,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379,"brier_skill":-0.020395831666716102,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2216853721267999,"accuracy":0.69,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":31,"true_negative":69,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999998,"brier_skill":-0.03639725164469332,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.08333333333333333,"baseline_adjusted_score":0.08333333333333333},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.2439695091918111,"normalized_score_rmse":0.28766656326225853,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":-0.04933122233037035,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.26128808846851864,"accuracy":0.53,"positive_recall":0.46,"specificity":0.6,"precision":0.5348837209302325,"balanced_accuracy":0.53,"f1":0.4946236559139785,"true_positive":23,"false_positive":20,"false_negative":27,"true_negative":30,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.04515235387407457,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.35761755747826973,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":50,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.43047022991307893,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.21,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-1.2571428571428573,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.356823991120613,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":50,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.4272959644824521,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.55,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":-0.07142857142857122,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.11666666666666668,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2528687554923107,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":50,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.011475021969242771,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.64,"uniform_accuracy_baseline":0.20851190476190473,"fixed_answer_accuracy_baseline":0.22333333333333333,"baseline_adjusted_skill":0.536480686695279,"baseline_adjusted_score":0.536480686695279},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.23819821926492835,"accuracy":0.64,"positive_recall":0.44,"specificity":0.84,"precision":0.7333333333333333,"balanced_accuracy":0.64,"f1":0.55,"true_positive":22,"false_positive":8,"false_negative":28,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.04720712294028662,"baseline_adjusted_skill":0.28,"baseline_adjusted_score":0.28},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.29741031327517703,"normalized_score_rmse":0.34909842723939905,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.008632289082743161,"baseline_adjusted_score":0.008632289082743161},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.48,"uniform_accuracy_baseline":0.22851190476190475,"fixed_answer_accuracy_baseline":0.24333333333333332,"baseline_adjusted_skill":0.31277533039647576,"baseline_adjusted_score":0.31277533039647576},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3006651526741479,"accuracy":0.53,"positive_recall":0.46,"specificity":0.6,"precision":0.5348837209302325,"balanced_accuracy":0.53,"f1":0.4946236559139785,"true_positive":23,"false_positive":20,"false_negative":27,"true_negative":30,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.20266061069659158,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.29393559465050284,"normalized_score_rmse":0.35970738879312003,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.3042222222222222,"baseline_adjusted_skill":0.03381287368351882,"baseline_adjusted_score":0.03381287368351882},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.42,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.06451612903225803,"baseline_adjusted_score":0.06451612903225803},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24644549428390491,"accuracy":0.59,"positive_recall":0.8,"specificity":0.38,"precision":0.5633802816901409,"balanced_accuracy":0.5900000000000001,"f1":0.6611570247933884,"true_positive":40,"false_positive":31,"false_negative":10,"true_negative":19,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.014218022864380342,"baseline_adjusted_skill":0.18000000000000016,"baseline_adjusted_score":0.18000000000000016},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.31,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":-0.38,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3433262198264559,"accuracy":0.49,"positive_recall":0.04,"specificity":0.94,"precision":0.4,"balanced_accuracy":0.49,"f1":0.07272727272727272,"true_positive":2,"false_positive":3,"false_negative":48,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.37330487930582357,"baseline_adjusted_skill":-0.020000000000000018,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.44,"uniform_accuracy_baseline":0.3533333333333333,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.05084745762711868,"baseline_adjusted_score":0.05084745762711868},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.3,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.12903225806451615,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.26,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.1935483870967742,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.13,"uniform_accuracy_baseline":0.1111111111111111,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":-0.03571428571428571,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.13701375658854173,"accuracy":0.810375,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":75.85,"true_negative":324.15,"positive_prevalence":0.189625,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500001,"brier_skill":-0.7998851829737179,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.359068334531039,"normalized_score_rmse":0.39408045093150845,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":-0.6798518574551531,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.15193607806971218,"accuracy":0.7333750000000001,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":106.65,"true_negative":293.35,"positive_prevalence":0.266625,"majority_accuracy_baseline":0.733375,"constant_brier_baseline":0.115654859375,"brier_skill":-0.31370250148395185,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.35859251994639635,"normalized_score_rmse":0.3904215819500813,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":-0.33429774863775386,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.14436219344710832,"accuracy":0.7151249999999999,"positive_recall":0.017002237136465325,"specificity":0.9857762359063312,"precision":0.31666666666666665,"balanced_accuracy":0.5013892365213983,"f1":0.03227176220806794,"true_positive":1.9,"false_positive":4.1,"false_negative":109.85,"true_negative":284.15,"positive_prevalence":0.279375,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937500001,"brier_skill":-0.2757818662194955,"baseline_adjusted_skill":0.0027784730427966586,"baseline_adjusted_score":0.0027784730427966586},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3415957253985107,"normalized_score_rmse":0.3832568484190407,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":-0.29208785020713246,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.18087067177861438,"accuracy":0.778125,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":88.75,"true_negative":311.25,"positive_prevalence":0.221875,"majority_accuracy_baseline":0.778125,"constant_brier_baseline":0.12674023437499998,"brier_skill":-0.4270975012043361,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.42202356247231365,"normalized_score_rmse":0.43998546102182484,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":-0.8704645428135787,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.15228340942856763,"accuracy":0.7289999999999999,"positive_recall":0.011342155009451798,"specificity":0.9870836165873556,"precision":0.24000000000000005,"balanced_accuracy":0.49921288579840367,"f1":0.021660649819494587,"true_positive":1.2000000000000002,"false_positive":3.8,"false_negative":104.6,"true_negative":290.4,"positive_prevalence":0.2645,"majority_accuracy_baseline":0.7355,"constant_brier_baseline":0.11362725,"brier_skill":-0.3402014871306631,"baseline_adjusted_skill":-0.0015742284031926568,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.35624874299392106,"normalized_score_rmse":0.3920534269081008,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":-0.4179054447519248,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.15297558465644923,"accuracy":0.8085,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":76.6,"true_negative":323.4,"positive_prevalence":0.19149999999999998,"majority_accuracy_baseline":0.8085,"constant_brier_baseline":0.09190274999999999,"brier_skill":-0.6645376189118306,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3862300746887922,"normalized_score_rmse":0.4136967934580633,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":-0.8669731707011104,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.18427125538523767,"accuracy":0.8014999999999999,"positive_recall":0.002710027100271003,"specificity":0.9822194972409565,"precision":0.03333333333333333,"balanced_accuracy":0.49246476217061375,"f1":0.005012531328320803,"true_positive":0.2,"false_positive":5.8,"false_negative":73.6,"true_negative":320.4,"positive_prevalence":0.1845,"majority_accuracy_baseline":0.8155,"constant_brier_baseline":0.10922225,"brier_skill":-0.6871219498338266,"baseline_adjusted_skill":-0.015070475658772509,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.4273676207009703,"normalized_score_rmse":0.4456828280230801,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":-1.2567267099721207,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.16100317560816252,"accuracy":0.80375,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":78.5,"true_negative":321.5,"positive_prevalence":0.19625,"majority_accuracy_baseline":0.80375,"constant_brier_baseline":0.09878593749999999,"brier_skill":-0.6298187746425197,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3942122518271208,"normalized_score_rmse":0.42092082730353414,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":-0.8660934997733529,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.1248823415989081,"accuracy":0.5698979591836735,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":168.6,"true_negative":223.4,"positive_prevalence":0.4301020408163265,"majority_accuracy_baseline":0.5698979591836735,"constant_brier_baseline":0.12359641815910039,"brier_skill":-0.010404212832061166,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.2783400849819335,"normalized_score_rmse":0.32725943841311156,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":-0.010271419564055195,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.1850063997208521,"accuracy":0.837375,"positive_recall":0,"specificity":0.9955416852429781,"precision":0,"balanced_accuracy":0.4977708426214891,"f1":0,"true_positive":0,"false_positive":3,"false_negative":127.1,"true_negative":669.9,"positive_prevalence":0.158875,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499999,"brier_skill":-0.8729612410303105,"baseline_adjusted_skill":-0.004458314757021853,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.43274020165205,"normalized_score_rmse":0.4499122599313116,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-1.622667888800303,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.31,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.11290322580645162,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3295956216117753,"accuracy":0.5,"positive_recall":0.06,"specificity":0.94,"precision":0.5,"balanced_accuracy":0.5,"f1":0.10714285714285714,"true_positive":3,"false_positive":3,"false_negative":47,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.3183824864471012,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.07024519549370443,"uniform_accuracy_baseline":0.058823529411764705,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":-0.0926791277258567,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.53,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":-0.02173913043478263,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.26037140240391304,"accuracy":0.51,"positive_recall":0.22,"specificity":0.8,"precision":0.5238095238095238,"balanced_accuracy":0.51,"f1":0.30985915492957744,"true_positive":11,"false_positive":10,"false_negative":39,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.041485609615652175,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.35,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":-0.03174603174603177,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":119,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.23468593283783784,"accuracy":0.668918918918919,"positive_recall":0.323943661971831,"specificity":0.987012987012987,"precision":0.9583333333333334,"balanced_accuracy":0.655478324492409,"f1":0.4842105263157895,"true_positive":23,"false_positive":1,"false_negative":48,"true_negative":76,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.2495891161431699,"brier_skill":0.05971087015181886,"baseline_adjusted_skill":0.3109566489848179,"baseline_adjusted_score":0.3109566489848179},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.22,"uniform_accuracy_baseline":0.20049999999999962,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":-0.09859154929577463,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.83,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.7500000000000001,"baseline_adjusted_score":0.7500000000000001},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.71,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.3829787234042552,"baseline_adjusted_score":0.3829787234042552},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.54,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.06122448979591842,"baseline_adjusted_score":0.06122448979591842},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08993968868652687,"accuracy":0.5732240499999999,"positive_recall":0.8191577851266938,"specificity":0.17864875315511,"precision":0.6154012079634147,"balanced_accuracy":0.4989032691409019,"f1":0.7028092855125102,"true_positive":50.46289905299999,"false_positive":31.537100946999992,"false_negative":11.140494053000001,"true_negative":6.859505947,"positive_prevalence":0.6160339310599999,"majority_accuracy_baseline":0.6160339310599999,"constant_brier_baseline":0.079087076552024,"brier_skill":-0.13722358453045036,"baseline_adjusted_skill":-0.0021934617181962324,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2239534369999998,"accuracy":0.64,"positive_recall":0.8,"specificity":0.48,"precision":0.6060606060606061,"balanced_accuracy":0.64,"f1":0.6896551724137931,"true_positive":40,"false_positive":26,"false_negative":10,"true_negative":24,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.10418625200000076,"baseline_adjusted_skill":0.28,"baseline_adjusted_score":0.28},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.73,"uniform_accuracy_baseline":0.012987012987012965,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.7157894736842105,"baseline_adjusted_score":0.7157894736842105},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.65,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.4166666666666667,"baseline_adjusted_score":0.4166666666666667},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.3,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":-0.09375,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2181993302999999,"accuracy":0.63,"positive_recall":0.98,"specificity":0.28,"precision":0.5764705882352941,"balanced_accuracy":0.63,"f1":0.725925925925926,"true_positive":49,"false_positive":36,"false_negative":1,"true_negative":14,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.12720267880000036,"baseline_adjusted_skill":0.26,"baseline_adjusted_score":0.26},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.10911180483327804,"accuracy":0.6605591790956844,"positive_recall":0.5188663037211645,"specificity":0.7265365836879701,"precision":0.4690717513657864,"balanced_accuracy":0.6227014437045673,"f1":0.49271414246667056,"true_positive":115.39165083598346,"false_positive":130.60834916401654,"false_negative":107.00022546900436,"true_negative":346.99977453099564,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768597,"brier_skill":-0.22974853563861486,"baseline_adjusted_skill":0.24540288740913452,"baseline_adjusted_score":0.24540288740913452},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2654937099999998,"accuracy":0.54,"positive_recall":0.88,"specificity":0.2,"precision":0.5238095238095238,"balanced_accuracy":0.54,"f1":0.6567164179104478,"true_positive":44,"false_positive":40,"false_negative":6,"true_negative":10,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.06197483999999931,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.9006622516556292,"uniform_accuracy_baseline":0.006622516556291403,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.896551724137931,"baseline_adjusted_score":0.896551724137931},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.6217647058823529,"uniform_accuracy_baseline":0.3333333333333301,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.30260303687635565,"baseline_adjusted_score":0.30260303687635565},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.29,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.1833333333333334,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2373789517999999,"accuracy":0.59,"positive_recall":0.84,"specificity":0.34,"precision":0.56,"balanced_accuracy":0.59,"f1":0.672,"true_positive":42,"false_positive":33,"false_negative":8,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.05048419280000038,"baseline_adjusted_skill":0.17999999999999994,"baseline_adjusted_score":0.17999999999999994},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.57,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.10416666666666653,"baseline_adjusted_score":0.10416666666666653},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.07142857142857136,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9887640449438202,"baseline_adjusted_score":0.9887640449438202},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.65,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.23913043478260868,"baseline_adjusted_score":0.23913043478260868},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.37,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.13698630136986298,"baseline_adjusted_score":0.13698630136986298},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":-0.49999999999999983,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.25898433585365854,"accuracy":0.5609756097560976,"positive_recall":0.35,"specificity":0.7619047619047619,"precision":0.5833333333333334,"balanced_accuracy":0.555952380952381,"f1":0.4375,"true_positive":14,"false_positive":10,"false_negative":26,"true_negative":32,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.24985127900059498,"brier_skill":-0.03655397278571382,"baseline_adjusted_skill":0.11190476190476195,"baseline_adjusted_score":0.11190476190476195},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.18251060349999995,"accuracy":0.7,"positive_recall":0.48,"specificity":0.92,"precision":0.8571428571428571,"balanced_accuracy":0.7,"f1":0.6153846153846154,"true_positive":24,"false_positive":4,"false_negative":26,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2699575860000002,"baseline_adjusted_skill":0.3999999999999999,"baseline_adjusted_score":0.3999999999999999},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.5949720670391061,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.48028673835125446,"baseline_adjusted_score":0.48028673835125446},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.35,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":-0.06557377049180334,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.21035196080000002,"accuracy":0.67,"positive_recall":0.5909090909090909,"specificity":0.6923076923076923,"precision":0.35135135135135137,"balanced_accuracy":0.6416083916083917,"f1":0.4406779661016949,"true_positive":26,"false_positive":48,"false_negative":18,"true_negative":108,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000053,"brier_skill":-0.22582727738927377,"baseline_adjusted_skill":0.28321678321678334,"baseline_adjusted_score":0.28321678321678334},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.19067790045000016,"accuracy":0.7,"positive_recall":0.24,"specificity":0.8533333333333334,"precision":0.35294117647058826,"balanced_accuracy":0.5466666666666666,"f1":0.2857142857142857,"true_positive":12,"false_positive":22,"false_negative":38,"true_negative":128,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-0.01694880240000085,"baseline_adjusted_skill":0.09333333333333327,"baseline_adjusted_score":0.09333333333333327},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.08683090259999997,"accuracy":0.89,"positive_recall":0.5263157894736842,"specificity":0.9281767955801105,"precision":0.43478260869565216,"balanced_accuracy":0.7272462925268973,"f1":0.47619047619047616,"true_positive":10,"false_positive":13,"false_negative":9,"true_negative":168,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.0859749999999999,"brier_skill":-0.0099552497819142,"baseline_adjusted_skill":0.45449258505379464,"baseline_adjusted_score":0.45449258505379464},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.0700829375174604,"accuracy":0.8721726190476189,"positive_recall":0.6430909631980957,"specificity":0.8867963956205397,"precision":0.26613300492610853,"balanced_accuracy":0.7649436794093176,"f1":0.3764699050550218,"true_positive":108.0500000000001,"false_positive":297.95,"false_negative":59.96666666666667,"true_negative":2334.033333333333,"positive_prevalence":0.060005952380952354,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679296,"brier_skill":-1.1764230319171705,"baseline_adjusted_skill":0.5298873588186352,"baseline_adjusted_score":0.5298873588186352},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.6855524079320113,"uniform_accuracy_baseline":0.027777777777777853,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.6396103896103896,"baseline_adjusted_score":0.6396103896103896},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.0428571428571429,"baseline_adjusted_score":0.0428571428571429},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.18970713609999992,"accuracy":0.72,"positive_recall":0.74,"specificity":0.7,"precision":0.7115384615384616,"balanced_accuracy":0.72,"f1":0.7254901960784313,"true_positive":37,"false_positive":15,"false_negative":13,"true_negative":35,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2411714556000003,"baseline_adjusted_skill":0.43999999999999995,"baseline_adjusted_score":0.43999999999999995},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.19781645250000002,"accuracy":0.66,"positive_recall":0.6,"specificity":0.72,"precision":0.6818181818181818,"balanced_accuracy":0.6599999999999999,"f1":0.6382978723404256,"true_positive":30,"false_positive":14,"false_negative":20,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.20873418999999993,"baseline_adjusted_skill":0.31999999999999984,"baseline_adjusted_score":0.31999999999999984},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":-0.282051282051282,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.78,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.7659574468085106,"baseline_adjusted_score":0.7659574468085106},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.20889616229999997,"accuracy":0.67,"positive_recall":0.98,"specificity":0.36,"precision":0.6049382716049383,"balanced_accuracy":0.6699999999999999,"f1":0.7480916030534351,"true_positive":49,"false_positive":32,"false_negative":1,"true_negative":18,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.16441535080000014,"baseline_adjusted_skill":0.33999999999999986,"baseline_adjusted_score":0.33999999999999986},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8656716417910449,"baseline_adjusted_score":0.8656716417910449},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.036151835799999976,"accuracy":0.95,"positive_recall":0.96,"specificity":0.94,"precision":0.9411764705882353,"balanced_accuracy":0.95,"f1":0.9504950495049505,"true_positive":48,"false_positive":3,"false_negative":2,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8553926568000001,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.34330129054054054,"uniform_accuracy_baseline":0.23445945945945923,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.10974949672127113,"baseline_adjusted_score":0.10974949672127113},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.1547497659233092,"accuracy":0.5954386250000001,"positive_recall":0.8473608640129134,"specificity":0.35555272369198787,"precision":0.5559587345132745,"balanced_accuracy":0.6014567938524507,"f1":0.671404680911542,"true_positive":62.823337000000016,"false_positive":50.176662999999984,"false_negative":11.316666000000001,"true_negative":27.683334000000002,"positive_prevalence":0.48776317763157917,"majority_accuracy_baseline":0.5122368223684208,"constant_brier_baseline":0.0945191003976856,"brier_skill":-0.6372327420828732,"baseline_adjusted_skill":0.2029135877049013,"baseline_adjusted_score":0.2029135877049013},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.16051365509664198,"normalized_score_rmse":0.2176538024477452,"constant_score_baseline":0.5841668333333334,"constant_mae_baseline":0.21700552708333315,"baseline_adjusted_skill":0.26032457673300413,"baseline_adjusted_score":0.26032457673300413},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2325085834,"accuracy":0.6,"positive_recall":0.74,"specificity":0.46,"precision":0.578125,"balanced_accuracy":0.6,"f1":0.6491228070175439,"true_positive":37,"false_positive":27,"false_negative":13,"true_negative":23,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.06996566640000002,"baseline_adjusted_skill":0.19999999999999996,"baseline_adjusted_score":0.19999999999999996},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2487050397,"accuracy":0.63,"positive_recall":0.52,"specificity":0.74,"precision":0.6666666666666666,"balanced_accuracy":0.63,"f1":0.5842696629213483,"true_positive":26,"false_positive":13,"false_negative":24,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.005179841200000035,"baseline_adjusted_skill":0.26,"baseline_adjusted_score":0.26},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.180327868852459,"baseline_adjusted_score":0.180327868852459},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.03611111111111102,"fixed_answer_accuracy_baseline":0.08833333333333329,"baseline_adjusted_skill":0.7806215722120659,"baseline_adjusted_score":0.7806215722120659},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.83,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.6136363636363635,"baseline_adjusted_score":0.6136363636363635},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.67,"uniform_accuracy_baseline":0.04987932421560751,"fixed_answer_accuracy_baseline":0.1244247787610618,"baseline_adjusted_skill":0.6231049120679201,"baseline_adjusted_score":0.6231049120679201},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2895793483,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":50,"false_positive":50,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.15831739319999993,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.7222222222222222,"uniform_accuracy_baseline":0.23888888888888893,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.607843137254902,"baseline_adjusted_score":0.607843137254902},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.33222417515624986,"accuracy":0.578125,"positive_recall":0.71875,"specificity":0.4375,"precision":0.5609756097560976,"balanced_accuracy":0.578125,"f1":0.6301369863013698,"true_positive":23,"false_positive":18,"false_negative":9,"true_negative":14,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.3288967006249994,"baseline_adjusted_skill":0.15625,"baseline_adjusted_score":0.15625},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.45652173913043476,"baseline_adjusted_score":0.45652173913043476},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.38,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.06060606060606058,"baseline_adjusted_score":0.06060606060606058},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.37546814610000007,"accuracy":0.51,"positive_recall":0.34,"specificity":0.68,"precision":0.5151515151515151,"balanced_accuracy":0.51,"f1":0.40963855421686746,"true_positive":17,"false_positive":16,"false_negative":33,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.5018725844000003,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.8260869565217391,"baseline_adjusted_score":0.8260869565217391},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.1959446263636364,"accuracy":0.5757575757575758,"positive_recall":0.125,"specificity":1,"precision":1,"balanced_accuracy":0.5625,"f1":0.2222222222222222,"true_positive":2,"false_positive":0,"false_negative":14,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.21550110988970606,"baseline_adjusted_skill":0.125,"baseline_adjusted_score":0.125},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.2203456656859767,"normalized_score_rmse":0.29930851694206545,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.3322858615576464,"baseline_adjusted_score":0.3322858615576464},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0,"uniform_accuracy_baseline":0.17812500000000006,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.40350877192982454,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.2149230644117647,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":17,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.1403077423529412,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.271787263741005,"normalized_score_rmse":0.3380505409659364,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-0.8481533934388339,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.0625,"uniform_accuracy_baseline":0.13194444444444448,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":-1.3478260869565215,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.31590210288461534,"accuracy":0.5769230769230769,"positive_recall":1,"specificity":0.15384615384615385,"precision":0.5416666666666666,"balanced_accuracy":0.5769230769230769,"f1":0.7027027027027027,"true_positive":26,"false_positive":22,"false_negative":0,"true_negative":4,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.2636084115384614,"baseline_adjusted_skill":0.15384615384615374,"baseline_adjusted_score":0.15384615384615374},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.28098016266666653,"accuracy":0.41333333333333333,"positive_recall":0.717948717948718,"specificity":0.08333333333333333,"precision":0.45901639344262296,"balanced_accuracy":0.40064102564102566,"f1":0.56,"true_positive":28,"false_positive":33,"false_negative":11,"true_negative":3,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24959999999999993,"brier_skill":-0.12572180555555534,"baseline_adjusted_skill":-0.19871794871794868,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.4270384670019646,"normalized_score_rmse":0.5051490950677678,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.5251373821498733,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.5882352941176471,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.44,"baseline_adjusted_score":0.44},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.0953064107142857,"accuracy":0.8571428571428571,"positive_recall":1,"specificity":0.7142857142857143,"precision":0.7777777777777778,"balanced_accuracy":0.8571428571428572,"f1":0.875,"true_positive":14,"false_positive":4,"false_negative":0,"true_negative":10,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6187743571428572,"baseline_adjusted_skill":0.7142857142857144,"baseline_adjusted_score":0.7142857142857144},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.2143894258617185,"normalized_score_rmse":0.28139304806467463,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.16969696969696968,"baseline_adjusted_skill":-0.2633662595422699,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":0.7500000000000001,"baseline_adjusted_score":0.7500000000000001},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.11215298258823525,"accuracy":0.8470588235294118,"positive_recall":1,"specificity":0.675,"precision":0.7758620689655172,"balanced_accuracy":0.8375,"f1":0.8737864077669902,"true_positive":45,"false_positive":13,"false_negative":0,"true_negative":27,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.24913494809688563,"brier_skill":0.5498303893333332,"baseline_adjusted_skill":0.675,"baseline_adjusted_score":0.675},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.36,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.15789473684210525,"baseline_adjusted_score":0.15789473684210525},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.2999431074000001,"accuracy":0.48,"positive_recall":0.2571428571428571,"specificity":1,"precision":1,"balanced_accuracy":0.6285714285714286,"f1":0.4090909090909091,"true_positive":9,"false_positive":0,"false_negative":26,"true_negative":15,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.20999999999999996,"brier_skill":-0.42830051142857206,"baseline_adjusted_skill":0.2571428571428571,"baseline_adjusted_score":0.2571428571428571},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.30972571730604725,"normalized_score_rmse":0.3788121539173721,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.10616327609302578,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.5949367088607594,"uniform_accuracy_baseline":0.24240506329113914,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.30434782608695643,"baseline_adjusted_score":0.30434782608695643},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.2835743680952381,"accuracy":0.6666666666666666,"positive_recall":1,"specificity":0.3,"precision":0.6111111111111112,"balanced_accuracy":0.65,"f1":0.7586206896551724,"true_positive":11,"false_positive":7,"false_negative":0,"true_negative":3,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.24943310657596363,"brier_skill":-0.1368754211818186,"baseline_adjusted_skill":0.30000000000000004,"baseline_adjusted_score":0.30000000000000004},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.42424242424242425,"uniform_accuracy_baseline":0.3237373737373738,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.050000000000000044,"baseline_adjusted_score":0.050000000000000044},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.24050006939393942,"accuracy":0.5757575757575758,"positive_recall":0.5294117647058824,"specificity":0.625,"precision":0.6,"balanced_accuracy":0.5772058823529411,"f1":0.5625,"true_positive":9,"false_positive":6,"false_negative":8,"true_negative":10,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.037115530992647305,"baseline_adjusted_skill":0.15441176470588225,"baseline_adjusted_score":0.15441176470588225},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.30440785765850753,"normalized_score_rmse":0.35457909039272945,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.34313725490196084,"baseline_adjusted_skill":0.11286852910949252,"baseline_adjusted_score":0.11286852910949252},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.21968466809999995,"accuracy":0.62,"positive_recall":0.52,"specificity":0.72,"precision":0.65,"balanced_accuracy":0.62,"f1":0.5777777777777777,"true_positive":26,"false_positive":14,"false_negative":24,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.12126132760000019,"baseline_adjusted_skill":0.24,"baseline_adjusted_score":0.24},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.31333333333333335,"uniform_accuracy_baseline":0.3333333333333332,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":-0.061855670103092744,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.26423469800000005,"accuracy":0.5066666666666667,"positive_recall":1,"specificity":0.02631578947368421,"precision":0.5,"balanced_accuracy":0.5131578947368421,"f1":0.6666666666666666,"true_positive":37,"false_positive":37,"false_negative":0,"true_negative":1,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555535,"brier_skill":-0.057126725640114895,"baseline_adjusted_skill":0.026315789473684292,"baseline_adjusted_score":0.026315789473684292},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.65,"uniform_accuracy_baseline":0.1428571428571427,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.5512820512820513,"baseline_adjusted_score":0.5512820512820513},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.3,"uniform_accuracy_baseline":0.32416666666666627,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.06060606060606067,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.2015685057575758,"accuracy":0.5757575757575758,"positive_recall":1,"specificity":0.17647058823529413,"precision":0.5333333333333333,"balanced_accuracy":0.5882352941176471,"f1":0.6956521739130435,"true_positive":16,"false_positive":14,"false_negative":0,"true_negative":3,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.19298491628676495,"baseline_adjusted_skill":0.17647058823529416,"baseline_adjusted_score":0.17647058823529416},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.23024446331815202,"normalized_score_rmse":0.2873698616012089,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":-0.048009281310209095,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.18078156029999998,"accuracy":0.7,"positive_recall":0.45454545454545453,"specificity":0.7692307692307693,"precision":0.35714285714285715,"balanced_accuracy":0.6118881118881119,"f1":0.4,"true_positive":10,"false_positive":18,"false_negative":12,"true_negative":60,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000028,"brier_skill":-0.053505596153844204,"baseline_adjusted_skill":0.22377622377622375,"baseline_adjusted_score":0.22377622377622375},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.16464367429999996,"accuracy":0.75,"positive_recall":0.8648648648648649,"specificity":0.6825396825396826,"precision":0.6153846153846154,"balanced_accuracy":0.7737022737022737,"f1":0.7191011235955056,"true_positive":32,"false_positive":20,"false_negative":5,"true_negative":43,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000008,"brier_skill":0.2936779309309313,"baseline_adjusted_skill":0.5474045474045475,"baseline_adjusted_score":0.5474045474045475},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.26723072919999985,"accuracy":0.56,"positive_recall":0.6410256410256411,"specificity":0.5081967213114754,"precision":0.45454545454545453,"balanced_accuracy":0.5746111811685582,"f1":0.5319148936170213,"true_positive":25,"false_positive":30,"false_negative":14,"true_negative":31,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379000000000002,"brier_skill":-0.1232901605716672,"baseline_adjusted_skill":0.1492223623371165,"baseline_adjusted_score":0.1492223623371165},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2713047905,"accuracy":0.58,"positive_recall":0.7419354838709677,"specificity":0.5072463768115942,"precision":0.40350877192982454,"balanced_accuracy":0.624590930341281,"f1":0.5227272727272727,"true_positive":23,"false_positive":34,"false_negative":8,"true_negative":35,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999987,"brier_skill":-0.2683720920991126,"baseline_adjusted_skill":0.24918186068256198,"baseline_adjusted_score":0.24918186068256198},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.64,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.23394147004243465,"normalized_score_rmse":0.2770231086527361,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":-0.006199871150256442,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3585864173,"accuracy":0.51,"positive_recall":0.98,"specificity":0.04,"precision":0.5051546391752577,"balanced_accuracy":0.51,"f1":0.6666666666666666,"true_positive":49,"false_positive":48,"false_negative":1,"true_negative":2,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.43434566920000006,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2422533758,"accuracy":0.55,"positive_recall":0.2,"specificity":0.9,"precision":0.6666666666666666,"balanced_accuracy":0.55,"f1":0.3076923076923077,"true_positive":10,"false_positive":5,"false_negative":40,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.030986496799999985,"baseline_adjusted_skill":0.10000000000000009,"baseline_adjusted_score":0.10000000000000009},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.26,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-1.1142857142857143,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.20019458359999998,"accuracy":0.73,"positive_recall":0.78,"specificity":0.68,"precision":0.7090909090909091,"balanced_accuracy":0.73,"f1":0.7428571428571429,"true_positive":39,"false_positive":16,"false_negative":11,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.1992216656000001,"baseline_adjusted_skill":0.45999999999999996,"baseline_adjusted_score":0.45999999999999996},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.77,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.4523809523809525,"baseline_adjusted_score":0.4523809523809525},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.45,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.08333333333333331,"baseline_adjusted_score":0.08333333333333331},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.22460446359999986,"accuracy":0.66,"positive_recall":0.44,"specificity":0.88,"precision":0.7857142857142857,"balanced_accuracy":0.66,"f1":0.5641025641025641,"true_positive":22,"false_positive":6,"false_negative":28,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.10158214560000056,"baseline_adjusted_skill":0.32000000000000006,"baseline_adjusted_score":0.32000000000000006},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.20851190476190457,"fixed_answer_accuracy_baseline":0.2233333333333332,"baseline_adjusted_skill":0.9356223175965664,"baseline_adjusted_score":0.9356223175965664},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11215452819999999,"accuracy":0.84,"positive_recall":0.9,"specificity":0.78,"precision":0.8035714285714286,"balanced_accuracy":0.8400000000000001,"f1":0.8490566037735849,"true_positive":45,"false_positive":11,"false_negative":5,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5513818872,"baseline_adjusted_skill":0.6800000000000002,"baseline_adjusted_score":0.6800000000000002},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.225578467127622,"normalized_score_rmse":0.28400798397079535,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.24807177624125998,"baseline_adjusted_score":0.24807177624125998},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.79,"uniform_accuracy_baseline":0.22851190476190467,"fixed_answer_accuracy_baseline":0.2433333333333333,"baseline_adjusted_skill":0.722466960352423,"baseline_adjusted_score":0.722466960352423},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.165878899,"accuracy":0.73,"positive_recall":0.92,"specificity":0.54,"precision":0.6666666666666666,"balanced_accuracy":0.73,"f1":0.773109243697479,"true_positive":46,"false_positive":23,"false_negative":4,"true_negative":27,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.336484404,"baseline_adjusted_skill":0.45999999999999996,"baseline_adjusted_score":0.45999999999999996},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.21016205200634247,"normalized_score_rmse":0.2858526158741737,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.304222222222222,"baseline_adjusted_skill":0.3091824440989468,"baseline_adjusted_score":0.3091824440989468},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.58,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.32258064516129026,"baseline_adjusted_score":0.32258064516129026},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.12967010569999998,"accuracy":0.79,"positive_recall":0.98,"specificity":0.6,"precision":0.7101449275362319,"balanced_accuracy":0.79,"f1":0.8235294117647058,"true_positive":49,"false_positive":20,"false_negative":1,"true_negative":30,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.48131957720000007,"baseline_adjusted_skill":0.5800000000000001,"baseline_adjusted_score":0.5800000000000001},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.54,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1150228097,"accuracy":0.84,"positive_recall":0.96,"specificity":0.72,"precision":0.7741935483870968,"balanced_accuracy":0.84,"f1":0.8571428571428571,"true_positive":48,"false_positive":14,"false_negative":2,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5399087612,"baseline_adjusted_skill":0.6799999999999999,"baseline_adjusted_score":0.6799999999999999},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.43,"uniform_accuracy_baseline":0.35333333333333317,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.03389830508474579,"baseline_adjusted_score":0.03389830508474579},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.81,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.6935483870967742,"baseline_adjusted_score":0.6935483870967742},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.08064516129032256,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.27,"uniform_accuracy_baseline":0.11111111111111088,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.130952380952381,"baseline_adjusted_score":0.130952380952381},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.4238849845750001,"accuracy":0.2373749999999999,"positive_recall":0.9742913645352669,"specificity":0.0649390714175536,"precision":0.19602122015915116,"balanced_accuracy":0.5196152179764102,"f1":0.32637738765595664,"true_positive":73.89999999999996,"false_positive":303.0999999999999,"false_negative":1.95,"true_negative":21.049999999999997,"positive_prevalence":0.1896249999999999,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500007,"brier_skill":-4.568377380621277,"baseline_adjusted_skill":0.039230435952820386,"baseline_adjusted_score":0.039230435952820386},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.4643690599714388,"normalized_score_rmse":0.5093672678310479,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":-1.1724868302757372,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.08470047527500002,"accuracy":0.7653749999999999,"positive_recall":0.6366619784341303,"specificity":0.8121697630816431,"precision":0.5520325203252033,"balanced_accuracy":0.7244158707578867,"f1":0.5913346396690616,"true_positive":67.9,"false_positive":55.09999999999999,"false_negative":38.75000000000001,"true_negative":238.24999999999997,"positive_prevalence":0.2666249999999998,"majority_accuracy_baseline":0.7333750000000002,"constant_brier_baseline":0.11565485937499977,"brier_skill":0.267644474838996,"baseline_adjusted_skill":0.44883174151577343,"baseline_adjusted_score":0.44883174151577343},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.28284615056994244,"normalized_score_rmse":0.32426955449002454,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":-0.0524507928183906,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.11973748042500015,"accuracy":0.7043749999999998,"positive_recall":0.7225950782997761,"specificity":0.697311361665221,"precision":0.48065476190476164,"balanced_accuracy":0.7099532199824985,"f1":0.5773011617515638,"true_positive":80.74999999999996,"false_positive":87.25000000000003,"false_negative":31.00000000000001,"true_negative":200.99999999999994,"positive_prevalence":0.2793749999999999,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937499995,"brier_skill":-0.058164208962335984,"baseline_adjusted_skill":0.419906439964997,"baseline_adjusted_score":0.419906439964997},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3420790358179308,"normalized_score_rmse":0.39018124842823876,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":-0.2939159747250337,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.07571444002499997,"accuracy":0.8203749999999994,"positive_recall":0.2642253521126761,"specificity":0.9789558232931727,"precision":0.7816666666666666,"balanced_accuracy":0.6215905877029244,"f1":0.3949473684210527,"true_positive":23.45,"false_positive":6.55,"false_negative":65.29999999999998,"true_negative":304.69999999999976,"positive_prevalence":0.22187499999999974,"majority_accuracy_baseline":0.7781250000000003,"constant_brier_baseline":0.126740234375001,"brier_skill":0.4026013885931844,"baseline_adjusted_skill":0.24318117540584883,"baseline_adjusted_score":0.24318117540584883},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.329569625866301,"normalized_score_rmse":0.3522680590489359,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":-0.4606964027315281,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.07980398740000001,"accuracy":0.7662499999999995,"positive_recall":0.7528355387523629,"specificity":0.7710740992522092,"precision":0.5418367346938777,"balanced_accuracy":0.761954819002286,"f1":0.6301424050632912,"true_positive":79.65000000000002,"false_positive":67.35,"false_negative":26.150000000000013,"true_negative":226.8499999999998,"positive_prevalence":0.26449999999999985,"majority_accuracy_baseline":0.7355000000000002,"constant_brier_baseline":0.11362725000000028,"brier_skill":0.2976685839004304,"baseline_adjusted_skill":0.523909638004572,"baseline_adjusted_score":0.523909638004572},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.30442093416568494,"normalized_score_rmse":0.3446185932659177,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":-0.21162560861964175,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.08673338512499999,"accuracy":0.795,"positive_recall":0.5652741514360313,"specificity":0.8494124922696351,"precision":0.47065217391304354,"balanced_accuracy":0.7073433218528332,"f1":0.5136417556346382,"true_positive":43.30000000000002,"false_positive":48.70000000000001,"false_negative":33.30000000000002,"true_negative":274.7,"positive_prevalence":0.1914999999999999,"majority_accuracy_baseline":0.8085000000000001,"constant_brier_baseline":0.09190274999999995,"brier_skill":0.056248206664109235,"baseline_adjusted_skill":0.41468664370566644,"baseline_adjusted_score":0.41468664370566644},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3218237275901682,"normalized_score_rmse":0.34934770530742015,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":-0.555643396206251,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.07635361184999997,"accuracy":0.8427499999999998,"positive_recall":0.6497289972899729,"specificity":0.8864193746167994,"precision":0.5641176470588236,"balanced_accuracy":0.7680741859533862,"f1":0.6039042821158691,"true_positive":47.95000000000001,"false_positive":37.05,"false_negative":25.85000000000001,"true_negative":289.1499999999999,"positive_prevalence":0.1844999999999999,"majority_accuracy_baseline":0.8155000000000001,"constant_brier_baseline":0.1092222499999995,"brier_skill":0.3009335382671541,"baseline_adjusted_skill":0.5361483719067723,"baseline_adjusted_score":0.5361483719067723},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.37134429428778337,"normalized_score_rmse":0.4040589441704083,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":-0.96089396323582,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.1183714862500001,"accuracy":0.7537499999999998,"positive_recall":0.5031847133757963,"specificity":0.8149300155520995,"precision":0.39898989898989906,"balanced_accuracy":0.6590573644639479,"f1":0.44507042253521134,"true_positive":39.50000000000001,"false_positive":59.499999999999986,"false_negative":38.999999999999986,"true_negative":261.99999999999994,"positive_prevalence":0.19624999999999987,"majority_accuracy_baseline":0.8037500000000002,"constant_brier_baseline":0.09878593749999955,"brier_skill":-0.19826251838730236,"baseline_adjusted_skill":0.31811472892789583,"baseline_adjusted_score":0.31811472892789583},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3619557026903837,"normalized_score_rmse":0.39332457344937505,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":-0.7133997760491535,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.11281093147959177,"accuracy":0.6349489795918367,"positive_recall":0.7102609727164884,"specificity":0.5781110116383168,"precision":0.5595794392523362,"balanced_accuracy":0.6441859921774026,"f1":0.6259801359121796,"true_positive":119.74999999999996,"false_positive":94.25000000000004,"false_negative":48.85000000000005,"true_negative":129.15000000000003,"positive_prevalence":0.43010204081632636,"majority_accuracy_baseline":0.5698979591836737,"constant_brier_baseline":0.12359641815910102,"brier_skill":0.08726374793180092,"baseline_adjusted_skill":0.28837198435480516,"baseline_adjusted_score":0.28837198435480516},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.2535422632189874,"normalized_score_rmse":0.3067995313587103,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.07973548905700867,"baseline_adjusted_score":0.07973548905700867},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.21271047317499947,"accuracy":0.5841250000000001,"positive_recall":0.7686860739575138,"specificity":0.5492643780650914,"precision":0.24364089775561099,"balanced_accuracy":0.6589752260113027,"f1":0.3700056807422837,"true_positive":97.69999999999999,"false_positive":303.29999999999995,"false_negative":29.399999999999995,"true_negative":369.6000000000001,"positive_prevalence":0.15887500000000002,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499934,"brier_skill":-1.1534307592554631,"baseline_adjusted_skill":0.3179504520226053,"baseline_adjusted_score":0.3179504520226053},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.4897317685423869,"normalized_score_rmse":0.52261215229258,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-1.9680713244993147,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.39,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.01612903225806453,"baseline_adjusted_score":0.01612903225806453},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2710376174999999,"accuracy":0.53,"positive_recall":0.82,"specificity":0.24,"precision":0.5189873417721519,"balanced_accuracy":0.53,"f1":0.6356589147286822,"true_positive":41,"false_positive":38,"false_negative":9,"true_negative":12,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.08415046999999953,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.17362491716368456,"uniform_accuracy_baseline":0.058823529411766766,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.02881619937694705,"baseline_adjusted_score":0.02881619937694705},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.39,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":-0.3260869565217392,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.23885435190000004,"accuracy":0.56,"positive_recall":0.9,"specificity":0.22,"precision":0.5357142857142857,"balanced_accuracy":0.56,"f1":0.6716417910447762,"true_positive":45,"false_positive":39,"false_negative":5,"true_negative":11,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.04458259239999984,"baseline_adjusted_skill":0.1200000000000001,"baseline_adjusted_score":0.1200000000000001},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.46,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.1428571428571429,"baseline_adjusted_score":0.1428571428571429},"scoring":{"eligible":true,"reason":null},"model":120,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0,"abstained":0},"metrics":{"binary_brier":0.19072467037516203,"accuracy":0.7297297297297297,"positive_recall":0.5211267605633803,"specificity":0.922077922077922,"precision":0.8604651162790697,"balanced_accuracy":0.7216023413206512,"f1":0.6491228070175439,"true_positive":37,"false_positive":6,"false_negative":34,"true_negative":71,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.24958911614317017,"brier_skill":0.23584540334780513,"baseline_adjusted_skill":0.4432046826413023,"baseline_adjusted_score":0.4432046826413023},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.24,"uniform_accuracy_baseline":0.2005,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":-0.0704225352112676,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.93,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.897058823529412,"baseline_adjusted_score":0.897058823529412},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.3617021276595743,"baseline_adjusted_score":0.3617021276595743},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.68,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.3469387755102042,"baseline_adjusted_score":0.3469387755102042},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.13354283393600402,"accuracy":0.61603393106,"positive_recall":1,"specificity":0,"precision":0.61603393106,"balanced_accuracy":0.5,"f1":0.7624022233938205,"true_positive":61.603393106,"false_positive":38.396606894,"false_negative":0,"true_negative":0,"positive_prevalence":0.61603393106,"majority_accuracy_baseline":0.61603393106,"constant_brier_baseline":0.07908707655202402,"brier_skill":-0.6885544359217608,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2279303885474505,"accuracy":0.61,"positive_recall":0.48,"specificity":0.74,"precision":0.6486486486486487,"balanced_accuracy":0.61,"f1":0.5517241379310345,"true_positive":24,"false_positive":13,"false_negative":26,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.08827844581019795,"baseline_adjusted_skill":0.21999999999999997,"baseline_adjusted_score":0.21999999999999997},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.19,"uniform_accuracy_baseline":0.012987012987012986,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.1473684210526316,"baseline_adjusted_score":0.1473684210526316},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.78,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.6333333333333334,"baseline_adjusted_score":0.6333333333333334},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.38,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.03125000000000003,"baseline_adjusted_score":0.03125000000000003},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.19093536989826462,"accuracy":0.7,"positive_recall":0.98,"specificity":0.42,"precision":0.6282051282051282,"balanced_accuracy":0.7,"f1":0.765625,"true_positive":49,"false_positive":29,"false_negative":1,"true_negative":21,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2362585204069415,"baseline_adjusted_skill":0.3999999999999999,"baseline_adjusted_score":0.3999999999999999},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0,"abstained":0},"metrics":{"binary_brier":0.11085063999916092,"accuracy":0.6572581570562241,"positive_recall":0.6170922040963707,"specificity":0.6759608993236982,"precision":0.46998730521291904,"balanced_accuracy":0.6465265517100345,"f1":0.5335865492588132,"true_positive":137.23629312217236,"false_positive":154.76370687782764,"false_negative":85.15558318281546,"true_negative":322.84441681718454,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768642,"brier_skill":-0.24934614015288425,"baseline_adjusted_skill":0.29305310342006896,"baseline_adjusted_score":0.29305310342006896},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.24996850387577751,"accuracy":0.59,"positive_recall":0.7,"specificity":0.48,"precision":0.5737704918032787,"balanced_accuracy":0.59,"f1":0.6306306306306306,"true_positive":35,"false_positive":26,"false_negative":15,"true_negative":24,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.0001259844968899415,"baseline_adjusted_skill":0.17999999999999994,"baseline_adjusted_score":0.17999999999999994},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.1390728476821192,"uniform_accuracy_baseline":0.006622516556291391,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.10344827586206894,"baseline_adjusted_score":0.10344827586206894},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.16823269708276314,"accuracy":0.7466666666666667,"positive_recall":0.5266666666666666,"specificity":0.9666666666666667,"precision":0.9404761904761905,"balanced_accuracy":0.7466666666666666,"f1":0.6752136752136753,"true_positive":79,"false_positive":5,"false_negative":71,"true_negative":145,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3270692116689474,"baseline_adjusted_skill":0.4933333333333332,"baseline_adjusted_score":0.4933333333333332},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":14},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.67,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.3915401301518439,"baseline_adjusted_score":0.3915401301518439},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.3,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.16666666666666674,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.32334215497866803,"accuracy":0.58,"positive_recall":0.98,"specificity":0.18,"precision":0.5444444444444444,"balanced_accuracy":0.58,"f1":0.7,"true_positive":49,"false_positive":41,"false_negative":1,"true_negative":9,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.2933686199146721,"baseline_adjusted_skill":0.15999999999999992,"baseline_adjusted_score":0.15999999999999992},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.72,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.4166666666666666,"baseline_adjusted_score":0.4166666666666666},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.8400000000000001,"baseline_adjusted_score":0.8400000000000001},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":19},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8633333333333333,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.7152777777777777,"baseline_adjusted_score":0.7152777777777777},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":20},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5266666666666666,"baseline_adjusted_skill":0.6619718309859155,"baseline_adjusted_score":0.6619718309859155},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":21},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.07142857142857142,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9550561797752809,"baseline_adjusted_score":0.9550561797752809},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.72,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.39130434782608686,"baseline_adjusted_score":0.39130434782608686},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.35,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.10958904109589036,"baseline_adjusted_score":0.10958904109589036},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7222222222222222,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.1666666666666667,"baseline_adjusted_score":0.1666666666666667},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2918772549055704,"accuracy":0.5121951219512195,"positive_recall":0.675,"specificity":0.35714285714285715,"precision":0.5,"balanced_accuracy":0.5160714285714286,"f1":0.574468085106383,"true_positive":27,"false_positive":27,"false_negative":13,"true_negative":15,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.2498512790005949,"brier_skill":-0.16820396546729488,"baseline_adjusted_skill":0.03214285714285725,"baseline_adjusted_score":0.03214285714285725},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.18689122096159594,"accuracy":0.67,"positive_recall":0.38,"specificity":0.96,"precision":0.9047619047619048,"balanced_accuracy":0.6699999999999999,"f1":0.5352112676056338,"true_positive":19,"false_positive":2,"false_negative":31,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.25243511615361625,"baseline_adjusted_skill":0.33999999999999986,"baseline_adjusted_score":0.33999999999999986},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.664804469273743,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.5698924731182796,"baseline_adjusted_score":0.5698924731182796},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.38,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":-0.016393442622950834,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"binary_brier":0.19873319650528168,"accuracy":0.69,"positive_recall":0.4772727272727273,"specificity":0.75,"precision":0.35,"balanced_accuracy":0.6136363636363636,"f1":0.40384615384615385,"true_positive":21,"false_positive":39,"false_negative":23,"true_negative":117,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.15811886075338966,"baseline_adjusted_skill":0.2272727272727273,"baseline_adjusted_score":0.2272727272727273},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"binary_brier":0.168897153050654,"accuracy":0.75,"positive_recall":0.4,"specificity":0.8666666666666667,"precision":0.5,"balanced_accuracy":0.6333333333333333,"f1":0.4444444444444444,"true_positive":20,"false_positive":20,"false_negative":30,"true_negative":130,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":0.09921518372984528,"baseline_adjusted_skill":0.2666666666666666,"baseline_adjusted_score":0.2666666666666666},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"binary_brier":0.11614736435900308,"accuracy":0.87,"positive_recall":0.7368421052631579,"specificity":0.8839779005524862,"precision":0.4,"balanced_accuracy":0.8104100029078221,"f1":0.5185185185185185,"true_positive":14,"false_positive":21,"false_negative":5,"true_negative":160,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.085975,"brier_skill":-0.35094346448389757,"baseline_adjusted_skill":0.6208200058156441,"baseline_adjusted_score":0.6208200058156441},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.955,"baseline_adjusted_score":0.955},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":33},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0750288996498821,"accuracy":0.91,"positive_recall":0.9466666666666667,"specificity":0.8733333333333333,"precision":0.8819875776397516,"balanced_accuracy":0.9099999999999999,"f1":0.9131832797427653,"true_positive":142,"false_positive":19,"false_negative":8,"true_negative":131,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6998844014004716,"baseline_adjusted_skill":0.8199999999999998,"baseline_adjusted_score":0.8199999999999998},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":34},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.8133333333333334,"baseline_adjusted_score":0.8133333333333334},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":35},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.3986385009558679,"accuracy":0.5133333333333333,"positive_recall":1,"specificity":0.02666666666666667,"precision":0.5067567567567568,"balanced_accuracy":0.5133333333333333,"f1":0.672645739910314,"true_positive":150,"false_positive":146,"false_negative":0,"true_negative":4,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.5945540038234716,"baseline_adjusted_skill":0.026666666666666616,"baseline_adjusted_score":0.026666666666666616},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":36},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.3834572844207287,"normalized_score_rmse":0.4511258710224495,"constant_score_baseline":0.5,"constant_mae_baseline":0.3333333333333333,"baseline_adjusted_skill":-0.15037185326218605,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":37},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.2733333333333333,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.03111111111111109,"baseline_adjusted_score":0.03111111111111109},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":38},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.3339834562360461,"accuracy":0.49,"positive_recall":0.86,"specificity":0.12,"precision":0.4942528735632184,"balanced_accuracy":0.49,"f1":0.6277372262773723,"true_positive":129,"false_positive":132,"false_negative":21,"true_negative":18,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.33593382494418433,"baseline_adjusted_skill":-0.020000000000000018,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":39},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.3107719223232319,"normalized_score_rmse":0.36322432022781737,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":-0.03590640774410647,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":40},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8833333333333333,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.8333333333333333,"baseline_adjusted_score":0.8333333333333333},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":42},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.08726682764069116,"accuracy":0.8766666666666667,"positive_recall":0.9463087248322147,"specificity":0.8079470198675497,"precision":0.8294117647058824,"balanced_accuracy":0.8771278723498822,"f1":0.8840125391849529,"true_positive":141,"false_positive":29,"false_negative":8,"true_negative":122,"positive_prevalence":0.49666666666666665,"majority_accuracy_baseline":0.5033333333333334,"constant_brier_baseline":0.2499888888888889,"brier_skill":0.6509171746449973,"baseline_adjusted_skill":0.7542557446997644,"baseline_adjusted_score":0.7542557446997644},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":43},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.24290161040145905,"normalized_score_rmse":0.3083929024545315,"constant_score_baseline":0.5,"constant_mae_baseline":0.36666666666666664,"baseline_adjusted_skill":0.3375410625414753,"baseline_adjusted_score":0.3375410625414753},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":44},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.43666666666666665,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2866666666666667,"baseline_adjusted_skill":0.21028037383177564,"baseline_adjusted_score":0.21028037383177564},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":46},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.23628175566018797,"accuracy":0.62,"positive_recall":0.7515923566878981,"specificity":0.4755244755244755,"precision":0.6113989637305699,"balanced_accuracy":0.6135584161061869,"f1":0.6742857142857143,"true_positive":118,"false_positive":75,"false_negative":39,"true_negative":68,"positive_prevalence":0.5233333333333333,"majority_accuracy_baseline":0.5233333333333333,"constant_brier_baseline":0.24945555555555557,"brier_skill":0.05281020847993778,"baseline_adjusted_skill":0.22711683221237378,"baseline_adjusted_score":0.22711683221237378},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":47},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.30721839202257495,"normalized_score_rmse":0.3720986730389539,"constant_score_baseline":0.5,"constant_mae_baseline":0.3016666666666667,"baseline_adjusted_skill":-0.01840350946709912,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":48},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0,"abstained":0},"metrics":{"binary_brier":0.05576453982793486,"accuracy":0.8911964285714286,"positive_recall":0.5427040968157921,"specificity":0.9134429675973126,"precision":0.285841170323929,"balanced_accuracy":0.7280735322065524,"f1":0.37445672632695665,"true_positive":91.18333333333334,"false_positive":227.81666666666666,"false_negative":76.83333333333333,"true_negative":2404.1666666666665,"positive_prevalence":0.060005952380952375,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679138,"brier_skill":-0.7317657213718873,"baseline_adjusted_skill":0.4561470644131047,"baseline_adjusted_score":0.4561470644131047},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.25666666666666665,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.008888888888888872,"baseline_adjusted_score":0.008888888888888872},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":50},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.2521246458923513,"uniform_accuracy_baseline":0.027777777777777776,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.14285714285714288,"baseline_adjusted_score":0.14285714285714288},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.27,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":-0.042857142857142816,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.20092516238190464,"accuracy":0.71,"positive_recall":0.94,"specificity":0.48,"precision":0.6438356164383562,"balanced_accuracy":0.71,"f1":0.7642276422764228,"true_positive":47,"false_positive":26,"false_negative":3,"true_negative":24,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.19629935047238145,"baseline_adjusted_skill":0.41999999999999993,"baseline_adjusted_score":0.41999999999999993},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.12894177658802813,"accuracy":0.84,"positive_recall":0.86,"specificity":0.82,"precision":0.8269230769230769,"balanced_accuracy":0.84,"f1":0.8431372549019608,"true_positive":43,"false_positive":9,"false_negative":7,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.48423289364788746,"baseline_adjusted_skill":0.6799999999999999,"baseline_adjusted_score":0.6799999999999999},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.64,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":0.07692307692307698,"baseline_adjusted_score":0.07692307692307698},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.23,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.18085106382978725,"baseline_adjusted_score":0.18085106382978725},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.19314729473792386,"accuracy":0.74,"positive_recall":1,"specificity":0.48,"precision":0.6578947368421053,"balanced_accuracy":0.74,"f1":0.7936507936507936,"true_positive":50,"false_positive":26,"false_negative":0,"true_negative":24,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.22741082104830457,"baseline_adjusted_skill":0.48,"baseline_adjusted_score":0.48},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.24,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":-0.013333333333333345,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":58},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.5166666666666667,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.2750000000000001,"baseline_adjusted_score":0.2750000000000001},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":59},{"provenance":"measured","status":"complete","counts":{"cases":285,"expected":285,"succeeded":285,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.5403508771929825,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5263157894736842,"baseline_adjusted_skill":0.02962962962962972,"baseline_adjusted_score":0.02962962962962972},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":60},{"provenance":"measured","status":"complete","counts":{"cases":299,"expected":299,"succeeded":299,"failed":0,"abstained":0},"metrics":{"binary_brier":0.37128728675670764,"accuracy":0.5117056856187291,"positive_recall":1,"specificity":0.020134228187919462,"precision":0.5067567567567568,"balanced_accuracy":0.5100671140939598,"f1":0.672645739910314,"true_positive":150,"false_positive":146,"false_negative":0,"true_negative":3,"positive_prevalence":0.5016722408026756,"majority_accuracy_baseline":0.5016722408026756,"constant_brier_baseline":0.24999720361069788,"brier_skill":-0.4851657594333967,"baseline_adjusted_skill":0.020134228187919545,"baseline_adjusted_score":0.020134228187919545},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":61},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8466666666666667,"uniform_accuracy_baseline":0.2,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":0.8083333333333333,"baseline_adjusted_score":0.8083333333333333},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":62},{"provenance":"measured","status":"complete","counts":{"cases":283,"expected":283,"succeeded":283,"failed":0,"abstained":0},"metrics":{"binary_brier":0.38035531141237233,"accuracy":0.4664310954063604,"positive_recall":0.9699248120300752,"specificity":0.02,"precision":0.4673913043478261,"balanced_accuracy":0.4949624060150376,"f1":0.6308068459657702,"true_positive":129,"false_positive":147,"false_negative":4,"true_negative":3,"positive_prevalence":0.46996466431095407,"majority_accuracy_baseline":0.5300353356890459,"constant_brier_baseline":0.24909787861004634,"brier_skill":-0.5269311546719542,"baseline_adjusted_skill":-0.010075187969924793,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":63},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.6466666666666666,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.5288888888888889,"baseline_adjusted_score":0.5288888888888889},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":64},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7966666666666666,"uniform_accuracy_baseline":0.20616666666666666,"fixed_answer_accuracy_baseline":0.21333333333333335,"baseline_adjusted_skill":0.7415254237288135,"baseline_adjusted_score":0.7415254237288135},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":65},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7266666666666667,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.59,"baseline_adjusted_score":0.59},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":66},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.5433333333333333,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.37333333333333335,"baseline_adjusted_skill":0.2712765957446808,"baseline_adjusted_score":0.2712765957446808},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":67},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.16303320285871936,"normalized_score_rmse":0.1944509266177956,"constant_score_baseline":0.5,"constant_mae_baseline":0.26208333333333333,"baseline_adjusted_skill":0.3779337251813569,"baseline_adjusted_score":0.3779337251813569},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":68},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.1140207456975826,"normalized_score_rmse":0.1384997425092952,"constant_score_baseline":0.52,"constant_mae_baseline":0.24733333333333335,"baseline_adjusted_skill":0.5389996804679948,"baseline_adjusted_score":0.5389996804679948},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":69},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.12184743741682577,"normalized_score_rmse":0.1430054286868583,"constant_score_baseline":0.578319964349225,"constant_mae_baseline":0.11212962028602311,"baseline_adjusted_skill":-0.08666592383006555,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":70},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.6,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.4666666666666666,"baseline_adjusted_score":0.4666666666666666},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":71},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8805970149253733,"baseline_adjusted_score":0.8805970149253733},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.040125233894621574,"accuracy":0.94,"positive_recall":0.96,"specificity":0.92,"precision":0.9230769230769231,"balanced_accuracy":0.94,"f1":0.9411764705882353,"true_positive":48,"false_positive":4,"false_negative":2,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8394990644215137,"baseline_adjusted_skill":0.8799999999999999,"baseline_adjusted_score":0.8799999999999999},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.41357327027027024,"uniform_accuracy_baseline":0.23445945945945948,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.20501337408183193,"baseline_adjusted_score":0.20501337408183193},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0,"abstained":0},"metrics":{"binary_brier":0.09597237941742459,"accuracy":0.6163158092105263,"positive_recall":0.7878338364782639,"specificity":0.4529925681862023,"precision":0.5783168613861387,"balanced_accuracy":0.6204132023322331,"f1":0.6670092725760659,"true_positive":58.410003,"false_positive":42.589997,"false_negative":15.73,"true_negative":35.27,"positive_prevalence":0.4877631776315789,"majority_accuracy_baseline":0.512236822368421,"constant_brier_baseline":0.09451910039768556,"brier_skill":-0.015375506258781702,"baseline_adjusted_skill":0.24082640466446614,"baseline_adjusted_score":0.24082640466446614},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.1449514550469028,"normalized_score_rmse":0.20678220797588615,"constant_score_baseline":0.5841668333333333,"constant_mae_baseline":0.21700552708333334,"baseline_adjusted_skill":0.33203795776483014,"baseline_adjusted_score":0.33203795776483014},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.22976489769599617,"accuracy":0.64,"positive_recall":0.84,"specificity":0.44,"precision":0.6,"balanced_accuracy":0.64,"f1":0.7,"true_positive":42,"false_positive":28,"false_negative":8,"true_negative":22,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.08094040921601531,"baseline_adjusted_skill":0.28,"baseline_adjusted_score":0.28},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.26540012398234114,"accuracy":0.53,"positive_recall":0.46,"specificity":0.6,"precision":0.5348837209302325,"balanced_accuracy":0.53,"f1":0.4946236559139785,"true_positive":23,"false_positive":20,"false_negative":27,"true_negative":30,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.06160049592936456,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.62,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.3770491803278688,"baseline_adjusted_score":0.3770491803278688},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.036111111111111115,"fixed_answer_accuracy_baseline":0.08833333333333333,"baseline_adjusted_skill":0.45155393053016457,"baseline_adjusted_score":0.45155393053016457},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.27448816096844636,"accuracy":0.5433333333333333,"positive_recall":0.8,"specificity":0.2866666666666667,"precision":0.5286343612334802,"balanced_accuracy":0.5433333333333333,"f1":0.636604774535809,"true_positive":120,"false_positive":107,"false_negative":30,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.09795264387378544,"baseline_adjusted_skill":0.08666666666666667,"baseline_adjusted_score":0.08666666666666667},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":81},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.7727272727272727,"baseline_adjusted_score":0.7727272727272727},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.2633333333333333,"uniform_accuracy_baseline":0.11021428571428572,"fixed_answer_accuracy_baseline":0.12554761904761905,"baseline_adjusted_skill":0.15756800174258717,"baseline_adjusted_score":0.15756800174258717},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":83},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.3333333333333333,"baseline_adjusted_score":0.3333333333333333},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":84},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.415,"uniform_accuracy_baseline":0.049879324215607396,"fixed_answer_accuracy_baseline":0.12442477876106194,"baseline_adjusted_skill":0.3318677986658581,"baseline_adjusted_score":0.3318677986658581},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.34194799197213444,"accuracy":0.45666666666666667,"positive_recall":0.25462962962962965,"specificity":0.9761904761904762,"precision":0.9649122807017544,"balanced_accuracy":0.6154100529100529,"f1":0.40293040293040294,"true_positive":55,"false_positive":2,"false_negative":161,"true_negative":82,"positive_prevalence":0.72,"majority_accuracy_baseline":0.72,"constant_brier_baseline":0.2016,"brier_skill":-0.6961705950998731,"baseline_adjusted_skill":0.23082010582010581,"baseline_adjusted_score":0.23082010582010581},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":86},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5033333333333333,"baseline_adjusted_skill":0.5973154362416109,"baseline_adjusted_score":0.5973154362416109},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":87},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2746172334936037,"accuracy":0.5,"positive_recall":0.86,"specificity":0.14,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6323529411764706,"true_positive":43,"false_positive":43,"false_negative":7,"true_negative":7,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.0984689339744147,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.13446923265535343,"accuracy":0.8233333333333334,"positive_recall":0.825,"specificity":0.8214285714285714,"precision":0.8407643312101911,"balanced_accuracy":0.8232142857142857,"f1":0.832807570977918,"true_positive":132,"false_positive":25,"false_negative":28,"true_negative":115,"positive_prevalence":0.5333333333333333,"majority_accuracy_baseline":0.5333333333333333,"constant_brier_baseline":0.2488888888888889,"brier_skill":0.4597218330811693,"baseline_adjusted_skill":0.6464285714285714,"baseline_adjusted_score":0.6464285714285714},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":89},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.23888888888888887,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.6470588235294118,"baseline_adjusted_score":0.6470588235294118},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0,"abstained":0},"metrics":{"binary_brier":0.32286640987112303,"accuracy":0.5,"positive_recall":0.5625,"specificity":0.4375,"precision":0.5,"balanced_accuracy":0.5,"f1":0.5294117647058824,"true_positive":18,"false_positive":18,"false_negative":14,"true_negative":14,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.2914656394844921,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.83,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.6304347826086956,"baseline_adjusted_score":0.6304347826086956},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.43,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.13636363636363633,"baseline_adjusted_score":0.13636363636363633},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.3671366836711057,"accuracy":0.49,"positive_recall":0.1,"specificity":0.88,"precision":0.45454545454545453,"balanced_accuracy":0.49,"f1":0.16393442622950818,"true_positive":5,"false_positive":6,"false_negative":45,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.46854673468442276,"baseline_adjusted_skill":-0.020000000000000018,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.8260869565217391,"baseline_adjusted_score":0.8260869565217391},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"binary_brier":0.09736943654124239,"accuracy":0.9090909090909091,"positive_recall":0.875,"specificity":0.9411764705882353,"precision":0.9333333333333333,"balanced_accuracy":0.9080882352941176,"f1":0.9032258064516129,"true_positive":14,"false_positive":1,"false_negative":2,"true_negative":16,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.6101642779653935,"baseline_adjusted_skill":0.8161764705882353,"baseline_adjusted_score":0.8161764705882353},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.17057220199494622,"normalized_score_rmse":0.2754852885049367,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.48311453940925386,"baseline_adjusted_score":0.48311453940925386},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.1875,"uniform_accuracy_baseline":0.178125,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.14035087719298242,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1662855301338466,"accuracy":0.6764705882352942,"positive_recall":1,"specificity":0.35294117647058826,"precision":0.6071428571428571,"balanced_accuracy":0.6764705882352942,"f1":0.7555555555555555,"true_positive":17,"false_positive":11,"false_negative":0,"true_negative":6,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.33485787946461365,"baseline_adjusted_skill":0.3529411764705883,"baseline_adjusted_score":0.3529411764705883},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.35308207177064,"normalized_score_rmse":0.40809418473875725,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-1.400958088040352,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.08333333333333333,"uniform_accuracy_baseline":0.13194444444444445,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":-1.2956521739130433,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0,"abstained":0},"metrics":{"binary_brier":0.24081194197054573,"accuracy":0.6923076923076923,"positive_recall":1,"specificity":0.38461538461538464,"precision":0.6190476190476191,"balanced_accuracy":0.6923076923076923,"f1":0.7647058823529411,"true_positive":26,"false_positive":16,"false_negative":0,"true_negative":10,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.036752232117817085,"baseline_adjusted_skill":0.3846153846153846,"baseline_adjusted_score":0.3846153846153846},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2640821350274547,"accuracy":0.48,"positive_recall":0.41025641025641024,"specificity":0.5555555555555556,"precision":0.5,"balanced_accuracy":0.4829059829059829,"f1":0.4507042253521127,"true_positive":16,"false_positive":16,"false_negative":23,"true_negative":20,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24960000000000004,"brier_skill":-0.05802137430871257,"baseline_adjusted_skill":-0.03418803418803418,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.3109746391698718,"normalized_score_rmse":0.39045997777940844,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.11062371132097049,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.47058823529411764,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.27999999999999997,"baseline_adjusted_score":0.27999999999999997},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0,"abstained":0},"metrics":{"binary_brier":0.20243262598628722,"accuracy":0.6428571428571429,"positive_recall":0.5714285714285714,"specificity":0.7142857142857143,"precision":0.6666666666666666,"balanced_accuracy":0.6428571428571428,"f1":0.6153846153846154,"true_positive":8,"false_positive":4,"false_negative":6,"true_negative":10,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.1902694960548511,"baseline_adjusted_skill":0.2857142857142856,"baseline_adjusted_score":0.2857142857142856},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.23834304752562083,"normalized_score_rmse":0.30529231913319466,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.1696969696969697,"baseline_adjusted_skill":-0.404521530061694,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1256680260542552,"accuracy":0.8352941176470589,"positive_recall":0.9555555555555556,"specificity":0.7,"precision":0.7818181818181819,"balanced_accuracy":0.8277777777777777,"f1":0.86,"true_positive":43,"false_positive":12,"false_negative":2,"true_negative":28,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.2491349480968858,"brier_skill":0.4955825065322256,"baseline_adjusted_skill":0.6555555555555554,"baseline_adjusted_score":0.6555555555555554},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.52,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.368421052631579,"baseline_adjusted_score":0.368421052631579},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0,"abstained":0},"metrics":{"binary_brier":0.16394082342277158,"accuracy":0.72,"positive_recall":0.7714285714285715,"specificity":0.6,"precision":0.8181818181818182,"balanced_accuracy":0.6857142857142857,"f1":0.7941176470588235,"true_positive":27,"false_positive":6,"false_negative":8,"true_negative":9,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.21,"brier_skill":0.21932941227251623,"baseline_adjusted_skill":0.37142857142857144,"baseline_adjusted_score":0.37142857142857144},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.2673689177632332,"normalized_score_rmse":0.3552407758537638,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.04511100798845302,"baseline_adjusted_score":0.04511100798845302},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.4936708860759494,"uniform_accuracy_baseline":0.24240506329113923,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.13043478260869568,"baseline_adjusted_score":0.13043478260869568},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1832605129119926,"accuracy":0.6666666666666666,"positive_recall":1,"specificity":0.3,"precision":0.6111111111111112,"balanced_accuracy":0.65,"f1":0.7586206896551724,"true_positive":11,"false_positive":7,"false_negative":0,"true_negative":3,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.2494331065759637,"brier_skill":0.2652919436891933,"baseline_adjusted_skill":0.30000000000000004,"baseline_adjusted_score":0.30000000000000004},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.42424242424242425,"uniform_accuracy_baseline":0.32373737373737377,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.050000000000000044,"baseline_adjusted_score":0.050000000000000044},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"binary_brier":0.3272287950439161,"accuracy":0.5151515151515151,"positive_recall":0.7647058823529411,"specificity":0.25,"precision":0.52,"balanced_accuracy":0.5073529411764706,"f1":0.6190476190476191,"true_positive":13,"false_positive":12,"false_negative":4,"true_negative":4,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":-0.31011822721626703,"baseline_adjusted_skill":0.014705882352941124,"baseline_adjusted_score":0.014705882352941124},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.30336717092066856,"normalized_score_rmse":0.36771569330620957,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.3431372549019608,"baseline_adjusted_skill":0.11590138760262303,"baseline_adjusted_score":0.11590138760262303},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.25550718413058165,"accuracy":0.5,"positive_recall":0.88,"specificity":0.12,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6376811594202898,"true_positive":44,"false_positive":44,"false_negative":6,"true_negative":6,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.02202873652232662,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.39333333333333337,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":0.061855670103092834,"baseline_adjusted_score":0.061855670103092834},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2569367949319326,"accuracy":0.56,"positive_recall":1,"specificity":0.13157894736842105,"precision":0.5285714285714286,"balanced_accuracy":0.5657894736842105,"f1":0.6915887850467289,"true_positive":37,"false_positive":33,"false_negative":0,"true_negative":5,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555554,"brier_skill":-0.027929922825121523,"baseline_adjusted_skill":0.13157894736842102,"baseline_adjusted_score":0.13157894736842102},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.53,"uniform_accuracy_baseline":0.14285714285714285,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.39743589743589747,"baseline_adjusted_score":0.39743589743589747},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.28,"uniform_accuracy_baseline":0.32416666666666666,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.09090909090909091,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1951913050450216,"accuracy":0.7878787878787878,"positive_recall":0.6875,"specificity":0.8823529411764706,"precision":0.8461538461538461,"balanced_accuracy":0.7849264705882353,"f1":0.7586206896551724,"true_positive":11,"false_positive":2,"false_negative":5,"true_negative":15,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.21851716472783622,"baseline_adjusted_skill":0.5698529411764706,"baseline_adjusted_score":0.5698529411764706},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.24452665261924267,"normalized_score_rmse":0.31224750448746585,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":-0.11301786709448391,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2697484170037993,"accuracy":0.64,"positive_recall":0.6363636363636364,"specificity":0.6410256410256411,"precision":0.3333333333333333,"balanced_accuracy":0.6386946386946387,"f1":0.4375,"true_positive":14,"false_positive":28,"false_negative":8,"true_negative":50,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.5719604720501126,"baseline_adjusted_skill":0.27738927738927743,"baseline_adjusted_score":0.27738927738927743},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.18411243275671335,"accuracy":0.76,"positive_recall":0.7297297297297297,"specificity":0.7777777777777778,"precision":0.6585365853658537,"balanced_accuracy":0.7537537537537538,"f1":0.6923076923076923,"true_positive":27,"false_positive":14,"false_negative":10,"true_negative":49,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000003,"brier_skill":0.21015687363057345,"baseline_adjusted_skill":0.5075075075075075,"baseline_adjusted_score":0.5075075075075075},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2058868371201905,"accuracy":0.72,"positive_recall":0.7435897435897436,"specificity":0.7049180327868853,"precision":0.6170212765957447,"balanced_accuracy":0.7242538881883145,"f1":0.6744186046511628,"true_positive":29,"false_positive":18,"false_negative":10,"true_negative":43,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379,"brier_skill":0.13456562791008608,"baseline_adjusted_skill":0.448507776376629,"baseline_adjusted_score":0.448507776376629},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.3390510738927636,"accuracy":0.52,"positive_recall":0.9032258064516129,"specificity":0.34782608695652173,"precision":0.3835616438356164,"balanced_accuracy":0.6255259467040672,"f1":0.5384615384615384,"true_positive":28,"false_positive":45,"false_negative":3,"true_negative":24,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999998,"brier_skill":-0.5850915095500873,"baseline_adjusted_skill":0.2510518934081345,"baseline_adjusted_score":0.2510518934081345},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.76,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.6666666666666666,"baseline_adjusted_score":0.6666666666666666},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.18869231892284005,"normalized_score_rmse":0.23337424745077312,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.18842013366520416,"baseline_adjusted_score":0.18842013366520416},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.17685696573509502,"accuracy":0.79,"positive_recall":1,"specificity":0.58,"precision":0.704225352112676,"balanced_accuracy":0.79,"f1":0.8264462809917356,"true_positive":50,"false_positive":21,"false_negative":0,"true_negative":29,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.29257213705961993,"baseline_adjusted_skill":0.5800000000000001,"baseline_adjusted_score":0.5800000000000001},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.3167948638748992,"accuracy":0.5,"positive_recall":0.94,"specificity":0.06,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6527777777777778,"true_positive":47,"false_positive":47,"false_negative":3,"true_negative":3,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.26717945549959676,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.63,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.0571428571428572,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.09056238451977777,"accuracy":0.89,"positive_recall":0.8133333333333334,"specificity":0.9666666666666667,"precision":0.9606299212598425,"balanced_accuracy":0.89,"f1":0.8808664259927798,"true_positive":122,"false_positive":5,"false_negative":28,"true_negative":145,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6377504619208889,"baseline_adjusted_skill":0.78,"baseline_adjusted_score":0.78},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":134},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.16826425761645203,"accuracy":0.76,"positive_recall":0.8,"specificity":0.72,"precision":0.7407407407407407,"balanced_accuracy":0.76,"f1":0.7692307692307693,"true_positive":40,"false_positive":14,"false_negative":10,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3269429695341919,"baseline_adjusted_skill":0.52,"baseline_adjusted_score":0.52},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.83,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.5952380952380952,"baseline_adjusted_score":0.5952380952380952},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.4,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.20862456486822947,"accuracy":0.66,"positive_recall":0.66,"specificity":0.66,"precision":0.66,"balanced_accuracy":0.66,"f1":0.66,"true_positive":33,"false_positive":17,"false_negative":17,"true_negative":33,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.1655017405270821,"baseline_adjusted_skill":0.32000000000000006,"baseline_adjusted_score":0.32000000000000006},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.5966666666666667,"uniform_accuracy_baseline":0.0625,"fixed_answer_accuracy_baseline":0.10666666666666667,"baseline_adjusted_skill":0.5485074626865671,"baseline_adjusted_score":0.5485074626865671},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":142},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.20851190476190473,"fixed_answer_accuracy_baseline":0.22333333333333333,"baseline_adjusted_skill":0.9613733905579399,"baseline_adjusted_score":0.9613733905579399},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.11680564136193833,"accuracy":0.82,"positive_recall":0.92,"specificity":0.72,"precision":0.7666666666666667,"balanced_accuracy":0.8200000000000001,"f1":0.8363636363636363,"true_positive":46,"false_positive":14,"false_negative":4,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5327774345522467,"baseline_adjusted_skill":0.6400000000000001,"baseline_adjusted_score":0.6400000000000001},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.17832918583764695,"normalized_score_rmse":0.2635150382916723,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.40556938054117675,"baseline_adjusted_score":0.40556938054117675},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.22851190476190475,"fixed_answer_accuracy_baseline":0.24333333333333332,"baseline_adjusted_skill":0.788546255506608,"baseline_adjusted_score":0.788546255506608},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.16766226194547584,"accuracy":0.79,"positive_recall":0.92,"specificity":0.66,"precision":0.7301587301587301,"balanced_accuracy":0.79,"f1":0.8141592920353983,"true_positive":46,"false_positive":17,"false_negative":4,"true_negative":33,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3293509522180966,"baseline_adjusted_skill":0.5800000000000001,"baseline_adjusted_score":0.5800000000000001},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.15915282744236497,"normalized_score_rmse":0.22960817786418658,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.3042222222222222,"baseline_adjusted_skill":0.476853379480904,"baseline_adjusted_score":0.476853379480904},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.65,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.435483870967742,"baseline_adjusted_score":0.435483870967742},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.3467777777777778,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.9062499999999999,"baseline_adjusted_score":0.9062499999999999},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":150},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.09272667555904376,"accuracy":0.89,"positive_recall":0.98,"specificity":0.8,"precision":0.8305084745762712,"balanced_accuracy":0.89,"f1":0.8990825688073395,"true_positive":49,"false_positive":10,"false_negative":1,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6290932977638249,"baseline_adjusted_skill":0.78,"baseline_adjusted_score":0.78},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.46,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":-0.07999999999999996,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1429365982859016,"accuracy":0.83,"positive_recall":0.96,"specificity":0.7,"precision":0.7619047619047619,"balanced_accuracy":0.83,"f1":0.8495575221238938,"true_positive":48,"false_positive":15,"false_negative":2,"true_negative":35,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4282536068563936,"baseline_adjusted_skill":0.6599999999999999,"baseline_adjusted_score":0.6599999999999999},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.48,"uniform_accuracy_baseline":0.3533333333333333,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.11864406779661016,"baseline_adjusted_score":0.11864406779661016},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.73,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.564516129032258,"baseline_adjusted_score":0.564516129032258},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.3933333333333333,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.08999999999999998,"baseline_adjusted_score":0.08999999999999998},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":157},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.26,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.1935483870967742,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.35,"uniform_accuracy_baseline":0.1111111111111111,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.22619047619047616,"baseline_adjusted_score":0.22619047619047616},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.8809523809523808,"baseline_adjusted_score":0.8809523809523808},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":160},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.3639476860700905,"accuracy":0.239875,"positive_recall":0.9611074489123269,"specificity":0.07110905445010025,"precision":0.1949197860962567,"balanced_accuracy":0.5161082516812135,"f1":0.324108036012004,"true_positive":72.9,"false_positive":301.1,"false_negative":2.95,"true_negative":23.05,"positive_prevalence":0.189625,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500001,"brier_skill":-3.7810093223143415,"baseline_adjusted_skill":0.032216503362427096,"baseline_adjusted_score":0.032216503362427096},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.39181903389748185,"normalized_score_rmse":0.4268107116147394,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":-0.8330715036139502,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.10736348912269843,"accuracy":0.705875,"positive_recall":0.7266760431317393,"specificity":0.6983125958752343,"precision":0.46686746987951805,"balanced_accuracy":0.7124943195034867,"f1":0.5684944067485788,"true_positive":77.5,"false_positive":88.5,"false_negative":29.15,"true_negative":204.85,"positive_prevalence":0.266625,"majority_accuracy_baseline":0.733375,"constant_brier_baseline":0.115654859375,"brier_skill":0.07169063450604862,"baseline_adjusted_skill":0.4249886390069735,"baseline_adjusted_score":0.4249886390069735},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.28027811674866826,"normalized_score_rmse":0.313750540652052,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":-0.042895318134579696,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1623975615768694,"accuracy":0.580625,"positive_recall":0.8859060402684564,"specificity":0.46227233304423243,"precision":0.38976377952755903,"balanced_accuracy":0.6740891866563444,"f1":0.5413533834586466,"true_positive":99,"false_positive":155,"false_negative":12.75,"true_negative":133.25,"positive_prevalence":0.279375,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937500001,"brier_skill":-0.4351670560751233,"baseline_adjusted_skill":0.34817837331268886,"baseline_adjusted_score":0.34817837331268886},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.3255083752889186,"normalized_score_rmse":0.36497603534089873,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":-0.2312373533386991,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.09653654375925866,"accuracy":0.8363749999999999,"positive_recall":0.7115492957746479,"specificity":0.8719678714859437,"precision":0.6131067961165049,"balanced_accuracy":0.7917585836302958,"f1":0.6586701434159061,"true_positive":63.15,"false_positive":39.85,"false_negative":25.6,"true_negative":271.4,"positive_prevalence":0.221875,"majority_accuracy_baseline":0.778125,"constant_brier_baseline":0.12674023437499998,"brier_skill":0.23831177813964277,"baseline_adjusted_skill":0.5835171672605917,"baseline_adjusted_score":0.5835171672605917},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.32119286529603414,"normalized_score_rmse":0.34655178436008716,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":-0.4235694860766057,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.081799397224162,"accuracy":0.777,"positive_recall":0.7920604914933838,"specificity":0.7715839564921823,"precision":0.5549668874172186,"balanced_accuracy":0.781822223992783,"f1":0.6526479750778815,"true_positive":83.8,"false_positive":67.2,"false_negative":22,"true_negative":227,"positive_prevalence":0.2645,"majority_accuracy_baseline":0.7355,"constant_brier_baseline":0.11362725,"brier_skill":0.2801075690544125,"baseline_adjusted_skill":0.563644447985566,"baseline_adjusted_score":0.563644447985566},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.2775708756840322,"normalized_score_rmse":0.30929623453594907,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":-0.10475970421505365,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.18860244450486602,"accuracy":0.5915,"positive_recall":0.7715404699738904,"specificity":0.5488559059987632,"precision":0.2882926829268293,"balanced_accuracy":0.6601981879863268,"f1":0.4197443181818182,"true_positive":59.1,"false_positive":145.9,"false_negative":17.5,"true_negative":177.5,"positive_prevalence":0.19149999999999998,"majority_accuracy_baseline":0.8085,"constant_brier_baseline":0.09190274999999999,"brier_skill":-1.0521958755844198,"baseline_adjusted_skill":0.3203963759726536,"baseline_adjusted_score":0.3203963759726536},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.31699544238392263,"normalized_score_rmse":0.3418443516959535,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":-0.5323042532153359,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.14697133318103675,"accuracy":0.73075,"positive_recall":0.8272357723577236,"specificity":0.7089209074187616,"precision":0.39134615384615384,"balanced_accuracy":0.7680783398882426,"f1":0.531331592689295,"true_positive":61.05,"false_positive":94.95,"false_negative":12.75,"true_negative":231.25,"positive_prevalence":0.1845,"majority_accuracy_baseline":0.8155,"constant_brier_baseline":0.10922225,"brier_skill":-0.3456171538403279,"baseline_adjusted_skill":0.5361566797764852,"baseline_adjusted_score":0.5361566797764852},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.3699117643153295,"normalized_score_rmse":0.3994726880054994,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":-0.953329448529793,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.10368887791090038,"accuracy":0.77725,"positive_recall":0.41656050955414015,"specificity":0.8653188180404354,"precision":0.4302631578947369,"balanced_accuracy":0.6409396637972877,"f1":0.42330097087378643,"true_positive":32.7,"false_positive":43.3,"false_negative":45.8,"true_negative":278.2,"positive_prevalence":0.19625,"majority_accuracy_baseline":0.80375,"constant_brier_baseline":0.09878593749999999,"brier_skill":-0.049631967210924,"baseline_adjusted_skill":0.28187932759457546,"baseline_adjusted_score":0.28187932759457546},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.3138456788752228,"normalized_score_rmse":0.3376837978899662,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":-0.4856600183442499,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0,"abstained":0},"metrics":{"binary_brier":0.10978691037614413,"accuracy":0.625,"positive_recall":0.8855278766310795,"specificity":0.42837958818263205,"precision":0.5389891696750903,"balanced_accuracy":0.6569537324068557,"f1":0.6701077199281867,"true_positive":149.3,"false_positive":127.7,"false_negative":19.3,"true_negative":95.7,"positive_prevalence":0.4301020408163265,"majority_accuracy_baseline":0.5698979591836735,"constant_brier_baseline":0.12359641815910039,"brier_skill":0.11173064712263636,"baseline_adjusted_skill":0.31390746481371146,"baseline_adjusted_score":0.31390746481371146},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.24999298943368223,"normalized_score_rmse":0.29430372072347927,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.09261803835181992,"baseline_adjusted_score":0.09261803835181992},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0,"abstained":0},"metrics":{"binary_brier":0.19412483491442997,"accuracy":0.62775,"positive_recall":0.7446892210857592,"specificity":0.6056620597414176,"precision":0.2629166666666667,"balanced_accuracy":0.6751756404135885,"f1":0.3886265653869842,"true_positive":94.65,"false_positive":265.35,"false_negative":32.45,"true_negative":407.55,"positive_prevalence":0.158875,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499999,"brier_skill":-0.9652741324880496,"baseline_adjusted_skill":0.3503512808271769,"baseline_adjusted_score":0.3503512808271769},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.4335404939349974,"normalized_score_rmse":0.45853614357603406,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-1.62751814506059,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.10163261953282118,"normalized_score_rmse":0.14896346809152322,"constant_score_baseline":0.1111111111111111,"constant_mae_baseline":0.10629629629629629,"baseline_adjusted_skill":0.04387431101527106,"baseline_adjusted_score":0.04387431101527106},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":181},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.48,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.16129032258064513,"baseline_adjusted_score":0.16129032258064513},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.27108455116157404,"accuracy":0.54,"positive_recall":0.74,"specificity":0.34,"precision":0.5285714285714286,"balanced_accuracy":0.54,"f1":0.6166666666666667,"true_positive":37,"false_positive":33,"false_negative":13,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.08433820464629616,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.1365142478462558,"uniform_accuracy_baseline":0.058823529411764705,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":-0.014797507788161987,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.37864711732037826,"accuracy":0.4533333333333333,"positive_recall":0.05747126436781609,"specificity":1,"precision":1,"balanced_accuracy":0.5287356321839081,"f1":0.10869565217391304,"true_positive":10,"false_positive":0,"false_negative":164,"true_negative":126,"positive_prevalence":0.58,"majority_accuracy_baseline":0.58,"constant_brier_baseline":0.24359999999999998,"brier_skill":-0.5543806129736382,"baseline_adjusted_skill":0.05747126436781613,"baseline_adjusted_score":0.05747126436781613},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":185},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.18503647481889685,"accuracy":0.7266666666666667,"positive_recall":0.7515923566878981,"specificity":0.6993006993006993,"precision":0.7329192546583851,"balanced_accuracy":0.7254465279942988,"f1":0.7421383647798742,"true_positive":118,"false_positive":43,"false_negative":39,"true_negative":100,"positive_prevalence":0.5233333333333333,"majority_accuracy_baseline":0.5233333333333333,"constant_brier_baseline":0.24945555555555557,"brier_skill":0.2582387094694796,"baseline_adjusted_skill":0.4508930559885975,"baseline_adjusted_score":0.4508930559885975},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":186},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.67,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.28260869565217395,"baseline_adjusted_score":0.28260869565217395},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2701116799876282,"accuracy":0.58,"positive_recall":0.9,"specificity":0.26,"precision":0.5487804878048781,"balanced_accuracy":0.5800000000000001,"f1":0.6818181818181818,"true_positive":45,"false_positive":37,"false_negative":5,"true_negative":13,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.08044671995051278,"baseline_adjusted_skill":0.16000000000000014,"baseline_adjusted_score":0.16000000000000014},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.44,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.11111111111111112,"baseline_adjusted_score":0.11111111111111112},"scoring":{"eligible":true,"reason":null},"model":121,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.19021843925675677,"accuracy":0.7094594594594594,"positive_recall":0.5070422535211268,"specificity":0.8961038961038961,"precision":0.8181818181818182,"balanced_accuracy":0.7015730748125114,"f1":0.6260869565217392,"true_positive":36,"false_positive":8,"false_negative":35,"true_negative":69,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.2495891161431699,"brier_skill":0.23787366133528343,"baseline_adjusted_skill":0.4031461496250228,"baseline_adjusted_score":0.4031461496250228},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.29,"uniform_accuracy_baseline":0.20049999999999962,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.8676470588235297,"baseline_adjusted_score":0.8676470588235297},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.68,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.31914893617021284,"baseline_adjusted_score":0.31914893617021284},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.46,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":-0.10204081632653059,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08492369969991886,"accuracy":0.6214102070799999,"positive_recall":0.9962471840049102,"specificity":0.020022962006055217,"precision":0.6199212818888888,"balanced_accuracy":0.5081350730054827,"f1":0.764270364655293,"true_positive":61.37220690699999,"false_positive":37.62779309300001,"false_negative":0.231186199,"true_negative":0.768813801,"positive_prevalence":0.6160339310599999,"majority_accuracy_baseline":0.6160339310599999,"constant_brier_baseline":0.079087076552024,"brier_skill":-0.07379996078190465,"baseline_adjusted_skill":0.016270146010965325,"baseline_adjusted_score":0.016270146010965325},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.20541288249999998,"accuracy":0.66,"positive_recall":0.54,"specificity":0.78,"precision":0.7105263157894737,"balanced_accuracy":0.66,"f1":0.6136363636363636,"true_positive":27,"false_positive":11,"false_negative":23,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.1783484700000001,"baseline_adjusted_skill":0.32000000000000006,"baseline_adjusted_score":0.32000000000000006},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.76,"uniform_accuracy_baseline":0.012987012987012965,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.7473684210526316,"baseline_adjusted_score":0.7473684210526316},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.78,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.6333333333333334,"baseline_adjusted_score":0.6333333333333334},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.53,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.26562500000000006,"baseline_adjusted_score":0.26562500000000006},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.12479924839999997,"accuracy":0.84,"positive_recall":0.9,"specificity":0.78,"precision":0.8035714285714286,"balanced_accuracy":0.8400000000000001,"f1":0.8490566037735849,"true_positive":45,"false_positive":11,"false_negative":5,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5008030064000002,"baseline_adjusted_skill":0.6800000000000002,"baseline_adjusted_score":0.6800000000000002},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.08613012902791457,"accuracy":0.6643597288183601,"positive_recall":0.6529997662314022,"specificity":0.6696493444449179,"precision":0.4792800106895049,"balanced_accuracy":0.66132455533816,"f1":0.5528134323668883,"true_positive":145.22184323891997,"false_positive":157.77815676108003,"false_negative":77.17003306606784,"true_negative":319.82996693393216,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768597,"brier_skill":0.029267271233526237,"baseline_adjusted_skill":0.32264911067632007,"baseline_adjusted_score":0.32264911067632007},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.22017403209999997,"accuracy":0.68,"positive_recall":0.68,"specificity":0.68,"precision":0.68,"balanced_accuracy":0.68,"f1":0.68,"true_positive":34,"false_positive":16,"false_negative":16,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.11930387160000011,"baseline_adjusted_skill":0.3600000000000001,"baseline_adjusted_score":0.3600000000000001},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.8211920529801324,"uniform_accuracy_baseline":0.006622516556291403,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.8137931034482758,"baseline_adjusted_score":0.8137931034482758},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.6147058823529412,"uniform_accuracy_baseline":0.3333333333333301,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.2895878524945771,"baseline_adjusted_score":0.2895878524945771},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.1,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.19534440629999988,"accuracy":0.7,"positive_recall":0.88,"specificity":0.52,"precision":0.6470588235294118,"balanced_accuracy":0.7,"f1":0.7457627118644068,"true_positive":44,"false_positive":24,"false_negative":6,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.21862237480000046,"baseline_adjusted_skill":0.3999999999999999,"baseline_adjusted_score":0.3999999999999999},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.64,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.25,"baseline_adjusted_score":0.25},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.07142857142857136,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9887640449438202,"baseline_adjusted_score":0.9887640449438202},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.65,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.23913043478260868,"baseline_adjusted_score":0.23913043478260868},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.41,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.19178082191780815,"baseline_adjusted_score":0.19178082191780815},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.7777777777777778,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.3333333333333334,"baseline_adjusted_score":0.3333333333333334},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.22619775073170734,"accuracy":0.6707317073170732,"positive_recall":0.7,"specificity":0.6428571428571429,"precision":0.6511627906976745,"balanced_accuracy":0.6714285714285715,"f1":0.6746987951807228,"true_positive":28,"false_positive":15,"false_negative":12,"true_negative":27,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.24985127900059498,"brier_skill":0.09467043100000028,"baseline_adjusted_skill":0.34285714285714297,"baseline_adjusted_score":0.34285714285714297},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2217133442,"accuracy":0.62,"positive_recall":0.26,"specificity":0.98,"precision":0.9285714285714286,"balanced_accuracy":0.62,"f1":0.40625,"true_positive":13,"false_positive":1,"false_negative":37,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.11314662320000002,"baseline_adjusted_skill":0.24,"baseline_adjusted_score":0.24},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.6564245810055865,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.5591397849462365,"baseline_adjusted_score":0.5591397849462365},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.45,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.09836065573770492,"baseline_adjusted_score":0.09836065573770492},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.1598930921000001,"accuracy":0.765,"positive_recall":0.3409090909090909,"specificity":0.8846153846153846,"precision":0.45454545454545453,"balanced_accuracy":0.6127622377622377,"f1":0.38961038961038963,"true_positive":15,"false_positive":18,"false_negative":29,"true_negative":138,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000053,"brier_skill":0.06822207400932623,"baseline_adjusted_skill":0.2255244755244754,"baseline_adjusted_score":0.2255244755244754},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.1878323230999998,"accuracy":0.695,"positive_recall":0.2,"specificity":0.86,"precision":0.3225806451612903,"balanced_accuracy":0.53,"f1":0.24691358024691357,"true_positive":10,"false_positive":21,"false_negative":40,"true_negative":129,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-0.0017723898666657245,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.07035981879999999,"accuracy":0.94,"positive_recall":0.631578947368421,"specificity":0.9723756906077348,"precision":0.7058823529411765,"balanced_accuracy":0.8019773189880779,"f1":0.6666666666666666,"true_positive":12,"false_positive":5,"false_negative":7,"true_negative":176,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.0859749999999999,"brier_skill":0.18162467228845514,"baseline_adjusted_skill":0.6039546379761558,"baseline_adjusted_score":0.6039546379761558},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.05784158237341295,"accuracy":0.8887202380952384,"positive_recall":0.6321793472869757,"specificity":0.905096916773789,"precision":0.29836142322097375,"balanced_accuracy":0.7686381320303823,"f1":0.40539423046340767,"true_positive":106.21666666666675,"false_positive":249.78333333333356,"false_negative":61.80000000000001,"true_negative":2382.2000000000007,"positive_prevalence":0.060005952380952354,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679296,"brier_skill":-0.7962682007823458,"baseline_adjusted_skill":0.5372762640607647,"baseline_adjusted_score":0.5372762640607647},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.7053824362606232,"uniform_accuracy_baseline":0.027777777777777853,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.6623376623376623,"baseline_adjusted_score":0.6623376623376623},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.32,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.0285714285714286,"baseline_adjusted_score":0.0285714285714286},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.18153937589999994,"accuracy":0.73,"positive_recall":0.8,"specificity":0.66,"precision":0.7017543859649122,"balanced_accuracy":0.73,"f1":0.7476635514018691,"true_positive":40,"false_positive":17,"false_negative":10,"true_negative":33,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.27384249640000025,"baseline_adjusted_skill":0.45999999999999996,"baseline_adjusted_score":0.45999999999999996},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.16388380090000002,"accuracy":0.75,"positive_recall":0.56,"specificity":0.94,"precision":0.9032258064516129,"balanced_accuracy":0.75,"f1":0.691358024691358,"true_positive":28,"false_positive":3,"false_negative":22,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.34446479639999994,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.59,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":-0.05128205128205133,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.74,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.7234042553191489,"baseline_adjusted_score":0.7234042553191489},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.13835666349999998,"accuracy":0.83,"positive_recall":0.94,"specificity":0.72,"precision":0.7704918032786885,"balanced_accuracy":0.83,"f1":0.8468468468468469,"true_positive":47,"false_positive":14,"false_negative":3,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4465733460000001,"baseline_adjusted_skill":0.6599999999999999,"baseline_adjusted_score":0.6599999999999999},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8805970149253733,"baseline_adjusted_score":0.8805970149253733},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.038135657299999993,"accuracy":0.95,"positive_recall":0.96,"specificity":0.94,"precision":0.9411764705882353,"balanced_accuracy":0.95,"f1":0.9504950495049505,"true_positive":48,"false_positive":3,"false_negative":2,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8474573708,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.4095400202702704,"uniform_accuracy_baseline":0.23445945945945923,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.19954571777213054,"baseline_adjusted_score":0.19954571777213054},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.06627182738383552,"accuracy":0.6628508618421053,"positive_recall":0.8085603530391009,"specificity":0.5241030769626154,"precision":0.6180068762886598,"balanced_accuracy":0.6663317150008581,"f1":0.7005570404249672,"true_positive":59.946667,"false_positive":37.053333,"false_negative":14.193336,"true_negative":40.806664,"positive_prevalence":0.48776317763157917,"majority_accuracy_baseline":0.5122368223684208,"constant_brier_baseline":0.0945191003976856,"brier_skill":0.29885253768815745,"baseline_adjusted_skill":0.33266343000171616,"baseline_adjusted_score":0.33266343000171616},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.13356863966603663,"normalized_score_rmse":0.1899353844423132,"constant_score_baseline":0.5841668333333334,"constant_mae_baseline":0.21700552708333315,"baseline_adjusted_skill":0.3844919921567509,"baseline_adjusted_score":0.3844919921567509},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.21485707249999997,"accuracy":0.65,"positive_recall":0.78,"specificity":0.52,"precision":0.6190476190476191,"balanced_accuracy":0.65,"f1":0.6902654867256637,"true_positive":39,"false_positive":24,"false_negative":11,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.14057171000000013,"baseline_adjusted_skill":0.30000000000000004,"baseline_adjusted_score":0.30000000000000004},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.258979371,"accuracy":0.58,"positive_recall":0.16,"specificity":1,"precision":1,"balanced_accuracy":0.58,"f1":0.27586206896551724,"true_positive":8,"false_positive":0,"false_negative":42,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.035917484000000055,"baseline_adjusted_skill":0.15999999999999992,"baseline_adjusted_score":0.15999999999999992},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.71,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.5245901639344261,"baseline_adjusted_score":0.5245901639344261},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.03611111111111102,"fixed_answer_accuracy_baseline":0.08833333333333329,"baseline_adjusted_skill":0.7806215722120659,"baseline_adjusted_score":0.7806215722120659},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.75,"baseline_adjusted_score":0.75},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.715,"uniform_accuracy_baseline":0.04987932421560751,"fixed_answer_accuracy_baseline":0.1244247787610618,"baseline_adjusted_skill":0.6744996967859309,"baseline_adjusted_score":0.6744996967859309},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.26464743519999995,"accuracy":0.44,"positive_recall":0.56,"specificity":0.32,"precision":0.45161290322580644,"balanced_accuracy":0.44000000000000006,"f1":0.5,"true_positive":28,"false_positive":34,"false_negative":22,"true_negative":16,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.05858974079999979,"baseline_adjusted_skill":-0.11999999999999988,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.8333333333333334,"uniform_accuracy_baseline":0.23888888888888893,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.7647058823529413,"baseline_adjusted_score":0.7647058823529413},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.276272255,"accuracy":0.578125,"positive_recall":0.75,"specificity":0.40625,"precision":0.5581395348837209,"balanced_accuracy":0.578125,"f1":0.64,"true_positive":24,"false_positive":19,"false_negative":8,"true_negative":13,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.10508902000000009,"baseline_adjusted_skill":0.15625,"baseline_adjusted_score":0.15625},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.6956521739130435,"baseline_adjusted_score":0.6956521739130435},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.58,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.3636363636363636,"baseline_adjusted_score":0.3636363636363636},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.33131811469999994,"accuracy":0.55,"positive_recall":0.1,"specificity":1,"precision":1,"balanced_accuracy":0.55,"f1":0.18181818181818182,"true_positive":5,"false_positive":0,"false_negative":45,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.3252724587999998,"baseline_adjusted_skill":0.10000000000000009,"baseline_adjusted_score":0.10000000000000009},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.8260869565217391,"baseline_adjusted_score":0.8260869565217391},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.11689615545454544,"accuracy":0.9090909090909091,"positive_recall":0.8125,"specificity":1,"precision":1,"balanced_accuracy":0.90625,"f1":0.896551724137931,"true_positive":13,"false_positive":0,"false_negative":3,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.531985612904412,"baseline_adjusted_skill":0.8125,"baseline_adjusted_score":0.8125},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.19123746648020468,"normalized_score_rmse":0.2715382956155985,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.4204925258175616,"baseline_adjusted_score":0.4204925258175616},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.15625,"uniform_accuracy_baseline":0.17812500000000006,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.18421052631578944,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.055878747352941176,"accuracy":0.9411764705882353,"positive_recall":1,"specificity":0.8823529411764706,"precision":0.8947368421052632,"balanced_accuracy":0.9411764705882353,"f1":0.9444444444444444,"true_positive":17,"false_positive":2,"false_negative":0,"true_negative":15,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7764850105882353,"baseline_adjusted_skill":0.8823529411764706,"baseline_adjusted_score":0.8823529411764706},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.31967612256826133,"normalized_score_rmse":0.3780898180282173,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-1.173797633464177,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.2708333333333333,"uniform_accuracy_baseline":0.13194444444444448,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":-0.826086956521739,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.2681383807692307,"accuracy":0.6153846153846154,"positive_recall":1,"specificity":0.23076923076923078,"precision":0.5652173913043478,"balanced_accuracy":0.6153846153846154,"f1":0.7222222222222222,"true_positive":26,"false_positive":20,"false_negative":0,"true_negative":6,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.07255352307692275,"baseline_adjusted_skill":0.23076923076923084,"baseline_adjusted_score":0.23076923076923084},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.2520713561333333,"accuracy":0.49333333333333335,"positive_recall":0.20512820512820512,"specificity":0.8055555555555556,"precision":0.5333333333333333,"balanced_accuracy":0.5053418803418803,"f1":0.2962962962962963,"true_positive":8,"false_positive":7,"false_negative":31,"true_negative":29,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24959999999999993,"brier_skill":-0.009901266559829258,"baseline_adjusted_skill":0.010683760683760646,"baseline_adjusted_score":0.010683760683760646},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.3318720794929408,"normalized_score_rmse":0.3882568529591337,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.18525742676050272,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.6470588235294118,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.52,"baseline_adjusted_score":0.52},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.13041271142857144,"accuracy":0.8571428571428571,"positive_recall":1,"specificity":0.7142857142857143,"precision":0.7777777777777778,"balanced_accuracy":0.8571428571428572,"f1":0.875,"true_positive":14,"false_positive":4,"false_negative":0,"true_negative":10,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.47834915428571423,"baseline_adjusted_skill":0.7142857142857144,"baseline_adjusted_score":0.7142857142857144},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.2652770738582738,"normalized_score_rmse":0.3424301998446651,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.16969696969696968,"baseline_adjusted_skill":-0.563239899521971,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.11482495258823529,"accuracy":0.8470588235294118,"positive_recall":0.7777777777777778,"specificity":0.925,"precision":0.9210526315789473,"balanced_accuracy":0.851388888888889,"f1":0.8433734939759037,"true_positive":35,"false_positive":3,"false_negative":10,"true_negative":37,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.24913494809688563,"brier_skill":0.5391053986388885,"baseline_adjusted_skill":0.702777777777778,"baseline_adjusted_score":0.702777777777778},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.52,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.368421052631579,"baseline_adjusted_score":0.368421052631579},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.19814658679999997,"accuracy":0.72,"positive_recall":1,"specificity":0.06666666666666667,"precision":0.7142857142857143,"balanced_accuracy":0.5333333333333333,"f1":0.8333333333333334,"true_positive":35,"false_positive":14,"false_negative":0,"true_negative":1,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.20999999999999996,"brier_skill":0.05644482476190471,"baseline_adjusted_skill":0.06666666666666665,"baseline_adjusted_score":0.06666666666666665},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.272202795175498,"normalized_score_rmse":0.3425370955405347,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.027847160087507206,"baseline_adjusted_score":0.027847160087507206},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.5189873417721519,"uniform_accuracy_baseline":0.24240506329113914,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.17391304347826084,"baseline_adjusted_score":0.17391304347826084},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.23002276904761906,"accuracy":0.6666666666666666,"positive_recall":1,"specificity":0.3,"precision":0.6111111111111112,"balanced_accuracy":0.65,"f1":0.7586206896551724,"true_positive":11,"false_positive":7,"false_negative":0,"true_negative":3,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.24943310657596363,"brier_skill":0.07781780772727231,"baseline_adjusted_skill":0.30000000000000004,"baseline_adjusted_score":0.30000000000000004},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.45454545454545453,"uniform_accuracy_baseline":0.3237373737373738,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.1,"baseline_adjusted_score":0.1},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.23352009787878783,"accuracy":0.696969696969697,"positive_recall":0.7058823529411765,"specificity":0.6875,"precision":0.7058823529411765,"balanced_accuracy":0.6966911764705883,"f1":0.7058823529411765,"true_positive":12,"false_positive":5,"false_negative":5,"true_negative":11,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.06506107871323585,"baseline_adjusted_skill":0.3933823529411766,"baseline_adjusted_score":0.3933823529411766},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.3047504081955384,"normalized_score_rmse":0.3576010400110418,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.34313725490196084,"baseline_adjusted_skill":0.11187023897300252,"baseline_adjusted_score":0.11187023897300252},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.19847603789999993,"accuracy":0.73,"positive_recall":0.74,"specificity":0.72,"precision":0.7254901960784313,"balanced_accuracy":0.73,"f1":0.7326732673267327,"true_positive":37,"false_positive":14,"false_negative":13,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.20609584840000028,"baseline_adjusted_skill":0.45999999999999996,"baseline_adjusted_score":0.45999999999999996},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.29333333333333333,"uniform_accuracy_baseline":0.3333333333333332,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":-0.09278350515463916,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.27160939533333334,"accuracy":0.48,"positive_recall":0,"specificity":0.9473684210526315,"precision":0,"balanced_accuracy":0.47368421052631576,"f1":0,"true_positive":0,"false_positive":2,"false_negative":37,"true_negative":36,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555535,"brier_skill":-0.08663076013513615,"baseline_adjusted_skill":-0.052631578947368474,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.72,"uniform_accuracy_baseline":0.1428571428571427,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.641025641025641,"baseline_adjusted_score":0.641025641025641},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.31499999999999995,"uniform_accuracy_baseline":0.32416666666666627,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.037878787878788,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.18473802212121215,"accuracy":0.7272727272727273,"positive_recall":0.5,"specificity":0.9411764705882353,"precision":0.8888888888888888,"balanced_accuracy":0.7205882352941176,"f1":0.64,"true_positive":8,"false_positive":1,"false_negative":8,"true_negative":16,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.2603687276102943,"baseline_adjusted_skill":0.4411764705882353,"baseline_adjusted_score":0.4411764705882353},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.19310350132098303,"normalized_score_rmse":0.24227690697761978,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.12104613191828417,"baseline_adjusted_score":0.12104613191828417},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1706958528,"accuracy":0.75,"positive_recall":0.2727272727272727,"specificity":0.8846153846153846,"precision":0.4,"balanced_accuracy":0.5786713286713286,"f1":0.32432432432432434,"true_positive":6,"false_positive":9,"false_negative":16,"true_negative":69,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000028,"brier_skill":0.005268923076924725,"baseline_adjusted_skill":0.1573426573426573,"baseline_adjusted_score":0.1573426573426573},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1950792062,"accuracy":0.65,"positive_recall":0.5405405405405406,"specificity":0.7142857142857143,"precision":0.5263157894736842,"balanced_accuracy":0.6274131274131274,"f1":0.5333333333333333,"true_positive":20,"false_positive":18,"false_negative":17,"true_negative":45,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000008,"brier_skill":0.1631093685113688,"baseline_adjusted_skill":0.25482625482625476,"baseline_adjusted_score":0.25482625482625476},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.19274054940000007,"accuracy":0.65,"positive_recall":0.4358974358974359,"specificity":0.7868852459016393,"precision":0.5666666666666667,"balanced_accuracy":0.6113913408995376,"f1":0.4927536231884058,"true_positive":17,"false_positive":13,"false_negative":22,"true_negative":48,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379000000000002,"brier_skill":0.1898253493064317,"baseline_adjusted_skill":0.22278268179907523,"baseline_adjusted_score":0.22278268179907523},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2416266704999999,"accuracy":0.63,"positive_recall":0.9032258064516129,"specificity":0.5072463768115942,"precision":0.45161290322580644,"balanced_accuracy":0.7052360916316036,"f1":0.6021505376344086,"true_positive":28,"false_positive":34,"false_negative":3,"true_negative":35,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999987,"brier_skill":-0.12962445301542802,"baseline_adjusted_skill":0.4104721832632072,"baseline_adjusted_score":0.4104721832632072},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.6527777777777778,"baseline_adjusted_score":0.6527777777777778},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.2117833827300484,"normalized_score_rmse":0.2564419194935984,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.08910373019334028,"baseline_adjusted_score":0.08910373019334028},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.19389899459999999,"accuracy":0.72,"positive_recall":1,"specificity":0.44,"precision":0.6410256410256411,"balanced_accuracy":0.72,"f1":0.78125,"true_positive":50,"false_positive":28,"false_negative":0,"true_negative":22,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.22440402160000006,"baseline_adjusted_skill":0.43999999999999995,"baseline_adjusted_score":0.43999999999999995},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2349007659,"accuracy":0.62,"positive_recall":0.38,"specificity":0.86,"precision":0.7307692307692307,"balanced_accuracy":0.62,"f1":0.5,"true_positive":19,"false_positive":7,"false_negative":31,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.06039693639999999,"baseline_adjusted_skill":0.24,"baseline_adjusted_score":0.24},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.54,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.3142857142857143,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.17516863380000003,"accuracy":0.72,"positive_recall":0.68,"specificity":0.76,"precision":0.7391304347826086,"balanced_accuracy":0.72,"f1":0.7083333333333334,"true_positive":34,"false_positive":12,"false_negative":16,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2993254647999999,"baseline_adjusted_skill":0.43999999999999995,"baseline_adjusted_score":0.43999999999999995},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.6666666666666666,"baseline_adjusted_score":0.6666666666666666},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.52,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.2,"baseline_adjusted_score":0.2},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.22656009680000008,"accuracy":0.62,"positive_recall":0.34,"specificity":0.9,"precision":0.7727272727272727,"balanced_accuracy":0.62,"f1":0.4722222222222222,"true_positive":17,"false_positive":5,"false_negative":33,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.09375961279999967,"baseline_adjusted_skill":0.24,"baseline_adjusted_score":0.24},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.20851190476190457,"fixed_answer_accuracy_baseline":0.2233333333333332,"baseline_adjusted_skill":0.9356223175965664,"baseline_adjusted_score":0.9356223175965664},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08965747809999998,"accuracy":0.87,"positive_recall":0.92,"specificity":0.82,"precision":0.8363636363636363,"balanced_accuracy":0.87,"f1":0.8761904761904762,"true_positive":46,"false_positive":9,"false_negative":4,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6413700876000001,"baseline_adjusted_skill":0.74,"baseline_adjusted_score":0.74},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.20259030395328462,"normalized_score_rmse":0.27236486141946475,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.3246989868223846,"baseline_adjusted_score":0.3246989868223846},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.22851190476190467,"fixed_answer_accuracy_baseline":0.2433333333333333,"baseline_adjusted_skill":0.788546255506608,"baseline_adjusted_score":0.788546255506608},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10353138230000003,"accuracy":0.86,"positive_recall":0.94,"specificity":0.78,"precision":0.8103448275862069,"balanced_accuracy":0.86,"f1":0.8703703703703703,"true_positive":47,"false_positive":11,"false_negative":3,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5858744707999999,"baseline_adjusted_skill":0.72,"baseline_adjusted_score":0.72},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.1887537613249327,"normalized_score_rmse":0.2467471840154198,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.304222222222222,"baseline_adjusted_skill":0.37955301244543627,"baseline_adjusted_score":0.37955301244543627},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.53,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.24193548387096778,"baseline_adjusted_score":0.24193548387096778},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08182354649999998,"accuracy":0.93,"positive_recall":0.98,"specificity":0.88,"precision":0.8909090909090909,"balanced_accuracy":0.9299999999999999,"f1":0.9333333333333333,"true_positive":49,"false_positive":6,"false_negative":1,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6727058140000001,"baseline_adjusted_skill":0.8599999999999999,"baseline_adjusted_score":0.8599999999999999},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.4,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":-0.19999999999999996,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08764529059999998,"accuracy":0.86,"positive_recall":0.84,"specificity":0.88,"precision":0.875,"balanced_accuracy":0.86,"f1":0.8571428571428571,"true_positive":42,"false_positive":6,"false_negative":8,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6494188376000001,"baseline_adjusted_skill":0.72,"baseline_adjusted_score":0.72},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.49,"uniform_accuracy_baseline":0.35333333333333317,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.13559322033898305,"baseline_adjusted_score":0.13559322033898305},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.77,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.6290322580645161,"baseline_adjusted_score":0.6290322580645161},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.31,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.11290322580645162,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.11111111111111088,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.2023809523809524,"baseline_adjusted_score":0.2023809523809524},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.243266109325,"accuracy":0.279375,"positive_recall":0.8872775214238628,"specificity":0.1371278728983496,"precision":0.19394812680115275,"balanced_accuracy":0.5122026971611062,"f1":0.31831618777344217,"true_positive":67.29999999999998,"false_positive":279.6999999999999,"false_negative":8.549999999999999,"true_negative":44.45,"positive_prevalence":0.1896249999999999,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500007,"brier_skill":-2.1956722930283386,"baseline_adjusted_skill":0.024405394322212448,"baseline_adjusted_score":0.024405394322212448},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.4293179200699225,"normalized_score_rmse":0.4707809568338019,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":-1.0085048892160118,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.07311939297500002,"accuracy":0.7756249999999999,"positive_recall":0.5527426160337553,"specificity":0.8566558718254644,"precision":0.583663366336634,"balanced_accuracy":0.7046992439296098,"f1":0.5677823260293765,"true_positive":58.95000000000002,"false_positive":42.04999999999997,"false_negative":47.70000000000001,"true_negative":251.29999999999993,"positive_prevalence":0.2666249999999998,"majority_accuracy_baseline":0.7333750000000002,"constant_brier_baseline":0.11565485937499977,"brier_skill":0.3677793274736739,"baseline_adjusted_skill":0.4093984878592196,"baseline_adjusted_score":0.4093984878592196},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.23982738263249437,"normalized_score_rmse":0.27571346337659514,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.10761904136746281,"baseline_adjusted_score":0.10761904136746281},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.10535520180000017,"accuracy":0.7013750000000001,"positive_recall":0.730648769574944,"specificity":0.6900260190806591,"precision":0.47748538011695885,"balanced_accuracy":0.7103373943278015,"f1":0.5775419982316532,"true_positive":81.64999999999996,"false_positive":89.35000000000004,"false_negative":30.100000000000005,"true_negative":198.90000000000003,"positive_prevalence":0.2793749999999999,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937499995,"brier_skill":0.06893728365535445,"baseline_adjusted_skill":0.42067478865560304,"baseline_adjusted_score":0.42067478865560304},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.2914345599096744,"normalized_score_rmse":0.33158664035866914,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":-0.1023529452848202,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.07339500572499998,"accuracy":0.8338749999999996,"positive_recall":0.36788732394366197,"specificity":0.9667469879518071,"precision":0.7593023255813953,"balanced_accuracy":0.6673171559477346,"f1":0.4956356736242884,"true_positive":32.650000000000006,"false_positive":10.350000000000003,"false_negative":56.10000000000001,"true_negative":300.8999999999998,"positive_prevalence":0.22187499999999974,"majority_accuracy_baseline":0.7781250000000003,"constant_brier_baseline":0.126740234375001,"brier_skill":0.4209020830130574,"baseline_adjusted_skill":0.3346343118954691,"baseline_adjusted_score":0.3346343118954691},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.24555040072995862,"normalized_score_rmse":0.2750488299091638,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":-0.08831202539593863,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.06737063532499998,"accuracy":0.8034999999999997,"positive_recall":0.7807183364839319,"specificity":0.8116927260367097,"precision":0.5985507246376811,"balanced_accuracy":0.7962055312603208,"f1":0.6776045939294503,"true_positive":82.6,"false_positive":55.4,"false_negative":23.200000000000017,"true_negative":238.79999999999984,"positive_prevalence":0.26449999999999985,"majority_accuracy_baseline":0.7355000000000002,"constant_brier_baseline":0.11362725000000028,"brier_skill":0.4070908578267993,"baseline_adjusted_skill":0.5924110625206416,"baseline_adjusted_score":0.5924110625206416},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.24168895928088624,"normalized_score_rmse":0.279050609028193,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.0380538934094079,"baseline_adjusted_score":0.0380538934094079},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.08806394887499999,"accuracy":0.7722500000000001,"positive_recall":0.610313315926893,"specificity":0.8106060606060607,"precision":0.43287037037037046,"balanced_accuracy":0.7104596882664769,"f1":0.5065005417118094,"true_positive":46.750000000000014,"false_positive":61.25,"false_negative":29.850000000000005,"true_negative":262.15000000000003,"positive_prevalence":0.1914999999999999,"majority_accuracy_baseline":0.8085000000000001,"constant_brier_baseline":0.09190274999999995,"brier_skill":0.04177025306642035,"baseline_adjusted_skill":0.42091937653295375,"baseline_adjusted_score":0.42091937653295375},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.2716555153237301,"normalized_score_rmse":0.301922233999342,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":-0.3131384426524719,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.092268677425,"accuracy":0.8432499999999998,"positive_recall":0.6646341463414632,"specificity":0.8836603310852238,"precision":0.5637931034482757,"balanced_accuracy":0.7741472387133435,"f1":0.6100746268656715,"true_positive":49.04999999999999,"false_positive":37.95000000000001,"false_negative":24.750000000000018,"true_negative":288.24999999999994,"positive_prevalence":0.1844999999999999,"majority_accuracy_baseline":0.8155000000000001,"constant_brier_baseline":0.1092222499999995,"brier_skill":0.15522086914524802,"baseline_adjusted_skill":0.5482944774266869,"baseline_adjusted_score":0.5482944774266869},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3088750651830432,"normalized_score_rmse":0.3448798839093715,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":-0.6310234465111193,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.08551455282500005,"accuracy":0.8257499999999999,"positive_recall":0.470063694267516,"specificity":0.912597200622084,"precision":0.5676923076923078,"balanced_accuracy":0.6913304474448,"f1":0.5142857142857143,"true_positive":36.900000000000006,"false_positive":28.099999999999987,"false_negative":41.6,"true_negative":293.3999999999999,"positive_prevalence":0.19624999999999987,"majority_accuracy_baseline":0.8037500000000002,"constant_brier_baseline":0.09878593749999955,"brier_skill":0.13434487752874302,"baseline_adjusted_skill":0.3826608948896,"baseline_adjusted_score":0.3826608948896},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.2782541340422268,"normalized_score_rmse":0.3074123205688711,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":-0.3171793327442689,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.08794083137755102,"accuracy":0.6719387755102042,"positive_recall":0.753262158956109,"specificity":0.6105640107430619,"precision":0.5934579439252334,"balanced_accuracy":0.6819130848495855,"f1":0.6638787245164661,"true_positive":126.99999999999996,"false_positive":87.00000000000003,"false_negative":41.60000000000001,"true_negative":136.4000000000001,"positive_prevalence":0.43010204081632636,"majority_accuracy_baseline":0.5698979591836737,"constant_brier_baseline":0.12359641815910102,"brier_skill":0.2884839812724339,"baseline_adjusted_skill":0.3638261696991709,"baseline_adjusted_score":0.3638261696991709},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.2268042382910519,"normalized_score_rmse":0.27146650463203725,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.17678461657321898,"baseline_adjusted_score":0.17678461657321898},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.1765820358500001,"accuracy":0.6091250000000001,"positive_recall":0.8119590873328089,"specificity":0.570812899390697,"precision":0.26326530612244897,"balanced_accuracy":0.691385993361753,"f1":0.39761125024080135,"true_positive":103.19999999999997,"false_positive":288.79999999999995,"false_negative":23.89999999999999,"true_negative":384.1000000000001,"positive_prevalence":0.15887500000000002,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499934,"brier_skill":-0.7876749642623331,"baseline_adjusted_skill":0.382771986723506,"baseline_adjusted_score":0.382771986723506},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.4479164199863973,"normalized_score_rmse":0.4880193228915446,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-1.714644969614529,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.41,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.048387096774193505,"baseline_adjusted_score":0.048387096774193505},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24659987260000008,"accuracy":0.55,"positive_recall":0.46,"specificity":0.64,"precision":0.5609756097560976,"balanced_accuracy":0.55,"f1":0.5054945054945055,"true_positive":23,"false_positive":18,"false_negative":27,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.0136005095999997,"baseline_adjusted_skill":0.10000000000000009,"baseline_adjusted_score":0.10000000000000009},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.22664015904572565,"uniform_accuracy_baseline":0.058823529411766766,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.09112149532710283,"baseline_adjusted_score":0.09112149532710283},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.71,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.3695652173913042,"baseline_adjusted_score":0.3695652173913042},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.22616451240000005,"accuracy":0.62,"positive_recall":0.6,"specificity":0.64,"precision":0.625,"balanced_accuracy":0.62,"f1":0.6122448979591837,"true_positive":30,"false_positive":18,"false_negative":20,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.09534195039999982,"baseline_adjusted_skill":0.24,"baseline_adjusted_score":0.24},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.48,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.1746031746031746,"baseline_adjusted_score":0.1746031746031746},"scoring":{"eligible":true,"reason":null},"model":122,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.14994583614864865,"accuracy":0.7972972972972973,"positive_recall":0.7323943661971831,"specificity":0.8571428571428571,"precision":0.8253968253968254,"balanced_accuracy":0.7947686116700201,"f1":0.7761194029850746,"true_positive":52,"false_positive":11,"false_negative":19,"true_negative":66,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.24958911614317017,"brier_skill":0.399229267422718,"baseline_adjusted_skill":0.5895372233400402,"baseline_adjusted_score":0.5895372233400402},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.42,"uniform_accuracy_baseline":0.2005,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.18309859154929578,"baseline_adjusted_score":0.18309859154929578},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.9411764705882353,"baseline_adjusted_score":0.9411764705882353},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.82,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.6170212765957446,"baseline_adjusted_score":0.6170212765957446},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.7755102040816326,"baseline_adjusted_score":0.7755102040816326},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08534372389883485,"accuracy":0.55220563986,"positive_recall":0.6235367340871161,"specificity":0.4377622607748336,"precision":0.6401996424333334,"balanced_accuracy":0.5306494974309748,"f1":0.6317583344490529,"true_positive":38.411978546,"false_positive":21.588021454,"false_negative":23.19141456,"true_negative":16.80858544,"positive_prevalence":0.61603393106,"majority_accuracy_baseline":0.61603393106,"constant_brier_baseline":0.07908707655202402,"brier_skill":-0.07911086892553376,"baseline_adjusted_skill":0.06129899486194956,"baseline_adjusted_score":0.06129899486194956},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1334026753,"accuracy":0.82,"positive_recall":0.8,"specificity":0.84,"precision":0.8333333333333334,"balanced_accuracy":0.8200000000000001,"f1":0.8163265306122449,"true_positive":40,"false_positive":8,"false_negative":10,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4663892988,"baseline_adjusted_skill":0.6400000000000001,"baseline_adjusted_score":0.6400000000000001},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.012987012987012986,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.9052631578947369,"baseline_adjusted_score":0.9052631578947369},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.42,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.09375,"baseline_adjusted_score":0.09375},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1401148015,"accuracy":0.77,"positive_recall":0.98,"specificity":0.56,"precision":0.6901408450704225,"balanced_accuracy":0.77,"f1":0.8099173553719008,"true_positive":49,"false_positive":22,"false_negative":1,"true_negative":28,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.439540794,"baseline_adjusted_skill":0.54,"baseline_adjusted_score":0.54},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.08325125284692939,"accuracy":0.6953961360474517,"positive_recall":0.5354718335385128,"specificity":0.7698627624242692,"precision":0.5200200251925851,"balanced_accuracy":0.652667297981391,"f1":0.5276328264651409,"true_positive":119.08458576910198,"false_positive":109.91541423089802,"false_negative":103.30729053588584,"true_negative":367.69270946411416,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768642,"brier_skill":0.06171374916743522,"baseline_adjusted_skill":0.305334595962782,"baseline_adjusted_score":0.305334595962782},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2044747293,"accuracy":0.65,"positive_recall":0.62,"specificity":0.68,"precision":0.6595744680851063,"balanced_accuracy":0.65,"f1":0.6391752577319587,"true_positive":31,"false_positive":16,"false_negative":19,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.18210108280000004,"baseline_adjusted_skill":0.30000000000000004,"baseline_adjusted_score":0.30000000000000004},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.9668874172185431,"uniform_accuracy_baseline":0.006622516556291391,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.9655172413793104,"baseline_adjusted_score":0.9655172413793104},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.7958823529411765,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.6236442516268981,"baseline_adjusted_score":0.6236442516268981},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.42,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.03333333333333327,"baseline_adjusted_score":0.03333333333333327},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09649114819999999,"accuracy":0.89,"positive_recall":0.98,"specificity":0.8,"precision":0.8305084745762712,"balanced_accuracy":0.89,"f1":0.8990825688073395,"true_positive":49,"false_positive":10,"false_negative":1,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6140354072,"baseline_adjusted_skill":0.78,"baseline_adjusted_score":0.78},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.5833333333333334,"baseline_adjusted_score":0.5833333333333334},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.07142857142857142,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9775280898876404,"baseline_adjusted_score":0.9775280898876404},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.81,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.5869565217391305,"baseline_adjusted_score":0.5869565217391305},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.42,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.20547945205479448,"baseline_adjusted_score":0.20547945205479448},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.9444444444444444,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.8333333333333333,"baseline_adjusted_score":0.8333333333333333},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.1524222,"accuracy":0.8048780487804879,"positive_recall":0.825,"specificity":0.7857142857142857,"precision":0.7857142857142857,"balanced_accuracy":0.8053571428571429,"f1":0.8048780487804879,"true_positive":33,"false_positive":9,"false_negative":7,"true_negative":33,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.2498512790005949,"brier_skill":0.38994829,"baseline_adjusted_skill":0.6107142857142858,"baseline_adjusted_score":0.6107142857142858},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1437871314,"accuracy":0.78,"positive_recall":0.56,"specificity":1,"precision":1,"balanced_accuracy":0.78,"f1":0.717948717948718,"true_positive":28,"false_positive":0,"false_negative":22,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.42485147440000004,"baseline_adjusted_skill":0.56,"baseline_adjusted_score":0.56},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.7681564245810056,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.7025089605734768,"baseline_adjusted_score":0.7025089605734768},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.55,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.2622950819672132,"baseline_adjusted_score":0.2622950819672132},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.16410524985,"accuracy":0.75,"positive_recall":0.5227272727272727,"specificity":0.8141025641025641,"precision":0.4423076923076923,"balanced_accuracy":0.6684149184149184,"f1":0.4791666666666667,"true_positive":23,"false_positive":29,"false_negative":21,"true_negative":127,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":0.04367570017482525,"baseline_adjusted_skill":0.3368298368298368,"baseline_adjusted_score":0.3368298368298368},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.17084657409999998,"accuracy":0.71,"positive_recall":0.14,"specificity":0.9,"precision":0.3181818181818182,"balanced_accuracy":0.52,"f1":0.19444444444444445,"true_positive":7,"false_positive":15,"false_negative":43,"true_negative":135,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":0.08881827146666676,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.044670130700000005,"accuracy":0.95,"positive_recall":0.7894736842105263,"specificity":0.9668508287292817,"precision":0.7142857142857143,"balanced_accuracy":0.8781622564699041,"f1":0.75,"true_positive":15,"false_positive":6,"false_negative":4,"true_negative":175,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.085975,"brier_skill":0.4804288374527478,"baseline_adjusted_skill":0.7563245129398082,"baseline_adjusted_score":0.7563245129398082},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.04854917046626984,"accuracy":0.9013154761904763,"positive_recall":0.6061898621168536,"specificity":0.9201552694735908,"precision":0.3264423076923077,"balanced_accuracy":0.7631725657952222,"f1":0.424360265268567,"true_positive":101.85,"false_positive":210.15,"false_negative":66.16666666666667,"true_negative":2421.8333333333335,"positive_prevalence":0.060005952380952375,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679138,"brier_skill":-0.5076926927747969,"baseline_adjusted_skill":0.5263451315904444,"baseline_adjusted_score":0.5263451315904444},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.7818696883852692,"uniform_accuracy_baseline":0.027777777777777776,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.75,"baseline_adjusted_score":0.75},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.64,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.48571428571428577,"baseline_adjusted_score":0.48571428571428577},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1119256123,"accuracy":0.84,"positive_recall":1,"specificity":0.68,"precision":0.7575757575757576,"balanced_accuracy":0.8400000000000001,"f1":0.8620689655172413,"true_positive":50,"false_positive":16,"false_negative":0,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5522975508,"baseline_adjusted_skill":0.6800000000000002,"baseline_adjusted_score":0.6800000000000002},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.0495462025,"accuracy":0.92,"positive_recall":0.9,"specificity":0.94,"precision":0.9375,"balanced_accuracy":0.9199999999999999,"f1":0.9183673469387755,"true_positive":45,"false_positive":3,"false_negative":5,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.80181519,"baseline_adjusted_skill":0.8399999999999999,"baseline_adjusted_score":0.8399999999999999},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.66,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":0.1282051282051283,"baseline_adjusted_score":0.1282051282051283},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.8936170212765959,"baseline_adjusted_score":0.8936170212765959},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1295139065,"accuracy":0.81,"positive_recall":0.96,"specificity":0.66,"precision":0.7384615384615385,"balanced_accuracy":0.81,"f1":0.8347826086956521,"true_positive":48,"false_positive":17,"false_negative":2,"true_negative":33,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.481944374,"baseline_adjusted_skill":0.6200000000000001,"baseline_adjusted_score":0.6200000000000001},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.9104477611940298,"baseline_adjusted_score":0.9104477611940298},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.0015229081,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":50,"false_positive":0,"false_negative":0,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9939083676,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.4696768648648648,"uniform_accuracy_baseline":0.23445945945945948,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.28106994706443345,"baseline_adjusted_score":0.28106994706443345},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.05140841907594079,"accuracy":0.7079385855263157,"positive_recall":0.8008272403226095,"specificity":0.6194879637614166,"precision":0.6671161123595506,"balanced_accuracy":0.7101576020420131,"f1":0.7278819775429328,"true_positive":59.373334,"false_positive":29.626666,"false_negative":14.766669,"true_negative":48.233331,"positive_prevalence":0.4877631776315789,"majority_accuracy_baseline":0.512236822368421,"constant_brier_baseline":0.09451910039768556,"brier_skill":0.4561054976227894,"baseline_adjusted_skill":0.4203152040840261,"baseline_adjusted_score":0.4203152040840261},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.1151141908741352,"normalized_score_rmse":0.1501108951082953,"constant_score_baseline":0.5841668333333333,"constant_mae_baseline":0.21700552708333334,"baseline_adjusted_skill":0.4695333689361302,"baseline_adjusted_score":0.4695333689361302},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2102168701,"accuracy":0.71,"positive_recall":0.9,"specificity":0.52,"precision":0.6521739130434783,"balanced_accuracy":0.71,"f1":0.7563025210084033,"true_positive":45,"false_positive":24,"false_negative":5,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.15913251959999997,"baseline_adjusted_skill":0.41999999999999993,"baseline_adjusted_score":0.41999999999999993},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2969201952,"accuracy":0.54,"positive_recall":0.1,"specificity":0.98,"precision":0.8333333333333334,"balanced_accuracy":0.54,"f1":0.17857142857142858,"true_positive":5,"false_positive":1,"false_negative":45,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.18768078080000006,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.7868852459016393,"baseline_adjusted_score":0.7868852459016393},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.915,"uniform_accuracy_baseline":0.036111111111111115,"fixed_answer_accuracy_baseline":0.08833333333333333,"baseline_adjusted_skill":0.906764168190128,"baseline_adjusted_score":0.906764168190128},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.8863636363636362,"baseline_adjusted_score":0.8863636363636362},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.049879324215607396,"fixed_answer_accuracy_baseline":0.12442477876106194,"baseline_adjusted_skill":0.8172629876692945,"baseline_adjusted_score":0.8172629876692945},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2706318696,"accuracy":0.45,"positive_recall":0.64,"specificity":0.26,"precision":0.463768115942029,"balanced_accuracy":0.45,"f1":0.5378151260504201,"true_positive":32,"false_positive":37,"false_negative":18,"true_negative":13,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.08252747840000008,"baseline_adjusted_skill":-0.09999999999999998,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.7777777777777778,"uniform_accuracy_baseline":0.23888888888888887,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.6862745098039217,"baseline_adjusted_score":0.6862745098039217},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.14654613734375,"accuracy":0.75,"positive_recall":0.875,"specificity":0.625,"precision":0.7,"balanced_accuracy":0.75,"f1":0.7777777777777778,"true_positive":28,"false_positive":12,"false_negative":4,"true_negative":20,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.413815450625,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.8636363636363639,"baseline_adjusted_score":0.8636363636363639},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1936817494,"accuracy":0.77,"positive_recall":0.64,"specificity":0.9,"precision":0.8648648648648649,"balanced_accuracy":0.77,"f1":0.735632183908046,"true_positive":32,"false_positive":5,"false_negative":18,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.22527300240000003,"baseline_adjusted_skill":0.54,"baseline_adjusted_score":0.54},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8529411764705882,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.7826086956521737,"baseline_adjusted_score":0.7826086956521737},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.01653889696969697,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":16,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.9337836073529412,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.1733666602664366,"normalized_score_rmse":0.29423320079933096,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.4746464840411012,"baseline_adjusted_score":0.4746464840411012},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.25,"uniform_accuracy_baseline":0.178125,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.05263157894736839,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.027060567352941173,"accuracy":0.9705882352941176,"positive_recall":1,"specificity":0.9411764705882353,"precision":0.9444444444444444,"balanced_accuracy":0.9705882352941176,"f1":0.9714285714285714,"true_positive":17,"false_positive":1,"false_negative":0,"true_negative":16,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8917577305882353,"baseline_adjusted_skill":0.9411764705882353,"baseline_adjusted_score":0.9411764705882353},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.2338005215027552,"normalized_score_rmse":0.31645642713338107,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-0.5898435462187355,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.2708333333333333,"uniform_accuracy_baseline":0.13194444444444445,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":-0.826086956521739,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.2348498726923077,"accuracy":0.7307692307692307,"positive_recall":1,"specificity":0.46153846153846156,"precision":0.65,"balanced_accuracy":0.7307692307692308,"f1":0.7878787878787878,"true_positive":26,"false_positive":14,"false_negative":0,"true_negative":12,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.060600509230769206,"baseline_adjusted_skill":0.4615384615384617,"baseline_adjusted_score":0.4615384615384617},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.044150579733333334,"accuracy":0.9466666666666667,"positive_recall":1,"specificity":0.8888888888888888,"precision":0.9069767441860465,"balanced_accuracy":0.9444444444444444,"f1":0.9512195121951219,"true_positive":39,"false_positive":4,"false_negative":0,"true_negative":32,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24960000000000004,"brier_skill":0.8231146645299146,"baseline_adjusted_skill":0.8888888888888888,"baseline_adjusted_score":0.8888888888888888},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.28497010471510104,"normalized_score_rmse":0.3570081679079276,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.017750373982503564,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.84,"baseline_adjusted_score":0.84},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.2095180014285714,"accuracy":0.7142857142857143,"positive_recall":1,"specificity":0.42857142857142855,"precision":0.6363636363636364,"balanced_accuracy":0.7142857142857143,"f1":0.7777777777777778,"true_positive":14,"false_positive":8,"false_negative":0,"true_negative":6,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.16192799428571436,"baseline_adjusted_skill":0.4285714285714286,"baseline_adjusted_score":0.4285714285714286},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.20367384276145964,"normalized_score_rmse":0.2607327167635215,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.1696969696969697,"baseline_adjusted_skill":-0.20022085913002985,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.03060571882352941,"accuracy":0.9647058823529412,"positive_recall":1,"specificity":0.925,"precision":0.9375,"balanced_accuracy":0.9625,"f1":0.967741935483871,"true_positive":45,"false_positive":3,"false_negative":0,"true_negative":37,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.2491349480968858,"brier_skill":0.8771520452777778,"baseline_adjusted_skill":0.925,"baseline_adjusted_score":0.925},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.8947368421052632,"baseline_adjusted_score":0.8947368421052632},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.330243577,"accuracy":0.6,"positive_recall":0.42857142857142855,"specificity":1,"precision":1,"balanced_accuracy":0.7142857142857143,"f1":0.6,"true_positive":15,"false_positive":0,"false_negative":20,"true_negative":15,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.21,"brier_skill":-0.5725884619047621,"baseline_adjusted_skill":0.4285714285714286,"baseline_adjusted_score":0.4285714285714286},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.2762789694211597,"normalized_score_rmse":0.41691775828626676,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.01328939492442971,"baseline_adjusted_score":0.01328939492442971},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.7088607594936709,"uniform_accuracy_baseline":0.24240506329113923,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.08039764333333334,"accuracy":0.9047619047619048,"positive_recall":1,"specificity":0.8,"precision":0.8461538461538461,"balanced_accuracy":0.9,"f1":0.9166666666666666,"true_positive":11,"false_positive":2,"false_negative":0,"true_negative":8,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.2494331065759637,"brier_skill":0.677678539,"baseline_adjusted_skill":0.8,"baseline_adjusted_score":0.8},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.7575757575757576,"uniform_accuracy_baseline":0.32373737373737377,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.6,"baseline_adjusted_score":0.6},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.17674202606060604,"accuracy":0.7272727272727273,"positive_recall":0.5294117647058824,"specificity":0.9375,"precision":0.9,"balanced_accuracy":0.7334558823529411,"f1":0.6666666666666666,"true_positive":9,"false_positive":1,"false_negative":8,"true_negative":15,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.29238210889705885,"baseline_adjusted_skill":0.46691176470588225,"baseline_adjusted_score":0.46691176470588225},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.18440917334311174,"normalized_score_rmse":0.24394877932243417,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.3431372549019608,"baseline_adjusted_skill":0.46257898054293145,"baseline_adjusted_score":0.46257898054293145},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.0512880716,"accuracy":0.94,"positive_recall":0.94,"specificity":0.94,"precision":0.94,"balanced_accuracy":0.94,"f1":0.94,"true_positive":47,"false_positive":3,"false_negative":3,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7948477136000001,"baseline_adjusted_skill":0.8799999999999999,"baseline_adjusted_score":0.8799999999999999},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.41333333333333333,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":0.09278350515463916,"baseline_adjusted_score":0.09278350515463916},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.263849254,"accuracy":0.5066666666666667,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":37,"true_negative":38,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555554,"brier_skill":-0.055584675497866165,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.14285714285714285,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.858974358974359,"baseline_adjusted_score":0.858974358974359},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.385,"uniform_accuracy_baseline":0.32416666666666666,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.06818181818181816,"baseline_adjusted_score":0.06818181818181816},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.04210961,"accuracy":0.9696969696969697,"positive_recall":1,"specificity":0.9411764705882353,"precision":0.9411764705882353,"balanced_accuracy":0.9705882352941176,"f1":0.9696969696969697,"true_positive":16,"false_positive":1,"false_negative":0,"true_negative":16,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.8314067452573529,"baseline_adjusted_skill":0.9411764705882353,"baseline_adjusted_score":0.9411764705882353},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.1302141969738541,"normalized_score_rmse":0.1642539527054458,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.407300896532802,"baseline_adjusted_score":0.407300896532802},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.17259753079999998,"accuracy":0.76,"positive_recall":0.8636363636363636,"specificity":0.7307692307692307,"precision":0.475,"balanced_accuracy":0.7972027972027972,"f1":0.6129032258064516,"true_positive":19,"false_positive":21,"false_negative":3,"true_negative":57,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.005813116550116515,"baseline_adjusted_skill":0.5944055944055944,"baseline_adjusted_score":0.5944055944055944},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10670361769999999,"accuracy":0.88,"positive_recall":0.7297297297297297,"specificity":0.9682539682539683,"precision":0.9310344827586207,"balanced_accuracy":0.848991848991849,"f1":0.8181818181818182,"true_positive":27,"false_positive":2,"false_negative":10,"true_negative":61,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000003,"brier_skill":0.5422410223080224,"baseline_adjusted_skill":0.697983697983698,"baseline_adjusted_score":0.697983697983698},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10298836959999999,"accuracy":0.85,"positive_recall":0.8205128205128205,"specificity":0.8688524590163934,"precision":0.8,"balanced_accuracy":0.844682639764607,"f1":0.810126582278481,"true_positive":32,"false_positive":8,"false_negative":7,"true_negative":53,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379,"brier_skill":0.5670938646490122,"baseline_adjusted_skill":0.689365279529214,"baseline_adjusted_score":0.689365279529214},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.13557559489999998,"accuracy":0.81,"positive_recall":0.8387096774193549,"specificity":0.7971014492753623,"precision":0.65,"balanced_accuracy":0.8179055633473586,"f1":0.7323943661971831,"true_positive":26,"false_positive":14,"false_negative":5,"true_negative":55,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999998,"brier_skill":0.36617300187003277,"baseline_adjusted_skill":0.6358111266947173,"baseline_adjusted_score":0.6358111266947173},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.9444444444444444,"baseline_adjusted_score":0.9444444444444444},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.130018500838015,"normalized_score_rmse":0.166296334148244,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.44078064155692476,"baseline_adjusted_score":0.44078064155692476},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.16088531039999998,"accuracy":0.79,"positive_recall":1,"specificity":0.58,"precision":0.704225352112676,"balanced_accuracy":0.79,"f1":0.8264462809917356,"true_positive":50,"false_positive":21,"false_negative":0,"true_negative":29,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3564587584000001,"baseline_adjusted_skill":0.5800000000000001,"baseline_adjusted_score":0.5800000000000001},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2435958569,"accuracy":0.63,"positive_recall":0.74,"specificity":0.52,"precision":0.6065573770491803,"balanced_accuracy":0.63,"f1":0.6666666666666666,"true_positive":37,"false_positive":24,"false_negative":13,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.025616572400000037,"baseline_adjusted_skill":0.26,"baseline_adjusted_score":0.26},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.78,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":0.37142857142857144,"baseline_adjusted_score":0.37142857142857144},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.0800183343,"accuracy":0.88,"positive_recall":0.9,"specificity":0.86,"precision":0.8653846153846154,"balanced_accuracy":0.88,"f1":0.8823529411764706,"true_positive":45,"false_positive":7,"false_negative":5,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6799266628,"baseline_adjusted_skill":0.76,"baseline_adjusted_score":0.76},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.857142857142857,"baseline_adjusted_score":0.857142857142857},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.71,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.5166666666666666,"baseline_adjusted_score":0.5166666666666666},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1649236282,"accuracy":0.77,"positive_recall":0.66,"specificity":0.88,"precision":0.8461538461538461,"balanced_accuracy":0.77,"f1":0.7415730337078652,"true_positive":33,"false_positive":6,"false_negative":17,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3403054872,"baseline_adjusted_skill":0.54,"baseline_adjusted_score":0.54},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.20851190476190473,"fixed_answer_accuracy_baseline":0.22333333333333333,"baseline_adjusted_skill":0.9871244635193133,"baseline_adjusted_score":0.9871244635193133},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.051258552,"accuracy":0.95,"positive_recall":0.94,"specificity":0.96,"precision":0.9591836734693877,"balanced_accuracy":0.95,"f1":0.9494949494949495,"true_positive":47,"false_positive":2,"false_negative":3,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.794965792,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.1187685803240133,"normalized_score_rmse":0.1656003739793903,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.604104732253289,"baseline_adjusted_score":0.604104732253289},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.22851190476190475,"fixed_answer_accuracy_baseline":0.24333333333333332,"baseline_adjusted_skill":0.973568281938326,"baseline_adjusted_score":0.973568281938326},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.0345531921,"accuracy":0.93,"positive_recall":0.96,"specificity":0.9,"precision":0.9056603773584906,"balanced_accuracy":0.9299999999999999,"f1":0.9320388349514563,"true_positive":48,"false_positive":5,"false_negative":2,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8617872316,"baseline_adjusted_skill":0.8599999999999999,"baseline_adjusted_score":0.8599999999999999},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.099556268395214,"normalized_score_rmse":0.14414952996388591,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.3042222222222222,"baseline_adjusted_skill":0.6727514917615318,"baseline_adjusted_score":0.6727514917615318},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.73,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.564516129032258,"baseline_adjusted_score":0.564516129032258},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.040567433400000005,"accuracy":0.97,"positive_recall":0.98,"specificity":0.96,"precision":0.9607843137254902,"balanced_accuracy":0.97,"f1":0.9702970297029703,"true_positive":49,"false_positive":2,"false_negative":1,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8377302663999999,"baseline_adjusted_skill":0.94,"baseline_adjusted_score":0.94},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.74,"baseline_adjusted_score":0.74},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.0618413128,"accuracy":0.92,"positive_recall":0.86,"specificity":0.98,"precision":0.9772727272727273,"balanced_accuracy":0.9199999999999999,"f1":0.9148936170212766,"true_positive":43,"false_positive":1,"false_negative":7,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7526347488,"baseline_adjusted_skill":0.8399999999999999,"baseline_adjusted_score":0.8399999999999999},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.54,"uniform_accuracy_baseline":0.3533333333333333,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.22033898305084754,"baseline_adjusted_score":0.22033898305084754},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.9516129032258064,"baseline_adjusted_score":0.9516129032258064},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.4,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.03225806451612906,"baseline_adjusted_score":0.03225806451612906},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.37,"uniform_accuracy_baseline":0.1111111111111111,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.25,"baseline_adjusted_score":0.25},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.112444900175,"accuracy":0.713125,"positive_recall":0.5543836519446276,"specificity":0.750269936757674,"precision":0.341869918699187,"balanced_accuracy":0.6523267943511508,"f1":0.42293185818456114,"true_positive":42.05,"false_positive":80.95,"false_negative":33.8,"true_negative":243.2,"positive_prevalence":0.189625,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500001,"brier_skill":-0.4771356888908682,"baseline_adjusted_skill":0.30465358870230164,"baseline_adjusted_score":0.30465358870230164},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.27009730610124044,"normalized_score_rmse":0.30410303832565516,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":-0.2636131279590197,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.063617938225,"accuracy":0.787875,"positive_recall":0.36943272386310355,"specificity":0.9400034088972217,"precision":0.6912280701754385,"balanced_accuracy":0.6547180663801626,"f1":0.481515429269783,"true_positive":39.4,"false_positive":17.6,"false_negative":67.25,"true_negative":275.75,"positive_prevalence":0.266625,"majority_accuracy_baseline":0.733375,"constant_brier_baseline":0.115654859375,"brier_skill":0.4499328556638954,"baseline_adjusted_skill":0.3094361327603252,"baseline_adjusted_score":0.3094361327603252},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1802636682818197,"normalized_score_rmse":0.23625146059813903,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.3292514668583453,"baseline_adjusted_score":0.3292514668583453},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.08277634367499999,"accuracy":0.731125,"positive_recall":0.752572706935123,"specificity":0.7228100607111881,"precision":0.5128048780487805,"balanced_accuracy":0.7376913838231556,"f1":0.6099728014505893,"true_positive":84.1,"false_positive":79.9,"false_negative":27.65,"true_negative":208.35,"positive_prevalence":0.279375,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937500001,"brier_skill":0.2684749677815791,"baseline_adjusted_skill":0.47538276764631116,"baseline_adjusted_score":0.47538276764631116},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.22237032566207657,"normalized_score_rmse":0.2674009571831114,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.1588829289377719,"baseline_adjusted_score":0.1588829289377719},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.05702400235,"accuracy":0.851625,"positive_recall":0.4191549295774648,"specificity":0.9749397590361445,"precision":0.8266666666666668,"balanced_accuracy":0.6970473443068046,"f1":0.5562616822429907,"true_positive":37.2,"false_positive":7.8,"false_negative":51.55,"true_negative":303.45,"positive_prevalence":0.221875,"majority_accuracy_baseline":0.778125,"constant_brier_baseline":0.12674023437499998,"brier_skill":0.5500718250111725,"baseline_adjusted_skill":0.3940946886136092,"baseline_adjusted_score":0.3940946886136092},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.16058861298540858,"normalized_score_rmse":0.23364834966768167,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.2882499147461115,"baseline_adjusted_score":0.2882499147461115},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.03533961815,"accuracy":0.8414999999999999,"positive_recall":0.6871455576559545,"specificity":0.8970088375254929,"precision":0.7058252427184466,"balanced_accuracy":0.7920771975907237,"f1":0.696360153256705,"true_positive":72.7,"false_positive":30.3,"false_negative":33.1,"true_negative":263.9,"positive_prevalence":0.2645,"majority_accuracy_baseline":0.7355,"constant_brier_baseline":0.11362725,"brier_skill":0.6889864169906426,"baseline_adjusted_skill":0.5841543951814474,"baseline_adjusted_score":0.5841543951814474},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.155942994527733,"normalized_score_rmse":0.19399749030143607,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.3793313650637492,"baseline_adjusted_score":0.3793313650637492},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.060619279425,"accuracy":0.83,"positive_recall":0.4281984334203655,"specificity":0.9251700680272109,"precision":0.575438596491228,"balanced_accuracy":0.6766842507237882,"f1":0.49101796407185627,"true_positive":32.8,"false_positive":24.2,"false_negative":43.8,"true_negative":299.2,"positive_prevalence":0.19149999999999998,"majority_accuracy_baseline":0.8085,"constant_brier_baseline":0.09190274999999999,"brier_skill":0.3403975460473163,"baseline_adjusted_skill":0.3533685014475765,"baseline_adjusted_score":0.3533685014475765},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.17464079531506396,"normalized_score_rmse":0.22441418813584454,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.1558148866945549,"baseline_adjusted_score":0.1558148866945549},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.03959906255,"accuracy":0.9025,"positive_recall":0.7303523035230353,"specificity":0.9414469650521152,"precision":0.7383561643835617,"balanced_accuracy":0.8358996342875753,"f1":0.7343324250681198,"true_positive":53.9,"false_positive":19.1,"false_negative":19.9,"true_negative":307.1,"positive_prevalence":0.1845,"majority_accuracy_baseline":0.8155,"constant_brier_baseline":0.10922225,"brier_skill":0.6374450942916852,"baseline_adjusted_skill":0.6717992685751506,"baseline_adjusted_score":0.6717992685751506},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1713236716295572,"normalized_score_rmse":0.21337134237244296,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":0.09532054585052296,"baseline_adjusted_score":0.09532054585052296},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.056634332074999995,"accuracy":0.84,"positive_recall":0.32802547770700635,"specificity":0.9650077760497667,"precision":0.6959459459459459,"balanced_accuracy":0.6465166268783865,"f1":0.4458874458874459,"true_positive":25.75,"false_positive":11.25,"false_negative":52.75,"true_negative":310.25,"positive_prevalence":0.19625,"majority_accuracy_baseline":0.80375,"constant_brier_baseline":0.09878593749999999,"brier_skill":0.4266964154184395,"baseline_adjusted_skill":0.293033253756773,"baseline_adjusted_score":0.293033253756773},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.20951343709150375,"normalized_score_rmse":0.241730125284701,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":0.008220416134893438,"baseline_adjusted_score":0.008220416134893438},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.06758490757653061,"accuracy":0.7048469387755101,"positive_recall":0.8686239620403321,"specificity":0.5812444046553268,"precision":0.6102083333333332,"balanced_accuracy":0.7249341833478294,"f1":0.7168379833578071,"true_positive":146.45,"false_positive":93.55,"false_negative":22.15,"true_negative":129.85,"positive_prevalence":0.4301020408163265,"majority_accuracy_baseline":0.5698979591836735,"constant_brier_baseline":0.12359641815910039,"brier_skill":0.45318069420481544,"baseline_adjusted_skill":0.4498683666956589,"baseline_adjusted_score":0.4498683666956589},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.1750355581291592,"normalized_score_rmse":0.21758443648099593,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.36468575197564435,"baseline_adjusted_score":0.36468575197564435},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.07731663765,"accuracy":0.86175,"positive_recall":0.6982690794649883,"specificity":0.8926289196017239,"precision":0.5512422360248447,"balanced_accuracy":0.795448999533356,"f1":0.6161055189170427,"true_positive":88.75,"false_positive":72.25,"false_negative":38.35,"true_negative":600.65,"positive_prevalence":0.158875,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499999,"brier_skill":0.21726456044907738,"baseline_adjusted_skill":0.590897999066712,"baseline_adjusted_score":0.590897999066712},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.248275174463541,"normalized_score_rmse":0.29505043370763945,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-0.5046980270517636,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.61,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.3709677419354838,"baseline_adjusted_score":0.3709677419354838},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2579878369,"accuracy":0.58,"positive_recall":0.58,"specificity":0.58,"precision":0.58,"balanced_accuracy":0.58,"f1":0.58,"true_positive":29,"false_positive":21,"false_negative":21,"true_negative":29,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.03195134759999996,"baseline_adjusted_skill":0.15999999999999992,"baseline_adjusted_score":0.15999999999999992},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.11862160371106693,"uniform_accuracy_baseline":0.058823529411764705,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":-0.03582554517133955,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.9130434782608695,"baseline_adjusted_score":0.9130434782608695},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2535367477,"accuracy":0.56,"positive_recall":0.94,"specificity":0.18,"precision":0.5340909090909091,"balanced_accuracy":0.5599999999999999,"f1":0.6811594202898551,"true_positive":47,"false_positive":41,"false_negative":3,"true_negative":9,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.014146990800000037,"baseline_adjusted_skill":0.11999999999999988,"baseline_adjusted_score":0.11999999999999988},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.52,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.23809523809523814,"baseline_adjusted_score":0.23809523809523814},"scoring":{"eligible":true,"reason":null},"model":123,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.18639461439189198,"accuracy":0.7567567567567568,"positive_recall":0.6197183098591549,"specificity":0.8831168831168831,"precision":0.8301886792452831,"balanced_accuracy":0.751417596488019,"f1":0.7096774193548387,"true_positive":44,"false_positive":9,"false_negative":27,"true_negative":68,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.2495891161431699,"brier_skill":0.2531941405450875,"baseline_adjusted_skill":0.502835192976038,"baseline_adjusted_score":0.502835192976038},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.39,"uniform_accuracy_baseline":0.20049999999999962,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.14084507042253527,"baseline_adjusted_score":0.14084507042253527},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.9411764705882353,"baseline_adjusted_score":0.9411764705882353},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.77,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.5106382978723404,"baseline_adjusted_score":0.5106382978723404},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.5918367346938777,"baseline_adjusted_score":0.5918367346938777},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.07679898271875486,"accuracy":0.63114647856,"positive_recall":0.898635897956864,"specificity":0.20198731092074504,"precision":0.6437095404767441,"balanced_accuracy":0.5503116044388046,"f1":0.7501049849341124,"true_positive":55.35902048099999,"false_positive":30.640979519,"false_negative":6.244372625,"true_negative":7.755627375,"positive_prevalence":0.6160339310599999,"majority_accuracy_baseline":0.6160339310599999,"constant_brier_baseline":0.079087076552024,"brier_skill":0.028931323966236322,"baseline_adjusted_skill":0.10062320887760912,"baseline_adjusted_score":0.10062320887760912},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.14118521539999998,"accuracy":0.79,"positive_recall":0.68,"specificity":0.9,"precision":0.8717948717948718,"balanced_accuracy":0.79,"f1":0.7640449438202247,"true_positive":34,"false_positive":5,"false_negative":16,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4352591384000001,"baseline_adjusted_skill":0.5800000000000001,"baseline_adjusted_score":0.5800000000000001},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.74,"uniform_accuracy_baseline":0.012987012987012965,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.7263157894736841,"baseline_adjusted_score":0.7263157894736841},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.9166666666666666,"baseline_adjusted_score":0.9166666666666666},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.52,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.25000000000000006,"baseline_adjusted_score":0.25000000000000006},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.13313595470000006,"accuracy":0.82,"positive_recall":0.98,"specificity":0.66,"precision":0.7424242424242424,"balanced_accuracy":0.8200000000000001,"f1":0.8448275862068966,"true_positive":49,"false_positive":17,"false_negative":1,"true_negative":33,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.46745618119999977,"baseline_adjusted_skill":0.6400000000000001,"baseline_adjusted_score":0.6400000000000001},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.0709912758137097,"accuracy":0.6908640176024554,"positive_recall":0.6362568033703836,"specificity":0.716291141284744,"precision":0.5108243477016364,"balanced_accuracy":0.6762739723275638,"f1":0.5666826034908812,"true_positive":141.4983443133533,"false_positive":135.5016556866467,"false_negative":80.89353199163452,"true_negative":342.1064680083655,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768597,"brier_skill":0.1998902629424708,"baseline_adjusted_skill":0.3525479446551276,"baseline_adjusted_score":0.3525479446551276},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2040117009,"accuracy":0.68,"positive_recall":0.5,"specificity":0.86,"precision":0.78125,"balanced_accuracy":0.6799999999999999,"f1":0.6097560975609756,"true_positive":25,"false_positive":7,"false_negative":25,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.18395319639999996,"baseline_adjusted_skill":0.3599999999999999,"baseline_adjusted_score":0.3599999999999999},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.9337748344370861,"uniform_accuracy_baseline":0.006622516556291403,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.9310344827586207,"baseline_adjusted_score":0.9310344827586207},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.77,"uniform_accuracy_baseline":0.3333333333333301,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.5759219088937093,"baseline_adjusted_score":0.5759219088937093},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.44,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.06666666666666664,"baseline_adjusted_score":0.06666666666666664},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.15352013760000005,"accuracy":0.79,"positive_recall":0.96,"specificity":0.62,"precision":0.7164179104477612,"balanced_accuracy":0.79,"f1":0.8205128205128205,"true_positive":48,"false_positive":19,"false_negative":2,"true_negative":31,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3859194495999998,"baseline_adjusted_skill":0.5800000000000001,"baseline_adjusted_score":0.5800000000000001},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.73,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.43749999999999994,"baseline_adjusted_score":0.43749999999999994},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.07142857142857136,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9887640449438202,"baseline_adjusted_score":0.9887640449438202},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.77,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.43,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.21917808219178078,"baseline_adjusted_score":0.21917808219178078},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.8333333333333334,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.5000000000000001,"baseline_adjusted_score":0.5000000000000001},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.22355789060975603,"accuracy":0.6951219512195121,"positive_recall":0.525,"specificity":0.8571428571428571,"precision":0.7777777777777778,"balanced_accuracy":0.6910714285714286,"f1":0.6268656716417911,"true_positive":21,"false_positive":6,"false_negative":19,"true_negative":36,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.24985127900059498,"brier_skill":0.10523615686904819,"baseline_adjusted_skill":0.3821428571428571,"baseline_adjusted_score":0.3821428571428571},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.15340419140000003,"accuracy":0.75,"positive_recall":0.52,"specificity":0.98,"precision":0.9629629629629629,"balanced_accuracy":0.75,"f1":0.6753246753246753,"true_positive":26,"false_positive":1,"false_negative":24,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3863832343999999,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.7402234636871509,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.6666666666666667,"baseline_adjusted_score":0.6666666666666667},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.52,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.21311475409836067,"baseline_adjusted_score":0.21311475409836067},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.1628119816,"accuracy":0.745,"positive_recall":0.5227272727272727,"specificity":0.8076923076923077,"precision":0.4339622641509434,"balanced_accuracy":0.6652097902097902,"f1":0.4742268041237113,"true_positive":23,"false_positive":30,"false_negative":21,"true_negative":126,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000053,"brier_skill":0.05121222843823148,"baseline_adjusted_skill":0.3304195804195804,"baseline_adjusted_score":0.3304195804195804},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.1622576219000001,"accuracy":0.745,"positive_recall":0.26,"specificity":0.9066666666666666,"precision":0.48148148148148145,"balanced_accuracy":0.5833333333333333,"f1":0.33766233766233766,"true_positive":13,"false_positive":14,"false_negative":37,"true_negative":136,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":0.13462601653333284,"baseline_adjusted_skill":0.16666666666666652,"baseline_adjusted_score":0.16666666666666652},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.04017579015000001,"accuracy":0.955,"positive_recall":0.8421052631578947,"specificity":0.9668508287292817,"precision":0.7272727272727273,"balanced_accuracy":0.9044780459435882,"f1":0.7804878048780488,"true_positive":16,"false_positive":6,"false_negative":3,"true_negative":175,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.0859749999999999,"brier_skill":0.5327038075021802,"baseline_adjusted_skill":0.8089560918871763,"baseline_adjusted_score":0.8089560918871763},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.06042679562579365,"accuracy":0.8892559523809527,"positive_recall":0.6396190854081938,"specificity":0.9051919021776987,"precision":0.3010270774976658,"balanced_accuracy":0.7724054937929463,"f1":0.4093838290847911,"true_positive":107.46666666666674,"false_positive":249.53333333333345,"false_negative":60.550000000000004,"true_negative":2382.4500000000007,"positive_prevalence":0.060005952380952354,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679296,"brier_skill":-0.8765519026961972,"baseline_adjusted_skill":0.5448109875858926,"baseline_adjusted_score":0.5448109875858926},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.7988668555240793,"uniform_accuracy_baseline":0.027777777777777853,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.7694805194805194,"baseline_adjusted_score":0.7694805194805194},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.4,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.1428571428571429,"baseline_adjusted_score":0.1428571428571429},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10233640079999999,"accuracy":0.84,"positive_recall":0.98,"specificity":0.7,"precision":0.765625,"balanced_accuracy":0.84,"f1":0.8596491228070176,"true_positive":49,"false_positive":15,"false_negative":1,"true_negative":35,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5906543968,"baseline_adjusted_skill":0.6799999999999999,"baseline_adjusted_score":0.6799999999999999},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.0761471261,"accuracy":0.89,"positive_recall":0.88,"specificity":0.9,"precision":0.8979591836734694,"balanced_accuracy":0.89,"f1":0.8888888888888888,"true_positive":44,"false_positive":5,"false_negative":6,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6954114955999999,"baseline_adjusted_skill":0.78,"baseline_adjusted_score":0.78},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.61,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.8297872340425533,"baseline_adjusted_score":0.8297872340425533},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.14852505129999993,"accuracy":0.82,"positive_recall":1,"specificity":0.64,"precision":0.7352941176470589,"balanced_accuracy":0.8200000000000001,"f1":0.847457627118644,"true_positive":50,"false_positive":18,"false_negative":0,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.40589979480000027,"baseline_adjusted_skill":0.6400000000000001,"baseline_adjusted_score":0.6400000000000001},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.93,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8955223880597017,"baseline_adjusted_score":0.8955223880597017},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.03106448320000002,"accuracy":0.96,"positive_recall":0.96,"specificity":0.96,"precision":0.96,"balanced_accuracy":0.96,"f1":0.96,"true_positive":48,"false_positive":2,"false_negative":2,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8757420671999999,"baseline_adjusted_skill":0.9199999999999999,"baseline_adjusted_score":0.9199999999999999},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.4853750945945946,"uniform_accuracy_baseline":0.23445945945945923,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.3023511780401733,"baseline_adjusted_score":0.3023511780401733},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.07392531849567767,"accuracy":0.6483771776315791,"positive_recall":0.7937235583872312,"specificity":0.5099751545071343,"precision":0.6066666701030928,"balanced_accuracy":0.6518493564471828,"f1":0.6877020681132043,"true_positive":58.846667000000004,"false_positive":38.153332999999996,"false_negative":15.293335999999998,"true_negative":39.70666400000001,"positive_prevalence":0.48776317763157917,"majority_accuracy_baseline":0.5122368223684208,"constant_brier_baseline":0.0945191003976856,"brier_skill":0.21787958005694463,"baseline_adjusted_skill":0.30369871289436556,"baseline_adjusted_score":0.30369871289436556},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.12961014820884662,"normalized_score_rmse":0.18264924676625652,"constant_score_baseline":0.5841668333333334,"constant_mae_baseline":0.21700552708333315,"baseline_adjusted_skill":0.40273342365572784,"baseline_adjusted_score":0.40273342365572784},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.22593429009999988,"accuracy":0.67,"positive_recall":0.94,"specificity":0.4,"precision":0.6103896103896104,"balanced_accuracy":0.6699999999999999,"f1":0.7401574803149606,"true_positive":47,"false_positive":30,"false_negative":3,"true_negative":20,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.09626283960000048,"baseline_adjusted_skill":0.33999999999999986,"baseline_adjusted_score":0.33999999999999986},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24914960470000008,"accuracy":0.62,"positive_recall":0.38,"specificity":0.86,"precision":0.7307692307692307,"balanced_accuracy":0.62,"f1":0.5,"true_positive":19,"false_positive":7,"false_negative":31,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.0034015811999996703,"baseline_adjusted_skill":0.24,"baseline_adjusted_score":0.24},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.8032786885245902,"baseline_adjusted_score":0.8032786885245902},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.875,"uniform_accuracy_baseline":0.03611111111111102,"fixed_answer_accuracy_baseline":0.08833333333333329,"baseline_adjusted_skill":0.8628884826325411,"baseline_adjusted_score":0.8628884826325411},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.909090909090909,"baseline_adjusted_score":0.909090909090909},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.785,"uniform_accuracy_baseline":0.04987932421560751,"fixed_answer_accuracy_baseline":0.1244247787610618,"baseline_adjusted_skill":0.7544471396806146,"baseline_adjusted_score":0.7544471396806146},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2543253067000001,"accuracy":0.5,"positive_recall":0.4,"specificity":0.6,"precision":0.5,"balanced_accuracy":0.5,"f1":0.4444444444444444,"true_positive":20,"false_positive":20,"false_negative":30,"true_negative":30,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.017301226800000347,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.8055555555555556,"uniform_accuracy_baseline":0.23888888888888893,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.7254901960784313,"baseline_adjusted_score":0.7254901960784313},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.10414202546875001,"accuracy":0.859375,"positive_recall":0.84375,"specificity":0.875,"precision":0.8709677419354839,"balanced_accuracy":0.859375,"f1":0.8571428571428571,"true_positive":27,"false_positive":4,"false_negative":5,"true_negative":28,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.583431898125,"baseline_adjusted_skill":0.71875,"baseline_adjusted_score":0.71875},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.7,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.5454545454545454,"baseline_adjusted_score":0.5454545454545454},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3369684455000001,"accuracy":0.54,"positive_recall":0.12,"specificity":0.96,"precision":0.75,"balanced_accuracy":0.54,"f1":0.20689655172413793,"true_positive":6,"false_positive":2,"false_negative":44,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.3478737820000004,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8529411764705882,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.7826086956521737,"baseline_adjusted_score":0.7826086956521737},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.0611409496969697,"accuracy":0.9696969696969697,"positive_recall":1,"specificity":0.9411764705882353,"precision":0.9411764705882353,"balanced_accuracy":0.9705882352941176,"f1":0.9696969696969697,"true_positive":16,"false_positive":1,"false_negative":0,"true_negative":16,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.7552114183088237,"baseline_adjusted_skill":0.9411764705882353,"baseline_adjusted_score":0.9411764705882353},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.18099718433636183,"normalized_score_rmse":0.34685678773610185,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.4515236838292066,"baseline_adjusted_score":0.4515236838292066},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.1875,"uniform_accuracy_baseline":0.17812500000000006,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.14035087719298242,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.029487394117647055,"accuracy":0.9705882352941176,"positive_recall":1,"specificity":0.9411764705882353,"precision":0.9444444444444444,"balanced_accuracy":0.9705882352941176,"f1":0.9714285714285714,"true_positive":17,"false_positive":1,"false_negative":0,"true_negative":16,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8820504235294118,"baseline_adjusted_skill":0.9411764705882353,"baseline_adjusted_score":0.9411764705882353},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.3589242972919782,"normalized_score_rmse":0.41868500421338317,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-1.440685221585452,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.13194444444444448,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":0.37391304347826093,"baseline_adjusted_score":0.37391304347826093},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.1328525676923077,"accuracy":0.8269230769230769,"positive_recall":0.7692307692307693,"specificity":0.8846153846153846,"precision":0.8695652173913043,"balanced_accuracy":0.8269230769230769,"f1":0.8163265306122449,"true_positive":20,"false_positive":3,"false_negative":6,"true_negative":23,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.46858972923076925,"baseline_adjusted_skill":0.6538461538461537,"baseline_adjusted_score":0.6538461538461537},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.08863842386666666,"accuracy":0.8933333333333333,"positive_recall":0.8974358974358975,"specificity":0.8888888888888888,"precision":0.8974358974358975,"balanced_accuracy":0.8931623931623931,"f1":0.8974358974358975,"true_positive":35,"false_positive":4,"false_negative":4,"true_negative":32,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24959999999999993,"brier_skill":0.644878109508547,"baseline_adjusted_skill":0.7863247863247862,"baseline_adjusted_score":0.7863247863247862},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.23044123804279237,"normalized_score_rmse":0.2730548673157595,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.1769955784185987,"baseline_adjusted_score":0.1769955784185987},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.7647058823529411,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.6799999999999998,"baseline_adjusted_score":0.6799999999999998},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.17076659964285715,"accuracy":0.7857142857142857,"positive_recall":1,"specificity":0.5714285714285714,"precision":0.7,"balanced_accuracy":0.7857142857142857,"f1":0.8235294117647058,"true_positive":14,"false_positive":6,"false_negative":0,"true_negative":8,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3169336014285714,"baseline_adjusted_skill":0.5714285714285714,"baseline_adjusted_score":0.5714285714285714},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.16870206729800247,"normalized_score_rmse":0.2331185376722465,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.16969696969696968,"baseline_adjusted_skill":0.00586281770819963,"baseline_adjusted_score":0.00586281770819963},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.033159307411764705,"accuracy":0.9647058823529412,"positive_recall":0.9777777777777777,"specificity":0.95,"precision":0.9565217391304348,"balanced_accuracy":0.9638888888888888,"f1":0.967032967032967,"true_positive":44,"false_positive":2,"false_negative":1,"true_negative":38,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.24913494809688563,"brier_skill":0.8669022244166666,"baseline_adjusted_skill":0.9277777777777776,"baseline_adjusted_score":0.9277777777777776},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.736842105263158,"baseline_adjusted_score":0.736842105263158},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.3527164404,"accuracy":0.46,"positive_recall":0.2857142857142857,"specificity":0.8666666666666667,"precision":0.8333333333333334,"balanced_accuracy":0.5761904761904761,"f1":0.425531914893617,"true_positive":10,"false_positive":2,"false_negative":25,"true_negative":13,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.20999999999999996,"brier_skill":-0.6796020971428574,"baseline_adjusted_skill":0.15238095238095228,"baseline_adjusted_score":0.15238095238095228},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.24097630283506302,"normalized_score_rmse":0.3387785437346189,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.13937034701763218,"baseline_adjusted_score":0.13937034701763218},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.7088607594936709,"uniform_accuracy_baseline":0.24240506329113914,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.018141801904761907,"accuracy":0.9523809523809523,"positive_recall":0.9090909090909091,"specificity":1,"precision":1,"balanced_accuracy":0.9545454545454546,"f1":0.9523809523809523,"true_positive":10,"false_positive":0,"false_negative":1,"true_negative":10,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.24943310657596363,"brier_skill":0.9272678669090909,"baseline_adjusted_skill":0.9090909090909092,"baseline_adjusted_score":0.9090909090909092},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.6060606060606061,"uniform_accuracy_baseline":0.3237373737373738,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.35000000000000003,"baseline_adjusted_score":0.35000000000000003},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.2111965812121212,"accuracy":0.6060606060606061,"positive_recall":0.35294117647058826,"specificity":0.875,"precision":0.75,"balanced_accuracy":0.6139705882352942,"f1":0.48,"true_positive":6,"false_positive":2,"false_negative":11,"true_negative":14,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.15443721713235337,"baseline_adjusted_skill":0.2279411764705883,"baseline_adjusted_score":0.2279411764705883},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.2385171561576912,"normalized_score_rmse":0.3090943352952456,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.34313725490196084,"baseline_adjusted_skill":0.3048928591975858,"baseline_adjusted_score":0.3048928591975858},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.12130127469999995,"accuracy":0.79,"positive_recall":0.9,"specificity":0.68,"precision":0.7377049180327869,"balanced_accuracy":0.79,"f1":0.8108108108108109,"true_positive":45,"false_positive":16,"false_negative":5,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5147949012000002,"baseline_adjusted_skill":0.5800000000000001,"baseline_adjusted_score":0.5800000000000001},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.3933333333333333,"uniform_accuracy_baseline":0.3333333333333332,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":0.061855670103092744,"baseline_adjusted_score":0.061855670103092744},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.24781393586666672,"accuracy":0.5866666666666667,"positive_recall":0.7027027027027027,"specificity":0.47368421052631576,"precision":0.5652173913043478,"balanced_accuracy":0.5881934566145093,"f1":0.6265060240963856,"true_positive":26,"false_positive":20,"false_negative":11,"true_negative":18,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555535,"brier_skill":0.008568001955902238,"baseline_adjusted_skill":0.17638691322901856,"baseline_adjusted_score":0.17638691322901856},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.1428571428571427,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.8974358974358975,"baseline_adjusted_score":0.8974358974358975},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.32416666666666627,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.015151515151515168,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.09514413818181816,"accuracy":0.8484848484848485,"positive_recall":0.6875,"specificity":1,"precision":1,"balanced_accuracy":0.84375,"f1":0.8148148148148148,"true_positive":11,"false_positive":0,"false_negative":5,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.619073652647059,"baseline_adjusted_skill":0.6875,"baseline_adjusted_score":0.6875},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.14435289462270318,"normalized_score_rmse":0.19312700365130178,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.34294544516562697,"baseline_adjusted_score":0.34294544516562697},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10509053189999999,"accuracy":0.81,"positive_recall":0.7272727272727273,"specificity":0.8333333333333334,"precision":0.5517241379310345,"balanced_accuracy":0.7803030303030303,"f1":0.6274509803921569,"true_positive":16,"false_positive":13,"false_negative":6,"true_negative":65,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000028,"brier_skill":0.38758431293706397,"baseline_adjusted_skill":0.5606060606060606,"baseline_adjusted_score":0.5606060606060606},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08313950579999999,"accuracy":0.89,"positive_recall":0.8108108108108109,"specificity":0.9365079365079365,"precision":0.8823529411764706,"balanced_accuracy":0.8736593736593736,"f1":0.8450704225352113,"true_positive":30,"false_positive":4,"false_negative":7,"true_negative":59,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000008,"brier_skill":0.6433311634491636,"baseline_adjusted_skill":0.7473187473187473,"baseline_adjusted_score":0.7473187473187473},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08880995470000003,"accuracy":0.89,"positive_recall":0.8461538461538461,"specificity":0.9180327868852459,"precision":0.868421052631579,"balanced_accuracy":0.882093316519546,"f1":0.8571428571428571,"true_positive":33,"false_positive":5,"false_negative":6,"true_negative":56,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379000000000002,"brier_skill":0.6266920777637666,"baseline_adjusted_skill":0.7641866330390921,"baseline_adjusted_score":0.7641866330390921},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.13875617200000004,"accuracy":0.83,"positive_recall":0.8709677419354839,"specificity":0.8115942028985508,"precision":0.675,"balanced_accuracy":0.8412809724170174,"f1":0.7605633802816901,"true_positive":27,"false_positive":13,"false_negative":4,"true_negative":56,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999987,"brier_skill":0.35130354371201433,"baseline_adjusted_skill":0.6825619448340348,"baseline_adjusted_score":0.6825619448340348},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.93,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.9027777777777778,"baseline_adjusted_score":0.9027777777777778},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.15741040605690404,"normalized_score_rmse":0.19647845406663375,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.32296599545417626,"baseline_adjusted_score":0.32296599545417626},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1953202039,"accuracy":0.76,"positive_recall":1,"specificity":0.52,"precision":0.6756756756756757,"balanced_accuracy":0.76,"f1":0.8064516129032258,"true_positive":50,"false_positive":24,"false_negative":0,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.21871918440000004,"baseline_adjusted_skill":0.52,"baseline_adjusted_score":0.52},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2565796745999999,"accuracy":0.54,"positive_recall":0.68,"specificity":0.4,"precision":0.53125,"balanced_accuracy":0.54,"f1":0.5964912280701754,"true_positive":34,"false_positive":30,"false_negative":16,"true_negative":20,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.026318698399999674,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.48,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.4857142857142859,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10664517229999997,"accuracy":0.87,"positive_recall":0.86,"specificity":0.88,"precision":0.8775510204081632,"balanced_accuracy":0.87,"f1":0.8686868686868687,"true_positive":43,"false_positive":6,"false_negative":7,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5734193108000001,"baseline_adjusted_skill":0.74,"baseline_adjusted_score":0.74},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.7380952380952381,"baseline_adjusted_score":0.7380952380952381},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.63,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.3833333333333333,"baseline_adjusted_score":0.3833333333333333},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1362113985,"accuracy":0.79,"positive_recall":0.6,"specificity":0.98,"precision":0.967741935483871,"balanced_accuracy":0.79,"f1":0.7407407407407407,"true_positive":30,"false_positive":1,"false_negative":20,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.455154406,"baseline_adjusted_skill":0.5800000000000001,"baseline_adjusted_score":0.5800000000000001},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.20851190476190457,"fixed_answer_accuracy_baseline":0.2233333333333332,"baseline_adjusted_skill":0.9742489270386266,"baseline_adjusted_score":0.9742489270386266},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.023463810999999998,"accuracy":0.99,"positive_recall":1,"specificity":0.98,"precision":0.9803921568627451,"balanced_accuracy":0.99,"f1":0.9900990099009901,"true_positive":50,"false_positive":1,"false_negative":0,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.906144756,"baseline_adjusted_skill":0.98,"baseline_adjusted_score":0.98},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.1285351135251836,"normalized_score_rmse":0.19548428345746197,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.5715496215827214,"baseline_adjusted_score":0.5715496215827214},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.22851190476190467,"fixed_answer_accuracy_baseline":0.2433333333333333,"baseline_adjusted_skill":0.894273127753304,"baseline_adjusted_score":0.894273127753304},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.04758989930000002,"accuracy":0.92,"positive_recall":0.94,"specificity":0.9,"precision":0.9038461538461539,"balanced_accuracy":0.9199999999999999,"f1":0.9215686274509803,"true_positive":47,"false_positive":5,"false_negative":3,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8096404027999999,"baseline_adjusted_skill":0.8399999999999999,"baseline_adjusted_score":0.8399999999999999},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.132367406042108,"normalized_score_rmse":0.2016369832580273,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.304222222222222,"baseline_adjusted_skill":0.5648989574948966,"baseline_adjusted_score":0.5648989574948966},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.66,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.4516129032258065,"baseline_adjusted_score":0.4516129032258065},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.0344327853,"accuracy":0.96,"positive_recall":0.96,"specificity":0.96,"precision":0.96,"balanced_accuracy":0.96,"f1":0.96,"true_positive":48,"false_positive":2,"false_negative":2,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8622688588,"baseline_adjusted_skill":0.9199999999999999,"baseline_adjusted_score":0.9199999999999999},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.72,"baseline_adjusted_score":0.72},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.06275398580000001,"accuracy":0.9,"positive_recall":0.84,"specificity":0.96,"precision":0.9545454545454546,"balanced_accuracy":0.8999999999999999,"f1":0.8936170212765957,"true_positive":42,"false_positive":2,"false_negative":8,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7489840567999999,"baseline_adjusted_skill":0.7999999999999998,"baseline_adjusted_score":0.7999999999999998},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.57,"uniform_accuracy_baseline":0.35333333333333317,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.27118644067796605,"baseline_adjusted_score":0.27118644067796605},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.93,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.8870967741935485,"baseline_adjusted_score":0.8870967741935485},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.41,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.048387096774193505,"baseline_adjusted_score":0.048387096774193505},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.35,"uniform_accuracy_baseline":0.11111111111111088,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.22619047619047616,"baseline_adjusted_score":0.22619047619047616},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.0998719861000001,"accuracy":0.7538749999999994,"positive_recall":0.4311140408701385,"specificity":0.8293999691500848,"precision":0.37159090909090925,"balanced_accuracy":0.6302570050101117,"f1":0.3991455599633812,"true_positive":32.7,"false_positive":55.299999999999976,"false_negative":43.15,"true_negative":268.8499999999998,"positive_prevalence":0.1896249999999999,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500007,"brier_skill":-0.311971238883469,"baseline_adjusted_skill":0.26051401002022345,"baseline_adjusted_score":0.26051401002022345},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.297051632296464,"normalized_score_rmse":0.33610682105375106,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":-0.3897152388138665,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.05862189387499999,"accuracy":0.8036249999999999,"positive_recall":0.44585091420534456,"specificity":0.9336969490369865,"precision":0.7097014925373135,"balanced_accuracy":0.6897739316211655,"f1":0.5476533256550533,"true_positive":47.550000000000004,"false_positive":19.449999999999992,"false_negative":59.100000000000016,"true_negative":273.9,"positive_prevalence":0.2666249999999998,"majority_accuracy_baseline":0.7333750000000002,"constant_brier_baseline":0.11565485937499977,"brier_skill":0.49313073232034177,"baseline_adjusted_skill":0.37954786324233103,"baseline_adjusted_score":0.37954786324233103},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1932415025330424,"normalized_score_rmse":0.22894956726110838,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.28096185103984217,"baseline_adjusted_score":0.28096185103984217},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.05587458155000002,"accuracy":0.796875,"positive_recall":0.6375838926174494,"specificity":0.8586296617519514,"precision":0.636160714285714,"balanced_accuracy":0.7481067771847004,"f1":0.6368715083798879,"true_positive":71.24999999999994,"false_positive":40.75000000000002,"false_negative":40.500000000000014,"true_negative":247.50000000000006,"positive_prevalence":0.2793749999999999,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937499995,"brier_skill":0.5062157465056145,"baseline_adjusted_skill":0.49621355436940084,"baseline_adjusted_score":0.49621355436940084},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.20446574690671668,"normalized_score_rmse":0.2405994120913932,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.22660710389894412,"baseline_adjusted_score":0.22660710389894412},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.07577562880000002,"accuracy":0.8348749999999996,"positive_recall":0.30253521126760563,"specificity":0.9866666666666667,"precision":0.8661290322580646,"balanced_accuracy":0.6446009389671361,"f1":0.44843423799582466,"true_positive":26.85,"false_positive":4.1499999999999995,"false_negative":61.900000000000006,"true_negative":307.0999999999998,"positive_prevalence":0.22187499999999974,"majority_accuracy_baseline":0.7781250000000003,"constant_brier_baseline":0.126740234375001,"brier_skill":0.40211859971953423,"baseline_adjusted_skill":0.2892018779342722,"baseline_adjusted_score":0.2892018779342722},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.20369560611282025,"normalized_score_rmse":0.248180568760009,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.09719398952766645,"baseline_adjusted_score":0.09719398952766645},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.03863819242499996,"accuracy":0.8317499999999995,"positive_recall":0.7065217391304347,"specificity":0.8767845003399047,"precision":0.6734234234234234,"balanced_accuracy":0.7916531197351697,"f1":0.6895756457564576,"true_positive":74.74999999999999,"false_positive":36.249999999999986,"false_negative":31.050000000000015,"true_negative":257.9499999999998,"positive_prevalence":0.26449999999999985,"majority_accuracy_baseline":0.7355000000000002,"constant_brier_baseline":0.11362725000000028,"brier_skill":0.6599566351821428,"baseline_adjusted_skill":0.5833062394703394,"baseline_adjusted_score":0.5833062394703394},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.18073374521318622,"normalized_score_rmse":0.22249738386389523,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.2806617105942836,"baseline_adjusted_score":0.2806617105942836},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.06074673314999997,"accuracy":0.819,"positive_recall":0.4451697127937335,"specificity":0.9075448361162647,"precision":0.5328125000000001,"balanced_accuracy":0.676357274454999,"f1":0.4850640113798008,"true_positive":34.10000000000001,"false_positive":29.89999999999999,"false_negative":42.50000000000005,"true_negative":293.49999999999994,"positive_prevalence":0.1914999999999999,"majority_accuracy_baseline":0.8085000000000001,"constant_brier_baseline":0.09190274999999995,"brier_skill":0.33901071349878,"baseline_adjusted_skill":0.3527145489099981,"baseline_adjusted_score":0.3527145489099981},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.19459304936789884,"normalized_score_rmse":0.234651507618345,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.05936894565366124,"baseline_adjusted_score":0.05936894565366124},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.05008738072499999,"accuracy":0.8725,"positive_recall":0.6422764227642275,"specificity":0.9245861434702636,"precision":0.6583333333333334,"balanced_accuracy":0.7834312831172455,"f1":0.6502057613168725,"true_positive":47.400000000000006,"false_positive":24.6,"false_negative":26.400000000000016,"true_negative":301.59999999999997,"positive_prevalence":0.1844999999999999,"majority_accuracy_baseline":0.8155000000000001,"constant_brier_baseline":0.1092222499999995,"brier_skill":0.5414177905600716,"baseline_adjusted_skill":0.566862566234491,"baseline_adjusted_score":0.566862566234491},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.20749054434115843,"normalized_score_rmse":0.25422999296504023,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":-0.09565964008532513,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.05778613804999999,"accuracy":0.8439999999999996,"positive_recall":0.26815286624203827,"specificity":0.9846034214618974,"precision":0.8096153846153846,"balanced_accuracy":0.6263781438519678,"f1":0.40287081339712927,"true_positive":21.050000000000004,"false_positive":4.95,"false_negative":57.449999999999996,"true_negative":316.54999999999984,"positive_prevalence":0.19624999999999987,"majority_accuracy_baseline":0.8037500000000002,"constant_brier_baseline":0.09878593749999955,"brier_skill":0.41503680065798576,"baseline_adjusted_skill":0.25275628770393554,"baseline_adjusted_score":0.25275628770393554},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.20315003312617794,"normalized_score_rmse":0.24152166158199753,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":0.03834303845596243,"baseline_adjusted_score":0.03834303845596243},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.06240624265306122,"accuracy":0.716326530612245,"positive_recall":0.683274021352313,"specificity":0.7412712623097583,"precision":0.6658959537572253,"balanced_accuracy":0.7122726418310357,"f1":0.6744730679156907,"true_positive":115.19999999999999,"false_positive":57.800000000000004,"false_negative":53.40000000000004,"true_negative":165.60000000000005,"positive_prevalence":0.43010204081632636,"majority_accuracy_baseline":0.5698979591836737,"constant_brier_baseline":0.12359641815910102,"brier_skill":0.49508049195464543,"baseline_adjusted_skill":0.42454528366207134,"baseline_adjusted_score":0.42454528366207134},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.1713944761284562,"normalized_score_rmse":0.21106568138383255,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.377901531089307,"baseline_adjusted_score":0.377901531089307},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.06783333524999996,"accuracy":0.8642500000000004,"positive_recall":0.5959874114870182,"specificity":0.9149204933868331,"precision":0.5695488721804511,"balanced_accuracy":0.7554539524369257,"f1":0.5824682814302192,"true_positive":75.74999999999999,"false_positive":57.24999999999999,"false_negative":51.349999999999966,"true_negative":615.6500000000003,"positive_prevalence":0.15887500000000002,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499934,"brier_skill":0.31327128161639406,"baseline_adjusted_skill":0.5109079048738514,"baseline_adjusted_score":0.5109079048738514},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.25926903516608824,"normalized_score_rmse":0.317138583087653,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-0.5713274858550801,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.1935483870967742,"baseline_adjusted_score":0.1935483870967742},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.27038614279999995,"accuracy":0.54,"positive_recall":0.38,"specificity":0.7,"precision":0.5588235294117647,"balanced_accuracy":0.54,"f1":0.4523809523809524,"true_positive":19,"false_positive":15,"false_negative":31,"true_negative":35,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.0815445711999998,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.14314115308151093,"uniform_accuracy_baseline":0.058823529411766766,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":-0.0070093457943925155,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.6521739130434782,"baseline_adjusted_score":0.6521739130434782},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.20685359169999995,"accuracy":0.7,"positive_recall":0.56,"specificity":0.84,"precision":0.7777777777777778,"balanced_accuracy":0.7,"f1":0.6511627906976745,"true_positive":28,"false_positive":8,"false_negative":22,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.1725856332000002,"baseline_adjusted_skill":0.3999999999999999,"baseline_adjusted_score":0.3999999999999999},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.58,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.33333333333333326,"baseline_adjusted_score":0.33333333333333326},"scoring":{"eligible":true,"reason":null},"model":124,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.24050919787486907,"accuracy":0.5675675675675675,"positive_recall":0.4788732394366197,"specificity":0.6493506493506493,"precision":0.5573770491803278,"balanced_accuracy":0.5641119443936345,"f1":0.5151515151515151,"true_positive":34,"false_positive":27,"false_negative":37,"true_negative":50,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.24958911614317017,"brier_skill":0.03637946401113357,"baseline_adjusted_skill":0.1282238887872691,"baseline_adjusted_score":0.1282238887872691},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.26,"uniform_accuracy_baseline":0.2005,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":-0.04225352112676053,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.74,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.6176470588235294,"baseline_adjusted_score":0.6176470588235294},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.53,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.06,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":-0.9183673469387755,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.07518894262863535,"accuracy":0.61603393106,"positive_recall":1,"specificity":0,"precision":0.61603393106,"balanced_accuracy":0.5,"f1":0.7624022233938205,"true_positive":61.603393106,"false_positive":38.396606894,"false_negative":0,"true_negative":0,"positive_prevalence":0.61603393106,"majority_accuracy_baseline":0.61603393106,"constant_brier_baseline":0.07908707655202402,"brier_skill":0.049289139178440244,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.23920108468105028,"accuracy":0.61,"positive_recall":0.38,"specificity":0.84,"precision":0.7037037037037037,"balanced_accuracy":0.61,"f1":0.4935064935064935,"true_positive":19,"false_positive":8,"false_negative":31,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.04319566127579888,"baseline_adjusted_skill":0.21999999999999997,"baseline_adjusted_score":0.21999999999999997},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.13,"uniform_accuracy_baseline":0.012987012987012986,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.08421052631578949,"baseline_adjusted_score":0.08421052631578949},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.69,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.4833333333333332,"baseline_adjusted_score":0.4833333333333332},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.36,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25046476856387384,"accuracy":0.56,"positive_recall":0.12,"specificity":1,"precision":1,"balanced_accuracy":0.56,"f1":0.21428571428571427,"true_positive":6,"false_positive":0,"false_negative":44,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.0018590742554953632,"baseline_adjusted_skill":0.1200000000000001,"baseline_adjusted_score":0.1200000000000001},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.10008787296115508,"accuracy":0.6486986569494807,"positive_recall":0.5833867236539086,"specificity":0.6791102908185555,"precision":0.4584468836919158,"balanced_accuracy":0.631248507236232,"f1":0.5134252217640235,"true_positive":129.74046808481216,"false_positive":153.25953191518784,"false_negative":92.65140822017565,"true_negative":324.34859177982435,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768642,"brier_skill":-0.12804398568269737,"baseline_adjusted_skill":0.2624970144724641,"baseline_adjusted_score":0.2624970144724641},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2545283886996074,"accuracy":0.54,"positive_recall":0.84,"specificity":0.24,"precision":0.525,"balanced_accuracy":0.54,"f1":0.6461538461538462,"true_positive":42,"false_positive":38,"false_negative":8,"true_negative":12,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.018113554798429687,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.0728476821192053,"uniform_accuracy_baseline":0.006622516556291391,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.03448275862068965,"baseline_adjusted_score":0.03448275862068965},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.32588235294117646,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":-0.24295010845986986,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.1,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.26463123376719855,"accuracy":0.6,"positive_recall":0.3,"specificity":0.9,"precision":0.75,"balanced_accuracy":0.6,"f1":0.42857142857142855,"true_positive":15,"false_positive":5,"false_negative":35,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.05852493506879419,"baseline_adjusted_skill":0.19999999999999996,"baseline_adjusted_score":0.19999999999999996},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.49,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":-0.06250000000000006,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.07142857142857142,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.8764044943820225,"baseline_adjusted_score":0.8764044943820225},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.54,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.29,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.027397260273972553,"baseline_adjusted_score":0.027397260273972553},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":-0.49999999999999983,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.2631178637802093,"accuracy":0.5609756097560976,"positive_recall":0.175,"specificity":0.9285714285714286,"precision":0.7,"balanced_accuracy":0.5517857142857143,"f1":0.28,"true_positive":7,"false_positive":3,"false_negative":33,"true_negative":39,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.2498512790005949,"brier_skill":-0.0530979262250757,"baseline_adjusted_skill":0.10357142857142865,"baseline_adjusted_score":0.10357142857142865},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2557786536664112,"accuracy":0.51,"positive_recall":0.02,"specificity":1,"precision":1,"balanced_accuracy":0.51,"f1":0.0392156862745098,"true_positive":1,"false_positive":0,"false_negative":49,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.023114614665644906,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.5698324022346368,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.4480286738351254,"baseline_adjusted_score":0.4480286738351254},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":-0.09836065573770492,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.20536646322525884,"accuracy":0.765,"positive_recall":0.5227272727272727,"specificity":0.8333333333333334,"precision":0.46938775510204084,"balanced_accuracy":0.678030303030303,"f1":0.4946236559139785,"true_positive":23,"false_positive":26,"false_negative":21,"true_negative":130,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.19677426121945718,"baseline_adjusted_skill":0.35606060606060597,"baseline_adjusted_score":0.35606060606060597},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.23192296092405448,"accuracy":0.57,"positive_recall":0.32,"specificity":0.6533333333333333,"precision":0.23529411764705882,"balanced_accuracy":0.4866666666666667,"f1":0.2711864406779661,"true_positive":16,"false_positive":52,"false_negative":34,"true_negative":98,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-0.23692245826162384,"baseline_adjusted_skill":-0.026666666666666616,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.18293790985200567,"accuracy":0.805,"positive_recall":0.15789473684210525,"specificity":0.8729281767955801,"precision":0.11538461538461539,"balanced_accuracy":0.5154114568188427,"f1":0.13333333333333333,"true_positive":3,"false_positive":23,"false_negative":16,"true_negative":158,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.085975,"brier_skill":-1.1278035458215259,"baseline_adjusted_skill":0.030822913637685412,"baseline_adjusted_score":0.030822913637685412},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.10069263566166436,"accuracy":0.8538630952380952,"positive_recall":0.4905267334589823,"specificity":0.8770572255396754,"precision":0.20299671592775043,"balanced_accuracy":0.6837919794993288,"f1":0.2871577480328678,"true_positive":82.41666666666667,"false_positive":323.5833333333333,"false_negative":85.6,"true_negative":2308.4,"positive_prevalence":0.060005952380952375,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679138,"brier_skill":-2.127006075393208,"baseline_adjusted_skill":0.3675839589986576,"baseline_adjusted_score":0.3675839589986576},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.28328611898017,"uniform_accuracy_baseline":0.027777777777777776,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.17857142857142858,"baseline_adjusted_score":0.17857142857142858},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.24,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":-0.08571428571428572,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.26263610407819105,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":50,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.050544416312764184,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.22593138808828833,"accuracy":0.63,"positive_recall":0.52,"specificity":0.74,"precision":0.6666666666666666,"balanced_accuracy":0.63,"f1":0.5842696629213483,"true_positive":26,"false_positive":13,"false_negative":24,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.09627444764684667,"baseline_adjusted_skill":0.26,"baseline_adjusted_score":0.26},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":-0.282051282051282,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.24,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.19148936170212766,"baseline_adjusted_score":0.19148936170212766},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.22457982254213385,"accuracy":0.65,"positive_recall":0.84,"specificity":0.46,"precision":0.6086956521739131,"balanced_accuracy":0.65,"f1":0.7058823529411765,"true_positive":42,"false_positive":27,"false_negative":8,"true_negative":23,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.1016807098314646,"baseline_adjusted_skill":0.30000000000000004,"baseline_adjusted_score":0.30000000000000004},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.83,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.746268656716418,"baseline_adjusted_score":0.746268656716418},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1705997167847885,"accuracy":0.78,"positive_recall":0.82,"specificity":0.74,"precision":0.7592592592592593,"balanced_accuracy":0.78,"f1":0.7884615384615384,"true_positive":41,"false_positive":13,"false_negative":9,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.317601132860846,"baseline_adjusted_skill":0.56,"baseline_adjusted_score":0.56},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.3731436689189189,"uniform_accuracy_baseline":0.23445945945945948,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.15020517599655636,"baseline_adjusted_score":0.15020517599655636},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.12505529467264553,"accuracy":0.4797807302631579,"positive_recall":0.7692653721635269,"specificity":0.20412708210096644,"precision":0.4792717394957983,"balanced_accuracy":0.48669622713224664,"f1":0.5905906193860834,"true_positive":57.033337,"false_positive":61.966663,"false_negative":17.106666,"true_negative":15.893334,"positive_prevalence":0.4877631776315789,"majority_accuracy_baseline":0.512236822368421,"constant_brier_baseline":0.09451910039768556,"brier_skill":-0.3230690320419902,"baseline_adjusted_skill":-0.02660754573550672,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.19242957342006453,"normalized_score_rmse":0.2526915081003588,"constant_score_baseline":0.5841668333333333,"constant_mae_baseline":0.21700552708333334,"baseline_adjusted_skill":0.1132503581525427,"baseline_adjusted_score":0.1132503581525427},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2373483309621724,"accuracy":0.6,"positive_recall":0.64,"specificity":0.56,"precision":0.5925925925925926,"balanced_accuracy":0.6000000000000001,"f1":0.6153846153846154,"true_positive":32,"false_positive":22,"false_negative":18,"true_negative":28,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.050606676151310426,"baseline_adjusted_skill":0.20000000000000018,"baseline_adjusted_score":0.20000000000000018},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2848783518006431,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":50,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.13951340720257233,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":-0.08196721311475408,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.415,"uniform_accuracy_baseline":0.036111111111111115,"fixed_answer_accuracy_baseline":0.08833333333333333,"baseline_adjusted_skill":0.3583180987202925,"baseline_adjusted_score":0.3583180987202925},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.73,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.38636363636363624,"baseline_adjusted_score":0.38636363636363624},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.45,"uniform_accuracy_baseline":0.049879324215607396,"fixed_answer_accuracy_baseline":0.12442477876106194,"baseline_adjusted_skill":0.37184152011319993,"baseline_adjusted_score":0.37184152011319993},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3405665039587862,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":50,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.36226601583514473,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.4722222222222222,"uniform_accuracy_baseline":0.23888888888888887,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.2549019607843137,"baseline_adjusted_score":0.2549019607843137},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.2802362964088652,"accuracy":0.484375,"positive_recall":0.15625,"specificity":0.8125,"precision":0.45454545454545453,"balanced_accuracy":0.484375,"f1":0.23255813953488372,"true_positive":5,"false_positive":6,"false_negative":27,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.12094518563546086,"baseline_adjusted_skill":-0.03125,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.77,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.35,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.015151515151515083,"baseline_adjusted_score":0.015151515151515083},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.31975300937564816,"accuracy":0.53,"positive_recall":0.12,"specificity":0.94,"precision":0.6666666666666666,"balanced_accuracy":0.53,"f1":0.2033898305084746,"true_positive":6,"false_positive":3,"false_negative":44,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.2790120375025926,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.8260869565217391,"baseline_adjusted_score":0.8260869565217391},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.2667474157448283,"accuracy":0.5151515151515151,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":16,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":-0.06797035200778678,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.30519550427794456,"normalized_score_rmse":0.37321790677603744,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.07516513855168316,"baseline_adjusted_score":0.07516513855168316},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0,"uniform_accuracy_baseline":0.178125,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.40350877192982454,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.25395345774134875,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":17,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.015813830965395015,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.3520049746422207,"normalized_score_rmse":0.4064701822012065,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-1.3936338275671005,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.8125,"uniform_accuracy_baseline":0.13194444444444445,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":0.5304347826086957,"baseline_adjusted_score":0.5304347826086957},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.3091455222264152,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":26,"false_positive":26,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.2365820889056609,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.29067691334605283,"accuracy":0.48,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":39,"true_negative":36,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24960000000000004,"brier_skill":-0.16457096693130113,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.3451215344667435,"normalized_score_rmse":0.4207436570911649,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.23257690880979798,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.4117647058823529,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.19999999999999996,"baseline_adjusted_score":0.19999999999999996},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.3153781131056627,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":14,"true_negative":14,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.26151245242265087,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.20489300575220223,"normalized_score_rmse":0.28164097729338206,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.1696969696969697,"baseline_adjusted_skill":-0.20740521246833454,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":0.7500000000000001,"baseline_adjusted_score":0.7500000000000001},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.16171138076466487,"accuracy":0.8352941176470589,"positive_recall":0.9777777777777777,"specificity":0.675,"precision":0.7719298245614035,"balanced_accuracy":0.8263888888888888,"f1":0.8627450980392157,"true_positive":44,"false_positive":13,"false_negative":1,"true_negative":27,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.2491349480968858,"brier_skill":0.3509084855418312,"baseline_adjusted_skill":0.6527777777777777,"baseline_adjusted_score":0.6527777777777777},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.12,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":-0.15789473684210525,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.2581961190133251,"accuracy":0.5,"positive_recall":0.2857142857142857,"specificity":1,"precision":1,"balanced_accuracy":0.6428571428571428,"f1":0.4444444444444444,"true_positive":10,"false_positive":0,"false_negative":25,"true_negative":15,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.21,"brier_skill":-0.2295053286348816,"baseline_adjusted_skill":0.2857142857142856,"baseline_adjusted_score":0.2857142857142856},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.28442345425486565,"normalized_score_rmse":0.37297466580953464,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.01579805091023445,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.31645569620253167,"uniform_accuracy_baseline":0.24240506329113923,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":-0.17391304347826084,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.30737781175637985,"accuracy":0.5238095238095238,"positive_recall":1,"specificity":0,"precision":0.5238095238095238,"balanced_accuracy":0.5,"f1":0.6875,"true_positive":11,"false_positive":10,"false_negative":0,"true_negative":0,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.2494331065759637,"brier_skill":-0.23230559076875923,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.48484848484848486,"uniform_accuracy_baseline":0.32373737373737377,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.15000000000000005,"baseline_adjusted_score":0.15000000000000005},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.3263076857025944,"accuracy":0.48484848484848486,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":17,"true_negative":16,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":-0.3064304034195784,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.3062408347340191,"normalized_score_rmse":0.3613181188312248,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.3431372549019608,"baseline_adjusted_skill":0.10752671020371585,"baseline_adjusted_score":0.10752671020371585},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.23357080318331355,"accuracy":0.59,"positive_recall":0.18,"specificity":1,"precision":1,"balanced_accuracy":0.59,"f1":0.3050847457627119,"true_positive":9,"false_positive":0,"false_negative":41,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.06571678726674579,"baseline_adjusted_skill":0.17999999999999994,"baseline_adjusted_score":0.17999999999999994},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.33333333333333337,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":-0.03092783505154633,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.2589433408373614,"accuracy":0.48,"positive_recall":0.02702702702702703,"specificity":0.9210526315789473,"precision":0.25,"balanced_accuracy":0.47403982930298716,"f1":0.04878048780487805,"true_positive":1,"false_positive":3,"false_negative":36,"true_negative":35,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555554,"brier_skill":-0.035957533577637424,"baseline_adjusted_skill":-0.05192034139402568,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.14285714285714285,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.15384615384615388,"baseline_adjusted_score":0.15384615384615388},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.37,"uniform_accuracy_baseline":0.32416666666666666,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.045454545454545414,"baseline_adjusted_score":0.045454545454545414},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.2813525444896461,"accuracy":0.48484848484848486,"positive_recall":1,"specificity":0,"precision":0.48484848484848486,"balanced_accuracy":0.5,"f1":0.6530612244897959,"true_positive":16,"false_positive":17,"false_negative":0,"true_negative":0,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":-0.12644456231332568,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.21382106558391542,"normalized_score_rmse":0.2597926647805767,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.02674549458355735,"baseline_adjusted_score":0.02674549458355735},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1986353825147284,"accuracy":0.74,"positive_recall":0.22727272727272727,"specificity":0.8846153846153846,"precision":0.35714285714285715,"balanced_accuracy":0.5559440559440559,"f1":0.2777777777777778,"true_positive":5,"false_positive":9,"false_negative":17,"true_negative":69,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.15754884915342893,"baseline_adjusted_skill":0.11188811188811187,"baseline_adjusted_score":0.11188811188811187},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.21511071701613563,"accuracy":0.63,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":37,"true_negative":63,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000003,"brier_skill":0.07717410117487944,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.23950431640568445,"accuracy":0.62,"positive_recall":0.3333333333333333,"specificity":0.8032786885245902,"precision":0.52,"balanced_accuracy":0.5683060109289617,"f1":0.40625,"true_positive":13,"false_positive":12,"false_negative":26,"true_negative":49,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379,"brier_skill":-0.0067436587040119456,"baseline_adjusted_skill":0.13661202185792343,"baseline_adjusted_score":0.13661202185792343},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.19596512664406707,"accuracy":0.76,"positive_recall":0.6451612903225806,"specificity":0.8115942028985508,"precision":0.6060606060606061,"balanced_accuracy":0.7283777466105656,"f1":0.625,"true_positive":20,"false_positive":13,"false_negative":11,"true_negative":56,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999998,"brier_skill":0.08384700026149094,"baseline_adjusted_skill":0.4567554932211313,"baseline_adjusted_score":0.4567554932211313},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.51,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.3194444444444444,"baseline_adjusted_score":0.3194444444444444},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.249854252114892,"normalized_score_rmse":0.30247743204646976,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":-0.0746419445801807,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.20176079920175893,"accuracy":0.72,"positive_recall":0.82,"specificity":0.62,"precision":0.6833333333333333,"balanced_accuracy":0.72,"f1":0.7454545454545455,"true_positive":41,"false_positive":19,"false_negative":9,"true_negative":31,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.19295680319296427,"baseline_adjusted_skill":0.43999999999999995,"baseline_adjusted_score":0.43999999999999995},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2584888217461863,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":50,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.03395528698474526,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.3,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-1.0000000000000002,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2510658426196389,"accuracy":0.59,"positive_recall":0.62,"specificity":0.56,"precision":0.5849056603773585,"balanced_accuracy":0.5900000000000001,"f1":0.6019417475728155,"true_positive":31,"false_positive":22,"false_negative":19,"true_negative":28,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.004263370478555517,"baseline_adjusted_skill":0.18000000000000016,"baseline_adjusted_score":0.18000000000000016},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.77,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.4523809523809525,"baseline_adjusted_score":0.4523809523809525},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.11666666666666668,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2502314703653831,"accuracy":0.53,"positive_recall":0.18,"specificity":0.88,"precision":0.6,"balanced_accuracy":0.53,"f1":0.27692307692307694,"true_positive":9,"false_positive":6,"false_negative":41,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.0009258814615324962,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.20851190476190473,"fixed_answer_accuracy_baseline":0.22333333333333333,"baseline_adjusted_skill":0.8197424892703864,"baseline_adjusted_score":0.8197424892703864},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.15857159925740108,"accuracy":0.85,"positive_recall":0.82,"specificity":0.88,"precision":0.8723404255319149,"balanced_accuracy":0.85,"f1":0.845360824742268,"true_positive":41,"false_positive":6,"false_negative":9,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3657136029703957,"baseline_adjusted_skill":0.7,"baseline_adjusted_score":0.7},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.24870453746640123,"normalized_score_rmse":0.31219450191434006,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.1709848751119959,"baseline_adjusted_score":0.1709848751119959},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.83,"uniform_accuracy_baseline":0.22851190476190475,"fixed_answer_accuracy_baseline":0.24333333333333332,"baseline_adjusted_skill":0.7753303964757708,"baseline_adjusted_score":0.7753303964757708},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.19164700982044194,"accuracy":0.74,"positive_recall":0.68,"specificity":0.8,"precision":0.7727272727272727,"balanced_accuracy":0.74,"f1":0.723404255319149,"true_positive":34,"false_positive":10,"false_negative":16,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.23341196071823223,"baseline_adjusted_skill":0.48,"baseline_adjusted_score":0.48},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.21804191250667082,"normalized_score_rmse":0.2882337172188679,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.3042222222222222,"baseline_adjusted_skill":0.2832807843097015,"baseline_adjusted_score":0.2832807843097015},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.56,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.29032258064516137,"baseline_adjusted_score":0.29032258064516137},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.209292311480175,"accuracy":0.65,"positive_recall":0.68,"specificity":0.62,"precision":0.6415094339622641,"balanced_accuracy":0.65,"f1":0.6601941747572816,"true_positive":34,"false_positive":19,"false_negative":16,"true_negative":31,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.16283075407930003,"baseline_adjusted_skill":0.30000000000000004,"baseline_adjusted_score":0.30000000000000004},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.49,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":-0.020000000000000018,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2608411338267154,"accuracy":0.6,"positive_recall":0.26,"specificity":0.94,"precision":0.8125,"balanced_accuracy":0.6,"f1":0.3939393939393939,"true_positive":13,"false_positive":3,"false_negative":37,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.043364535306861685,"baseline_adjusted_skill":0.19999999999999996,"baseline_adjusted_score":0.19999999999999996},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.44,"uniform_accuracy_baseline":0.3533333333333333,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.05084745762711868,"baseline_adjusted_score":0.05084745762711868},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.06451612903225803,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.08064516129032256,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.18,"uniform_accuracy_baseline":0.1111111111111111,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.023809523809523798,"baseline_adjusted_score":0.023809523809523798},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.19840953140541512,"accuracy":0.27387500000000004,"positive_recall":0.8727752142386288,"specificity":0.13373438223044887,"precision":0.19077809798270895,"balanced_accuracy":0.5032547982345388,"f1":0.31311339718576325,"true_positive":66.2,"false_positive":280.8,"false_negative":9.65,"true_negative":43.35,"positive_prevalence":0.189625,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500001,"brier_skill":-1.6064125576075927,"baseline_adjusted_skill":0.006509596469077561,"baseline_adjusted_score":0.006509596469077561},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.47077877550851555,"normalized_score_rmse":0.511962289006088,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":-1.2024738035486107,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.16037942164733363,"accuracy":0.549875,"positive_recall":0.7060478199718705,"specificity":0.49309698312595873,"precision":0.33616071428571426,"balanced_accuracy":0.5995724015489146,"f1":0.45546650536821415,"true_positive":75.3,"false_positive":148.7,"false_negative":31.35,"true_negative":144.65,"positive_prevalence":0.266625,"majority_accuracy_baseline":0.733375,"constant_brier_baseline":0.115654859375,"brier_skill":-0.3867071605466956,"baseline_adjusted_skill":0.19914480309782912,"baseline_adjusted_score":0.19914480309782912},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.42690720207989213,"normalized_score_rmse":0.48089035706852856,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":-0.5884919147158778,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.16116119501952963,"accuracy":0.475625,"positive_recall":0.6621923937360179,"specificity":0.4032957502168257,"precision":0.3008130081300813,"balanced_accuracy":0.5327440719764218,"f1":0.413696715583508,"true_positive":74,"false_positive":172,"false_negative":37.75,"true_negative":116.25,"positive_prevalence":0.279375,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937500001,"brier_skill":-0.42424082950436803,"baseline_adjusted_skill":0.06548814395284364,"baseline_adjusted_score":0.06548814395284364},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.4153174469713122,"normalized_score_rmse":0.46545729352845333,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":-0.5709406977638285,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.20322104428569418,"accuracy":0.476625,"positive_recall":0.8529577464788732,"specificity":0.36931726907630524,"precision":0.2783088235294118,"balanced_accuracy":0.6111375077775892,"f1":0.41968121968121963,"true_positive":75.7,"false_positive":196.3,"false_negative":13.05,"true_negative":114.95,"positive_prevalence":0.221875,"majority_accuracy_baseline":0.778125,"constant_brier_baseline":0.12674023437499998,"brier_skill":-0.6034453880241548,"baseline_adjusted_skill":0.22227501555517848,"baseline_adjusted_score":0.22227501555517848},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.4954755884001497,"normalized_score_rmse":0.53115406660491,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":-1.1960136882001096,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.173405160710612,"accuracy":0.41924999999999996,"positive_recall":0.7443289224952742,"specificity":0.3023453433038749,"precision":0.2772887323943662,"balanced_accuracy":0.5233371328995745,"f1":0.40405336069779374,"true_positive":78.75,"false_positive":205.25,"false_negative":27.05,"true_negative":88.95,"positive_prevalence":0.2645,"majority_accuracy_baseline":0.7355,"constant_brier_baseline":0.11362725,"brier_skill":-0.5260878064954664,"baseline_adjusted_skill":0.04667426579914902,"baseline_adjusted_score":0.04667426579914902},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.43467321909032763,"normalized_score_rmse":0.47549639287770956,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":-0.7300426630460803,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.19354553230359733,"accuracy":0.391,"positive_recall":0.8420365535248042,"specificity":0.2841682127396413,"precision":0.2179054054054054,"balanced_accuracy":0.5631023831322228,"f1":0.3462157809983897,"true_positive":64.5,"false_positive":231.5,"false_negative":12.1,"true_negative":91.9,"positive_prevalence":0.19149999999999998,"majority_accuracy_baseline":0.8085,"constant_brier_baseline":0.09190274999999999,"brier_skill":-1.1059819461724198,"baseline_adjusted_skill":0.12620476626444566,"baseline_adjusted_score":0.12620476626444566},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.48820971019100395,"normalized_score_rmse":0.5310856317441985,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":-1.359926091557723,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.2091710237445895,"accuracy":0.44175,"positive_recall":0.7486449864498645,"specificity":0.37231759656652363,"precision":0.2125,"balanced_accuracy":0.560481291508194,"f1":0.3310365488316357,"true_positive":55.25,"false_positive":204.75,"false_negative":18.55,"true_negative":121.45,"positive_prevalence":0.1845,"majority_accuracy_baseline":0.8155,"constant_brier_baseline":0.10922225,"brier_skill":-0.9150953559791113,"baseline_adjusted_skill":0.12096258301638807,"baseline_adjusted_score":0.12096258301638807},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.5213543545571155,"normalized_score_rmse":0.5480635400283189,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":-1.7530262946910393,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.19837348857726508,"accuracy":0.41924999999999996,"positive_recall":0.7210191082802548,"specificity":0.34556765163297043,"precision":0.21198501872659176,"balanced_accuracy":0.5332933799566126,"f1":0.3276410998552822,"true_positive":56.6,"false_positive":210.4,"false_negative":21.9,"true_negative":111.1,"positive_prevalence":0.19625,"majority_accuracy_baseline":0.80375,"constant_brier_baseline":0.09878593749999999,"brier_skill":-1.0081146527284321,"baseline_adjusted_skill":0.06658675991322527,"baseline_adjusted_score":0.06658675991322527},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.4841008669626899,"normalized_score_rmse":0.527828649163539,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":-1.2916017371014905,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.12767976336566408,"accuracy":0.5061224489795918,"positive_recall":0.6761565836298933,"specificity":0.37779767233661593,"precision":0.4505928853754941,"balanced_accuracy":0.5269771279832546,"f1":0.540796963946869,"true_positive":114,"false_positive":139,"false_negative":54.6,"true_negative":84.4,"positive_prevalence":0.4301020408163265,"majority_accuracy_baseline":0.5698979591836735,"constant_brier_baseline":0.12359641815910039,"brier_skill":-0.033037730926048114,"baseline_adjusted_skill":0.05395425596650916,"baseline_adjusted_score":0.05395425596650916},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.3052318891146866,"normalized_score_rmse":0.36518293421009207,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":-0.10787870863849225,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.2190782534053094,"accuracy":0.40475,"positive_recall":0.7313139260424862,"specificity":0.343067320552831,"precision":0.17373831775700935,"balanced_accuracy":0.5371906232976587,"f1":0.28077329708503246,"true_positive":92.95,"false_positive":442.05,"false_negative":34.15,"true_negative":230.85,"positive_prevalence":0.158875,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499999,"brier_skill":-1.2178966673578988,"baseline_adjusted_skill":0.07438124659531731,"baseline_adjusted_score":0.07438124659531731},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.5389871450839564,"normalized_score_rmse":0.5661154343360283,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-2.266588758084584,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.06451612903225803,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.28026419901440164,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":50,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.12105679605760655,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.11464546056991386,"uniform_accuracy_baseline":0.058823529411764705,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":-0.04049844236760122,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.38,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":-0.34782608695652184,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2388922558596442,"accuracy":0.51,"positive_recall":0.12,"specificity":0.9,"precision":0.5454545454545454,"balanced_accuracy":0.51,"f1":0.19672131147540983,"true_positive":6,"false_positive":5,"false_negative":44,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.04443097656142325,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.32,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":-0.07936507936507935,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":125,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.19389936792320064,"accuracy":0.7567567567567568,"positive_recall":0.6338028169014085,"specificity":0.8701298701298701,"precision":0.8181818181818182,"balanced_accuracy":0.7519663435156393,"f1":0.7142857142857143,"true_positive":45,"false_positive":10,"false_negative":26,"true_negative":67,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.24958911614317017,"brier_skill":0.22312570788553365,"baseline_adjusted_skill":0.5039326870312786,"baseline_adjusted_score":0.5039326870312786},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.68,"uniform_accuracy_baseline":0.2005,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.5492957746478875,"baseline_adjusted_score":0.5492957746478875},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.9558823529411764,"baseline_adjusted_score":0.9558823529411764},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.6595744680851063,"baseline_adjusted_score":0.6595744680851063},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.9183673469387754,"baseline_adjusted_score":0.9183673469387754},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.18357966181290114,"accuracy":0.62171508078,"positive_recall":0.9883781967534144,"specificity":0.033441952033544185,"precision":0.621300516244898,"balanced_accuracy":0.5109100743934794,"f1":0.7629844128885384,"true_positive":60.887450592,"false_positive":37.112549408,"false_negative":0.715942514,"true_negative":1.284057486,"positive_prevalence":0.61603393106,"majority_accuracy_baseline":0.61603393106,"constant_brier_baseline":0.07908707655202402,"brier_skill":-1.32123464182092,"baseline_adjusted_skill":0.021820148786958704,"baseline_adjusted_score":0.021820148786958704},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1396907583699286,"accuracy":0.79,"positive_recall":0.72,"specificity":0.86,"precision":0.8372093023255814,"balanced_accuracy":0.79,"f1":0.7741935483870968,"true_positive":36,"false_positive":7,"false_negative":14,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.44123696652028555,"baseline_adjusted_skill":0.5800000000000001,"baseline_adjusted_score":0.5800000000000001},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.012987012987012986,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.7894736842105263,"baseline_adjusted_score":0.7894736842105263},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.8166666666666667,"baseline_adjusted_score":0.8166666666666667},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.47,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.17187499999999997,"baseline_adjusted_score":0.17187499999999997},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.22720510000580116,"accuracy":0.71,"positive_recall":1,"specificity":0.42,"precision":0.6329113924050633,"balanced_accuracy":0.71,"f1":0.7751937984496124,"true_positive":50,"false_positive":29,"false_negative":0,"true_negative":21,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.09117959997679537,"baseline_adjusted_skill":0.41999999999999993,"baseline_adjusted_score":0.41999999999999993},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.11048309481313039,"accuracy":0.7028981940095712,"positive_recall":0.5292922925584571,"specificity":0.7837354751316704,"precision":0.5326258192572119,"balanced_accuracy":0.6565138838450637,"f1":0.53095382367753,"true_positive":117.71030605584383,"false_positive":103.28969394415617,"false_negative":104.68157024914399,"true_negative":374.318429750856,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768642,"brier_skill":-0.2452037088642376,"baseline_adjusted_skill":0.3130277676901274,"baseline_adjusted_score":0.3130277676901274},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1768393482555698,"accuracy":0.71,"positive_recall":0.6,"specificity":0.82,"precision":0.7692307692307693,"balanced_accuracy":0.71,"f1":0.6741573033707865,"true_positive":30,"false_positive":9,"false_negative":20,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2926426069777208,"baseline_adjusted_skill":0.41999999999999993,"baseline_adjusted_score":0.41999999999999993},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.8807947019867549,"uniform_accuracy_baseline":0.006622516556291391,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.8758620689655172,"baseline_adjusted_score":0.8758620689655172},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.78,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.594360086767896,"baseline_adjusted_score":0.594360086767896},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.43,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.049999999999999954,"baseline_adjusted_score":0.049999999999999954},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.06417148588070644,"accuracy":0.92,"positive_recall":0.96,"specificity":0.88,"precision":0.8888888888888888,"balanced_accuracy":0.9199999999999999,"f1":0.9230769230769231,"true_positive":48,"false_positive":6,"false_negative":2,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7433140564771743,"baseline_adjusted_skill":0.8399999999999999,"baseline_adjusted_score":0.8399999999999999},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.7083333333333333,"baseline_adjusted_score":0.7083333333333333},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.07142857142857142,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9662921348314606,"baseline_adjusted_score":0.9662921348314606},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.6521739130434782,"baseline_adjusted_score":0.6521739130434782},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.47,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.27397260273972596,"baseline_adjusted_score":0.27397260273972596},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.8333333333333334,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.5000000000000001,"baseline_adjusted_score":0.5000000000000001},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.1553346216411851,"accuracy":0.8048780487804879,"positive_recall":0.85,"specificity":0.7619047619047619,"precision":0.7727272727272727,"balanced_accuracy":0.805952380952381,"f1":0.8095238095238095,"true_positive":34,"false_positive":10,"false_negative":6,"true_negative":32,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.2498512790005949,"brier_skill":0.3782916690980187,"baseline_adjusted_skill":0.611904761904762,"baseline_adjusted_score":0.611904761904762},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.14337279316325297,"accuracy":0.81,"positive_recall":0.68,"specificity":0.94,"precision":0.918918918918919,"balanced_accuracy":0.81,"f1":0.7816091954022989,"true_positive":34,"false_positive":3,"false_negative":16,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.42650882734698814,"baseline_adjusted_skill":0.6200000000000001,"baseline_adjusted_score":0.6200000000000001},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.8156424581005587,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.7634408602150539,"baseline_adjusted_score":0.7634408602150539},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.59,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.3278688524590163,"baseline_adjusted_score":0.3278688524590163},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.22533708506541175,"accuracy":0.74,"positive_recall":0.36363636363636365,"specificity":0.8461538461538461,"precision":0.4,"balanced_accuracy":0.6048951048951049,"f1":0.38095238095238093,"true_positive":16,"false_positive":24,"false_negative":28,"true_negative":132,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.31315317637186335,"baseline_adjusted_skill":0.2097902097902098,"baseline_adjusted_score":0.2097902097902098},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.20911298769848755,"accuracy":0.755,"positive_recall":0.16,"specificity":0.9533333333333334,"precision":0.5333333333333333,"balanced_accuracy":0.5566666666666666,"f1":0.24615384615384617,"true_positive":8,"false_positive":7,"false_negative":42,"true_negative":143,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-0.11526926772526691,"baseline_adjusted_skill":0.11333333333333329,"baseline_adjusted_score":0.11333333333333329},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.04352595860187297,"accuracy":0.95,"positive_recall":0.7368421052631579,"specificity":0.9723756906077348,"precision":0.7368421052631579,"balanced_accuracy":0.8546088979354463,"f1":0.7368421052631579,"true_positive":14,"false_positive":5,"false_negative":5,"true_negative":176,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.085975,"brier_skill":0.493737032836604,"baseline_adjusted_skill":0.7092177958708925,"baseline_adjusted_score":0.7092177958708925},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.10416917683991808,"accuracy":0.8425297619047619,"positive_recall":0.613332010713223,"specificity":0.8571609496007447,"precision":0.2151356993736952,"balanced_accuracy":0.7352464801569838,"f1":0.31853893511243914,"true_positive":103.05,"false_positive":375.95,"false_negative":64.96666666666667,"true_negative":2256.0333333333333,"positive_prevalence":0.060005952380952375,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679138,"brier_skill":-2.234969933070765,"baseline_adjusted_skill":0.4704929603139676,"baseline_adjusted_score":0.4704929603139676},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.8243626062322946,"uniform_accuracy_baseline":0.027777777777777776,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.7987012987012987,"baseline_adjusted_score":0.7987012987012987},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.78,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.6857142857142858,"baseline_adjusted_score":0.6857142857142858},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09361846531214571,"accuracy":0.87,"positive_recall":0.96,"specificity":0.78,"precision":0.8135593220338984,"balanced_accuracy":0.87,"f1":0.8807339449541285,"true_positive":48,"false_positive":11,"false_negative":2,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6255261387514172,"baseline_adjusted_skill":0.74,"baseline_adjusted_score":0.74},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.00808482658655965,"accuracy":0.99,"positive_recall":1,"specificity":0.98,"precision":0.9803921568627451,"balanced_accuracy":0.99,"f1":0.9900990099009901,"true_positive":50,"false_positive":1,"false_negative":0,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9676606936537614,"baseline_adjusted_skill":0.98,"baseline_adjusted_score":0.98},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.61,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.8404255319148937,"baseline_adjusted_score":0.8404255319148937},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.07654532386625168,"accuracy":0.9,"positive_recall":0.88,"specificity":0.92,"precision":0.9166666666666666,"balanced_accuracy":0.9,"f1":0.8979591836734694,"true_positive":44,"false_positive":4,"false_negative":6,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6938187045349933,"baseline_adjusted_skill":0.8,"baseline_adjusted_score":0.8},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8208955223880599,"baseline_adjusted_score":0.8208955223880599},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.03620483511545239,"accuracy":0.96,"positive_recall":0.98,"specificity":0.94,"precision":0.9423076923076923,"balanced_accuracy":0.96,"f1":0.9607843137254902,"true_positive":49,"false_positive":3,"false_negative":1,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8551806595381904,"baseline_adjusted_skill":0.9199999999999999,"baseline_adjusted_score":0.9199999999999999},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.45192914189189193,"uniform_accuracy_baseline":0.23445945945945948,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.25701033025515757,"baseline_adjusted_score":0.25701033025515757},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.09811787257848431,"accuracy":0.6971929671052631,"positive_recall":0.8977160009016995,"specificity":0.5062505204052345,"precision":0.6338730190476191,"balanced_accuracy":0.7019832606534671,"f1":0.7430687270893928,"true_positive":66.556667,"false_positive":38.443333,"false_negative":7.583336,"true_negative":39.416664,"positive_prevalence":0.4877631776315789,"majority_accuracy_baseline":0.512236822368421,"constant_brier_baseline":0.09451910039768556,"brier_skill":-0.03807454964824086,"baseline_adjusted_skill":0.4039665213069341,"baseline_adjusted_score":0.4039665213069341},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.13340022138227153,"normalized_score_rmse":0.18577297019962327,"constant_score_baseline":0.5841668333333333,"constant_mae_baseline":0.21700552708333334,"baseline_adjusted_skill":0.3852680935124575,"baseline_adjusted_score":0.3852680935124575},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.21012764162152536,"accuracy":0.69,"positive_recall":0.88,"specificity":0.5,"precision":0.6376811594202898,"balanced_accuracy":0.69,"f1":0.7394957983193278,"true_positive":44,"false_positive":25,"false_negative":6,"true_negative":25,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.15948943351389855,"baseline_adjusted_skill":0.3799999999999999,"baseline_adjusted_score":0.3799999999999999},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.20931316986259907,"accuracy":0.72,"positive_recall":0.78,"specificity":0.66,"precision":0.6964285714285714,"balanced_accuracy":0.72,"f1":0.7358490566037735,"true_positive":39,"false_positive":17,"false_negative":11,"true_negative":33,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.16274732054960372,"baseline_adjusted_skill":0.43999999999999995,"baseline_adjusted_score":0.43999999999999995},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.8360655737704918,"baseline_adjusted_score":0.8360655737704918},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.905,"uniform_accuracy_baseline":0.036111111111111115,"fixed_answer_accuracy_baseline":0.08833333333333333,"baseline_adjusted_skill":0.8957952468007313,"baseline_adjusted_score":0.8957952468007313},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.8181818181818182,"baseline_adjusted_score":0.8181818181818182},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.049879324215607396,"fixed_answer_accuracy_baseline":0.12442477876106194,"baseline_adjusted_skill":0.8286840509399636,"baseline_adjusted_score":0.8286840509399636},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.41446979722433314,"accuracy":0.53,"positive_recall":0.08,"specificity":0.98,"precision":0.8,"balanced_accuracy":0.53,"f1":0.14545454545454545,"true_positive":4,"false_positive":1,"false_negative":46,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.6578791888973325,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.8611111111111112,"uniform_accuracy_baseline":0.23888888888888887,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.803921568627451,"baseline_adjusted_score":0.803921568627451},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.20417172016576554,"accuracy":0.703125,"positive_recall":0.59375,"specificity":0.8125,"precision":0.76,"balanced_accuracy":0.703125,"f1":0.6666666666666666,"true_positive":19,"false_positive":6,"false_negative":13,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.18331311933693784,"baseline_adjusted_skill":0.40625,"baseline_adjusted_score":0.40625},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.00795321745740902,"accuracy":0.99,"positive_recall":0.98,"specificity":1,"precision":1,"balanced_accuracy":0.99,"f1":0.98989898989899,"true_positive":49,"false_positive":0,"false_negative":1,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.968187130170364,"baseline_adjusted_skill":0.98,"baseline_adjusted_score":0.98},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.8260869565217391,"baseline_adjusted_score":0.8260869565217391},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.00003296475658055294,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":16,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.9998680197797197,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.057630793523745755,"normalized_score_rmse":0.18505079075772096,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.825361231746225,"baseline_adjusted_score":0.825361231746225},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.46875,"uniform_accuracy_baseline":0.178125,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":0.2543859649122807,"baseline_adjusted_score":0.2543859649122807},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.05762998701154781,"accuracy":0.9117647058823529,"positive_recall":0.8235294117647058,"specificity":1,"precision":1,"balanced_accuracy":0.9117647058823529,"f1":0.9032258064516129,"true_positive":14,"false_positive":0,"false_negative":3,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7694800519538088,"baseline_adjusted_skill":0.8235294117647058,"baseline_adjusted_score":0.8235294117647058},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.29980370698167996,"normalized_score_rmse":0.40786262926261674,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-1.0386652074754235,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.13194444444444445,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.11771411805362036,"accuracy":0.8653846153846154,"positive_recall":0.7307692307692307,"specificity":1,"precision":1,"balanced_accuracy":0.8653846153846154,"f1":0.8444444444444444,"true_positive":19,"false_positive":0,"false_negative":7,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5291435277855185,"baseline_adjusted_skill":0.7307692307692308,"baseline_adjusted_score":0.7307692307692308},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.052197472876317735,"accuracy":0.9466666666666667,"positive_recall":1,"specificity":0.8888888888888888,"precision":0.9069767441860465,"balanced_accuracy":0.9444444444444444,"f1":0.9512195121951219,"true_positive":39,"false_positive":4,"false_negative":0,"true_negative":32,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24960000000000004,"brier_skill":0.7908755093096245,"baseline_adjusted_skill":0.8888888888888888,"baseline_adjusted_score":0.8888888888888888},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.24810822518920758,"normalized_score_rmse":0.3645524336430068,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.11389919575283014,"baseline_adjusted_score":0.11389919575283014},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.9117647058823529,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.8799999999999998,"baseline_adjusted_score":0.8799999999999998},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":4.019814366466637e-7,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":14,"false_positive":0,"false_negative":0,"true_negative":14,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9999983920742535,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.002337471607921501,"normalized_score_rmse":0.012510735192811704,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.1696969696969697,"baseline_adjusted_skill":0.9862256137390341,"baseline_adjusted_score":0.9862256137390341},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.003909188898142913,"accuracy":0.9882352941176471,"positive_recall":0.9777777777777777,"specificity":1,"precision":1,"balanced_accuracy":0.9888888888888889,"f1":0.9887640449438202,"true_positive":44,"false_positive":0,"false_negative":1,"true_negative":40,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.2491349480968858,"brier_skill":0.9843089501171763,"baseline_adjusted_skill":0.9777777777777779,"baseline_adjusted_score":0.9777777777777779},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.76,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.6842105263157895,"baseline_adjusted_score":0.6842105263157895},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.25015305523773135,"accuracy":0.68,"positive_recall":0.6,"specificity":0.8666666666666667,"precision":0.9130434782608695,"balanced_accuracy":0.7333333333333334,"f1":0.7241379310344828,"true_positive":21,"false_positive":2,"false_negative":14,"true_negative":13,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.21,"brier_skill":-0.19120502494157798,"baseline_adjusted_skill":0.4666666666666668,"baseline_adjusted_score":0.4666666666666668},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.03143450217496138,"normalized_score_rmse":0.049540883393246575,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.8877339208037094,"baseline_adjusted_score":0.8877339208037094},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.7974683544303798,"uniform_accuracy_baseline":0.24240506329113923,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.6521739130434783,"baseline_adjusted_score":0.6521739130434783},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.0837902400427024,"accuracy":0.8571428571428571,"positive_recall":0.7272727272727273,"specificity":1,"precision":1,"balanced_accuracy":0.8636363636363636,"f1":0.8421052631578947,"true_positive":8,"false_positive":0,"false_negative":3,"true_negative":10,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.2494331065759637,"brier_skill":0.6640773103742568,"baseline_adjusted_skill":0.7272727272727273,"baseline_adjusted_score":0.7272727272727273},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.9696969696969697,"uniform_accuracy_baseline":0.32373737373737377,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.9500000000000001,"baseline_adjusted_score":0.9500000000000001},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.07693711409655797,"accuracy":0.8787878787878788,"positive_recall":1,"specificity":0.75,"precision":0.8095238095238095,"balanced_accuracy":0.875,"f1":0.8947368421052632,"true_positive":17,"false_positive":4,"false_negative":0,"true_negative":12,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.6919686865766483,"baseline_adjusted_skill":0.75,"baseline_adjusted_score":0.75},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.03178875398450126,"normalized_score_rmse":0.09188396572423654,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.3431372549019608,"baseline_adjusted_skill":0.9073584883880249,"baseline_adjusted_score":0.9073584883880249},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.04609459665981977,"accuracy":0.93,"positive_recall":0.88,"specificity":0.98,"precision":0.9777777777777777,"balanced_accuracy":0.9299999999999999,"f1":0.9263157894736842,"true_positive":44,"false_positive":1,"false_negative":6,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8156216133607209,"baseline_adjusted_skill":0.8599999999999999,"baseline_adjusted_score":0.8599999999999999},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.5133333333333333,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":0.2474226804123711,"baseline_adjusted_score":0.2474226804123711},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.21062076356868406,"accuracy":0.6533333333333333,"positive_recall":0.7027027027027027,"specificity":0.6052631578947368,"precision":0.6341463414634146,"balanced_accuracy":0.6539829302987198,"f1":0.6666666666666666,"true_positive":26,"false_positive":15,"false_negative":11,"true_negative":23,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555554,"brier_skill":0.15736714432869991,"baseline_adjusted_skill":0.3079658605974396,"baseline_adjusted_score":0.3079658605974396},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.14285714285714285,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.9358974358974358,"baseline_adjusted_score":0.9358974358974358},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.42,"uniform_accuracy_baseline":0.32416666666666666,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.12121212121212116,"baseline_adjusted_score":0.12121212121212116},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.030233562645969173,"accuracy":0.9696969696969697,"positive_recall":1,"specificity":0.9411764705882353,"precision":0.9411764705882353,"balanced_accuracy":0.9705882352941176,"f1":0.9696969696969697,"true_positive":16,"false_positive":1,"false_negative":0,"true_negative":16,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.8789545966122778,"baseline_adjusted_skill":0.9411764705882353,"baseline_adjusted_score":0.9411764705882353},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.0465860818471888,"normalized_score_rmse":0.09476481570101511,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.78795300676452,"baseline_adjusted_score":0.78795300676452},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1842418197985277,"accuracy":0.79,"positive_recall":0.22727272727272727,"specificity":0.9487179487179487,"precision":0.5555555555555556,"balanced_accuracy":0.587995337995338,"f1":0.3225806451612903,"true_positive":5,"false_positive":4,"false_negative":17,"true_negative":74,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.07367027854619868,"baseline_adjusted_skill":0.17599067599067597,"baseline_adjusted_score":0.17599067599067597},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1708453788499469,"accuracy":0.81,"positive_recall":0.5405405405405406,"specificity":0.9682539682539683,"precision":0.9090909090909091,"balanced_accuracy":0.7543972543972544,"f1":0.6779661016949152,"true_positive":20,"false_positive":2,"false_negative":17,"true_negative":61,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000003,"brier_skill":0.2670725918063197,"baseline_adjusted_skill":0.5087945087945087,"baseline_adjusted_score":0.5087945087945087},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.0803809309051355,"accuracy":0.9,"positive_recall":0.7435897435897436,"specificity":1,"precision":1,"balanced_accuracy":0.8717948717948718,"f1":0.8529411764705882,"true_positive":29,"false_positive":0,"false_negative":10,"true_negative":61,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379,"brier_skill":0.6621230310839197,"baseline_adjusted_skill":0.7435897435897436,"baseline_adjusted_score":0.7435897435897436},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.07317563047681246,"accuracy":0.91,"positive_recall":0.7096774193548387,"specificity":1,"precision":1,"balanced_accuracy":0.8548387096774194,"f1":0.8301886792452831,"true_positive":22,"false_positive":0,"false_negative":9,"true_negative":69,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999998,"brier_skill":0.6578979407348646,"baseline_adjusted_skill":0.7096774193548387,"baseline_adjusted_score":0.7096774193548387},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.9444444444444444,"baseline_adjusted_score":0.9444444444444444},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.16120222040012322,"normalized_score_rmse":0.20698940834324622,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.30665711655860983,"baseline_adjusted_score":0.30665711655860983},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.19536133513742315,"accuracy":0.75,"positive_recall":0.74,"specificity":0.76,"precision":0.7551020408163265,"balanced_accuracy":0.75,"f1":0.7474747474747475,"true_positive":37,"false_positive":12,"false_negative":13,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2185546594503074,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3645946894817687,"accuracy":0.46,"positive_recall":0.84,"specificity":0.08,"precision":0.4772727272727273,"balanced_accuracy":0.45999999999999996,"f1":0.6086956521739131,"true_positive":42,"false_positive":46,"false_negative":8,"true_negative":4,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.45837875792707483,"baseline_adjusted_skill":-0.08000000000000007,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.48,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.4857142857142859,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.0870395586674428,"accuracy":0.88,"positive_recall":0.96,"specificity":0.8,"precision":0.8275862068965517,"balanced_accuracy":0.88,"f1":0.8888888888888888,"true_positive":48,"false_positive":10,"false_negative":2,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6518417653302289,"baseline_adjusted_skill":0.76,"baseline_adjusted_score":0.76},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.857142857142857,"baseline_adjusted_score":0.857142857142857},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.74,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.5666666666666667,"baseline_adjusted_score":0.5666666666666667},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2306834069994199,"accuracy":0.7,"positive_recall":0.64,"specificity":0.76,"precision":0.7272727272727273,"balanced_accuracy":0.7,"f1":0.6808510638297872,"true_positive":32,"false_positive":12,"false_negative":18,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.07726637200232045,"baseline_adjusted_skill":0.3999999999999999,"baseline_adjusted_score":0.3999999999999999},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.20851190476190473,"fixed_answer_accuracy_baseline":0.22333333333333333,"baseline_adjusted_skill":0.9871244635193133,"baseline_adjusted_score":0.9871244635193133},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.019608183956782745,"accuracy":0.98,"positive_recall":0.96,"specificity":1,"precision":1,"balanced_accuracy":0.98,"f1":0.9795918367346939,"true_positive":48,"false_positive":0,"false_negative":2,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.921567264172869,"baseline_adjusted_skill":0.96,"baseline_adjusted_score":0.96},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.021932957158233308,"normalized_score_rmse":0.10096618537488625,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.926890142805889,"baseline_adjusted_score":0.926890142805889},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.22851190476190475,"fixed_answer_accuracy_baseline":0.24333333333333332,"baseline_adjusted_skill":0.986784140969163,"baseline_adjusted_score":0.986784140969163},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.03561244350172612,"accuracy":0.96,"positive_recall":0.98,"specificity":0.94,"precision":0.9423076923076923,"balanced_accuracy":0.96,"f1":0.9607843137254902,"true_positive":49,"false_positive":3,"false_negative":1,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8575502259930955,"baseline_adjusted_skill":0.9199999999999999,"baseline_adjusted_score":0.9199999999999999},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.020248458222072007,"normalized_score_rmse":0.08850631704276087,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.3042222222222222,"baseline_adjusted_skill":0.9334418831268634,"baseline_adjusted_score":0.9334418831268634},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.74,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.5806451612903225,"baseline_adjusted_score":0.5806451612903225},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.14091781400494105,"accuracy":0.8,"positive_recall":0.9,"specificity":0.7,"precision":0.75,"balanced_accuracy":0.8,"f1":0.8181818181818182,"true_positive":45,"false_positive":15,"false_negative":5,"true_negative":35,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4363287439802358,"baseline_adjusted_skill":0.6000000000000001,"baseline_adjusted_score":0.6000000000000001},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.6799999999999999,"baseline_adjusted_score":0.6799999999999999},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.041965253714294555,"accuracy":0.96,"positive_recall":0.96,"specificity":0.96,"precision":0.96,"balanced_accuracy":0.96,"f1":0.96,"true_positive":48,"false_positive":2,"false_negative":2,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8321389851428218,"baseline_adjusted_skill":0.9199999999999999,"baseline_adjusted_score":0.9199999999999999},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.59,"uniform_accuracy_baseline":0.3533333333333333,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.30508474576271183,"baseline_adjusted_score":0.30508474576271183},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.76,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.6129032258064516,"baseline_adjusted_score":0.6129032258064516},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.4,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.03225806451612906,"baseline_adjusted_score":0.03225806451612906},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.42,"uniform_accuracy_baseline":0.1111111111111111,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.30952380952380953,"baseline_adjusted_score":0.30952380952380953},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.16167099428920131,"accuracy":0.6828749999999999,"positive_recall":0.8239947264337509,"specificity":0.6498534629029771,"precision":0.35511363636363635,"balanced_accuracy":0.736924094668364,"f1":0.4963271788763153,"true_positive":62.5,"false_positive":113.5,"false_negative":13.35,"true_negative":210.65,"positive_prevalence":0.189625,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500001,"brier_skill":-1.1237957003953647,"baseline_adjusted_skill":0.4738481893367279,"baseline_adjusted_score":0.4738481893367279},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.14243588445995892,"normalized_score_rmse":0.20276949945502326,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":0.3336332890762156,"baseline_adjusted_score":0.3336332890762156},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.0868155613450169,"accuracy":0.7926249999999999,"positive_recall":0.6924519456165026,"specificity":0.8290438043292996,"precision":0.5955645161290322,"balanced_accuracy":0.7607478749729011,"f1":0.6403641881638847,"true_positive":73.85,"false_positive":50.15,"false_negative":32.8,"true_negative":243.2,"positive_prevalence":0.266625,"majority_accuracy_baseline":0.733375,"constant_brier_baseline":0.115654859375,"brier_skill":0.24935656128787798,"baseline_adjusted_skill":0.5214957499458022,"baseline_adjusted_score":0.5214957499458022},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.15617581336299804,"normalized_score_rmse":0.25210487449956337,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.41888069446326304,"baseline_adjusted_score":0.41888069446326304},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.09631764580927278,"accuracy":0.765125,"positive_recall":0.7284116331096198,"specificity":0.7793581960104077,"precision":0.5613793103448276,"balanced_accuracy":0.7538849145600137,"f1":0.6340798442064265,"true_positive":81.4,"false_positive":63.6,"false_negative":30.35,"true_negative":224.65,"positive_prevalence":0.279375,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937500001,"brier_skill":0.14880549410989996,"baseline_adjusted_skill":0.5077698291200274,"baseline_adjusted_score":0.5077698291200274},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.15487382447119083,"normalized_score_rmse":0.23815140379359623,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.41418884360778885,"baseline_adjusted_score":0.41418884360778885},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.06125057259862529,"accuracy":0.861875,"positive_recall":0.7014084507042253,"specificity":0.9076305220883534,"precision":0.6840659340659341,"balanced_accuracy":0.8045194863962893,"f1":0.6926286509040334,"true_positive":62.25,"false_positive":28.75,"false_negative":26.5,"true_negative":282.5,"positive_prevalence":0.221875,"majority_accuracy_baseline":0.778125,"constant_brier_baseline":0.12674023437499998,"brier_skill":0.5167235337643717,"baseline_adjusted_skill":0.6090389727925787,"baseline_adjusted_score":0.6090389727925787},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.14511708341585133,"normalized_score_rmse":0.28655375193824756,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.3568217909546755,"baseline_adjusted_score":0.3568217909546755},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.08702962964702378,"accuracy":0.79,"positive_recall":0.8213610586011342,"specificity":0.7787219578518015,"precision":0.5717105263157896,"balanced_accuracy":0.8000415082264678,"f1":0.674166020170675,"true_positive":86.9,"false_positive":65.1,"false_negative":18.9,"true_negative":229.1,"positive_prevalence":0.2645,"majority_accuracy_baseline":0.7355,"constant_brier_baseline":0.11362725,"brier_skill":0.234077832148329,"baseline_adjusted_skill":0.6000830164529356,"baseline_adjusted_score":0.6000830164529356},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1354275210969279,"normalized_score_rmse":0.21601199766341397,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.46098499065899334,"baseline_adjusted_score":0.46098499065899334},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.10061773739550002,"accuracy":0.8045,"positive_recall":0.5835509138381202,"specificity":0.8568336425479283,"precision":0.49120879120879124,"balanced_accuracy":0.7201922781930242,"f1":0.5334128878281623,"true_positive":44.7,"false_positive":46.3,"false_negative":31.9,"true_negative":277.1,"positive_prevalence":0.19149999999999998,"majority_accuracy_baseline":0.8085,"constant_brier_baseline":0.09190274999999999,"brier_skill":-0.09482836362894509,"baseline_adjusted_skill":0.44038455638604845,"baseline_adjusted_score":0.44038455638604845},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1417719042173443,"normalized_score_rmse":0.25189537018915553,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.3146977439644988,"baseline_adjusted_score":0.3146977439644988},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.07401430034750105,"accuracy":0.8545,"positive_recall":0.8035230352303523,"specificity":0.8660331085223789,"precision":0.5757281553398058,"balanced_accuracy":0.8347780718763655,"f1":0.670814479638009,"true_positive":59.3,"false_positive":43.7,"false_negative":14.5,"true_negative":282.5,"positive_prevalence":0.1845,"majority_accuracy_baseline":0.8155,"constant_brier_baseline":0.10922225,"brier_skill":0.32235144077785394,"baseline_adjusted_skill":0.6695561437527311,"baseline_adjusted_score":0.6695561437527311},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.09592471063965868,"normalized_score_rmse":0.1980196181241215,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":0.4934668745100531,"baseline_adjusted_score":0.4934668745100531},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.07955923284386988,"accuracy":0.8277500000000001,"positive_recall":0.4050955414012739,"specificity":0.9309486780715397,"precision":0.5888888888888889,"balanced_accuracy":0.6680221097364067,"f1":0.48000000000000004,"true_positive":31.8,"false_positive":22.2,"false_negative":46.7,"true_negative":299.3,"positive_prevalence":0.19625,"majority_accuracy_baseline":0.80375,"constant_brier_baseline":0.09878593749999999,"brier_skill":0.19462997611507316,"baseline_adjusted_skill":0.3360442194728135,"baseline_adjusted_score":0.3360442194728135},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.14951276643859485,"normalized_score_rmse":0.25442940939704367,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":0.2922472594622729,"baseline_adjusted_score":0.2922472594622729},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.16045884357459875,"accuracy":0.6790816326530612,"positive_recall":0.9187425860023726,"specificity":0.49820948970456586,"precision":0.5801498127340824,"balanced_accuracy":0.7084760378534692,"f1":0.7112029384756658,"true_positive":154.9,"false_positive":112.1,"false_negative":13.7,"true_negative":111.3,"positive_prevalence":0.4301020408163265,"majority_accuracy_baseline":0.5698979591836735,"constant_brier_baseline":0.12359641815910039,"brier_skill":-0.2982483308541104,"baseline_adjusted_skill":0.4169520757069385,"baseline_adjusted_score":0.4169520757069385},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.19686183188263914,"normalized_score_rmse":0.2655695686735045,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.28546446205560605,"baseline_adjusted_score":0.28546446205560605},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.04832902759687319,"accuracy":0.885125,"positive_recall":0.7718332022029898,"specificity":0.906524000594442,"precision":0.6093167701863353,"balanced_accuracy":0.8391786013987159,"f1":0.6810135369663312,"true_positive":98.1,"false_positive":62.9,"false_negative":29,"true_negative":610,"positive_prevalence":0.158875,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499999,"brier_skill":0.510728301063061,"baseline_adjusted_skill":0.6783572027974318,"baseline_adjusted_score":0.6783572027974318},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.09186402223302208,"normalized_score_rmse":0.18390352902810728,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":0.44324835010289654,"baseline_adjusted_score":0.44324835010289654},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.73,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.564516129032258,"baseline_adjusted_score":0.564516129032258},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3283709397878273,"accuracy":0.56,"positive_recall":0.3,"specificity":0.82,"precision":0.625,"balanced_accuracy":0.5599999999999999,"f1":0.40540540540540543,"true_positive":15,"false_positive":9,"false_negative":35,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.3134837591513091,"baseline_adjusted_skill":0.11999999999999988,"baseline_adjusted_score":0.11999999999999988},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.3744201457919152,"uniform_accuracy_baseline":0.058823529411764705,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.264797507788162,"baseline_adjusted_score":0.264797507788162},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.93,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.8478260869565218,"baseline_adjusted_score":0.8478260869565218},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.19044914600066673,"accuracy":0.67,"positive_recall":0.88,"specificity":0.46,"precision":0.6197183098591549,"balanced_accuracy":0.67,"f1":0.7272727272727273,"true_positive":44,"false_positive":27,"false_negative":6,"true_negative":23,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.23820341599733308,"baseline_adjusted_skill":0.3400000000000001,"baseline_adjusted_score":0.3400000000000001},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.55,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.2857142857142858,"baseline_adjusted_score":0.2857142857142858},"scoring":{"eligible":true,"reason":null},"model":126,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.1823919093037001,"accuracy":0.75,"positive_recall":0.6197183098591549,"specificity":0.8701298701298701,"precision":0.8148148148148148,"balanced_accuracy":0.7449240899945124,"f1":0.704,"true_positive":44,"false_positive":10,"false_negative":27,"true_negative":67,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.24958911614317017,"brier_skill":0.2692313185680908,"baseline_adjusted_skill":0.48984817998902486,"baseline_adjusted_score":0.48984817998902486},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.2005,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.07042253521126768,"baseline_adjusted_score":0.07042253521126768},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.9705882352941176,"baseline_adjusted_score":0.9705882352941176},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.71,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.3829787234042552,"baseline_adjusted_score":0.3829787234042552},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.7755102040816326,"baseline_adjusted_score":0.7755102040816326},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.13795201123901196,"accuracy":0.5827861923800001,"positive_recall":0.6970558601879621,"specificity":0.3994523033856076,"precision":0.6506213056363637,"balanced_accuracy":0.5482540817867848,"f1":0.6730386258040796,"true_positive":42.941006172,"false_positive":23.058993828000002,"false_negative":18.662386934,"true_negative":15.337613066000001,"positive_prevalence":0.61603393106,"majority_accuracy_baseline":0.61603393106,"constant_brier_baseline":0.07908707655202402,"brier_skill":-0.7443053562394129,"baseline_adjusted_skill":0.09650816357356962,"baseline_adjusted_score":0.09650816357356962},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.18414474212492193,"accuracy":0.72,"positive_recall":0.72,"specificity":0.72,"precision":0.72,"balanced_accuracy":0.72,"f1":0.72,"true_positive":36,"false_positive":14,"false_negative":14,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.26342103150031226,"baseline_adjusted_skill":0.43999999999999995,"baseline_adjusted_score":0.43999999999999995},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.69,"uniform_accuracy_baseline":0.012987012987012986,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.6736842105263157,"baseline_adjusted_score":0.6736842105263157},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.9833333333333333,"baseline_adjusted_score":0.9833333333333333},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.45,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.14062500000000003,"baseline_adjusted_score":0.14062500000000003},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.12155941278627112,"accuracy":0.83,"positive_recall":0.96,"specificity":0.7,"precision":0.7619047619047619,"balanced_accuracy":0.83,"f1":0.8495575221238938,"true_positive":48,"false_positive":15,"false_negative":2,"true_negative":35,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5137623488549155,"baseline_adjusted_skill":0.6599999999999999,"baseline_adjusted_score":0.6599999999999999},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.0953807430577697,"accuracy":0.6901705219137615,"positive_recall":0.5474823219501732,"specificity":0.756611386174997,"precision":0.5115782387492036,"balanced_accuracy":0.6520468540625851,"f1":0.5289216734208972,"true_positive":121.75562082231045,"false_positive":116.24437917768955,"false_negative":100.63625548267737,"true_negative":361.36374451732263,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768642,"brier_skill":-0.07499210816501001,"baseline_adjusted_skill":0.3040937081251702,"baseline_adjusted_score":0.3040937081251702},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25109575179013505,"accuracy":0.62,"positive_recall":0.58,"specificity":0.66,"precision":0.6304347826086957,"balanced_accuracy":0.62,"f1":0.6041666666666666,"true_positive":29,"false_positive":17,"false_negative":21,"true_negative":33,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.004383007160540187,"baseline_adjusted_skill":0.24,"baseline_adjusted_score":0.24},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.9337748344370861,"uniform_accuracy_baseline":0.006622516556291391,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.9310344827586207,"baseline_adjusted_score":0.9310344827586207},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.8411764705882353,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.7071583514099783,"baseline_adjusted_score":0.7071583514099783},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.44,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.06666666666666664,"baseline_adjusted_score":0.06666666666666664},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1475718010237239,"accuracy":0.79,"positive_recall":0.92,"specificity":0.66,"precision":0.7301587301587301,"balanced_accuracy":0.79,"f1":0.8141592920353983,"true_positive":46,"false_positive":17,"false_negative":4,"true_negative":33,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.40971279590510445,"baseline_adjusted_skill":0.5800000000000001,"baseline_adjusted_score":0.5800000000000001},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.74,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.4583333333333333,"baseline_adjusted_score":0.4583333333333333},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.07142857142857142,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9775280898876404,"baseline_adjusted_score":0.9775280898876404},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.45652173913043476,"baseline_adjusted_score":0.45652173913043476},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.46,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.2602739726027397,"baseline_adjusted_score":0.2602739726027397},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.7222222222222222,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.1666666666666667,"baseline_adjusted_score":0.1666666666666667},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.22534138856011596,"accuracy":0.7317073170731707,"positive_recall":0.75,"specificity":0.7142857142857143,"precision":0.7142857142857143,"balanced_accuracy":0.7321428571428572,"f1":0.7317073170731707,"true_positive":30,"false_positive":12,"false_negative":10,"true_negative":30,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.2498512790005949,"brier_skill":0.09809791864391693,"baseline_adjusted_skill":0.4642857142857144,"baseline_adjusted_score":0.4642857142857144},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.14288028387444002,"accuracy":0.79,"positive_recall":0.68,"specificity":0.9,"precision":0.8717948717948718,"balanced_accuracy":0.79,"f1":0.7640449438202247,"true_positive":34,"false_positive":5,"false_negative":16,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.42847886450223993,"baseline_adjusted_skill":0.5800000000000001,"baseline_adjusted_score":0.5800000000000001},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.7569832402234636,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.6881720430107526,"baseline_adjusted_score":0.6881720430107526},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.53,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.2295081967213115,"baseline_adjusted_score":0.2295081967213115},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.18347863332668576,"accuracy":0.755,"positive_recall":0.5454545454545454,"specificity":0.8141025641025641,"precision":0.4528301886792453,"balanced_accuracy":0.6797785547785548,"f1":0.4948453608247423,"true_positive":24,"false_positive":29,"false_negative":20,"true_negative":127,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.06922280493406618,"baseline_adjusted_skill":0.3595571095571095,"baseline_adjusted_score":0.3595571095571095},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.18797623250893994,"accuracy":0.745,"positive_recall":0.28,"specificity":0.9,"precision":0.4827586206896552,"balanced_accuracy":0.5900000000000001,"f1":0.35443037974683544,"true_positive":14,"false_positive":15,"false_negative":36,"true_negative":135,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-0.0025399067143463405,"baseline_adjusted_skill":0.18000000000000016,"baseline_adjusted_score":0.18000000000000016},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.037629406972198555,"accuracy":0.945,"positive_recall":0.8947368421052632,"specificity":0.9502762430939227,"precision":0.6538461538461539,"balanced_accuracy":0.9225065425995929,"f1":0.7555555555555555,"true_positive":17,"false_positive":9,"false_negative":2,"true_negative":172,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.085975,"brier_skill":0.5623215240221162,"baseline_adjusted_skill":0.8450130851991857,"baseline_adjusted_score":0.8450130851991857},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.13745659006108962,"accuracy":0.7846726190476191,"positive_recall":0.7174883444102768,"specificity":0.7889614295936523,"precision":0.1783284023668639,"balanced_accuracy":0.7532248870019645,"f1":0.28565786615588157,"true_positive":120.55,"false_positive":555.45,"false_negative":47.46666666666667,"true_negative":2076.5333333333333,"positive_prevalence":0.060005952380952375,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679138,"brier_skill":-3.268709319201032,"baseline_adjusted_skill":0.5064497740039291,"baseline_adjusted_score":0.5064497740039291},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.830028328611898,"uniform_accuracy_baseline":0.027777777777777776,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.8051948051948051,"baseline_adjusted_score":0.8051948051948051},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.49,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.27142857142857146,"baseline_adjusted_score":0.27142857142857146},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10833496014989588,"accuracy":0.87,"positive_recall":1,"specificity":0.74,"precision":0.7936507936507936,"balanced_accuracy":0.87,"f1":0.8849557522123894,"true_positive":50,"false_positive":13,"false_negative":0,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5666601594004165,"baseline_adjusted_skill":0.74,"baseline_adjusted_score":0.74},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09899771821984414,"accuracy":0.84,"positive_recall":0.94,"specificity":0.74,"precision":0.7833333333333333,"balanced_accuracy":0.84,"f1":0.8545454545454545,"true_positive":47,"false_positive":13,"false_negative":3,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6040091271206234,"baseline_adjusted_skill":0.6799999999999999,"baseline_adjusted_score":0.6799999999999999},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.63,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":0.05128205128205133,"baseline_adjusted_score":0.05128205128205133},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.8404255319148937,"baseline_adjusted_score":0.8404255319148937},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09994552452906635,"accuracy":0.88,"positive_recall":0.92,"specificity":0.84,"precision":0.8518518518518519,"balanced_accuracy":0.88,"f1":0.8846153846153846,"true_positive":46,"false_positive":8,"false_negative":4,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6002179018837346,"baseline_adjusted_skill":0.76,"baseline_adjusted_score":0.76},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8507462686567167,"baseline_adjusted_score":0.8507462686567167},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.059627214833507164,"accuracy":0.94,"positive_recall":0.9,"specificity":0.98,"precision":0.9782608695652174,"balanced_accuracy":0.94,"f1":0.9375,"true_positive":45,"false_positive":1,"false_negative":5,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7614911406659713,"baseline_adjusted_skill":0.8799999999999999,"baseline_adjusted_score":0.8799999999999999},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.45469941216216214,"uniform_accuracy_baseline":0.23445945945945948,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.26076583406048126,"baseline_adjusted_score":0.26076583406048126},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.06692491625078541,"accuracy":0.6926754144736842,"positive_recall":0.8728531208718726,"specificity":0.5211062363642269,"precision":0.6344444411764707,"balanced_accuracy":0.6969796786180498,"f1":0.7347942761190938,"true_positive":64.713333,"false_positive":37.286667,"false_negative":9.42667,"true_negative":40.57333,"positive_prevalence":0.4877631776315789,"majority_accuracy_baseline":0.512236822368421,"constant_brier_baseline":0.09451910039768556,"brier_skill":0.29194294095900897,"baseline_adjusted_skill":0.39395935723609954,"baseline_adjusted_score":0.39395935723609954},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.10178938999793685,"normalized_score_rmse":0.1365902741743586,"constant_score_baseline":0.5841668333333333,"constant_mae_baseline":0.21700552708333334,"baseline_adjusted_skill":0.5309364173067895,"baseline_adjusted_score":0.5309364173067895},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2655619472881038,"accuracy":0.67,"positive_recall":0.92,"specificity":0.42,"precision":0.6133333333333333,"balanced_accuracy":0.67,"f1":0.736,"true_positive":46,"false_positive":29,"false_negative":4,"true_negative":21,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.062247789152415134,"baseline_adjusted_skill":0.3400000000000001,"baseline_adjusted_score":0.3400000000000001},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3000424063727673,"accuracy":0.57,"positive_recall":0.42,"specificity":0.72,"precision":0.6,"balanced_accuracy":0.57,"f1":0.49411764705882355,"true_positive":21,"false_positive":14,"false_negative":29,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.2001696254910692,"baseline_adjusted_skill":0.1399999999999999,"baseline_adjusted_score":0.1399999999999999},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.83,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.721311475409836,"baseline_adjusted_score":0.721311475409836},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.036111111111111115,"fixed_answer_accuracy_baseline":0.08833333333333333,"baseline_adjusted_skill":0.8244972577696527,"baseline_adjusted_score":0.8244972577696527},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.8863636363636362,"baseline_adjusted_score":0.8863636363636362},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.835,"uniform_accuracy_baseline":0.049879324215607396,"fixed_answer_accuracy_baseline":0.12442477876106194,"baseline_adjusted_skill":0.81155245603396,"baseline_adjusted_score":0.81155245603396},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3902850215071795,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":50,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.5611400860287179,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.8055555555555556,"uniform_accuracy_baseline":0.23888888888888887,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.7254901960784313,"baseline_adjusted_score":0.7254901960784313},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.11926856743182611,"accuracy":0.875,"positive_recall":0.84375,"specificity":0.90625,"precision":0.9,"balanced_accuracy":0.875,"f1":0.8709677419354839,"true_positive":27,"false_positive":3,"false_negative":5,"true_negative":29,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5229257302726955,"baseline_adjusted_skill":0.75,"baseline_adjusted_score":0.75},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.8181818181818183,"baseline_adjusted_score":0.8181818181818183},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.46637191017359336,"accuracy":0.42,"positive_recall":0.22,"specificity":0.62,"precision":0.36666666666666664,"balanced_accuracy":0.42,"f1":0.275,"true_positive":11,"false_positive":19,"false_negative":39,"true_negative":31,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.8654876406943735,"baseline_adjusted_skill":-0.16000000000000003,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.8260869565217391,"baseline_adjusted_score":0.8260869565217391},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.06828823377130626,"accuracy":0.8787878787878788,"positive_recall":1,"specificity":0.7647058823529411,"precision":0.8,"balanced_accuracy":0.8823529411764706,"f1":0.8888888888888888,"true_positive":16,"false_positive":4,"false_negative":0,"true_negative":13,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.7265960052317921,"baseline_adjusted_skill":0.7647058823529411,"baseline_adjusted_score":0.7647058823529411},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.18981246970337676,"normalized_score_rmse":0.3802980866110389,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.4248106978685553,"baseline_adjusted_score":0.4248106978685553},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.3125,"uniform_accuracy_baseline":0.178125,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":0.03508771929824565,"baseline_adjusted_score":0.03508771929824565},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.02731839347984832,"accuracy":0.9705882352941176,"positive_recall":1,"specificity":0.9411764705882353,"precision":0.9444444444444444,"balanced_accuracy":0.9705882352941176,"f1":0.9714285714285714,"true_positive":17,"false_positive":1,"false_negative":0,"true_negative":16,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8907264260806067,"baseline_adjusted_skill":0.9411764705882353,"baseline_adjusted_score":0.9411764705882353},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.25528007705252453,"normalized_score_rmse":0.3582529852998274,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-0.7359045239571669,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.625,"uniform_accuracy_baseline":0.13194444444444445,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":0.06086956521739136,"baseline_adjusted_score":0.06086956521739136},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.0798290440035815,"accuracy":0.9038461538461539,"positive_recall":0.8461538461538461,"specificity":0.9615384615384616,"precision":0.9565217391304348,"balanced_accuracy":0.9038461538461539,"f1":0.8979591836734694,"true_positive":22,"false_positive":1,"false_negative":4,"true_negative":25,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6806838239856741,"baseline_adjusted_skill":0.8076923076923077,"baseline_adjusted_score":0.8076923076923077},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.06805257734963296,"accuracy":0.92,"positive_recall":1,"specificity":0.8333333333333334,"precision":0.8666666666666667,"balanced_accuracy":0.9166666666666667,"f1":0.9285714285714286,"true_positive":39,"false_positive":6,"false_negative":0,"true_negative":30,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24960000000000004,"brier_skill":0.7273534561312782,"baseline_adjusted_skill":0.8333333333333335,"baseline_adjusted_score":0.8333333333333335},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.42952836027486213,"normalized_score_rmse":0.5126511765540994,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.5340298581245075,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8235294117647058,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.76,"baseline_adjusted_score":0.76},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.2159403972465009,"accuracy":0.75,"positive_recall":1,"specificity":0.5,"precision":0.6666666666666666,"balanced_accuracy":0.75,"f1":0.8,"true_positive":14,"false_positive":7,"false_negative":0,"true_negative":7,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.13623841101399636,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.24229086327492935,"normalized_score_rmse":0.35233183848434235,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.1696969696969697,"baseline_adjusted_skill":-0.4277854442986908,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":0.9333333333333333,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":0.9166666666666667,"baseline_adjusted_score":0.9166666666666667},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.05006504917344917,"accuracy":0.9411764705882353,"positive_recall":0.9777777777777777,"specificity":0.9,"precision":0.9166666666666666,"balanced_accuracy":0.9388888888888889,"f1":0.946236559139785,"true_positive":44,"false_positive":4,"false_negative":1,"true_negative":36,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.2491349480968858,"brier_skill":0.7990444554010165,"baseline_adjusted_skill":0.8777777777777778,"baseline_adjusted_score":0.8777777777777778},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.7894736842105263,"baseline_adjusted_score":0.7894736842105263},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.31741311261541705,"accuracy":0.54,"positive_recall":0.4,"specificity":0.8666666666666667,"precision":0.875,"balanced_accuracy":0.6333333333333333,"f1":0.5490196078431373,"true_positive":14,"false_positive":2,"false_negative":21,"true_negative":13,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.21,"brier_skill":-0.511491012454367,"baseline_adjusted_skill":0.2666666666666666,"baseline_adjusted_score":0.2666666666666666},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.30035174135679443,"normalized_score_rmse":0.45550100519041825,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.07268479055998012,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.7088607594936709,"uniform_accuracy_baseline":0.24240506329113923,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.012293518474555924,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":11,"false_positive":0,"false_negative":0,"true_negative":10,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.2494331065759637,"brier_skill":0.9507141668429167,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.6060606060606061,"uniform_accuracy_baseline":0.32373737373737377,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.35000000000000003,"baseline_adjusted_score":0.35000000000000003},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.29895622409204153,"accuracy":0.6666666666666666,"positive_recall":0.8235294117647058,"specificity":0.5,"precision":0.6363636363636364,"balanced_accuracy":0.6617647058823529,"f1":0.717948717948718,"true_positive":14,"false_positive":8,"false_negative":3,"true_negative":8,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":-0.19692400013321043,"baseline_adjusted_skill":0.32352941176470584,"baseline_adjusted_score":0.32352941176470584},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.22368448878535063,"normalized_score_rmse":0.2897008131887016,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.3431372549019608,"baseline_adjusted_skill":0.34811948982554963,"baseline_adjusted_score":0.34811948982554963},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.4032307102722995,"accuracy":0.51,"positive_recall":0.52,"specificity":0.5,"precision":0.5098039215686274,"balanced_accuracy":0.51,"f1":0.5148514851485149,"true_positive":26,"false_positive":25,"false_negative":24,"true_negative":25,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.612922841089198,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.29333333333333333,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":-0.09278350515463916,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.3047957518664127,"accuracy":0.5066666666666667,"positive_recall":1,"specificity":0.02631578947368421,"precision":0.5,"balanced_accuracy":0.5131578947368421,"f1":0.6666666666666666,"true_positive":37,"false_positive":37,"false_negative":0,"true_negative":1,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555554,"brier_skill":-0.2193997896504778,"baseline_adjusted_skill":0.026315789473684292,"baseline_adjusted_score":0.026315789473684292},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.14285714285714285,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.7948717948717948,"baseline_adjusted_score":0.7948717948717948},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.37,"uniform_accuracy_baseline":0.32416666666666666,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.045454545454545414,"baseline_adjusted_score":0.045454545454545414},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.042797437249180455,"accuracy":0.9393939393939394,"positive_recall":1,"specificity":0.8823529411764706,"precision":0.8888888888888888,"balanced_accuracy":0.9411764705882353,"f1":0.9411764705882353,"true_positive":16,"false_positive":2,"false_negative":0,"true_negative":15,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.8286529074839797,"baseline_adjusted_skill":0.8823529411764706,"baseline_adjusted_score":0.8823529411764706},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.06215159779795639,"normalized_score_rmse":0.09191628420512106,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.7171030720920606,"baseline_adjusted_score":0.7171030720920606},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2235875475278608,"accuracy":0.7,"positive_recall":0.6818181818181818,"specificity":0.7051282051282052,"precision":0.39473684210526316,"balanced_accuracy":0.6934731934731935,"f1":0.5,"true_positive":15,"false_positive":23,"false_negative":7,"true_negative":55,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.3029577361763449,"baseline_adjusted_skill":0.38694638694638694,"baseline_adjusted_score":0.38694638694638694},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09697827429587358,"accuracy":0.88,"positive_recall":0.7297297297297297,"specificity":0.9682539682539683,"precision":0.9310344827586207,"balanced_accuracy":0.848991848991849,"f1":0.8181818181818182,"true_positive":27,"false_positive":2,"false_negative":10,"true_negative":61,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000003,"brier_skill":0.5839627872334896,"baseline_adjusted_skill":0.697983697983698,"baseline_adjusted_score":0.697983697983698},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.07598457925258056,"accuracy":0.9,"positive_recall":0.8717948717948718,"specificity":0.9180327868852459,"precision":0.8717948717948718,"balanced_accuracy":0.8949138293400589,"f1":0.8717948717948718,"true_positive":34,"false_positive":5,"false_negative":5,"true_negative":56,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379,"brier_skill":0.6806028614855798,"baseline_adjusted_skill":0.7898276586801178,"baseline_adjusted_score":0.7898276586801178},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09847855996341587,"accuracy":0.87,"positive_recall":0.8709677419354839,"specificity":0.8695652173913043,"precision":0.75,"balanced_accuracy":0.8702664796633941,"f1":0.8059701492537313,"true_positive":27,"false_positive":9,"false_negative":4,"true_negative":60,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999998,"brier_skill":0.5396046752528477,"baseline_adjusted_skill":0.7405329593267882,"baseline_adjusted_score":0.7405329593267882},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.7916666666666666,"baseline_adjusted_score":0.7916666666666666},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.13947920472762113,"normalized_score_rmse":0.1835920527623855,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.40008944203173713,"baseline_adjusted_score":0.40008944203173713},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.14711153731848697,"accuracy":0.81,"positive_recall":0.9,"specificity":0.72,"precision":0.7627118644067796,"balanced_accuracy":0.81,"f1":0.8256880733944955,"true_positive":45,"false_positive":14,"false_negative":5,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4115538507260521,"baseline_adjusted_skill":0.6200000000000001,"baseline_adjusted_score":0.6200000000000001},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.343659268711205,"accuracy":0.51,"positive_recall":0.68,"specificity":0.34,"precision":0.5074626865671642,"balanced_accuracy":0.51,"f1":0.5811965811965812,"true_positive":34,"false_positive":33,"false_negative":16,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.37463707484482,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.35,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.8571428571428573,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.12926587186533436,"accuracy":0.83,"positive_recall":1,"specificity":0.66,"precision":0.746268656716418,"balanced_accuracy":0.8300000000000001,"f1":0.8547008547008547,"true_positive":50,"false_positive":17,"false_negative":0,"true_negative":33,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.48293651253866254,"baseline_adjusted_skill":0.6600000000000001,"baseline_adjusted_score":0.6600000000000001},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.7380952380952381,"baseline_adjusted_score":0.7380952380952381},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.66,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.43333333333333335,"baseline_adjusted_score":0.43333333333333335},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1950284455823642,"accuracy":0.73,"positive_recall":0.66,"specificity":0.8,"precision":0.7674418604651163,"balanced_accuracy":0.73,"f1":0.7096774193548387,"true_positive":33,"false_positive":10,"false_negative":17,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.21988621767054317,"baseline_adjusted_skill":0.45999999999999996,"baseline_adjusted_score":0.45999999999999996},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.20851190476190473,"fixed_answer_accuracy_baseline":0.22333333333333333,"baseline_adjusted_skill":0.9742489270386265,"baseline_adjusted_score":0.9742489270386265},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.03380581231900911,"accuracy":0.95,"positive_recall":0.96,"specificity":0.94,"precision":0.9411764705882353,"balanced_accuracy":0.95,"f1":0.9504950495049505,"true_positive":48,"false_positive":3,"false_negative":2,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8647767507239635,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.0899174522476769,"normalized_score_rmse":0.16387463505400165,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.7002751591744103,"baseline_adjusted_score":0.7002751591744103},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.22851190476190475,"fixed_answer_accuracy_baseline":0.24333333333333332,"baseline_adjusted_skill":0.894273127753304,"baseline_adjusted_score":0.894273127753304},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.023209470477147456,"accuracy":0.96,"positive_recall":1,"specificity":0.92,"precision":0.9259259259259259,"balanced_accuracy":0.96,"f1":0.9615384615384616,"true_positive":50,"false_positive":4,"false_negative":0,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9071621180914102,"baseline_adjusted_skill":0.9199999999999999,"baseline_adjusted_score":0.9199999999999999},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.07957637309575202,"normalized_score_rmse":0.16970799553648913,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.3042222222222222,"baseline_adjusted_skill":0.7384268232791205,"baseline_adjusted_score":0.7384268232791205},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.79,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.6612903225806452,"baseline_adjusted_score":0.6612903225806452},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.04695553317031951,"accuracy":0.92,"positive_recall":0.96,"specificity":0.88,"precision":0.8888888888888888,"balanced_accuracy":0.9199999999999999,"f1":0.9230769230769231,"true_positive":48,"false_positive":6,"false_negative":2,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.812177867318722,"baseline_adjusted_skill":0.8399999999999999,"baseline_adjusted_score":0.8399999999999999},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.07108819092573453,"accuracy":0.91,"positive_recall":0.86,"specificity":0.96,"precision":0.9555555555555556,"balanced_accuracy":0.9099999999999999,"f1":0.9052631578947369,"true_positive":43,"false_positive":2,"false_negative":7,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7156472362970618,"baseline_adjusted_skill":0.8199999999999998,"baseline_adjusted_score":0.8199999999999998},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.57,"uniform_accuracy_baseline":0.3533333333333333,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.27118644067796605,"baseline_adjusted_score":0.27118644067796605},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.8225806451612904,"baseline_adjusted_score":0.8225806451612904},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.43,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.08064516129032256,"baseline_adjusted_score":0.08064516129032256},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.37,"uniform_accuracy_baseline":0.1111111111111111,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.25,"baseline_adjusted_score":0.25},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.056910931184938535,"accuracy":0.810125,"positive_recall":0.4080421885299934,"specificity":0.9042110134197131,"precision":0.4991935483870968,"balanced_accuracy":0.6561266009748532,"f1":0.44903881030105186,"true_positive":30.95,"false_positive":31.05,"false_negative":44.9,"true_negative":293.1,"positive_prevalence":0.189625,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500001,"brier_skill":0.2523879036714617,"baseline_adjusted_skill":0.3122532019497064,"baseline_adjusted_score":0.3122532019497064},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.15812167865731033,"normalized_score_rmse":0.20172786066376247,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":0.2602494565739867,"baseline_adjusted_score":0.2602494565739867},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.08453083224990417,"accuracy":0.786875,"positive_recall":0.5457102672292545,"specificity":0.8745525822396455,"precision":0.6126315789473684,"balanced_accuracy":0.71013142473445,"f1":0.5772377882469627,"true_positive":58.2,"false_positive":36.8,"false_negative":48.45,"true_negative":256.55,"positive_prevalence":0.266625,"majority_accuracy_baseline":0.733375,"constant_brier_baseline":0.115654859375,"brier_skill":0.26911127896649034,"baseline_adjusted_skill":0.4202628494689,"baseline_adjusted_score":0.4202628494689},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.16278420585691264,"normalized_score_rmse":0.22514559514020452,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.394291327044046,"baseline_adjusted_score":0.394291327044046},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.07413449558159049,"accuracy":0.788625,"positive_recall":0.6093959731543623,"specificity":0.8581092801387684,"precision":0.6247706422018348,"balanced_accuracy":0.7337526266465654,"f1":0.6169875424688561,"true_positive":68.1,"false_positive":40.9,"false_negative":43.65,"true_negative":247.35,"positive_prevalence":0.279375,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937500001,"brier_skill":0.3448461618243931,"baseline_adjusted_skill":0.46750525329313075,"baseline_adjusted_score":0.46750525329313075},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.16494425305750016,"normalized_score_rmse":0.21586394420203459,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.3760973879621744,"baseline_adjusted_score":0.3760973879621744},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.09957832321290494,"accuracy":0.8236250000000002,"positive_recall":0.26028169014084507,"specificity":0.9842570281124499,"precision":0.8250000000000001,"balanced_accuracy":0.6222693591266475,"f1":0.39571734475374737,"true_positive":23.1,"false_positive":4.9,"false_negative":65.65,"true_negative":306.35,"positive_prevalence":0.221875,"majority_accuracy_baseline":0.778125,"constant_brier_baseline":0.12674023437499998,"brier_skill":0.2143116690294904,"baseline_adjusted_skill":0.24453871825329498,"baseline_adjusted_score":0.24453871825329498},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.15964589600895204,"normalized_score_rmse":0.2524940445901196,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.29242816173317654,"baseline_adjusted_score":0.29242816173317654},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.058371514398397,"accuracy":0.81625,"positive_recall":0.7103024574669187,"specificity":0.8543507817811014,"precision":0.636864406779661,"balanced_accuracy":0.78232661962401,"f1":0.6715817694369973,"true_positive":75.15,"false_positive":42.85,"false_negative":30.65,"true_negative":251.35,"positive_prevalence":0.2645,"majority_accuracy_baseline":0.7355,"constant_brier_baseline":0.11362725,"brier_skill":0.48628947370989795,"baseline_adjusted_skill":0.5646532392480199,"baseline_adjusted_score":0.5646532392480199},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.14811844961000958,"normalized_score_rmse":0.2045420952767571,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.41047383239797175,"baseline_adjusted_score":0.41047383239797175},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.09205817883116506,"accuracy":0.80025,"positive_recall":0.533289817232376,"specificity":0.8634817563388992,"precision":0.48058823529411765,"balanced_accuracy":0.6983857867856376,"f1":0.5055693069306931,"true_positive":40.85,"false_positive":44.15,"false_negative":35.75,"true_negative":279.25,"positive_prevalence":0.19149999999999998,"majority_accuracy_baseline":0.8085,"constant_brier_baseline":0.09190274999999999,"brier_skill":-0.0016912315590671412,"baseline_adjusted_skill":0.3967715735712751,"baseline_adjusted_score":0.3967715735712751},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.15328737153838057,"normalized_score_rmse":0.22698233392825576,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.2590338535909097,"baseline_adjusted_score":0.2590338535909097},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.04920039587001953,"accuracy":0.8855,"positive_recall":0.6978319783197833,"specificity":0.927958307786634,"precision":0.6866666666666666,"balanced_accuracy":0.8128951430532086,"f1":0.6922043010752688,"true_positive":51.5,"false_positive":23.5,"false_negative":22.3,"true_negative":302.7,"positive_prevalence":0.1845,"majority_accuracy_baseline":0.8155,"constant_brier_baseline":0.10922225,"brier_skill":0.5495387078180543,"baseline_adjusted_skill":0.6257902861064173,"baseline_adjusted_score":0.6257902861064173},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.14346557735405419,"normalized_score_rmse":0.21480946414965513,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":0.24242599417001087,"baseline_adjusted_score":0.24242599417001087},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.07092207260686044,"accuracy":0.83975,"positive_recall":0.26369426751592356,"specificity":0.9804043545878693,"precision":0.7666666666666666,"balanced_accuracy":0.6220493110518964,"f1":0.3924170616113744,"true_positive":20.7,"false_positive":6.3,"false_negative":57.8,"true_negative":315.2,"positive_prevalence":0.19625,"majority_accuracy_baseline":0.80375,"constant_brier_baseline":0.09878593749999999,"brier_skill":0.2820630709015598,"baseline_adjusted_skill":0.24409862210379285,"baseline_adjusted_score":0.24409862210379285},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.16998700129674355,"normalized_score_rmse":0.2589581802595444,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":0.19532780451245657,"baseline_adjusted_score":0.19532780451245657},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.09253225361807421,"accuracy":0.7124999999999999,"positive_recall":0.8300711743772241,"specificity":0.6237690241718891,"precision":0.6247767857142856,"balanced_accuracy":0.7269200992745566,"f1":0.7129393785022924,"true_positive":139.95,"false_positive":84.05,"false_negative":28.65,"true_negative":139.35,"positive_prevalence":0.4301020408163265,"majority_accuracy_baseline":0.5698979591836735,"constant_brier_baseline":0.12359641815910039,"brier_skill":0.2513354756044678,"baseline_adjusted_skill":0.45384019854911317,"baseline_adjusted_score":0.45384019854911317},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.15501250095654662,"normalized_score_rmse":0.20619188232348584,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.43736203356512704,"baseline_adjusted_score":0.43736203356512704},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.04206305483692075,"accuracy":0.8965,"positive_recall":0.567663257277734,"specificity":0.9586119780056471,"precision":0.7215,"balanced_accuracy":0.7631376176416906,"f1":0.6354029062087186,"true_positive":72.15,"false_positive":27.85,"false_negative":54.95,"true_negative":645.05,"positive_prevalence":0.158875,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499999,"brier_skill":0.5741635343006704,"baseline_adjusted_skill":0.5262752352833813,"baseline_adjusted_score":0.5262752352833813},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.13117310168482926,"normalized_score_rmse":0.18942230161755005,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":0.20501150494042875,"baseline_adjusted_score":0.20501150494042875},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.45,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.11290322580645162,"baseline_adjusted_score":0.11290322580645162},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3173166683362033,"accuracy":0.52,"positive_recall":0.6,"specificity":0.44,"precision":0.5172413793103449,"balanced_accuracy":0.52,"f1":0.5555555555555556,"true_positive":30,"false_positive":28,"false_negative":20,"true_negative":22,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.26926667334481325,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.4691848906560636,"uniform_accuracy_baseline":0.058823529411764705,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.3761682242990654,"baseline_adjusted_score":0.3761682242990654},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.79,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.5434782608695653,"baseline_adjusted_score":0.5434782608695653},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.22499093869338932,"accuracy":0.64,"positive_recall":0.7,"specificity":0.58,"precision":0.625,"balanced_accuracy":0.6399999999999999,"f1":0.660377358490566,"true_positive":35,"false_positive":21,"false_negative":15,"true_negative":29,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.10003624522644272,"baseline_adjusted_skill":0.2799999999999998,"baseline_adjusted_score":0.2799999999999998},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.56,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.3015873015873017,"baseline_adjusted_score":0.3015873015873017},"scoring":{"eligible":true,"reason":null},"model":127,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.27052466255669416,"accuracy":0.5,"positive_recall":0.04225352112676056,"specificity":0.922077922077922,"precision":0.3333333333333333,"balanced_accuracy":0.4821657216023413,"f1":0.075,"true_positive":3,"false_positive":6,"false_negative":68,"true_negative":71,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.24958911614317017,"brier_skill":-0.08388004548048822,"baseline_adjusted_skill":-0.03566855679531744,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.24,"uniform_accuracy_baseline":0.2005,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":-0.0704225352112676,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.37,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.07352941176470587,"baseline_adjusted_score":0.07352941176470587},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.59,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.12765957446808499,"baseline_adjusted_score":0.12765957446808499},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.19,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":-0.653061224489796,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.07657587458388913,"accuracy":0.60603393106,"positive_recall":0.9837671279197346,"specificity":0,"precision":0.6121554859191919,"balanced_accuracy":0.4918835639598673,"f1":0.7546962979294104,"true_positive":60.603393106,"false_positive":38.396606894,"false_negative":1,"true_negative":0,"positive_prevalence":0.61603393106,"majority_accuracy_baseline":0.61603393106,"constant_brier_baseline":0.07908707655202402,"brier_skill":0.03175236811899351,"baseline_adjusted_skill":-0.01623287208026536,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24751597150181884,"accuracy":0.56,"positive_recall":0.4,"specificity":0.72,"precision":0.5882352941176471,"balanced_accuracy":0.56,"f1":0.47619047619047616,"true_positive":20,"false_positive":14,"false_negative":30,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.009936113992724649,"baseline_adjusted_skill":0.1200000000000001,"baseline_adjusted_score":0.1200000000000001},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.31,"uniform_accuracy_baseline":0.012987012987012986,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.2736842105263158,"baseline_adjusted_score":0.2736842105263158},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.31,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.15000000000000005,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.31,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":-0.07812499999999999,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25218419513093676,"accuracy":0.53,"positive_recall":0.56,"specificity":0.5,"precision":0.5283018867924528,"balanced_accuracy":0.53,"f1":0.5436893203883495,"true_positive":28,"false_positive":25,"false_negative":22,"true_negative":25,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.008736780523747045,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.15986375959193122,"accuracy":0.3805825212045706,"positive_recall":0.7527245300296932,"specificity":0.20729953984687585,"precision":0.30659307797453045,"balanced_accuracy":0.48001203493828454,"f1":0.43571470687347497,"true_positive":167.3998205740936,"false_positive":378.6001794259064,"false_negative":54.99205573089421,"true_negative":99.00794426910579,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768642,"brier_skill":-0.8017502740446036,"baseline_adjusted_skill":-0.039975930123430925,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2524425414077176,"accuracy":0.52,"positive_recall":0.98,"specificity":0.06,"precision":0.5104166666666666,"balanced_accuracy":0.52,"f1":0.6712328767123288,"true_positive":49,"false_positive":47,"false_negative":1,"true_negative":3,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.009770165630870409,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.33774834437086093,"uniform_accuracy_baseline":0.006622516556291391,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.3103448275862069,"baseline_adjusted_score":0.3103448275862069},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.3052941176470588,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":-0.2809110629067245,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.26,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.23333333333333336,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25011395424276306,"accuracy":0.49,"positive_recall":0.94,"specificity":0.04,"precision":0.49473684210526314,"balanced_accuracy":0.49,"f1":0.6482758620689655,"true_positive":47,"false_positive":48,"false_negative":3,"true_negative":2,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.0004558169710522364,"baseline_adjusted_skill":-0.020000000000000018,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.53,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.020833333333333353,"baseline_adjusted_score":0.020833333333333353},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.65,"uniform_accuracy_baseline":0.07142857142857142,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.6067415730337079,"baseline_adjusted_score":0.6067415730337079},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.46,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":-0.17391304347826092,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.25,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":-0.02739726027397263,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.3333333333333333,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":-0.9999999999999999,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.26154415468396675,"accuracy":0.524390243902439,"positive_recall":0.575,"specificity":0.47619047619047616,"precision":0.5111111111111111,"balanced_accuracy":0.525595238095238,"f1":0.5411764705882353,"true_positive":23,"false_positive":22,"false_negative":17,"true_negative":20,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.2498512790005949,"brier_skill":-0.046799342913685926,"baseline_adjusted_skill":0.05119047619047601,"baseline_adjusted_score":0.05119047619047601},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2465886779288676,"accuracy":0.58,"positive_recall":0.46,"specificity":0.7,"precision":0.6052631578947368,"balanced_accuracy":0.58,"f1":0.5227272727272727,"true_positive":23,"false_positive":15,"false_negative":27,"true_negative":35,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.0136452882845296,"baseline_adjusted_skill":0.15999999999999992,"baseline_adjusted_score":0.15999999999999992},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.22905027932960895,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.010752688172043034,"baseline_adjusted_score":0.010752688172043034},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.37,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":-0.03278688524590167,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.27804316955980984,"accuracy":0.45,"positive_recall":0.7272727272727273,"specificity":0.3717948717948718,"precision":0.24615384615384617,"balanced_accuracy":0.5495337995337995,"f1":0.367816091954023,"true_positive":32,"false_positive":98,"false_negative":12,"true_negative":58,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.6202981909079828,"baseline_adjusted_skill":0.0990675990675991,"baseline_adjusted_score":0.0990675990675991},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.290887338796249,"accuracy":0.435,"positive_recall":0.54,"specificity":0.4,"precision":0.23076923076923078,"balanced_accuracy":0.47000000000000003,"f1":0.32335329341317365,"true_positive":27,"false_positive":90,"false_negative":23,"true_negative":60,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-0.5513991402466614,"baseline_adjusted_skill":-0.05999999999999994,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.31449876459446885,"accuracy":0.31,"positive_recall":0.7368421052631579,"specificity":0.26519337016574585,"precision":0.09523809523809523,"balanced_accuracy":0.5010177377144518,"f1":0.1686746987951807,"true_positive":14,"false_positive":133,"false_negative":5,"true_negative":48,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.085975,"brier_skill":-2.658025758586436,"baseline_adjusted_skill":0.002035475428903588,"baseline_adjusted_score":0.002035475428903588},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.3674885032019303,"accuracy":0.06875595238095238,"positive_recall":0.9985120523757564,"specificity":0.009403554987050325,"precision":0.06045645645645645,"balanced_accuracy":0.5039578036814033,"f1":0.11401000107599345,"true_positive":167.76666666666665,"false_positive":2607.233333333333,"false_negative":0.25,"true_negative":24.75,"positive_prevalence":0.060005952380952375,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679138,"brier_skill":-10.412341871860365,"baseline_adjusted_skill":0.00791560736280661,"baseline_adjusted_score":0.00791560736280661},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.22662889518413598,"uniform_accuracy_baseline":0.027777777777777776,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.11363636363636365,"baseline_adjusted_score":0.11363636363636365},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.15,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":-0.2142857142857143,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2890967409717624,"accuracy":0.5,"positive_recall":0.98,"specificity":0.02,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6621621621621622,"true_positive":49,"false_positive":49,"false_negative":1,"true_negative":1,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.15638696388704965,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.26038330318884656,"accuracy":0.52,"positive_recall":0.36,"specificity":0.68,"precision":0.5294117647058824,"balanced_accuracy":0.52,"f1":0.42857142857142855,"true_positive":18,"false_positive":16,"false_negative":32,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.04153321275538624,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.58,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":-0.07692307692307698,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.31,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.26595744680851063,"baseline_adjusted_score":0.26595744680851063},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2617733317625475,"accuracy":0.49,"positive_recall":0.7,"specificity":0.28,"precision":0.49295774647887325,"balanced_accuracy":0.49,"f1":0.5785123966942148,"true_positive":35,"false_positive":36,"false_negative":15,"true_negative":14,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.04709332705019009,"baseline_adjusted_skill":-0.020000000000000018,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.76,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.6417910447761195,"baseline_adjusted_score":0.6417910447761195},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.263701328117287,"accuracy":0.48,"positive_recall":0.94,"specificity":0.02,"precision":0.4895833333333333,"balanced_accuracy":0.48,"f1":0.6438356164383562,"true_positive":47,"false_positive":49,"false_negative":3,"true_negative":1,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.054805312469148104,"baseline_adjusted_skill":-0.040000000000000036,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.289742554054054,"uniform_accuracy_baseline":0.23445945945945948,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.0371428486111899,"baseline_adjusted_score":0.0371428486111899},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.10957383934143268,"accuracy":0.46824562500000005,"positive_recall":0.7304648881657045,"specificity":0.2185546706352943,"precision":0.4709275565217391,"balanced_accuracy":0.47450977940049943,"f1":0.5726622411018996,"true_positive":54.156669,"false_positive":60.843331,"false_negative":19.983334,"true_negative":17.016666,"positive_prevalence":0.4877631776315789,"majority_accuracy_baseline":0.512236822368421,"constant_brier_baseline":0.09451910039768556,"brier_skill":-0.15927721360449754,"baseline_adjusted_skill":-0.050980441199001136,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.2585355388876148,"normalized_score_rmse":0.3329516266696642,"constant_score_baseline":0.5841668333333333,"constant_mae_baseline":0.21700552708333334,"baseline_adjusted_skill":-0.19137766840534587,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25576319873109676,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":50,"false_positive":50,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.023052794924387054,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.26544157078210817,"accuracy":0.49,"positive_recall":0.52,"specificity":0.46,"precision":0.49056603773584906,"balanced_accuracy":0.49,"f1":0.5048543689320388,"true_positive":26,"false_positive":27,"false_negative":24,"true_negative":23,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.061766283128432686,"baseline_adjusted_skill":-0.020000000000000018,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.31,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":-0.1311475409836066,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.305,"uniform_accuracy_baseline":0.036111111111111115,"fixed_answer_accuracy_baseline":0.08833333333333333,"baseline_adjusted_skill":0.23765996343692872,"baseline_adjusted_score":0.23765996343692872},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.67,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.25,"baseline_adjusted_score":0.25},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.45,"uniform_accuracy_baseline":0.049879324215607396,"fixed_answer_accuracy_baseline":0.12442477876106194,"baseline_adjusted_skill":0.37184152011319993,"baseline_adjusted_score":0.37184152011319993},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2659794050012212,"accuracy":0.49,"positive_recall":0,"specificity":0.98,"precision":0,"balanced_accuracy":0.49,"f1":0,"true_positive":0,"false_positive":1,"false_negative":50,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.06391762000488477,"baseline_adjusted_skill":-0.020000000000000018,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.3055555555555556,"uniform_accuracy_baseline":0.23888888888888887,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.019607843137254912,"baseline_adjusted_score":0.019607843137254912},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.2729920123232044,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":32,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.09196804929281766,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.51,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":-0.0652173913043479,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.015151515151515168,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.27404065769000036,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":50,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.09616263076000142,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.3235294117647059,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.27096962378910283,"accuracy":0.5151515151515151,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":16,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":-0.08487470700857713,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.4023799255490303,"normalized_score_rmse":0.4463237509869268,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":-0.21933310772433412,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.46875,"uniform_accuracy_baseline":0.178125,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":0.2543859649122807,"baseline_adjusted_score":0.2543859649122807},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.2625771587492296,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":17,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.0503086349969184,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.32654402667985244,"normalized_score_rmse":0.38271194239675366,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-1.2204993814229965,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.5416666666666666,"uniform_accuracy_baseline":0.13194444444444445,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":-0.14782608695652177,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.2642758109301194,"accuracy":0.4807692307692308,"positive_recall":0,"specificity":0.9615384615384616,"precision":0,"balanced_accuracy":0.4807692307692308,"f1":0,"true_positive":0,"false_positive":1,"false_negative":26,"true_negative":25,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.0571032437204777,"baseline_adjusted_skill":-0.038461538461538436,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.2520102362782057,"accuracy":0.44,"positive_recall":0.38461538461538464,"specificity":0.5,"precision":0.45454545454545453,"balanced_accuracy":0.4423076923076923,"f1":0.4166666666666667,"true_positive":15,"false_positive":18,"false_negative":24,"true_negative":18,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24960000000000004,"brier_skill":-0.009656395345375213,"baseline_adjusted_skill":-0.11538461538461542,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.34693051159381866,"normalized_score_rmse":0.4121111269960528,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.23903754140649514,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.3235294117647059,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.08000000000000002,"baseline_adjusted_score":0.08000000000000002},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.26256420332753616,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":14,"true_negative":14,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.050256813310144643,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.4093992953047608,"normalized_score_rmse":0.45649817854458796,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.1696969696969697,"baseline_adjusted_skill":-1.4125315616173406,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":0.26666666666666666,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":0.08333333333333331,"baseline_adjusted_score":0.08333333333333331},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.2745830654771819,"accuracy":0.4588235294117647,"positive_recall":0,"specificity":0.975,"precision":0,"balanced_accuracy":0.4875,"f1":0,"true_positive":0,"false_positive":1,"false_negative":45,"true_negative":39,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.2491349480968858,"brier_skill":-0.1021459155959108,"baseline_adjusted_skill":-0.025000000000000022,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":-0.3157894736842105,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.3136174551766768,"accuracy":0.3,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":35,"true_negative":15,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.21,"brier_skill":-0.49341645322227046,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.2891895755380392,"normalized_score_rmse":0.3471953150922737,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.032819912635854154,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.20253164556962025,"uniform_accuracy_baseline":0.24240506329113923,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":-0.3695652173913044,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.28002881859408585,"accuracy":0.42857142857142855,"positive_recall":0,"specificity":0.9,"precision":0,"balanced_accuracy":0.45,"f1":0,"true_positive":0,"false_positive":1,"false_negative":11,"true_negative":9,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.2494331065759637,"brier_skill":-0.12266099090901705,"baseline_adjusted_skill":-0.09999999999999998,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.30303030303030304,"uniform_accuracy_baseline":0.32373737373737377,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":-0.14999999999999997,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.2517918251297433,"accuracy":0.5151515151515151,"positive_recall":0.47058823529411764,"specificity":0.5625,"precision":0.5333333333333333,"balanced_accuracy":0.5165441176470589,"f1":0.5,"true_positive":8,"false_positive":7,"false_negative":9,"true_negative":9,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":-0.008093005758420757,"baseline_adjusted_skill":0.03308823529411775,"baseline_adjusted_score":0.03308823529411775},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.3748513190806204,"normalized_score_rmse":0.43135649275217275,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.3431372549019608,"baseline_adjusted_skill":-0.09242384417780802,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.27390889180989636,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":50,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.09563556723958544,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.35333333333333333,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.24743818641343998,"accuracy":0.5066666666666667,"positive_recall":0.08108108108108109,"specificity":0.9210526315789473,"precision":0.5,"balanced_accuracy":0.5010668563300142,"f1":0.13953488372093023,"true_positive":3,"false_positive":3,"false_negative":34,"true_negative":35,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555554,"brier_skill":0.01007126701593175,"baseline_adjusted_skill":0.002133712660028486,"baseline_adjusted_score":0.002133712660028486},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.1,"uniform_accuracy_baseline":0.14285714285714285,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":-0.15384615384615383,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.3,"uniform_accuracy_baseline":0.32416666666666666,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.06060606060606067,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.25142695094649203,"accuracy":0.5151515151515151,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":16,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":-0.006632167576212655,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.25723160927494365,"normalized_score_rmse":0.28586681795330543,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":-0.1708473249756055,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.19691306279210882,"accuracy":0.78,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":22,"true_negative":78,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.14751202093303517,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.23000897287653693,"accuracy":0.63,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":37,"true_negative":63,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000003,"brier_skill":0.01326051962017627,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.22934206765766738,"accuracy":0.62,"positive_recall":0.02564102564102564,"specificity":1,"precision":1,"balanced_accuracy":0.5128205128205128,"f1":0.05,"true_positive":1,"false_positive":0,"false_negative":38,"true_negative":61,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379,"brier_skill":0.03597281354490389,"baseline_adjusted_skill":0.02564102564102555,"baseline_adjusted_score":0.02564102564102555},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.22403850864725477,"accuracy":0.69,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":31,"true_negative":69,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999998,"brier_skill":-0.047398357397170576,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.06944444444444443,"baseline_adjusted_score":0.06944444444444443},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.35442937970161437,"normalized_score_rmse":0.41693136857677865,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":-0.5244274395768358,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25856037383726704,"accuracy":0.51,"positive_recall":1,"specificity":0.02,"precision":0.5050505050505051,"balanced_accuracy":0.51,"f1":0.6711409395973155,"true_positive":50,"false_positive":49,"false_negative":0,"true_negative":1,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.034241495349068174,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3278998870436879,"accuracy":0.43,"positive_recall":0.38,"specificity":0.48,"precision":0.4222222222222222,"balanced_accuracy":0.43,"f1":0.4,"true_positive":19,"false_positive":26,"false_negative":31,"true_negative":24,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.31159954817475155,"baseline_adjusted_skill":-0.14,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.3,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-1.0000000000000002,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25739960957454433,"accuracy":0.51,"positive_recall":0.92,"specificity":0.1,"precision":0.5054945054945055,"balanced_accuracy":0.51,"f1":0.6524822695035462,"true_positive":46,"false_positive":45,"false_negative":4,"true_negative":5,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.02959843829817732,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.49,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":-0.2142857142857142,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.32,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.13333333333333336,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.252063738224271,"accuracy":0.56,"positive_recall":0.46,"specificity":0.66,"precision":0.575,"balanced_accuracy":0.56,"f1":0.5111111111111111,"true_positive":23,"false_positive":17,"false_negative":27,"true_negative":33,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.00825495289708389,"baseline_adjusted_skill":0.1200000000000001,"baseline_adjusted_score":0.1200000000000001},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.47,"uniform_accuracy_baseline":0.20851190476190473,"fixed_answer_accuracy_baseline":0.22333333333333333,"baseline_adjusted_skill":0.31759656652360513,"baseline_adjusted_score":0.31759656652360513},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2601568577588895,"accuracy":0.55,"positive_recall":0.6,"specificity":0.5,"precision":0.5454545454545454,"balanced_accuracy":0.55,"f1":0.5714285714285714,"true_positive":30,"false_positive":25,"false_negative":20,"true_negative":25,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.040627431035558104,"baseline_adjusted_skill":0.10000000000000009,"baseline_adjusted_score":0.10000000000000009},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.3194894390553236,"normalized_score_rmse":0.3784911664568806,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":-0.0649647968510787,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.47,"uniform_accuracy_baseline":0.22851190476190475,"fixed_answer_accuracy_baseline":0.24333333333333332,"baseline_adjusted_skill":0.2995594713656387,"baseline_adjusted_score":0.2995594713656387},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2877747157611921,"accuracy":0.46,"positive_recall":0.64,"specificity":0.28,"precision":0.47058823529411764,"balanced_accuracy":0.46,"f1":0.5423728813559322,"true_positive":32,"false_positive":36,"false_negative":18,"true_negative":14,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.1510988630447685,"baseline_adjusted_skill":-0.07999999999999996,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.32846502295571073,"normalized_score_rmse":0.40355414654290694,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.3042222222222222,"baseline_adjusted_skill":-0.07968780372585704,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.39,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.01612903225806453,"baseline_adjusted_score":0.01612903225806453},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25650398633442356,"accuracy":0.53,"positive_recall":0.44,"specificity":0.62,"precision":0.5365853658536586,"balanced_accuracy":0.53,"f1":0.4835164835164835,"true_positive":22,"false_positive":19,"false_negative":28,"true_negative":31,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.026015945337694246,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.39,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":-0.21999999999999997,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2792938573853586,"accuracy":0.48,"positive_recall":0.86,"specificity":0.1,"precision":0.48863636363636365,"balanced_accuracy":0.48,"f1":0.6231884057971014,"true_positive":43,"false_positive":45,"false_negative":7,"true_negative":5,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.11717542954143445,"baseline_adjusted_skill":-0.040000000000000036,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.32,"uniform_accuracy_baseline":0.3533333333333333,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":-0.15254237288135586,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.06451612903225803,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.29,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.14516129032258068,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.08,"uniform_accuracy_baseline":0.1111111111111111,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":-0.09523809523809525,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.21019733702295615,"accuracy":0.197125,"positive_recall":1,"specificity":0.009254974548819992,"precision":0.1910579345088161,"balanced_accuracy":0.50462748727441,"f1":0.3208205562017553,"true_positive":75.85,"false_positive":321.15,"false_negative":0,"true_negative":3,"positive_prevalence":0.189625,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500001,"brier_skill":-1.761263407617502,"baseline_adjusted_skill":0.00925497454881996,"baseline_adjusted_score":0.00925497454881996},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.4325077457400039,"normalized_score_rmse":0.4717435076185449,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":-1.023428050245632,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.20592246761284191,"accuracy":0.271625,"positive_recall":1,"specificity":0.006817794443497528,"precision":0.267964824120603,"balanced_accuracy":0.5034088972217488,"f1":0.4226691766570891,"true_positive":106.65,"false_positive":291.35,"false_negative":0,"true_negative":2,"positive_prevalence":0.266625,"majority_accuracy_baseline":0.733375,"constant_brier_baseline":0.115654859375,"brier_skill":-0.7804912714057062,"baseline_adjusted_skill":0.006817794443497505,"baseline_adjusted_score":0.006817794443497505},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.41109088391531257,"normalized_score_rmse":0.45713140861601514,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":-0.5296404982895353,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.17438876889238325,"accuracy":0.36237499999999995,"positive_recall":0.8845637583892617,"specificity":0.15993061578490894,"precision":0.28988269794721405,"balanced_accuracy":0.5222471870870853,"f1":0.4366648260629486,"true_positive":98.85,"false_positive":242.15,"false_negative":12.9,"true_negative":46.1,"positive_prevalence":0.279375,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937500001,"brier_skill":-0.5411377709965206,"baseline_adjusted_skill":0.04449437417417057,"baseline_adjusted_score":0.04449437417417057},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3962404709775001,"normalized_score_rmse":0.44259725544108863,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":-0.49878192331914906,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.24130255171634254,"accuracy":0.22537500000000002,"positive_recall":0.9909859154929578,"specificity":0.007068273092369478,"precision":0.22153652392947104,"balanced_accuracy":0.4990270942926636,"f1":0.3621204323211528,"true_positive":87.95,"false_positive":309.05,"false_negative":0.8,"true_negative":2.2,"positive_prevalence":0.221875,"majority_accuracy_baseline":0.778125,"constant_brier_baseline":0.12674023437499998,"brier_skill":-0.9039143560550369,"baseline_adjusted_skill":-0.00194581141467276,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.4869640967948362,"normalized_score_rmse":0.5197242015942651,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":-1.1582896256834845,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.2062829826542967,"accuracy":0.267,"positive_recall":0.9905482041587902,"specificity":0.006798096532970768,"precision":0.2639798488664987,"balanced_accuracy":0.4986731503458805,"f1":0.4168655529037391,"true_positive":104.8,"false_positive":292.2,"false_negative":1,"true_negative":2,"positive_prevalence":0.2645,"majority_accuracy_baseline":0.7355,"constant_brier_baseline":0.11362725,"brier_skill":-0.8154358453126052,"baseline_adjusted_skill":-0.0026536993082389992,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.4176043245336041,"normalized_score_rmse":0.45587117748987954,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":-0.6621067643128522,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.22327232210277181,"accuracy":0.19725,"positive_recall":0.9889033942558747,"specificity":0.00974025974025974,"precision":0.19128787878787878,"balanced_accuracy":0.4993218269980672,"f1":0.3205670757511638,"true_positive":75.75,"false_positive":320.25,"false_negative":0.8500000000000001,"true_negative":3.15,"positive_prevalence":0.19149999999999998,"majority_accuracy_baseline":0.8085,"constant_brier_baseline":0.09190274999999999,"brier_skill":-1.4294411440655677,"baseline_adjusted_skill":-0.0013563460038655828,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.43781678717583417,"normalized_score_rmse":0.4758012426588398,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":-1.1163349229043344,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.25764973622474785,"accuracy":0.187,"positive_recall":1,"specificity":0.0030656039239730227,"precision":0.18496240601503758,"balanced_accuracy":0.5015328019619865,"f1":0.31218274111675126,"true_positive":73.8,"false_positive":325.2,"false_negative":0,"true_negative":1,"positive_prevalence":0.1845,"majority_accuracy_baseline":0.8155,"constant_brier_baseline":0.10922225,"brier_skill":-1.3589491722130593,"baseline_adjusted_skill":0.003065603923972926,"baseline_adjusted_score":0.003065603923972926},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.500982449860312,"normalized_score_rmse":0.523894353484719,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":-1.645451880450493,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.21072717388612996,"accuracy":0.28174999999999994,"positive_recall":0.8420382165605095,"specificity":0.14494556765163297,"precision":0.19384164222873898,"balanced_accuracy":0.49349189210607125,"f1":0.3151370679380215,"true_positive":66.1,"false_positive":274.9,"false_negative":12.4,"true_negative":46.6,"positive_prevalence":0.19625,"majority_accuracy_baseline":0.80375,"constant_brier_baseline":0.09878593749999999,"brier_skill":-1.1331697528925107,"baseline_adjusted_skill":-0.013016215787857499,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.4511003919877112,"normalized_score_rmse":0.4917676620993311,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":-1.1353864709477453,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.1337645231327014,"accuracy":0.45637755102040817,"positive_recall":0.8259193357058126,"specificity":0.17748433303491493,"precision":0.4311145510835913,"balanced_accuracy":0.5017018343703638,"f1":0.5665174938974776,"true_positive":139.25,"false_positive":183.75,"false_negative":29.35,"true_negative":39.65,"positive_prevalence":0.4301020408163265,"majority_accuracy_baseline":0.5698979591836735,"constant_brier_baseline":0.12359641815910039,"brier_skill":-0.08226860555547866,"baseline_adjusted_skill":0.0034036687407275057,"baseline_adjusted_score":0.0034036687407275057},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.2991604095809542,"normalized_score_rmse":0.3567632465561701,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":-0.08584148662716706,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.2560784086632371,"accuracy":0.212375,"positive_recall":0.959874114870181,"specificity":0.0711844256204488,"precision":0.16331994645247658,"balanced_accuracy":0.5155292702453149,"f1":0.279144262670175,"true_positive":122,"false_positive":625,"false_negative":5.1,"true_negative":47.9,"positive_prevalence":0.158875,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499999,"brier_skill":-1.5924775295051865,"baseline_adjusted_skill":0.031058540490629838,"baseline_adjusted_score":0.031058540490629838},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.5169166477816179,"normalized_score_rmse":0.5399216969049526,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-2.132828168373442,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.31,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.11290322580645162,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2547073110972404,"accuracy":0.56,"positive_recall":0.62,"specificity":0.5,"precision":0.5535714285714286,"balanced_accuracy":0.56,"f1":0.5849056603773585,"true_positive":31,"false_positive":25,"false_negative":19,"true_negative":25,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.018829244388961497,"baseline_adjusted_skill":0.1200000000000001,"baseline_adjusted_score":0.1200000000000001},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.06560636182902585,"uniform_accuracy_baseline":0.058823529411764705,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":-0.09813084112149531,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.54,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.26116201209782125,"accuracy":0.51,"positive_recall":0.38,"specificity":0.64,"precision":0.5135135135135135,"balanced_accuracy":0.51,"f1":0.4367816091954023,"true_positive":19,"false_positive":18,"false_negative":31,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.044648048391285,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.4,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.04761904761904766,"baseline_adjusted_score":0.04761904761904766},"scoring":{"eligible":true,"reason":null},"model":128,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.2715841489397111,"accuracy":0.5472972972972973,"positive_recall":0.2676056338028169,"specificity":0.8051948051948052,"precision":0.5588235294117647,"balanced_accuracy":0.5364002194988111,"f1":0.3619047619047619,"true_positive":19,"false_positive":15,"false_negative":52,"true_negative":62,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.2495891161431699,"brier_skill":-0.08812496769259903,"baseline_adjusted_skill":0.07280043899762223,"baseline_adjusted_score":0.07280043899762223},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.28,"uniform_accuracy_baseline":0.20049999999999962,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":-0.014084507042253456,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.51,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.27941176470588236,"baseline_adjusted_score":0.27941176470588236},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.76,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.48936170212765956,"baseline_adjusted_score":0.48936170212765956},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.61,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.20408163265306117,"baseline_adjusted_score":0.20408163265306117},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.14621712294496902,"accuracy":0.52948271244,"positive_recall":0.45899796665982695,"specificity":0.6425682127879745,"precision":0.673234099404762,"balanced_accuracy":0.5507830897239008,"f1":0.545847608409313,"true_positive":28.275832175000005,"false_positive":13.724167824999999,"false_negative":33.327560931,"true_negative":24.672439069,"positive_prevalence":0.6160339310599999,"majority_accuracy_baseline":0.6160339310599999,"constant_brier_baseline":0.079087076552024,"brier_skill":-0.8488118327244836,"baseline_adjusted_skill":0.10156617944780155,"baseline_adjusted_score":0.10156617944780155},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2874933942140304,"accuracy":0.55,"positive_recall":0.42,"specificity":0.68,"precision":0.5675675675675675,"balanced_accuracy":0.55,"f1":0.4827586206896552,"true_positive":21,"false_positive":16,"false_negative":29,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.14997357685612167,"baseline_adjusted_skill":0.10000000000000009,"baseline_adjusted_score":0.10000000000000009},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0,"uniform_accuracy_baseline":0.012987012987012965,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":-0.052631578947368425,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.4,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.4,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.06250000000000006,"baseline_adjusted_score":0.06250000000000006},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24424250721087026,"accuracy":0.58,"positive_recall":0.74,"specificity":0.42,"precision":0.5606060606060606,"balanced_accuracy":0.58,"f1":0.6379310344827587,"true_positive":37,"false_positive":29,"false_negative":13,"true_negative":21,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.023029971156518947,"baseline_adjusted_skill":0.15999999999999992,"baseline_adjusted_score":0.15999999999999992},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.23669127934456882,"accuracy":0.500978530669984,"positive_recall":0.8185479924515819,"specificity":0.35310653067889125,"precision":0.3707503541486524,"balanced_accuracy":0.5858272615652366,"f1":0.5103462204527925,"true_positive":182.0384238869883,"false_positive":308.9615761130117,"false_negative":40.353452417999506,"true_negative":168.6465475820005,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768597,"brier_skill":-1.6676376091218326,"baseline_adjusted_skill":0.17165452313047314,"baseline_adjusted_score":0.17165452313047314},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.35035333885494807,"accuracy":0.4,"positive_recall":0.5,"specificity":0.3,"precision":0.4166666666666667,"balanced_accuracy":0.4,"f1":0.45454545454545453,"true_positive":25,"false_positive":35,"false_negative":25,"true_negative":15,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.4014133554197923,"baseline_adjusted_skill":-0.19999999999999996,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0,"uniform_accuracy_baseline":0.006622516556291403,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":-0.041379310344827586,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.4758823529411765,"uniform_accuracy_baseline":0.3333333333333301,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.03362255965292844,"baseline_adjusted_score":0.03362255965292844},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.32,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.13333333333333336,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3013771427108476,"accuracy":0.55,"positive_recall":0.72,"specificity":0.38,"precision":0.5373134328358209,"balanced_accuracy":0.55,"f1":0.6153846153846154,"true_positive":36,"false_positive":31,"false_negative":14,"true_negative":19,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.20550857084339036,"baseline_adjusted_skill":0.10000000000000009,"baseline_adjusted_score":0.10000000000000009},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.68,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.3333333333333334,"baseline_adjusted_score":0.3333333333333334},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.07142857142857136,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9775280898876404,"baseline_adjusted_score":0.9775280898876404},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.47,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":-0.1521739130434784,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.28,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.013698630136986314,"baseline_adjusted_score":0.013698630136986314},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.7222222222222222,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.1666666666666667,"baseline_adjusted_score":0.1666666666666667},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.3028885245844644,"accuracy":0.5,"positive_recall":0.35,"specificity":0.6428571428571429,"precision":0.4827586206896552,"balanced_accuracy":0.49642857142857144,"f1":0.4057971014492754,"true_positive":14,"false_positive":15,"false_negative":26,"true_negative":27,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.24985127900059498,"brier_skill":-0.21227526149162967,"baseline_adjusted_skill":-0.0071428571428571175,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1833756395229406,"accuracy":0.75,"positive_recall":0.58,"specificity":0.92,"precision":0.8787878787878788,"balanced_accuracy":0.75,"f1":0.6987951807228916,"true_positive":29,"false_positive":4,"false_negative":21,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.26649744190823765,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.28212290502793297,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.0788530465949821,"baseline_adjusted_score":0.0788530465949821},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.39,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.41312875489049417,"accuracy":0.295,"positive_recall":0.7272727272727273,"specificity":0.17307692307692307,"precision":0.19875776397515527,"balanced_accuracy":0.4501748251748252,"f1":0.3121951219512195,"true_positive":32,"false_positive":129,"false_negative":12,"true_negative":27,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000053,"brier_skill":-1.407510226634574,"baseline_adjusted_skill":-0.09965034965034958,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.34008556874838314,"accuracy":0.41,"positive_recall":0.88,"specificity":0.25333333333333335,"precision":0.28205128205128205,"balanced_accuracy":0.5666666666666667,"f1":0.42718446601941745,"true_positive":44,"false_positive":112,"false_negative":6,"true_negative":38,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-0.8137896999913767,"baseline_adjusted_skill":0.1333333333333333,"baseline_adjusted_score":0.1333333333333333},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.3543266777749089,"accuracy":0.425,"positive_recall":0.8421052631578947,"specificity":0.3812154696132597,"precision":0.125,"balanced_accuracy":0.6116603663855772,"f1":0.21768707482993196,"true_positive":16,"false_positive":112,"false_negative":3,"true_negative":69,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.0859749999999999,"brier_skill":-3.121275693805284,"baseline_adjusted_skill":0.22332073277115438,"baseline_adjusted_score":0.22332073277115438},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.1007945161232673,"accuracy":0.8292678571428569,"positive_recall":0.5504414244618592,"specificity":0.8470671673452846,"precision":0.18683501683501705,"balanced_accuracy":0.698754295903572,"f1":0.2789774012719643,"true_positive":92.4833333333334,"false_positive":402.5166666666664,"false_negative":75.53333333333333,"true_negative":2229.466666666666,"positive_prevalence":0.060005952380952354,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679296,"brier_skill":-2.130169969359111,"baseline_adjusted_skill":0.39750859180714393,"baseline_adjusted_score":0.39750859180714393},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.22662889518413598,"uniform_accuracy_baseline":0.027777777777777853,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.11363636363636365,"baseline_adjusted_score":0.11363636363636365},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.26,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":-0.05714285714285712,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2865275629615667,"accuracy":0.57,"positive_recall":0.88,"specificity":0.26,"precision":0.5432098765432098,"balanced_accuracy":0.5700000000000001,"f1":0.6717557251908397,"true_positive":44,"false_positive":37,"false_negative":6,"true_negative":13,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.1461102518462667,"baseline_adjusted_skill":0.14000000000000012,"baseline_adjusted_score":0.14000000000000012},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1879741642683001,"accuracy":0.71,"positive_recall":0.68,"specificity":0.74,"precision":0.723404255319149,"balanced_accuracy":0.71,"f1":0.7010309278350515,"true_positive":34,"false_positive":13,"false_negative":16,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.24810334292679959,"baseline_adjusted_skill":0.41999999999999993,"baseline_adjusted_score":0.41999999999999993},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.45,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":-0.4102564102564102,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.01,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":-0.05319148936170213,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.23172893458441124,"accuracy":0.7,"positive_recall":0.82,"specificity":0.58,"precision":0.6612903225806451,"balanced_accuracy":0.7,"f1":0.7321428571428571,"true_positive":41,"false_positive":21,"false_negative":9,"true_negative":29,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.07308426166235504,"baseline_adjusted_skill":0.3999999999999999,"baseline_adjusted_score":0.3999999999999999},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8507462686567167,"baseline_adjusted_score":0.8507462686567167},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.03225854019463594,"accuracy":0.98,"positive_recall":1,"specificity":0.96,"precision":0.9615384615384616,"balanced_accuracy":0.98,"f1":0.9803921568627451,"true_positive":50,"false_positive":2,"false_negative":0,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8709658392214562,"baseline_adjusted_skill":0.96,"baseline_adjusted_score":0.96},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.47228952027027016,"uniform_accuracy_baseline":0.23445945945945923,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.28461178102276496,"baseline_adjusted_score":0.28461178102276496},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.055269166300023854,"accuracy":0.7247368355263157,"positive_recall":0.7438629453521872,"specificity":0.7065245327456151,"precision":0.707051294871795,"balanced_accuracy":0.7251937390489012,"f1":0.7249901395098566,"true_positive":55.150001,"false_positive":22.849999,"false_negative":18.990002000000004,"true_negative":55.00999799999999,"positive_prevalence":0.48776317763157917,"majority_accuracy_baseline":0.5122368223684208,"constant_brier_baseline":0.0945191003976856,"brier_skill":0.41525928550440183,"baseline_adjusted_skill":0.45038747809780233,"baseline_adjusted_score":0.45038747809780233},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.178870458077602,"normalized_score_rmse":0.20895699409564603,"constant_score_baseline":0.5841668333333334,"constant_mae_baseline":0.21700552708333315,"baseline_adjusted_skill":0.17573316918829796,"baseline_adjusted_score":0.17573316918829796},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.30212848175212664,"accuracy":0.54,"positive_recall":0.18,"specificity":0.9,"precision":0.6428571428571429,"balanced_accuracy":0.54,"f1":0.28125,"true_positive":9,"false_positive":5,"false_negative":41,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.20851392700850657,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3433002245553478,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":50,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.37320089822139124,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.47,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.13114754098360648,"baseline_adjusted_score":0.13114754098360648},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.32,"uniform_accuracy_baseline":0.03611111111111102,"fixed_answer_accuracy_baseline":0.08833333333333329,"baseline_adjusted_skill":0.2541133455210238,"baseline_adjusted_score":0.2541133455210238},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.5454545454545455,"baseline_adjusted_score":0.5454545454545455},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.44,"uniform_accuracy_baseline":0.04987932421560751,"fixed_answer_accuracy_baseline":0.1244247787610618,"baseline_adjusted_skill":0.360420456842531,"baseline_adjusted_score":0.360420456842531},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2759551861435744,"accuracy":0.47,"positive_recall":0.28,"specificity":0.66,"precision":0.45161290322580644,"balanced_accuracy":0.47000000000000003,"f1":0.345679012345679,"true_positive":14,"false_positive":17,"false_negative":36,"true_negative":33,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.10382074457429757,"baseline_adjusted_skill":-0.05999999999999994,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.3888888888888889,"uniform_accuracy_baseline":0.23888888888888893,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.1372549019607843,"baseline_adjusted_score":0.1372549019607843},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.2484536523914182,"accuracy":0.53125,"positive_recall":0.9375,"specificity":0.125,"precision":0.5172413793103449,"balanced_accuracy":0.53125,"f1":0.6666666666666666,"true_positive":30,"false_positive":28,"false_negative":2,"true_negative":4,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.006185390434327198,"baseline_adjusted_skill":0.0625,"baseline_adjusted_score":0.0625},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.69,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.32608695652173897,"baseline_adjusted_score":0.32608695652173897},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.32,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.030303030303030335,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25864198760997736,"accuracy":0.57,"positive_recall":0.46,"specificity":0.68,"precision":0.5897435897435898,"balanced_accuracy":0.5700000000000001,"f1":0.5168539325842697,"true_positive":23,"false_positive":16,"false_negative":27,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.034567950439909456,"baseline_adjusted_skill":0.14000000000000012,"baseline_adjusted_score":0.14000000000000012},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8235294117647058,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.7391304347826085,"baseline_adjusted_score":0.7391304347826085},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.19384523096929235,"accuracy":0.7878787878787878,"positive_recall":0.625,"specificity":0.9411764705882353,"precision":0.9090909090909091,"balanced_accuracy":0.7830882352941176,"f1":0.7407407407407407,"true_positive":10,"false_positive":1,"false_negative":6,"true_negative":16,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.22390640983250265,"baseline_adjusted_skill":0.5661764705882353,"baseline_adjusted_score":0.5661764705882353},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.2755788040161133,"normalized_score_rmse":0.3322031659555502,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.164912715102687,"baseline_adjusted_score":0.164912715102687},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.03125,"uniform_accuracy_baseline":0.17812500000000006,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.3596491228070175,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.2522168004584453,"accuracy":0.5588235294117647,"positive_recall":0.4117647058823529,"specificity":0.7058823529411765,"precision":0.5833333333333334,"balanced_accuracy":0.5588235294117647,"f1":0.4827586206896552,"true_positive":7,"false_positive":5,"false_negative":10,"true_negative":12,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.008867201833781202,"baseline_adjusted_skill":0.11764705882352944,"baseline_adjusted_score":0.11764705882352944},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.1777184057761641,"normalized_score_rmse":0.28112729889307586,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-0.20848515927791578,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.041666666666666664,"uniform_accuracy_baseline":0.13194444444444448,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":-1.4,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.2649504892308184,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":26,"false_positive":26,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.0598019569232735,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.2570752159146396,"accuracy":0.5333333333333333,"positive_recall":1,"specificity":0.027777777777777776,"precision":0.527027027027027,"balanced_accuracy":0.5138888888888888,"f1":0.6902654867256637,"true_positive":39,"false_positive":35,"false_negative":0,"true_negative":1,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24959999999999993,"brier_skill":-0.029948781709293604,"baseline_adjusted_skill":0.02777777777777768,"baseline_adjusted_score":0.02777777777777768},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.3249921900033951,"normalized_score_rmse":0.39388837313639546,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.1606863928692681,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.23529411764705882,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":-0.04000000000000001,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.2679774474093275,"accuracy":0.5714285714285714,"positive_recall":0.5714285714285714,"specificity":0.5714285714285714,"precision":0.5714285714285714,"balanced_accuracy":0.5714285714285714,"f1":0.5714285714285714,"true_positive":8,"false_positive":6,"false_negative":6,"true_negative":8,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.07190978963730998,"baseline_adjusted_skill":0.1428571428571428,"baseline_adjusted_score":0.1428571428571428},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.27532175381978347,"normalized_score_rmse":0.32323188668114095,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.16969696969696968,"baseline_adjusted_skill":-0.6224317635808669,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":0.9333333333333333,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":0.9166666666666667,"baseline_adjusted_score":0.9166666666666667},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.16009851856049287,"accuracy":0.788235294117647,"positive_recall":0.8222222222222222,"specificity":0.75,"precision":0.7872340425531915,"balanced_accuracy":0.7861111111111111,"f1":0.8043478260869565,"true_positive":37,"false_positive":10,"false_negative":8,"true_negative":30,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.24913494809688563,"brier_skill":0.35738233522246565,"baseline_adjusted_skill":0.5722222222222222,"baseline_adjusted_score":0.5722222222222222},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.48,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.3157894736842105,"baseline_adjusted_score":0.3157894736842105},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.3160127395098704,"accuracy":0.42,"positive_recall":0.22857142857142856,"specificity":0.8666666666666667,"precision":0.8,"balanced_accuracy":0.5476190476190477,"f1":0.35555555555555557,"true_positive":8,"false_positive":2,"false_negative":27,"true_negative":13,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.20999999999999996,"brier_skill":-0.5048225690946213,"baseline_adjusted_skill":0.09523809523809534,"baseline_adjusted_score":0.09523809523809534},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.2848901756852865,"normalized_score_rmse":0.35662650196500173,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.017464913161737483,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.13924050632911392,"uniform_accuracy_baseline":0.24240506329113914,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":-0.47826086956521746,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.2716107422745835,"accuracy":0.5238095238095238,"positive_recall":1,"specificity":0,"precision":0.5238095238095238,"balanced_accuracy":0.5,"f1":0.6875,"true_positive":11,"false_positive":10,"false_negative":0,"true_negative":0,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.24943310657596363,"brier_skill":-0.08891215766446692,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.42424242424242425,"uniform_accuracy_baseline":0.3237373737373738,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.050000000000000044,"baseline_adjusted_score":0.050000000000000044},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.2799244631201071,"accuracy":0.5151515151515151,"positive_recall":0.11764705882352941,"specificity":0.9375,"precision":0.6666666666666666,"balanced_accuracy":0.5275735294117647,"f1":0.2,"true_positive":2,"false_positive":1,"false_negative":15,"true_negative":15,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":-0.12072698653601655,"baseline_adjusted_skill":0.05514705882352944,"baseline_adjusted_score":0.05514705882352944},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.37132109833114285,"normalized_score_rmse":0.4088395337258309,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.34313725490196084,"baseline_adjusted_skill":-0.08213577227933033,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2523075552791543,"accuracy":0.51,"positive_recall":0.2,"specificity":0.82,"precision":0.5263157894736842,"balanced_accuracy":0.51,"f1":0.2898550724637681,"true_positive":10,"false_positive":9,"false_negative":40,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.00923022111661731,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.33333333333333326,"uniform_accuracy_baseline":0.3333333333333332,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":-0.030927835051546504,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.2956844216105896,"accuracy":0.5066666666666667,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":37,"true_negative":38,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555535,"brier_skill":-0.18294798830694736,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.09,"uniform_accuracy_baseline":0.1428571428571427,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":-0.16666666666666666,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.35,"uniform_accuracy_baseline":0.32416666666666627,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.015151515151515083,"baseline_adjusted_score":0.015151515151515083},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.2552607122775451,"accuracy":0.45454545454545453,"positive_recall":0.875,"specificity":0.058823529411764705,"precision":0.4666666666666667,"balanced_accuracy":0.46691176470588236,"f1":0.6086956521739131,"true_positive":14,"false_positive":16,"false_negative":2,"true_negative":1,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":-0.021981307611200318,"baseline_adjusted_skill":-0.06617647058823528,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.23338978760170215,"normalized_score_rmse":0.2786470599571749,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":-0.06232592977326501,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1987753509348494,"accuracy":0.78,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":22,"true_negative":78,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000028,"brier_skill":-0.15836451593734902,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.23833323105794235,"accuracy":0.61,"positive_recall":0.43243243243243246,"specificity":0.7142857142857143,"precision":0.47058823529411764,"balanced_accuracy":0.5733590733590734,"f1":0.4507042253521127,"true_positive":16,"false_positive":18,"false_negative":21,"true_negative":45,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000008,"brier_skill":-0.02245058368915598,"baseline_adjusted_skill":0.14671814671814687,"baseline_adjusted_score":0.14671814671814687},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25752269312559906,"accuracy":0.49,"positive_recall":0.3076923076923077,"specificity":0.6065573770491803,"precision":0.3333333333333333,"balanced_accuracy":0.457124842370744,"f1":0.32,"true_positive":12,"false_positive":24,"false_negative":27,"true_negative":37,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379000000000002,"brier_skill":-0.08248294714417348,"baseline_adjusted_skill":-0.08575031525851196,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.27853260888567954,"accuracy":0.46,"positive_recall":0.8064516129032258,"specificity":0.30434782608695654,"precision":0.3424657534246575,"balanced_accuracy":0.5553997194950911,"f1":0.4807692307692308,"true_positive":25,"false_positive":48,"false_negative":6,"true_negative":21,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999987,"brier_skill":-0.3021627343884046,"baseline_adjusted_skill":0.1107994389901823,"baseline_adjusted_score":0.1107994389901823},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.49,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.29166666666666663,"baseline_adjusted_score":0.29166666666666663},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.22929136656224727,"normalized_score_rmse":0.27208982768801443,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.013800573925818238,"baseline_adjusted_score":0.013800573925818238},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.0914236165496471,"accuracy":0.89,"positive_recall":0.92,"specificity":0.86,"precision":0.8679245283018868,"balanced_accuracy":0.89,"f1":0.8932038834951457,"true_positive":46,"false_positive":7,"false_negative":4,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6343055338014116,"baseline_adjusted_skill":0.78,"baseline_adjusted_score":0.78},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.33931763023825545,"accuracy":0.47,"positive_recall":0.1,"specificity":0.84,"precision":0.38461538461538464,"balanced_accuracy":0.47,"f1":0.15873015873015872,"true_positive":5,"false_positive":8,"false_negative":45,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.3572705209530218,"baseline_adjusted_skill":-0.06000000000000005,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.36,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.8285714285714287,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3047074903128973,"accuracy":0.52,"positive_recall":0.92,"specificity":0.12,"precision":0.5111111111111111,"balanced_accuracy":0.52,"f1":0.6571428571428571,"true_positive":46,"false_positive":44,"false_negative":4,"true_negative":6,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.21882996125158916,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.61,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.07142857142857148,"baseline_adjusted_score":0.07142857142857148},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.47,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.11666666666666659,"baseline_adjusted_score":0.11666666666666659},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.28550707867332936,"accuracy":0.54,"positive_recall":0.3,"specificity":0.78,"precision":0.5769230769230769,"balanced_accuracy":0.54,"f1":0.39473684210526316,"true_positive":15,"false_positive":11,"false_negative":35,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.14202831469331745,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.20851190476190457,"fixed_answer_accuracy_baseline":0.2233333333333332,"baseline_adjusted_skill":0.8068669527896996,"baseline_adjusted_score":0.8068669527896996},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.18999215639164646,"accuracy":0.73,"positive_recall":0.72,"specificity":0.74,"precision":0.7346938775510204,"balanced_accuracy":0.73,"f1":0.7272727272727273,"true_positive":36,"false_positive":13,"false_negative":14,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.24003137443341416,"baseline_adjusted_skill":0.45999999999999996,"baseline_adjusted_score":0.45999999999999996},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.2519386821612716,"normalized_score_rmse":0.3006232184262658,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.16020439279576137,"baseline_adjusted_score":0.16020439279576137},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.67,"uniform_accuracy_baseline":0.22851190476190467,"fixed_answer_accuracy_baseline":0.2433333333333333,"baseline_adjusted_skill":0.5638766519823789,"baseline_adjusted_score":0.5638766519823789},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1897830098597003,"accuracy":0.71,"positive_recall":0.76,"specificity":0.66,"precision":0.6909090909090909,"balanced_accuracy":0.71,"f1":0.7238095238095238,"true_positive":38,"false_positive":17,"false_negative":12,"true_negative":33,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.24086796056119875,"baseline_adjusted_skill":0.41999999999999993,"baseline_adjusted_score":0.41999999999999993},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.26918108052139494,"normalized_score_rmse":0.3251851297366511,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.304222222222222,"baseline_adjusted_skill":0.11518271559804372,"baseline_adjusted_score":0.11518271559804372},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.68,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.48387096774193555,"baseline_adjusted_score":0.48387096774193555},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.05470062708202522,"accuracy":0.95,"positive_recall":0.9,"specificity":1,"precision":1,"balanced_accuracy":0.95,"f1":0.9473684210526315,"true_positive":45,"false_positive":0,"false_negative":5,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7811974916718991,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.35,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":-0.30000000000000004,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1607359150330403,"accuracy":0.77,"positive_recall":0.64,"specificity":0.9,"precision":0.8648648648648649,"balanced_accuracy":0.77,"f1":0.735632183908046,"true_positive":32,"false_positive":5,"false_negative":18,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3570563398678388,"baseline_adjusted_skill":0.54,"baseline_adjusted_score":0.54},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.35333333333333317,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.15254237288135594,"baseline_adjusted_score":0.15254237288135594},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.51,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.20967741935483872,"baseline_adjusted_score":0.20967741935483872},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.27,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.17741935483870966,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.16,"uniform_accuracy_baseline":0.11111111111111088,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.16547125097198925,"accuracy":0.590625,"positive_recall":0.3829927488464072,"specificity":0.6392102421718341,"precision":0.198972602739726,"balanced_accuracy":0.5111014955091207,"f1":0.26188866351138157,"true_positive":29.049999999999997,"false_positive":116.94999999999999,"false_negative":46.80000000000002,"true_negative":207.20000000000002,"positive_prevalence":0.1896249999999999,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500007,"brier_skill":-1.1737178824094494,"baseline_adjusted_skill":0.022202991018241303,"baseline_adjusted_score":0.022202991018241303},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.36732759652659297,"normalized_score_rmse":0.4024741819126337,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":-0.7184916796565752,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.13021662402125003,"accuracy":0.672375,"positive_recall":0.41537740271917506,"specificity":0.7658087608658599,"precision":0.3920353982300887,"balanced_accuracy":0.5905930817925175,"f1":0.4033689961302073,"true_positive":44.30000000000003,"false_positive":68.69999999999999,"false_negative":62.349999999999994,"true_negative":224.64999999999995,"positive_prevalence":0.2666249999999998,"majority_accuracy_baseline":0.7333750000000002,"constant_brier_baseline":0.11565485937499977,"brier_skill":-0.1259070714792463,"baseline_adjusted_skill":0.18118616358503492,"baseline_adjusted_score":0.18118616358503492},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.35714584193658083,"normalized_score_rmse":0.39077303445798084,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":-0.3289147606942544,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.13899908510440942,"accuracy":0.6551250000000001,"positive_recall":0.2630872483221478,"specificity":0.8071118820468344,"precision":0.3458823529411764,"balanced_accuracy":0.5350995651844911,"f1":0.29885641677255403,"true_positive":29.400000000000006,"false_positive":55.60000000000002,"false_negative":82.34999999999995,"true_negative":232.65,"positive_prevalence":0.2793749999999999,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937499995,"brier_skill":-0.2283861027802785,"baseline_adjusted_skill":0.07019913036898218,"baseline_adjusted_score":0.07019913036898218},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3403836344601586,"normalized_score_rmse":0.38096545066417137,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":-0.28750310906915777,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.14378653609974548,"accuracy":0.748125,"positive_recall":0.304225352112676,"specificity":0.8746987951807229,"precision":0.4090909090909091,"balanced_accuracy":0.5894620736466994,"f1":0.34894991922455576,"true_positive":27,"false_positive":39,"false_negative":61.750000000000014,"true_negative":272.25,"positive_prevalence":0.22187499999999974,"majority_accuracy_baseline":0.7781250000000003,"constant_brier_baseline":0.126740234375001,"brier_skill":-0.13449795014823485,"baseline_adjusted_skill":0.1789241472933989,"baseline_adjusted_score":0.1789241472933989},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.42075849438086155,"normalized_score_rmse":0.4404084310975969,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":-0.8648575928237632,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.11055909219769156,"accuracy":0.7452499999999995,"positive_recall":0.36342155009451815,"specificity":0.8825628823929299,"precision":0.5267123287671233,"balanced_accuracy":0.622992216243724,"f1":0.4300894854586131,"true_positive":38.449999999999996,"false_positive":34.55,"false_negative":67.34999999999994,"true_negative":259.6499999999998,"positive_prevalence":0.26449999999999985,"majority_accuracy_baseline":0.7355000000000002,"constant_brier_baseline":0.11362725000000028,"brier_skill":0.027001954217044877,"baseline_adjusted_skill":0.24598443248744806,"baseline_adjusted_score":0.24598443248744806},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3503372164303437,"normalized_score_rmse":0.3850399024494463,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":-0.39437698081728856,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.1964727805966144,"accuracy":0.5745000000000003,"positive_recall":0.4268929503916449,"specificity":0.6094619666048238,"precision":0.2056603773584906,"balanced_accuracy":0.5181774584982344,"f1":0.27758913412563674,"true_positive":32.700000000000024,"false_positive":126.30000000000005,"false_negative":43.90000000000004,"true_negative":197.10000000000014,"positive_prevalence":0.1914999999999999,"majority_accuracy_baseline":0.8085000000000001,"constant_brier_baseline":0.09190274999999995,"brier_skill":-1.1378335316039458,"baseline_adjusted_skill":0.036354916996468756,"baseline_adjusted_score":0.036354916996468756},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3801961567439139,"normalized_score_rmse":0.40686451639312493,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":-0.8378061957409735,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.1299543423686184,"accuracy":0.7529999999999997,"positive_recall":0.3523035230352303,"specificity":0.8436541998773758,"precision":0.3376623376623377,"balanced_accuracy":0.5979788614563031,"f1":0.3448275862068966,"true_positive":26.000000000000004,"false_positive":51,"false_negative":47.800000000000004,"true_negative":275.1999999999999,"positive_prevalence":0.1844999999999999,"majority_accuracy_baseline":0.8155000000000001,"constant_brier_baseline":0.1092222499999995,"brier_skill":-0.18981564991216526,"baseline_adjusted_skill":0.19595772291260616,"baseline_adjusted_score":0.19595772291260616},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.4208563708979636,"normalized_score_rmse":0.4402418413182424,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":-1.222343872728521,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.1897741241541583,"accuracy":0.5724999999999999,"positive_recall":0.4554140127388535,"specificity":0.6010886469673405,"precision":0.21798780487804878,"balanced_accuracy":0.5282513298530971,"f1":0.2948453608247423,"true_positive":35.75,"false_positive":128.25,"false_negative":42.74999999999999,"true_negative":193.24999999999997,"positive_prevalence":0.19624999999999987,"majority_accuracy_baseline":0.8037500000000002,"constant_brier_baseline":0.09878593749999955,"brier_skill":-0.9210641611227224,"baseline_adjusted_skill":0.05650265970619417,"baseline_adjusted_score":0.05650265970619417},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3880342690600082,"normalized_score_rmse":0.4140517664382931,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":-0.8368486109349502,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.14396274522966027,"accuracy":0.5747448979591838,"positive_recall":0.3259193357058128,"specificity":0.7625335720680394,"precision":0.5087962962962963,"balanced_accuracy":0.5442264538869261,"f1":0.3973246565437456,"true_positive":54.949999999999996,"false_positive":53.05000000000001,"false_negative":113.64999999999989,"true_negative":170.35000000000005,"positive_prevalence":0.43010204081632636,"majority_accuracy_baseline":0.5698979591836737,"constant_brier_baseline":0.12359641815910102,"brier_skill":-0.1647808842190106,"baseline_adjusted_skill":0.08845290777385229,"baseline_adjusted_score":0.08845290777385229},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.276837029617888,"normalized_score_rmse":0.32394461606209995,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":-0.0048158852797417495,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.15705254513134365,"accuracy":0.7827500000000004,"positive_recall":0.19787568843430367,"specificity":0.8932233615693268,"precision":0.2592783505154639,"balanced_accuracy":0.5455495250018152,"f1":0.22445336903168228,"true_positive":25.150000000000002,"false_positive":71.85000000000001,"false_negative":101.95000000000003,"true_negative":601.0500000000003,"positive_prevalence":0.15887500000000002,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499934,"brier_skill":-0.5899629973882365,"baseline_adjusted_skill":0.09109905000363039,"baseline_adjusted_score":0.09109905000363039},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.42582075434271244,"normalized_score_rmse":0.44295889264995664,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-1.5807318445012872,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.26,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.1935483870967742,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.33275821386478577,"accuracy":0.55,"positive_recall":0.22,"specificity":0.88,"precision":0.6470588235294118,"balanced_accuracy":0.55,"f1":0.3283582089552239,"true_positive":11,"false_positive":6,"false_negative":39,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.33103285545914307,"baseline_adjusted_skill":0.10000000000000009,"baseline_adjusted_score":0.10000000000000009},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.06759443339960239,"uniform_accuracy_baseline":0.058823529411766766,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":-0.09579439252336447,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.44,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":-0.21739130434782616,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.28087711769853296,"accuracy":0.61,"positive_recall":0.44,"specificity":0.78,"precision":0.6666666666666666,"balanced_accuracy":0.61,"f1":0.5301204819277109,"true_positive":22,"false_positive":11,"false_negative":28,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.12350847079413185,"baseline_adjusted_skill":0.21999999999999997,"baseline_adjusted_score":0.21999999999999997},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.27,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":-0.1587301587301587,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":129,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.2460736389254594,"accuracy":0.5743243243243243,"positive_recall":0.16901408450704225,"specificity":0.948051948051948,"precision":0.75,"balanced_accuracy":0.5585330162794951,"f1":0.27586206896551724,"true_positive":12,"false_positive":4,"false_negative":59,"true_negative":73,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.2495891161431699,"brier_skill":0.01408505816292871,"baseline_adjusted_skill":0.11706603255899029,"baseline_adjusted_score":0.11706603255899029},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.24,"uniform_accuracy_baseline":0.20049999999999962,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":-0.0704225352112676,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.73,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.6029411764705882,"baseline_adjusted_score":0.6029411764705882},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.59,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.12765957446808499,"baseline_adjusted_score":0.12765957446808499},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.28,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":-0.4693877551020408,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1696235848589417,"accuracy":0.43933610060000006,"positive_recall":0.1829201447331069,"specificity":0.8507290388230732,"precision":0.6628530342941176,"balanced_accuracy":0.51682459177809,"f1":0.28671794276880513,"true_positive":11.268501582999999,"false_positive":5.731498417000001,"false_negative":50.334891522999996,"true_negative":32.665108477000004,"positive_prevalence":0.6160339310599999,"majority_accuracy_baseline":0.6160339310599999,"constant_brier_baseline":0.079087076552024,"brier_skill":-1.1447699454077327,"baseline_adjusted_skill":0.03364918355618007,"baseline_adjusted_score":0.03364918355618007},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.22756218959264693,"accuracy":0.59,"positive_recall":0.4,"specificity":0.78,"precision":0.6451612903225806,"balanced_accuracy":0.5900000000000001,"f1":0.49382716049382713,"true_positive":20,"false_positive":11,"false_negative":30,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.08975124162941228,"baseline_adjusted_skill":0.18000000000000016,"baseline_adjusted_score":0.18000000000000016},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.68,"uniform_accuracy_baseline":0.012987012987012965,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.6631578947368422,"baseline_adjusted_score":0.6631578947368422},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.62,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.36666666666666664,"baseline_adjusted_score":0.36666666666666664},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.32,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":-0.062499999999999965,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.13243542599887642,"accuracy":0.85,"positive_recall":0.88,"specificity":0.82,"precision":0.8301886792452831,"balanced_accuracy":0.85,"f1":0.8543689320388349,"true_positive":44,"false_positive":9,"false_negative":6,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4702582960044943,"baseline_adjusted_skill":0.7,"baseline_adjusted_score":0.7},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.08489603906212458,"accuracy":0.6624797409686393,"positive_recall":0.12843925761184394,"specificity":0.9111485956725875,"precision":0.40230771114813607,"balanced_accuracy":0.5197939266422158,"f1":0.1947146448037632,"true_positive":28.563847491517663,"false_positive":42.43615250848234,"false_negative":193.82802881347016,"true_negative":435.17197118652984,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768597,"brier_skill":0.04317612674733129,"baseline_adjusted_skill":0.039587853284431596,"baseline_adjusted_score":0.039587853284431596},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.21865903868067602,"accuracy":0.63,"positive_recall":0.52,"specificity":0.74,"precision":0.6666666666666666,"balanced_accuracy":0.63,"f1":0.5842696629213483,"true_positive":26,"false_positive":13,"false_negative":24,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.12536384527729594,"baseline_adjusted_skill":0.26,"baseline_adjusted_score":0.26},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.7284768211920529,"uniform_accuracy_baseline":0.006622516556291403,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.7172413793103448,"baseline_adjusted_score":0.7172413793103448},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.44941176470588234,"uniform_accuracy_baseline":0.3333333333333301,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":-0.015184381778741873,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.36,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.06666666666666674,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2207534977932891,"accuracy":0.65,"positive_recall":0.68,"specificity":0.62,"precision":0.6415094339622641,"balanced_accuracy":0.65,"f1":0.6601941747572816,"true_positive":34,"false_positive":19,"false_negative":16,"true_negative":31,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.11698600882684362,"baseline_adjusted_skill":0.30000000000000004,"baseline_adjusted_score":0.30000000000000004},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.49,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":-0.06250000000000006,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.77,"uniform_accuracy_baseline":0.07142857142857136,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.7415730337078652,"baseline_adjusted_score":0.7415730337078652},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.54,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.35,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.10958904109589036,"baseline_adjusted_score":0.10958904109589036},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.7777777777777778,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.3333333333333334,"baseline_adjusted_score":0.3333333333333334},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.2402471281980153,"accuracy":0.6097560975609756,"positive_recall":0.425,"specificity":0.7857142857142857,"precision":0.6538461538461539,"balanced_accuracy":0.6053571428571428,"f1":0.5151515151515151,"true_positive":17,"false_positive":9,"false_negative":23,"true_negative":33,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.24985127900059498,"brier_skill":0.03843947023603911,"baseline_adjusted_skill":0.21071428571428563,"baseline_adjusted_score":0.21071428571428563},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.26738239755408144,"accuracy":0.51,"positive_recall":0.04,"specificity":0.98,"precision":0.6666666666666666,"balanced_accuracy":0.51,"f1":0.07547169811320754,"true_positive":2,"false_positive":1,"false_negative":48,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.06952959021632577,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.5335195530726257,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.40143369175627236,"baseline_adjusted_score":0.40143369175627236},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.35,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":-0.06557377049180334,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.18732864739721894,"accuracy":0.72,"positive_recall":0.6818181818181818,"specificity":0.7307692307692307,"precision":0.4166666666666667,"balanced_accuracy":0.7062937062937062,"f1":0.5172413793103449,"true_positive":30,"false_positive":42,"false_negative":14,"true_negative":114,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000053,"brier_skill":-0.09165878436607433,"baseline_adjusted_skill":0.4125874125874125,"baseline_adjusted_score":0.4125874125874125},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.24143038133778993,"accuracy":0.625,"positive_recall":0.3,"specificity":0.7333333333333333,"precision":0.2727272727272727,"balanced_accuracy":0.5166666666666666,"f1":0.2857142857142857,"true_positive":15,"false_positive":40,"false_negative":35,"true_negative":110,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-0.287628700468213,"baseline_adjusted_skill":0.033333333333333215,"baseline_adjusted_score":0.033333333333333215},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.14452069605812537,"accuracy":0.825,"positive_recall":0.631578947368421,"specificity":0.8453038674033149,"precision":0.3,"balanced_accuracy":0.7384414073858679,"f1":0.4067796610169492,"true_positive":12,"false_positive":28,"false_negative":7,"true_negative":153,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.0859749999999999,"brier_skill":-0.6809618616821813,"baseline_adjusted_skill":0.4768828147717359,"baseline_adjusted_score":0.4768828147717359},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.10520717530644236,"accuracy":0.832482142857143,"positive_recall":0.5058029957345502,"specificity":0.8533362040033182,"precision":0.1804317055909414,"balanced_accuracy":0.6795695998689342,"f1":0.26598158629143753,"true_positive":84.98333333333338,"false_positive":386.01666666666654,"false_negative":83.03333333333335,"true_negative":2245.9666666666667,"positive_prevalence":0.060005952380952354,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679296,"brier_skill":-2.26720493704822,"baseline_adjusted_skill":0.35913919973786834,"baseline_adjusted_score":0.35913919973786834},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.311614730878187,"uniform_accuracy_baseline":0.027777777777777853,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.21103896103896105,"baseline_adjusted_score":0.21103896103896105},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.0571428571428572,"baseline_adjusted_score":0.0571428571428572},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.21786254056117513,"accuracy":0.66,"positive_recall":0.48,"specificity":0.84,"precision":0.75,"balanced_accuracy":0.6599999999999999,"f1":0.5853658536585366,"true_positive":24,"false_positive":8,"false_negative":26,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.1285498377552995,"baseline_adjusted_skill":0.31999999999999984,"baseline_adjusted_score":0.31999999999999984},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2850740231730733,"accuracy":0.5,"positive_recall":0.04,"specificity":0.96,"precision":0.5,"balanced_accuracy":0.5,"f1":0.07407407407407407,"true_positive":2,"false_positive":2,"false_negative":48,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.14029609269229315,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.59,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":-0.05128205128205133,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.69,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.6702127659574467,"baseline_adjusted_score":0.6702127659574467},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1962578904775446,"accuracy":0.71,"positive_recall":0.66,"specificity":0.76,"precision":0.7333333333333333,"balanced_accuracy":0.71,"f1":0.6947368421052632,"true_positive":33,"false_positive":12,"false_negative":17,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.21496843808982158,"baseline_adjusted_skill":0.41999999999999993,"baseline_adjusted_score":0.41999999999999993},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8507462686567167,"baseline_adjusted_score":0.8507462686567167},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.23373831747492016,"accuracy":0.59,"positive_recall":0.2,"specificity":0.98,"precision":0.9090909090909091,"balanced_accuracy":0.59,"f1":0.32786885245901637,"true_positive":10,"false_positive":1,"false_negative":40,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.06504673010031936,"baseline_adjusted_skill":0.17999999999999994,"baseline_adjusted_score":0.17999999999999994},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.43789762837837837,"uniform_accuracy_baseline":0.23445945945945923,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.2379885752444773,"baseline_adjusted_score":0.2379885752444773},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.06111209194667496,"accuracy":0.654473664473684,"positive_recall":0.7257890183791873,"specificity":0.5865656146891451,"precision":0.6256976744186047,"balanced_accuracy":0.6561773165341662,"f1":0.6720369550636265,"true_positive":53.809999999999995,"false_positive":32.18999999999999,"false_negative":20.330002999999994,"true_negative":45.66999699999999,"positive_prevalence":0.48776317763157917,"majority_accuracy_baseline":0.5122368223684208,"constant_brier_baseline":0.0945191003976856,"brier_skill":0.35344187905356583,"baseline_adjusted_skill":0.31235463306833244,"baseline_adjusted_score":0.31235463306833244},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.19241503871214452,"normalized_score_rmse":0.22676183858068513,"constant_score_baseline":0.5841668333333334,"constant_mae_baseline":0.21700552708333315,"baseline_adjusted_skill":0.11331733666739985,"baseline_adjusted_score":0.11331733666739985},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25438985869302977,"accuracy":0.54,"positive_recall":0.64,"specificity":0.44,"precision":0.5333333333333333,"balanced_accuracy":0.54,"f1":0.5818181818181818,"true_positive":32,"false_positive":28,"false_negative":18,"true_negative":22,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.017559434772119076,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2862737129932368,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":50,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.14509485197294714,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.41,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.03278688524590158,"baseline_adjusted_score":0.03278688524590158},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.63,"uniform_accuracy_baseline":0.03611111111111102,"fixed_answer_accuracy_baseline":0.08833333333333329,"baseline_adjusted_skill":0.5941499085923218,"baseline_adjusted_score":0.5941499085923218},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.78,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.615,"uniform_accuracy_baseline":0.04987932421560751,"fixed_answer_accuracy_baseline":0.1244247787610618,"baseline_adjusted_skill":0.5602890640792401,"baseline_adjusted_score":0.5602890640792401},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2790803422414281,"accuracy":0.49,"positive_recall":0.02,"specificity":0.96,"precision":0.3333333333333333,"balanced_accuracy":0.49,"f1":0.03773584905660377,"true_positive":1,"false_positive":2,"false_negative":49,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.11632136896571232,"baseline_adjusted_skill":-0.020000000000000018,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.6944444444444444,"uniform_accuracy_baseline":0.23888888888888893,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.5686274509803921,"baseline_adjusted_score":0.5686274509803921},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.30158946789007696,"accuracy":0.5,"positive_recall":0.09375,"specificity":0.90625,"precision":0.5,"balanced_accuracy":0.5,"f1":0.15789473684210525,"true_positive":3,"false_positive":3,"false_negative":29,"true_negative":29,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.20635787156030783,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.45652173913043476,"baseline_adjusted_score":0.45652173913043476},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25269566078255046,"accuracy":0.57,"positive_recall":0.38,"specificity":0.76,"precision":0.6129032258064516,"balanced_accuracy":0.5700000000000001,"f1":0.4691358024691358,"true_positive":19,"false_positive":12,"false_negative":31,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.01078264313020183,"baseline_adjusted_skill":0.14000000000000012,"baseline_adjusted_score":0.14000000000000012},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8235294117647058,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.7391304347826085,"baseline_adjusted_score":0.7391304347826085},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.25485202632712983,"accuracy":0.6060606060606061,"positive_recall":0.1875,"specificity":1,"precision":1,"balanced_accuracy":0.59375,"f1":0.3157894736842105,"true_positive":3,"false_positive":0,"false_negative":13,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":-0.02034506128766278,"baseline_adjusted_skill":0.1875,"baseline_adjusted_score":0.1875},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.33546277219572174,"normalized_score_rmse":0.39111830744861076,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":-0.016553855138550677,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.09375,"uniform_accuracy_baseline":0.17812500000000006,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.27192982456140347,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.14103705429226035,"accuracy":0.9705882352941176,"positive_recall":1,"specificity":0.9411764705882353,"precision":0.9444444444444444,"balanced_accuracy":0.9705882352941176,"f1":0.9714285714285714,"true_positive":17,"false_positive":1,"false_negative":0,"true_negative":16,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4358517828309586,"baseline_adjusted_skill":0.9411764705882353,"baseline_adjusted_score":0.9411764705882353},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.27556679913582227,"normalized_score_rmse":0.3444820306250348,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-0.8738542341235913,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.020833333333333332,"uniform_accuracy_baseline":0.13194444444444448,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":-1.452173913043478,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.20428130706534892,"accuracy":0.6923076923076923,"positive_recall":1,"specificity":0.38461538461538464,"precision":0.6190476190476191,"balanced_accuracy":0.6923076923076923,"f1":0.7647058823529411,"true_positive":26,"false_positive":16,"false_negative":0,"true_negative":10,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.18287477173860434,"baseline_adjusted_skill":0.3846153846153846,"baseline_adjusted_score":0.3846153846153846},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.3436280703653882,"accuracy":0.4666666666666667,"positive_recall":0,"specificity":0.9722222222222222,"precision":0,"balanced_accuracy":0.4861111111111111,"f1":0,"true_positive":0,"false_positive":1,"false_negative":39,"true_negative":35,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24959999999999993,"brier_skill":-0.376715025502357,"baseline_adjusted_skill":-0.02777777777777779,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.29912673027369135,"normalized_score_rmse":0.37098278771137305,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.06830975097746905,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.4117647058823529,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.19999999999999996,"baseline_adjusted_score":0.19999999999999996},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.10196332476085744,"accuracy":0.8571428571428571,"positive_recall":1,"specificity":0.7142857142857143,"precision":0.7777777777777778,"balanced_accuracy":0.8571428571428572,"f1":0.875,"true_positive":14,"false_positive":4,"false_negative":0,"true_negative":10,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5921467009565702,"baseline_adjusted_skill":0.7142857142857144,"baseline_adjusted_score":0.7142857142857144},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.2960541157975199,"normalized_score_rmse":0.33657791555841643,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.16969696969696968,"baseline_adjusted_skill":-0.7446046109496709,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":0.9333333333333333,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":0.9166666666666667,"baseline_adjusted_score":0.9166666666666667},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.1310663952244896,"accuracy":0.8588235294117647,"positive_recall":0.9555555555555556,"specificity":0.75,"precision":0.8113207547169812,"balanced_accuracy":0.8527777777777779,"f1":0.8775510204081632,"true_positive":43,"false_positive":10,"false_negative":2,"true_negative":30,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.24913494809688563,"brier_skill":0.47391405250170116,"baseline_adjusted_skill":0.7055555555555557,"baseline_adjusted_score":0.7055555555555557},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.4,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.21052631578947373,"baseline_adjusted_score":0.21052631578947373},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.2917979495970265,"accuracy":0.34,"positive_recall":0.17142857142857143,"specificity":0.7333333333333333,"precision":0.6,"balanced_accuracy":0.45238095238095233,"f1":0.26666666666666666,"true_positive":6,"false_positive":4,"false_negative":29,"true_negative":11,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.20999999999999996,"brier_skill":-0.38951404570012627,"baseline_adjusted_skill":-0.09523809523809534,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.26182718296957685,"normalized_score_rmse":0.3390390847487289,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.06490291796579706,"baseline_adjusted_score":0.06490291796579706},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.25316455696202533,"uniform_accuracy_baseline":0.24240506329113914,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":-0.2826086956521739,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.27207583038062977,"accuracy":0.5714285714285714,"positive_recall":0.8181818181818182,"specificity":0.3,"precision":0.5625,"balanced_accuracy":0.5590909090909091,"f1":0.6666666666666666,"true_positive":9,"false_positive":7,"false_negative":2,"true_negative":3,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.24943310657596363,"brier_skill":-0.09077673816234344,"baseline_adjusted_skill":0.11818181818181817,"baseline_adjusted_score":0.11818181818181817},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.3333333333333333,"uniform_accuracy_baseline":0.3237373737373738,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":-0.1,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.20979004894065229,"accuracy":0.6666666666666666,"positive_recall":0.5294117647058824,"specificity":0.8125,"precision":0.75,"balanced_accuracy":0.6709558823529411,"f1":0.6206896551724138,"true_positive":9,"false_positive":3,"false_negative":8,"true_negative":13,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.1600685172927564,"baseline_adjusted_skill":0.34191176470588225,"baseline_adjusted_score":0.34191176470588225},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.37047670935346566,"normalized_score_rmse":0.4088850208571296,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.34313725490196084,"baseline_adjusted_skill":-0.07967498154438535,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2499442826725731,"accuracy":0.52,"positive_recall":0.04,"specificity":1,"precision":1,"balanced_accuracy":0.52,"f1":0.07692307692307693,"true_positive":2,"false_positive":0,"false_negative":48,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.00022286930970760732,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.3133333333333333,"uniform_accuracy_baseline":0.3333333333333332,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":-0.061855670103092834,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.2798747661321661,"accuracy":0.5066666666666667,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":37,"true_negative":38,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555535,"brier_skill":-0.11969812197257168,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.31,"uniform_accuracy_baseline":0.1428571428571427,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.11538461538461538,"baseline_adjusted_score":0.11538461538461538},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.31999999999999995,"uniform_accuracy_baseline":0.32416666666666627,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.03030303030303042,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.22803093471921368,"accuracy":0.5151515151515151,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":16,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.0870379120984427,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.22610017651999476,"normalized_score_rmse":0.2782905808985159,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":-0.0291456310565279,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.17752135094531518,"accuracy":0.75,"positive_recall":0.13636363636363635,"specificity":0.9230769230769231,"precision":0.3333333333333333,"balanced_accuracy":0.5297202797202798,"f1":0.1935483870967742,"true_positive":3,"false_positive":6,"false_negative":19,"true_negative":72,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000028,"brier_skill":-0.03450670714052961,"baseline_adjusted_skill":0.05944055944055959,"baseline_adjusted_score":0.05944055944055959},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.20506392181509803,"accuracy":0.71,"positive_recall":0.5945945945945946,"specificity":0.7777777777777778,"precision":0.6111111111111112,"balanced_accuracy":0.6861861861861862,"f1":0.6027397260273972,"true_positive":22,"false_positive":14,"false_negative":15,"true_negative":49,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000008,"brier_skill":0.12027489568812544,"baseline_adjusted_skill":0.3723723723723724,"baseline_adjusted_score":0.3723723723723724},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25233475046806575,"accuracy":0.52,"positive_recall":0.2564102564102564,"specificity":0.6885245901639344,"precision":0.3448275862068966,"balanced_accuracy":0.4724674232870954,"f1":0.29411764705882354,"true_positive":10,"false_positive":19,"false_negative":29,"true_negative":42,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379000000000002,"brier_skill":-0.06067570604483197,"baseline_adjusted_skill":-0.0550651534258092,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2277029169518443,"accuracy":0.58,"positive_recall":0.7096774193548387,"specificity":0.5217391304347826,"precision":0.4,"balanced_accuracy":0.6157082748948106,"f1":0.5116279069767442,"true_positive":22,"false_positive":33,"false_negative":9,"true_negative":36,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999987,"brier_skill":-0.0645297660207782,"baseline_adjusted_skill":0.23141654978962123,"baseline_adjusted_score":0.23141654978962123},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.46,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.25,"baseline_adjusted_score":0.25},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.24507585631838075,"normalized_score_rmse":0.2996098381068961,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":-0.05408970459518603,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2164488799950238,"accuracy":0.67,"positive_recall":1,"specificity":0.34,"precision":0.6024096385542169,"balanced_accuracy":0.67,"f1":0.7518796992481203,"true_positive":50,"false_positive":33,"false_negative":0,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.13420448001990481,"baseline_adjusted_skill":0.3400000000000001,"baseline_adjusted_score":0.3400000000000001},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.27115777363610444,"accuracy":0.51,"positive_recall":0.12,"specificity":0.9,"precision":0.5454545454545454,"balanced_accuracy":0.51,"f1":0.19672131147540983,"true_positive":6,"false_positive":5,"false_negative":44,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.08463109454441775,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.35,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.8571428571428573,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.20430017392265243,"accuracy":0.71,"positive_recall":0.84,"specificity":0.58,"precision":0.6666666666666666,"balanced_accuracy":0.71,"f1":0.7433628318584071,"true_positive":42,"false_positive":21,"false_negative":8,"true_negative":29,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.1827993043093903,"baseline_adjusted_skill":0.41999999999999993,"baseline_adjusted_score":0.41999999999999993},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.7,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.2857142857142857,"baseline_adjusted_score":0.2857142857142857},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.1,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2979881214018965,"accuracy":0.49,"positive_recall":0,"specificity":0.98,"precision":0,"balanced_accuracy":0.49,"f1":0,"true_positive":0,"false_positive":1,"false_negative":50,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.19195248560758604,"baseline_adjusted_skill":-0.020000000000000018,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.20851190476190457,"fixed_answer_accuracy_baseline":0.2233333333333332,"baseline_adjusted_skill":0.832618025751073,"baseline_adjusted_score":0.832618025751073},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.21645902956618154,"accuracy":0.68,"positive_recall":0.58,"specificity":0.78,"precision":0.725,"balanced_accuracy":0.6799999999999999,"f1":0.6444444444444445,"true_positive":29,"false_positive":11,"false_negative":21,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.13416388173527383,"baseline_adjusted_skill":0.3599999999999999,"baseline_adjusted_score":0.3599999999999999},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.275263472056409,"normalized_score_rmse":0.3233616102136515,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.0824550931453033,"baseline_adjusted_score":0.0824550931453033},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.78,"uniform_accuracy_baseline":0.22851190476190467,"fixed_answer_accuracy_baseline":0.2433333333333333,"baseline_adjusted_skill":0.709251101321586,"baseline_adjusted_score":0.709251101321586},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.18624133491082515,"accuracy":0.7,"positive_recall":0.76,"specificity":0.64,"precision":0.6785714285714286,"balanced_accuracy":0.7,"f1":0.7169811320754716,"true_positive":38,"false_positive":18,"false_negative":12,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2550346603566994,"baseline_adjusted_skill":0.3999999999999999,"baseline_adjusted_score":0.3999999999999999},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.2801721200403591,"normalized_score_rmse":0.32775323730607214,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.304222222222222,"baseline_adjusted_skill":0.07905438993307767,"baseline_adjusted_score":0.07905438993307767},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.53,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.24193548387096778,"baseline_adjusted_score":0.24193548387096778},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.22110839794169213,"accuracy":0.64,"positive_recall":0.92,"specificity":0.36,"precision":0.5897435897435898,"balanced_accuracy":0.64,"f1":0.71875,"true_positive":46,"false_positive":32,"false_negative":4,"true_negative":18,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.1155664082332315,"baseline_adjusted_skill":0.28,"baseline_adjusted_score":0.28},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.35,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":-0.30000000000000004,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.21482137852246874,"accuracy":0.64,"positive_recall":0.92,"specificity":0.36,"precision":0.5897435897435898,"balanced_accuracy":0.64,"f1":0.71875,"true_positive":46,"false_positive":32,"false_negative":4,"true_negative":18,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.14071448591012503,"baseline_adjusted_skill":0.28,"baseline_adjusted_score":0.28},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.54,"uniform_accuracy_baseline":0.35333333333333317,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.22033898305084754,"baseline_adjusted_score":0.22033898305084754},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.32,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.0967741935483871,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.29,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.14516129032258068,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.27,"uniform_accuracy_baseline":0.11111111111111088,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.130952380952381,"baseline_adjusted_score":0.130952380952381},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.18620296676928497,"accuracy":0.4906250000000002,"positive_recall":0.48846407382992724,"specificity":0.4911306493907144,"precision":0.1834158415841584,"balanced_accuracy":0.48979736161032084,"f1":0.2666906604282886,"true_positive":37.04999999999999,"false_positive":164.94999999999996,"false_negative":38.800000000000026,"true_negative":159.2000000000001,"positive_prevalence":0.1896249999999999,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500007,"brier_skill":-1.4460606676177434,"baseline_adjusted_skill":-0.020405276779358328,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.39257309432066156,"normalized_score_rmse":0.42787833057917374,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":-0.8365992716756097,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.091447070917902,"accuracy":0.7601250000000002,"positive_recall":0.5658696671354898,"specificity":0.830748252940174,"precision":0.5486363636363636,"balanced_accuracy":0.6983089600378318,"f1":0.5571197784444957,"true_positive":60.349999999999994,"false_positive":49.65,"false_negative":46.30000000000001,"true_negative":243.70000000000005,"positive_prevalence":0.2666249999999998,"majority_accuracy_baseline":0.7333750000000002,"constant_brier_baseline":0.11565485937499977,"brier_skill":0.20931060387706102,"baseline_adjusted_skill":0.39661792007566365,"baseline_adjusted_score":0.39661792007566365},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3588008372980628,"normalized_score_rmse":0.3929537410205294,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":-0.33507288296953597,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.11745634864488208,"accuracy":0.7056249999999998,"positive_recall":0.5592841163310962,"specificity":0.7623590633130962,"precision":0.47709923664122117,"balanced_accuracy":0.6608215898220962,"f1":0.5149330587023685,"true_positive":62.49999999999997,"false_positive":68.50000000000004,"false_negative":49.24999999999998,"true_negative":219.74999999999997,"positive_prevalence":0.2793749999999999,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937499995,"brier_skill":-0.038005007373328015,"baseline_adjusted_skill":0.3216431796441923,"baseline_adjusted_score":0.3216431796441923},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.360794767471379,"normalized_score_rmse":0.4029651590814136,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":-0.3647083403172726,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.10619404002899485,"accuracy":0.8118749999999995,"positive_recall":0.28450704225352114,"specificity":0.9622489959839358,"precision":0.6824324324324325,"balanced_accuracy":0.6233780191187285,"f1":0.40159045725646125,"true_positive":25.25,"false_positive":11.75,"false_negative":63.49999999999999,"true_negative":299.4999999999998,"positive_prevalence":0.22187499999999974,"majority_accuracy_baseline":0.7781250000000003,"constant_brier_baseline":0.126740234375001,"brier_skill":0.1621126428188049,"baseline_adjusted_skill":0.24675603823745695,"baseline_adjusted_score":0.24675603823745695},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.4283458874971959,"normalized_score_rmse":0.4489715231420787,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":-0.8984859279654112,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.08304733881305354,"accuracy":0.7739999999999998,"positive_recall":0.7107750472589792,"specificity":0.7967369136641739,"precision":0.557037037037037,"balanced_accuracy":0.7537559804615765,"f1":0.6245847176079734,"true_positive":75.20000000000002,"false_positive":59.80000000000001,"false_negative":30.600000000000012,"true_negative":234.39999999999986,"positive_prevalence":0.26449999999999985,"majority_accuracy_baseline":0.7355000000000002,"constant_brier_baseline":0.11362725000000028,"brier_skill":0.2691248022542714,"baseline_adjusted_skill":0.5075119609231531,"baseline_adjusted_score":0.5075119609231531},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3695480678421563,"normalized_score_rmse":0.4027288933423896,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":-0.4708380809638064,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.09012070215750866,"accuracy":0.8002499999999999,"positive_recall":0.4614882506527413,"specificity":0.8804885590599877,"precision":0.4777027027027028,"balanced_accuracy":0.6709884048563645,"f1":0.46945551128818064,"true_positive":35.35000000000001,"false_positive":38.649999999999984,"false_negative":41.25000000000004,"true_negative":284.74999999999994,"positive_prevalence":0.1914999999999999,"majority_accuracy_baseline":0.8085000000000001,"constant_brier_baseline":0.09190274999999995,"brier_skill":0.019390582354622654,"baseline_adjusted_skill":0.3419768097127289,"baseline_adjusted_score":0.3419768097127289},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.4001275673789255,"normalized_score_rmse":0.4291456792614386,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":-0.9341513831005464,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.09996688853418421,"accuracy":0.8122499999999997,"positive_recall":0.5264227642276423,"specificity":0.8769160024524831,"precision":0.4917721518987343,"balanced_accuracy":0.7016693833400627,"f1":0.5085078534031414,"true_positive":38.85000000000001,"false_positive":40.14999999999999,"false_negative":34.95,"true_negative":286.04999999999984,"positive_prevalence":0.1844999999999999,"majority_accuracy_baseline":0.8155000000000001,"constant_brier_baseline":0.1092222499999995,"brier_skill":0.08473879146250263,"baseline_adjusted_skill":0.40333876668012536,"baseline_adjusted_score":0.40333876668012536},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.4408461349698435,"normalized_score_rmse":0.459196361934572,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":-1.3279003826790419,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.10603351202697751,"accuracy":0.8159999999999996,"positive_recall":0.27961783439490456,"specificity":0.9469673405909798,"precision":0.5628205128205129,"balanced_accuracy":0.6132925874929421,"f1":0.37361702127659585,"true_positive":21.950000000000006,"false_positive":17.049999999999997,"false_negative":56.54999999999998,"true_negative":304.4499999999999,"positive_prevalence":0.19624999999999987,"majority_accuracy_baseline":0.8037500000000002,"constant_brier_baseline":0.09878593749999955,"brier_skill":-0.07336645994758118,"baseline_adjusted_skill":0.22658517498588426,"baseline_adjusted_score":0.22658517498588426},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.41522455881319376,"normalized_score_rmse":0.44550843775305904,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":-0.9655600417192605,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.11786364318103697,"accuracy":0.6183673469387757,"positive_recall":0.4359430604982208,"specificity":0.7560429722470905,"precision":0.5742187499999999,"balanced_accuracy":0.5959930163726557,"f1":0.4956169925826029,"true_positive":73.49999999999997,"false_positive":54.500000000000014,"false_negative":95.09999999999991,"true_negative":168.90000000000012,"positive_prevalence":0.43010204081632636,"majority_accuracy_baseline":0.5698979591836737,"constant_brier_baseline":0.12359641815910102,"brier_skill":0.04638301872700279,"baseline_adjusted_skill":0.19198603274531134,"baseline_adjusted_score":0.19198603274531134},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.27911309840939974,"normalized_score_rmse":0.32684050063339315,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":-0.013077172004487991,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.20094036626908365,"accuracy":0.5948750000000002,"positive_recall":0.7002360346184107,"specificity":0.5749739931639175,"precision":0.23733333333333326,"balanced_accuracy":0.6376050138911641,"f1":0.354511053574985,"true_positive":88.99999999999996,"false_positive":286,"false_negative":38.09999999999998,"true_negative":386.90000000000015,"positive_prevalence":0.15887500000000002,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499934,"brier_skill":-1.0342729675746005,"baseline_adjusted_skill":0.27521002778232817,"baseline_adjusted_score":0.27521002778232817},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.4751519975873716,"normalized_score_rmse":0.495025238145646,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-1.8797090762871003,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.31,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.11290322580645162,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.29596718993703613,"accuracy":0.37,"positive_recall":0.28,"specificity":0.46,"precision":0.34146341463414637,"balanced_accuracy":0.37,"f1":0.3076923076923077,"true_positive":14,"false_positive":27,"false_negative":36,"true_negative":23,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.18386875974814454,"baseline_adjusted_skill":-0.26,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.06428098078197482,"uniform_accuracy_baseline":0.058823529411766766,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":-0.0996884735202492,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.45,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":-0.19565217391304354,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.22673525799834818,"accuracy":0.63,"positive_recall":0.48,"specificity":0.78,"precision":0.6857142857142857,"balanced_accuracy":0.63,"f1":0.5647058823529412,"true_positive":24,"false_positive":11,"false_negative":26,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.09305896800660729,"baseline_adjusted_skill":0.26,"baseline_adjusted_score":0.26},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.35,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":-0.03174603174603177,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":130,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0,"abstained":0},"metrics":{"binary_brier":0.14186008950055404,"accuracy":0.8378378378378378,"positive_recall":0.9295774647887324,"specificity":0.7532467532467533,"precision":0.7764705882352941,"balanced_accuracy":0.8414121090177429,"f1":0.8461538461538461,"true_positive":66,"false_positive":19,"false_negative":5,"true_negative":58,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.24958911614317017,"brier_skill":0.4316254983683673,"baseline_adjusted_skill":0.6828242180354858,"baseline_adjusted_score":0.6828242180354858},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.26,"uniform_accuracy_baseline":0.2005,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":-0.04225352112676053,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.8529411764705884,"baseline_adjusted_score":0.8529411764705884},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.64,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.23404255319148934,"baseline_adjusted_score":0.23404255319148934},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.71,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.40816326530612235,"baseline_adjusted_score":0.40816326530612235},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.14319931532336924,"accuracy":0.6214102070799999,"positive_recall":0.9962471840049102,"specificity":0.02002296200605522,"precision":0.6199212818888888,"balanced_accuracy":0.5081350730054827,"f1":0.7642703646552931,"true_positive":61.372206907,"false_positive":37.627793093,"false_negative":0.231186199,"true_negative":0.768813801,"positive_prevalence":0.61603393106,"majority_accuracy_baseline":0.61603393106,"constant_brier_baseline":0.07908707655202402,"brier_skill":-0.8106537953665762,"baseline_adjusted_skill":0.016270146010965325,"baseline_adjusted_score":0.016270146010965325},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2060318470174622,"accuracy":0.64,"positive_recall":0.6,"specificity":0.68,"precision":0.6521739130434783,"balanced_accuracy":0.64,"f1":0.625,"true_positive":30,"false_positive":16,"false_negative":20,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.17587261193015125,"baseline_adjusted_skill":0.28,"baseline_adjusted_score":0.28},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.83,"uniform_accuracy_baseline":0.012987012987012986,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.8210526315789474,"baseline_adjusted_score":0.8210526315789474},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.7833333333333333,"baseline_adjusted_score":0.7833333333333333},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.3,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":-0.09375,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.13741979513637795,"accuracy":0.8,"positive_recall":0.82,"specificity":0.78,"precision":0.7884615384615384,"balanced_accuracy":0.8,"f1":0.803921568627451,"true_positive":41,"false_positive":11,"false_negative":9,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4503208194544882,"baseline_adjusted_skill":0.6000000000000001,"baseline_adjusted_score":0.6000000000000001},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0,"abstained":0},"metrics":{"binary_brier":0.06292132194316206,"accuracy":0.7213859109281163,"positive_recall":0.42798778695856476,"specificity":0.8580028486576313,"precision":0.5839325581431571,"balanced_accuracy":0.642995317808098,"f1":0.4939440233660305,"true_positive":95.18100697733462,"false_positive":67.81899302266538,"false_negative":127.2108693276532,"true_negative":409.7891306723468,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768642,"brier_skill":0.2908429693901493,"baseline_adjusted_skill":0.2859906356161961,"baseline_adjusted_score":0.2859906356161961},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.253158915007953,"accuracy":0.57,"positive_recall":0.78,"specificity":0.36,"precision":0.5492957746478874,"balanced_accuracy":0.5700000000000001,"f1":0.6446280991735537,"true_positive":39,"false_positive":32,"false_negative":11,"true_negative":18,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.012635660031812046,"baseline_adjusted_skill":0.14000000000000012,"baseline_adjusted_score":0.14000000000000012},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9337748344370861,"uniform_accuracy_baseline":0.006622516556291391,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.9310344827586207,"baseline_adjusted_score":0.9310344827586207},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.15957310406880837,"accuracy":0.7666666666666667,"positive_recall":0.5933333333333334,"specificity":0.94,"precision":0.9081632653061225,"balanced_accuracy":0.7666666666666666,"f1":0.717741935483871,"true_positive":89,"false_positive":9,"false_negative":61,"true_negative":141,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3617075837247665,"baseline_adjusted_skill":0.5333333333333332,"baseline_adjusted_score":0.5333333333333332},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":14},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.731764705882353,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.5054229934924079,"baseline_adjusted_score":0.5054229934924079},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.11666666666666668,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.22393923329597507,"accuracy":0.67,"positive_recall":0.84,"specificity":0.5,"precision":0.6268656716417911,"balanced_accuracy":0.6699999999999999,"f1":0.717948717948718,"true_positive":42,"false_positive":25,"false_negative":8,"true_negative":25,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.10424306681609974,"baseline_adjusted_skill":0.33999999999999986,"baseline_adjusted_score":0.33999999999999986},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.62,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.2083333333333333,"baseline_adjusted_score":0.2083333333333333},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9166666666666666,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.8333333333333333,"baseline_adjusted_score":0.8333333333333333},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":19},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8533333333333334,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.6944444444444445,"baseline_adjusted_score":0.6944444444444445},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":20},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9066666666666666,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5266666666666666,"baseline_adjusted_skill":0.8028169014084506,"baseline_adjusted_score":0.8028169014084506},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":21},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.07142857142857142,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9438202247191011,"baseline_adjusted_score":0.9438202247191011},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.69,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.32608695652173897,"baseline_adjusted_score":0.32608695652173897},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.54,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.36986301369863017,"baseline_adjusted_score":0.36986301369863017},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.4444444444444444,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":-0.6666666666666665,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0,"abstained":0},"metrics":{"binary_brier":0.26721962241229685,"accuracy":0.5609756097560976,"positive_recall":0.35,"specificity":0.7619047619047619,"precision":0.5833333333333334,"balanced_accuracy":0.555952380952381,"f1":0.4375,"true_positive":14,"false_positive":10,"false_negative":26,"true_negative":32,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.2498512790005949,"brier_skill":-0.06951472684540705,"baseline_adjusted_skill":0.11190476190476195,"baseline_adjusted_score":0.11190476190476195},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1885826505803733,"accuracy":0.71,"positive_recall":0.44,"specificity":0.98,"precision":0.9565217391304348,"balanced_accuracy":0.71,"f1":0.6027397260273972,"true_positive":22,"false_positive":1,"false_negative":28,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.24566939767850682,"baseline_adjusted_skill":0.41999999999999993,"baseline_adjusted_score":0.41999999999999993},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.6927374301675978,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.6057347670250897,"baseline_adjusted_score":0.6057347670250897},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.4,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.016393442622950834,"baseline_adjusted_score":0.016393442622950834},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"binary_brier":0.16984019814960696,"accuracy":0.75,"positive_recall":0.38636363636363635,"specificity":0.8525641025641025,"precision":0.425,"balanced_accuracy":0.6194638694638694,"f1":0.40476190476190477,"true_positive":17,"false_positive":23,"false_negative":27,"true_negative":133,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":0.010255255538420993,"baseline_adjusted_skill":0.2389277389277389,"baseline_adjusted_score":0.2389277389277389},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"binary_brier":0.19198752927754473,"accuracy":0.71,"positive_recall":0.18,"specificity":0.8866666666666667,"precision":0.34615384615384615,"balanced_accuracy":0.5333333333333333,"f1":0.23684210526315788,"true_positive":9,"false_positive":17,"false_negative":41,"true_negative":133,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-0.023933489480238546,"baseline_adjusted_skill":0.06666666666666665,"baseline_adjusted_score":0.06666666666666665},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"binary_brier":0.06664515337146412,"accuracy":0.905,"positive_recall":0.5263157894736842,"specificity":0.9447513812154696,"precision":0.5,"balanced_accuracy":0.7355335853445769,"f1":0.5128205128205128,"true_positive":10,"false_positive":10,"false_negative":9,"true_negative":171,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.085975,"brier_skill":0.2248310163249302,"baseline_adjusted_skill":0.4710671706891538,"baseline_adjusted_score":0.4710671706891538},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9666666666666667,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.9499999999999998,"baseline_adjusted_score":0.9499999999999998},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":33},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.06173030247204085,"accuracy":0.9233333333333333,"positive_recall":0.9533333333333334,"specificity":0.8933333333333333,"precision":0.89937106918239,"balanced_accuracy":0.9233333333333333,"f1":0.9255663430420712,"true_positive":143,"false_positive":16,"false_negative":7,"true_negative":134,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7530787901118365,"baseline_adjusted_skill":0.8466666666666667,"baseline_adjusted_score":0.8466666666666667},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":34},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8133333333333334,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.7511111111111112,"baseline_adjusted_score":0.7511111111111112},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":35},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.3172945938853155,"accuracy":0.5366666666666666,"positive_recall":0.9933333333333333,"specificity":0.08,"precision":0.519163763066202,"balanced_accuracy":0.5366666666666666,"f1":0.6819221967963387,"true_positive":149,"false_positive":138,"false_negative":1,"true_negative":12,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.269178375541262,"baseline_adjusted_skill":0.07333333333333325,"baseline_adjusted_score":0.07333333333333325},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":36},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.3180458210905393,"normalized_score_rmse":0.37552096994435186,"constant_score_baseline":0.5,"constant_mae_baseline":0.3333333333333333,"baseline_adjusted_skill":0.04586253672838203,"baseline_adjusted_score":0.04586253672838203},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":37},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.31333333333333335,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.08444444444444447,"baseline_adjusted_score":0.08444444444444447},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":38},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2910025763642126,"accuracy":0.49666666666666665,"positive_recall":0.26666666666666666,"specificity":0.7266666666666667,"precision":0.49382716049382713,"balanced_accuracy":0.4966666666666667,"f1":0.3463203463203463,"true_positive":40,"false_positive":41,"false_negative":110,"true_negative":109,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.16401030545685047,"baseline_adjusted_skill":-0.006666666666666599,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":39},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.31370508833477895,"normalized_score_rmse":0.3622985741881362,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":-0.04568362778259649,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":40},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9033333333333333,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.8619047619047618,"baseline_adjusted_score":0.8619047619047618},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":42},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0785757487363988,"accuracy":0.89,"positive_recall":0.9395973154362416,"specificity":0.8410596026490066,"precision":0.8536585365853658,"balanced_accuracy":0.8903284590426241,"f1":0.8945686900958466,"true_positive":140,"false_positive":24,"false_negative":9,"true_negative":127,"positive_prevalence":0.49666666666666665,"majority_accuracy_baseline":0.5033333333333334,"constant_brier_baseline":0.2499888888888889,"brier_skill":0.6856830354115342,"baseline_adjusted_skill":0.7806569180852483,"baseline_adjusted_score":0.7806569180852483},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":43},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.2801339288925131,"normalized_score_rmse":0.3298083166586479,"constant_score_baseline":0.5,"constant_mae_baseline":0.36666666666666664,"baseline_adjusted_skill":0.23599837574769156,"baseline_adjusted_score":0.23599837574769156},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":44},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.43666666666666665,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2866666666666667,"baseline_adjusted_skill":0.21028037383177564,"baseline_adjusted_score":0.21028037383177564},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":46},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.23615060876259467,"accuracy":0.6166666666666667,"positive_recall":0.8407643312101911,"specificity":0.3706293706293706,"precision":0.5945945945945946,"balanced_accuracy":0.6056968509197809,"f1":0.6965699208443272,"true_positive":132,"false_positive":90,"false_negative":25,"true_negative":53,"positive_prevalence":0.5233333333333333,"majority_accuracy_baseline":0.5233333333333333,"constant_brier_baseline":0.24945555555555557,"brier_skill":0.05333594099890793,"baseline_adjusted_skill":0.21139370183956174,"baseline_adjusted_score":0.21139370183956174},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":47},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.31800812053804595,"normalized_score_rmse":0.3802433828243029,"constant_score_baseline":0.5,"constant_mae_baseline":0.3016666666666667,"baseline_adjusted_skill":-0.05417056531948927,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":48},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0,"abstained":0},"metrics":{"binary_brier":0.052593202321186125,"accuracy":0.8989583333333334,"positive_recall":0.6311873822041465,"specificity":0.9160519000246963,"precision":0.32431192660550456,"balanced_accuracy":0.7736196411144214,"f1":0.42847042187131745,"true_positive":106.05,"false_positive":220.95,"false_negative":61.96666666666667,"true_negative":2411.0333333333333,"positive_prevalence":0.060005952380952375,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679138,"brier_skill":-0.633279952422042,"baseline_adjusted_skill":0.5472392822288428,"baseline_adjusted_score":0.5472392822288428},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.2833333333333333,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.04444444444444443,"baseline_adjusted_score":0.04444444444444443},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":50},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.5070821529745042,"uniform_accuracy_baseline":0.027777777777777776,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.435064935064935,"baseline_adjusted_score":0.435064935064935},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.57,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.3857142857142857,"baseline_adjusted_score":0.3857142857142857},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.18172356390944194,"accuracy":0.72,"positive_recall":0.98,"specificity":0.46,"precision":0.6447368421052632,"balanced_accuracy":0.72,"f1":0.7777777777777778,"true_positive":49,"false_positive":27,"false_negative":1,"true_negative":23,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.27310574436223223,"baseline_adjusted_skill":0.43999999999999995,"baseline_adjusted_score":0.43999999999999995},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.14082360863301555,"accuracy":0.78,"positive_recall":0.84,"specificity":0.72,"precision":0.75,"balanced_accuracy":0.78,"f1":0.7924528301886793,"true_positive":42,"false_positive":14,"false_negative":8,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4367055654679378,"baseline_adjusted_skill":0.56,"baseline_adjusted_score":0.56},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.61,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.8404255319148937,"baseline_adjusted_score":0.8404255319148937},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.13366881974142658,"accuracy":0.82,"positive_recall":0.82,"specificity":0.82,"precision":0.82,"balanced_accuracy":0.82,"f1":0.82,"true_positive":41,"false_positive":9,"false_negative":9,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4653247210342937,"baseline_adjusted_skill":0.6399999999999999,"baseline_adjusted_score":0.6399999999999999},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.24666666666666667,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":-0.004444444444444436,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":58},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.5166666666666667,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.2750000000000001,"baseline_adjusted_score":0.2750000000000001},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":59},{"provenance":"measured","status":"complete","counts":{"cases":285,"expected":285,"succeeded":285,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.6771929824561403,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5263157894736842,"baseline_adjusted_skill":0.31851851851851853,"baseline_adjusted_score":0.31851851851851853},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":60},{"provenance":"measured","status":"complete","counts":{"cases":299,"expected":299,"succeeded":299,"failed":0,"abstained":0},"metrics":{"binary_brier":0.3857101796448446,"accuracy":0.5016722408026756,"positive_recall":1,"specificity":0,"precision":0.5016722408026756,"balanced_accuracy":0.5,"f1":0.6681514476614699,"true_positive":150,"false_positive":149,"false_negative":0,"true_negative":0,"positive_prevalence":0.5016722408026756,"majority_accuracy_baseline":0.5016722408026756,"constant_brier_baseline":0.24999720361069788,"brier_skill":-0.542857976305537,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":61},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.2,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":0.8374999999999999,"baseline_adjusted_score":0.8374999999999999},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":62},{"provenance":"measured","status":"complete","counts":{"cases":283,"expected":283,"succeeded":283,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2956555311042026,"accuracy":0.519434628975265,"positive_recall":0.6240601503759399,"specificity":0.4266666666666667,"precision":0.4911242603550296,"balanced_accuracy":0.5253634085213033,"f1":0.5496688741721855,"true_positive":83,"false_positive":86,"false_negative":50,"true_negative":64,"positive_prevalence":0.46996466431095407,"majority_accuracy_baseline":0.5300353356890459,"constant_brier_baseline":0.24909787861004634,"brier_skill":-0.18690505416563807,"baseline_adjusted_skill":0.05072681704260651,"baseline_adjusted_score":0.05072681704260651},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":63},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.6033333333333334,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.4711111111111112,"baseline_adjusted_score":0.4711111111111112},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":64},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8166666666666667,"uniform_accuracy_baseline":0.20616666666666666,"fixed_answer_accuracy_baseline":0.21333333333333335,"baseline_adjusted_skill":0.7669491525423728,"baseline_adjusted_score":0.7669491525423728},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":65},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.67,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.505,"baseline_adjusted_score":0.505},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":66},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.64,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.37333333333333335,"baseline_adjusted_skill":0.42553191489361697,"baseline_adjusted_score":0.42553191489361697},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":67},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.20913830325861152,"normalized_score_rmse":0.24596511513999425,"constant_score_baseline":0.5,"constant_mae_baseline":0.26208333333333333,"baseline_adjusted_skill":0.20201601300370808,"baseline_adjusted_score":0.20201601300370808},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":68},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.13756323152159652,"normalized_score_rmse":0.16956468924361662,"constant_score_baseline":0.52,"constant_mae_baseline":0.24733333333333335,"baseline_adjusted_skill":0.4438144278102567,"baseline_adjusted_score":0.4438144278102567},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":69},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.05405188701231784,"normalized_score_rmse":0.06971494761204834,"constant_score_baseline":0.578319964349225,"constant_mae_baseline":0.11212962028602311,"baseline_adjusted_skill":0.5179517519595545,"baseline_adjusted_score":0.5179517519595545},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":70},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.57,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.4266666666666666,"baseline_adjusted_score":0.4266666666666666},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":71},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.7910447761194032,"baseline_adjusted_score":0.7910447761194032},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.21080167762953614,"accuracy":0.61,"positive_recall":0.24,"specificity":0.98,"precision":0.9230769230769231,"balanced_accuracy":0.61,"f1":0.38095238095238093,"true_positive":12,"false_positive":1,"false_negative":38,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.15679328948185545,"baseline_adjusted_skill":0.21999999999999997,"baseline_adjusted_score":0.21999999999999997},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.4238417972972973,"uniform_accuracy_baseline":0.23445945945945948,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.21893385423819872,"baseline_adjusted_score":0.21893385423819872},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0,"abstained":0},"metrics":{"binary_brier":0.06302011154988685,"accuracy":0.6560087828947369,"positive_recall":0.6262026857484752,"specificity":0.6843908046901158,"precision":0.6538967464788732,"balanced_accuracy":0.6552967452192955,"f1":0.639750145244244,"true_positive":46.426669,"false_positive":24.573331,"false_negative":27.713334,"true_negative":53.286666,"positive_prevalence":0.4877631776315789,"majority_accuracy_baseline":0.512236822368421,"constant_brier_baseline":0.09451910039768556,"brier_skill":0.3332552755503163,"baseline_adjusted_skill":0.31059349043859097,"baseline_adjusted_score":0.31059349043859097},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.14494215495065885,"normalized_score_rmse":0.20438424701995464,"constant_score_baseline":0.5841668333333333,"constant_mae_baseline":0.21700552708333334,"baseline_adjusted_skill":0.3320808142596344,"baseline_adjusted_score":0.3320808142596344},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.24852417433407908,"accuracy":0.65,"positive_recall":0.94,"specificity":0.36,"precision":0.5949367088607594,"balanced_accuracy":0.6499999999999999,"f1":0.7286821705426356,"true_positive":47,"false_positive":32,"false_negative":3,"true_negative":18,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.005903302663683663,"baseline_adjusted_skill":0.2999999999999998,"baseline_adjusted_score":0.2999999999999998},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.307134200668911,"accuracy":0.52,"positive_recall":0.04,"specificity":1,"precision":1,"balanced_accuracy":0.52,"f1":0.07692307692307693,"true_positive":2,"false_positive":0,"false_negative":48,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.22853680267564402,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.73,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.5573770491803278,"baseline_adjusted_score":0.5573770491803278},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.93,"uniform_accuracy_baseline":0.036111111111111115,"fixed_answer_accuracy_baseline":0.08833333333333333,"baseline_adjusted_skill":0.923217550274223,"baseline_adjusted_score":0.923217550274223},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2773632179556988,"accuracy":0.5033333333333333,"positive_recall":0.18,"specificity":0.8266666666666667,"precision":0.5094339622641509,"balanced_accuracy":0.5033333333333333,"f1":0.2660098522167488,"true_positive":27,"false_positive":26,"false_negative":123,"true_negative":124,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.10945287182279517,"baseline_adjusted_skill":0.006666666666666599,"baseline_adjusted_score":0.006666666666666599},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":81},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.75,"baseline_adjusted_score":0.75},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.30333333333333334,"uniform_accuracy_baseline":0.11021428571428572,"fixed_answer_accuracy_baseline":0.12554761904761905,"baseline_adjusted_skill":0.20331091567511642,"baseline_adjusted_score":0.20331091567511642},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":83},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.4533333333333333,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.2711111111111111,"baseline_adjusted_score":0.2711111111111111},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":84},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.77,"uniform_accuracy_baseline":0.049879324215607396,"fixed_answer_accuracy_baseline":0.12442477876106194,"baseline_adjusted_skill":0.7373155447746109,"baseline_adjusted_score":0.7373155447746109},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.11336442691758035,"accuracy":0.8166666666666667,"positive_recall":0.9120370370370371,"specificity":0.5714285714285714,"precision":0.8454935622317596,"balanced_accuracy":0.7417328042328042,"f1":0.8775055679287305,"true_positive":197,"false_positive":36,"false_negative":19,"true_negative":48,"positive_prevalence":0.72,"majority_accuracy_baseline":0.72,"constant_brier_baseline":0.2016,"brier_skill":0.4376764537818435,"baseline_adjusted_skill":0.4834656084656084,"baseline_adjusted_score":0.4834656084656084},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":86},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7066666666666667,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5033333333333333,"baseline_adjusted_skill":0.40939597315436244,"baseline_adjusted_score":0.40939597315436244},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":87},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2886363524062207,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":50,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.15454540962488283,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.15797659645010032,"accuracy":0.7633333333333333,"positive_recall":0.65625,"specificity":0.8857142857142857,"precision":0.8677685950413223,"balanced_accuracy":0.7709821428571428,"f1":0.7473309608540926,"true_positive":105,"false_positive":16,"false_negative":55,"true_negative":124,"positive_prevalence":0.5333333333333333,"majority_accuracy_baseline":0.5333333333333333,"constant_brier_baseline":0.2488888888888889,"brier_skill":0.36527260354870417,"baseline_adjusted_skill":0.5419642857142857,"baseline_adjusted_score":0.5419642857142857},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":89},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8055555555555556,"uniform_accuracy_baseline":0.23888888888888887,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.7254901960784313,"baseline_adjusted_score":0.7254901960784313},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2954747163048068,"accuracy":0.40625,"positive_recall":0.75,"specificity":0.0625,"precision":0.4444444444444444,"balanced_accuracy":0.40625,"f1":0.5581395348837209,"true_positive":24,"false_positive":30,"false_negative":8,"true_negative":2,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.18189886521922727,"baseline_adjusted_skill":-0.1875,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.8260869565217392,"baseline_adjusted_score":0.8260869565217392},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.55,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.31818181818181823,"baseline_adjusted_score":0.31818181818181823},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.22470793449341697,"accuracy":0.61,"positive_recall":0.52,"specificity":0.7,"precision":0.6341463414634146,"balanced_accuracy":0.61,"f1":0.5714285714285714,"true_positive":26,"false_positive":15,"false_negative":24,"true_negative":35,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.10116826202633211,"baseline_adjusted_skill":0.21999999999999997,"baseline_adjusted_score":0.21999999999999997},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.8260869565217391,"baseline_adjusted_score":0.8260869565217391},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"binary_brier":0.05054015437801326,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":16,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.7976535730968513,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.2129108571400866,"normalized_score_rmse":0.2995257450873159,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.3548155844239801,"baseline_adjusted_score":0.3548155844239801},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.15625,"uniform_accuracy_baseline":0.178125,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.18421052631578944,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1401316504477871,"accuracy":0.9117647058823529,"positive_recall":1,"specificity":0.8235294117647058,"precision":0.85,"balanced_accuracy":0.9117647058823529,"f1":0.918918918918919,"true_positive":17,"false_positive":3,"false_negative":0,"true_negative":14,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.43947339820885156,"baseline_adjusted_skill":0.8235294117647058,"baseline_adjusted_score":0.8235294117647058},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.3522876895525876,"normalized_score_rmse":0.399700943005121,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-1.3955562889575956,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.875,"uniform_accuracy_baseline":0.13194444444444445,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":0.6869565217391305,"baseline_adjusted_score":0.6869565217391305},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0,"abstained":0},"metrics":{"binary_brier":0.22495667901489044,"accuracy":0.6923076923076923,"positive_recall":1,"specificity":0.38461538461538464,"precision":0.6190476190476191,"balanced_accuracy":0.6923076923076923,"f1":0.7647058823529411,"true_positive":26,"false_positive":16,"false_negative":0,"true_negative":10,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.10017328394043823,"baseline_adjusted_skill":0.3846153846153846,"baseline_adjusted_score":0.3846153846153846},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0,"abstained":0},"metrics":{"binary_brier":0.3293515012782298,"accuracy":0.49333333333333335,"positive_recall":0.02564102564102564,"specificity":1,"precision":1,"balanced_accuracy":0.5128205128205128,"f1":0.05,"true_positive":1,"false_positive":0,"false_negative":38,"true_negative":36,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24960000000000004,"brier_skill":-0.31951723268521537,"baseline_adjusted_skill":0.02564102564102555,"baseline_adjusted_score":0.02564102564102555},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.3299593216180801,"normalized_score_rmse":0.3917285193079689,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.17842614863600037,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.5294117647058824,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.36,"baseline_adjusted_score":0.36},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2902793580201081,"accuracy":0.5,"positive_recall":0.21428571428571427,"specificity":0.7857142857142857,"precision":0.5,"balanced_accuracy":0.5,"f1":0.3,"true_positive":3,"false_positive":3,"false_negative":11,"true_negative":11,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.1611174320804325,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.20800905795485686,"normalized_score_rmse":0.266569443359749,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.1696969696969697,"baseline_adjusted_skill":-0.22576766294826345,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0,"abstained":0},"metrics":{"binary_brier":0.15036052034040573,"accuracy":0.7411764705882353,"positive_recall":0.7777777777777778,"specificity":0.7,"precision":0.7446808510638298,"balanced_accuracy":0.7388888888888889,"f1":0.7608695652173914,"true_positive":35,"false_positive":12,"false_negative":10,"true_negative":28,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.2491349480968858,"brier_skill":0.3964695780780937,"baseline_adjusted_skill":0.47777777777777786,"baseline_adjusted_score":0.47777777777777786},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.48,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.3157894736842105,"baseline_adjusted_score":0.3157894736842105},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2643248899526671,"accuracy":0.66,"positive_recall":0.7142857142857143,"specificity":0.5333333333333333,"precision":0.78125,"balanced_accuracy":0.6238095238095238,"f1":0.746268656716418,"true_positive":25,"false_positive":7,"false_negative":10,"true_negative":8,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.21,"brier_skill":-0.2586899521555577,"baseline_adjusted_skill":0.24761904761904763,"baseline_adjusted_score":0.24761904761904763},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.29653345137834547,"normalized_score_rmse":0.4059727236327094,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.05904804063694802,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.6455696202531646,"uniform_accuracy_baseline":0.24240506329113923,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.391304347826087,"baseline_adjusted_score":0.391304347826087},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0,"abstained":0},"metrics":{"binary_brier":0.14966423721467695,"accuracy":0.8095238095238095,"positive_recall":1,"specificity":0.6,"precision":0.7333333333333333,"balanced_accuracy":0.8,"f1":0.8461538461538461,"true_positive":11,"false_positive":4,"false_negative":0,"true_negative":6,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.2494331065759637,"brier_skill":0.39998246716661334,"baseline_adjusted_skill":0.6000000000000001,"baseline_adjusted_score":0.6000000000000001},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.42424242424242425,"uniform_accuracy_baseline":0.32373737373737377,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.050000000000000044,"baseline_adjusted_score":0.050000000000000044},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"binary_brier":0.24657851160634292,"accuracy":0.5757575757575758,"positive_recall":0.7647058823529411,"specificity":0.375,"precision":0.5652173913043478,"balanced_accuracy":0.5698529411764706,"f1":0.65,"true_positive":13,"false_positive":10,"false_negative":4,"true_negative":6,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.012779414929016686,"baseline_adjusted_skill":0.13970588235294112,"baseline_adjusted_score":0.13970588235294112},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.2724387175517668,"normalized_score_rmse":0.3331327204795517,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.3431372549019608,"baseline_adjusted_skill":0.20603573742056536,"baseline_adjusted_score":0.20603573742056536},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.19379044190845696,"accuracy":0.7,"positive_recall":0.68,"specificity":0.72,"precision":0.7083333333333334,"balanced_accuracy":0.7,"f1":0.6938775510204082,"true_positive":34,"false_positive":14,"false_negative":16,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.22483823236617217,"baseline_adjusted_skill":0.3999999999999999,"baseline_adjusted_score":0.3999999999999999},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.39333333333333337,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":0.061855670103092834,"baseline_adjusted_score":0.061855670103092834},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2680679460777853,"accuracy":0.5066666666666667,"positive_recall":0.02702702702702703,"specificity":0.9736842105263158,"precision":0.5,"balanced_accuracy":0.5003556187766715,"f1":0.05128205128205128,"true_positive":1,"false_positive":1,"false_negative":36,"true_negative":37,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555554,"brier_skill":-0.07246244430123916,"baseline_adjusted_skill":0.0007112375533429027,"baseline_adjusted_score":0.0007112375533429027},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.68,"uniform_accuracy_baseline":0.14285714285714285,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.5897435897435899,"baseline_adjusted_score":0.5897435897435899},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.305,"uniform_accuracy_baseline":0.32416666666666666,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.05303030303030309,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1672814171578182,"accuracy":0.9090909090909091,"positive_recall":1,"specificity":0.8235294117647058,"precision":0.8421052631578947,"balanced_accuracy":0.9117647058823529,"f1":0.9142857142857143,"true_positive":16,"false_positive":3,"false_negative":0,"true_negative":14,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.3302593261585882,"baseline_adjusted_skill":0.8235294117647058,"baseline_adjusted_score":0.8235294117647058},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.22398534685260418,"normalized_score_rmse":0.2975656938850483,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":-0.019519509811853464,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.22733058102227732,"accuracy":0.65,"positive_recall":0.6818181818181818,"specificity":0.6410256410256411,"precision":0.3488372093023256,"balanced_accuracy":0.6614219114219114,"f1":0.46153846153846156,"true_positive":15,"false_positive":28,"false_negative":7,"true_negative":50,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.3247702856776067,"baseline_adjusted_skill":0.32284382284382285,"baseline_adjusted_score":0.32284382284382285},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1387878122276596,"accuracy":0.79,"positive_recall":0.5945945945945946,"specificity":0.9047619047619048,"precision":0.7857142857142857,"balanced_accuracy":0.7496782496782497,"f1":0.676923076923077,"true_positive":22,"false_positive":6,"false_negative":15,"true_negative":57,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000003,"brier_skill":0.40459969014303054,"baseline_adjusted_skill":0.4993564993564994,"baseline_adjusted_score":0.4993564993564994},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.15334696370040363,"accuracy":0.76,"positive_recall":0.6153846153846154,"specificity":0.8524590163934426,"precision":0.7272727272727273,"balanced_accuracy":0.733921815889029,"f1":0.6666666666666666,"true_positive":24,"false_positive":9,"false_negative":15,"true_negative":52,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379,"brier_skill":0.35541419209582337,"baseline_adjusted_skill":0.4678436317780581,"baseline_adjusted_score":0.4678436317780581},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.17309238699230772,"accuracy":0.78,"positive_recall":0.9032258064516129,"specificity":0.7246376811594203,"precision":0.5957446808510638,"balanced_accuracy":0.8139317438055166,"f1":0.717948717948718,"true_positive":28,"false_positive":19,"false_negative":3,"true_negative":50,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999998,"brier_skill":0.19077892944222652,"baseline_adjusted_skill":0.6278634876110332,"baseline_adjusted_score":0.6278634876110332},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.68,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.5555555555555556,"baseline_adjusted_score":0.5555555555555556},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.2096951329242438,"normalized_score_rmse":0.2508982547059054,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.09808544978819878,"baseline_adjusted_score":0.09808544978819878},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.23784827315843607,"accuracy":0.68,"positive_recall":0.9,"specificity":0.46,"precision":0.625,"balanced_accuracy":0.68,"f1":0.7377049180327869,"true_positive":45,"false_positive":27,"false_negative":5,"true_negative":23,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.048606907366255725,"baseline_adjusted_skill":0.3600000000000001,"baseline_adjusted_score":0.3600000000000001},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2873465449507612,"accuracy":0.5,"positive_recall":0.22,"specificity":0.78,"precision":0.5,"balanced_accuracy":0.5,"f1":0.3055555555555556,"true_positive":11,"false_positive":11,"false_negative":39,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.1493861798030447,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.35,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.8571428571428573,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.08692302212883052,"accuracy":0.89,"positive_recall":0.82,"specificity":0.96,"precision":0.9534883720930233,"balanced_accuracy":0.8899999999999999,"f1":0.8817204301075269,"true_positive":123,"false_positive":6,"false_negative":27,"true_negative":144,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6523079114846779,"baseline_adjusted_skill":0.7799999999999998,"baseline_adjusted_score":0.7799999999999998},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":134},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.16104064068028645,"accuracy":0.8,"positive_recall":0.78,"specificity":0.82,"precision":0.8125,"balanced_accuracy":0.8,"f1":0.7959183673469388,"true_positive":39,"false_positive":9,"false_negative":11,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3558374372788542,"baseline_adjusted_skill":0.6000000000000001,"baseline_adjusted_score":0.6000000000000001},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.82,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.5714285714285714,"baseline_adjusted_score":0.5714285714285714},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.41,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.01666666666666659,"baseline_adjusted_score":0.01666666666666659},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.19165787885325603,"accuracy":0.71,"positive_recall":0.58,"specificity":0.84,"precision":0.7837837837837838,"balanced_accuracy":0.71,"f1":0.6666666666666666,"true_positive":29,"false_positive":8,"false_negative":21,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2333684845869759,"baseline_adjusted_skill":0.41999999999999993,"baseline_adjusted_score":0.41999999999999993},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.58,"uniform_accuracy_baseline":0.0625,"fixed_answer_accuracy_baseline":0.10666666666666667,"baseline_adjusted_skill":0.5298507462686567,"baseline_adjusted_score":0.5298507462686567},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":142},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.20851190476190473,"fixed_answer_accuracy_baseline":0.22333333333333333,"baseline_adjusted_skill":0.9484978540772532,"baseline_adjusted_score":0.9484978540772532},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.08137157309910431,"accuracy":0.9,"positive_recall":0.9,"specificity":0.9,"precision":0.9,"balanced_accuracy":0.9,"f1":0.9,"true_positive":45,"false_positive":5,"false_negative":5,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6745137076035828,"baseline_adjusted_skill":0.8,"baseline_adjusted_score":0.8},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.15014758540375625,"normalized_score_rmse":0.2053512149679179,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.4995080486541458,"baseline_adjusted_score":0.4995080486541458},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.22851190476190475,"fixed_answer_accuracy_baseline":0.24333333333333332,"baseline_adjusted_skill":0.8281938325991189,"baseline_adjusted_score":0.8281938325991189},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.10459166684448856,"accuracy":0.87,"positive_recall":0.92,"specificity":0.82,"precision":0.8363636363636363,"balanced_accuracy":0.87,"f1":0.8761904761904762,"true_positive":46,"false_positive":9,"false_negative":4,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5816333326220458,"baseline_adjusted_skill":0.74,"baseline_adjusted_score":0.74},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.17621799046639353,"normalized_score_rmse":0.24877459109567554,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.3042222222222222,"baseline_adjusted_skill":0.42075897947496654,"baseline_adjusted_score":0.42075897947496654},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.65,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.435483870967742,"baseline_adjusted_score":0.435483870967742},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8233333333333334,"uniform_accuracy_baseline":0.3467777777777778,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.7239583333333334,"baseline_adjusted_score":0.7239583333333334},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":150},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.15269709563170478,"accuracy":0.76,"positive_recall":0.94,"specificity":0.58,"precision":0.6911764705882353,"balanced_accuracy":0.76,"f1":0.7966101694915254,"true_positive":47,"false_positive":21,"false_negative":3,"true_negative":29,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3892116174731809,"baseline_adjusted_skill":0.52,"baseline_adjusted_score":0.52},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.7,"baseline_adjusted_score":0.7},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.09670705958886511,"accuracy":0.91,"positive_recall":0.96,"specificity":0.86,"precision":0.8727272727272727,"balanced_accuracy":0.9099999999999999,"f1":0.9142857142857143,"true_positive":48,"false_positive":7,"false_negative":2,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6131717616445396,"baseline_adjusted_skill":0.8199999999999998,"baseline_adjusted_score":0.8199999999999998},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.53,"uniform_accuracy_baseline":0.3533333333333333,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.20338983050847464,"baseline_adjusted_score":0.20338983050847464},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.8387096774193549,"baseline_adjusted_score":0.8387096774193549},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.4166666666666667,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.12500000000000003,"baseline_adjusted_score":0.12500000000000003},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":157},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.32,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.0967741935483871,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.3,"uniform_accuracy_baseline":0.1111111111111111,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.16666666666666666,"baseline_adjusted_score":0.16666666666666666},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9233333333333333,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.8174603174603174,"baseline_adjusted_score":0.8174603174603174},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":160},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.11864673844953437,"accuracy":0.716125,"positive_recall":0.4963744232036915,"specificity":0.7675458892488046,"precision":0.3331858407079646,"balanced_accuracy":0.631960156226248,"f1":0.39872915011914223,"true_positive":37.65,"false_positive":75.35,"false_negative":38.2,"true_negative":248.8,"positive_prevalence":0.189625,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500001,"brier_skill":-0.558606317063304,"baseline_adjusted_skill":0.26392031245249603,"baseline_adjusted_score":0.26392031245249603},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.31004544156603514,"normalized_score_rmse":0.3490730382078865,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":-0.45050498978262055,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.07751839842619279,"accuracy":0.782875,"positive_recall":0.5194561650257853,"specificity":0.8786432589057439,"precision":0.6087912087912087,"balanced_accuracy":0.6990497119657646,"f1":0.5605868960283329,"true_positive":55.4,"false_positive":35.6,"false_negative":51.25,"true_negative":257.75,"positive_prevalence":0.266625,"majority_accuracy_baseline":0.733375,"constant_brier_baseline":0.115654859375,"brier_skill":0.32974369736729625,"baseline_adjusted_skill":0.3980994239315292,"baseline_adjusted_score":0.3980994239315292},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.22228799174306915,"normalized_score_rmse":0.25827737420930125,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.17288189118857988,"baseline_adjusted_score":0.17288189118857988},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.09272280070231874,"accuracy":0.734375,"positive_recall":0.6510067114093959,"specificity":0.766695576756288,"precision":0.5196428571428572,"balanced_accuracy":0.708851144082842,"f1":0.5779543197616683,"true_positive":72.75,"false_positive":67.25,"false_negative":39,"true_negative":221,"positive_prevalence":0.279375,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937500001,"brier_skill":0.18057446415537215,"baseline_adjusted_skill":0.417702288165684,"baseline_adjusted_score":0.417702288165684},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.2501775525789708,"normalized_score_rmse":0.2909871572328396,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.053701928779306796,"baseline_adjusted_score":0.053701928779306796},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.07854005336914806,"accuracy":0.8438749999999999,"positive_recall":0.40169014084507043,"specificity":0.9699598393574297,"precision":0.7922222222222222,"balanced_accuracy":0.6858249901012501,"f1":0.5330841121495327,"true_positive":35.65,"false_positive":9.35,"false_negative":53.1,"true_negative":301.9,"positive_prevalence":0.221875,"majority_accuracy_baseline":0.778125,"constant_brier_baseline":0.12674023437499998,"brier_skill":0.38030686343246656,"baseline_adjusted_skill":0.3716499802025002,"baseline_adjusted_score":0.3716499802025002},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.22966280580847523,"normalized_score_rmse":0.2662655040834251,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":-0.017896092225929028,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.07118461856164289,"accuracy":0.7945,"positive_recall":0.777882797731569,"specificity":0.800475866757308,"precision":0.5836879432624114,"balanced_accuracy":0.7891793322444385,"f1":0.6669367909238249,"true_positive":82.3,"false_positive":58.7,"false_negative":23.5,"true_negative":235.5,"positive_prevalence":0.2645,"majority_accuracy_baseline":0.7355,"constant_brier_baseline":0.11362725,"brier_skill":0.37352511337163496,"baseline_adjusted_skill":0.578358664488877,"baseline_adjusted_score":0.578358664488877},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.2331797422899399,"normalized_score_rmse":0.2717759724165085,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.07192142372163213,"baseline_adjusted_score":0.07192142372163213},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.08546423138596676,"accuracy":0.792,"positive_recall":0.570496083550914,"specificity":0.844465058750773,"precision":0.46489361702127663,"balanced_accuracy":0.7074805711508435,"f1":0.5123094958968347,"true_positive":43.7,"false_positive":50.3,"false_negative":32.9,"true_negative":273.1,"positive_prevalence":0.19149999999999998,"majority_accuracy_baseline":0.8085,"constant_brier_baseline":0.09190274999999999,"brier_skill":0.07005795380479074,"baseline_adjusted_skill":0.414961142301687,"baseline_adjusted_score":0.414961142301687},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.23168724102783017,"normalized_score_rmse":0.2640458473649515,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":-0.11993832521005521,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.08623151570974465,"accuracy":0.8564999999999999,"positive_recall":0.6327913279132791,"specificity":0.9071122011036173,"precision":0.6064935064935065,"balanced_accuracy":0.7699517645084482,"f1":0.6193633952254641,"true_positive":46.7,"false_positive":30.3,"false_negative":27.1,"true_negative":295.9,"positive_prevalence":0.1845,"majority_accuracy_baseline":0.8155,"constant_brier_baseline":0.10922225,"brier_skill":0.21049497048683175,"baseline_adjusted_skill":0.5399035290168963,"baseline_adjusted_score":0.5399035290168963},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.2809095485275611,"normalized_score_rmse":0.32009017583479604,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":-0.48335075130065275,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0927838393119913,"accuracy":0.8030000000000002,"positive_recall":0.40573248407643314,"specificity":0.9,"precision":0.49765625,"balanced_accuracy":0.6528662420382165,"f1":0.44701754385964915,"true_positive":31.85,"false_positive":32.15,"false_negative":46.65,"true_negative":289.35,"positive_prevalence":0.19625,"majority_accuracy_baseline":0.80375,"constant_brier_baseline":0.09878593749999999,"brier_skill":0.06075862961779044,"baseline_adjusted_skill":0.30573248407643305,"baseline_adjusted_score":0.30573248407643305},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.2703199789894279,"normalized_score_rmse":0.29687646483513563,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":-0.27962120231681853,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0,"abstained":0},"metrics":{"binary_brier":0.08739990378916616,"accuracy":0.6706632653061224,"positive_recall":0.849644128113879,"specificity":0.5355863921217547,"precision":0.5799595141700404,"balanced_accuracy":0.6926152601178168,"f1":0.6893647738209817,"true_positive":143.25,"false_positive":103.75,"false_negative":25.35,"true_negative":119.65,"positive_prevalence":0.4301020408163265,"majority_accuracy_baseline":0.5698979591836735,"constant_brier_baseline":0.12359641815910039,"brier_skill":0.29286054490139024,"baseline_adjusted_skill":0.38523052023563364,"baseline_adjusted_score":0.38523052023563364},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.20822318631689996,"normalized_score_rmse":0.25431279117072153,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.24422695336828892,"baseline_adjusted_score":0.24422695336828892},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0,"abstained":0},"metrics":{"binary_brier":0.10312560942095635,"accuracy":0.855,"positive_recall":0.5432730133752951,"specificity":0.913880219943528,"precision":0.5437007874015748,"balanced_accuracy":0.7285766166594115,"f1":0.5434868162140889,"true_positive":69.05,"false_positive":57.95,"false_negative":58.05,"true_negative":614.95,"positive_prevalence":0.158875,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499999,"brier_skill":-0.04401939443455638,"baseline_adjusted_skill":0.45715323331882307,"baseline_adjusted_score":0.45715323331882307},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.31434714853181506,"normalized_score_rmse":0.3429481625652373,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-0.9051342335261519,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.0682788533761373,"normalized_score_rmse":0.10254940156805958,"constant_score_baseline":0.1111111111111111,"constant_mae_baseline":0.10629629629629629,"baseline_adjusted_skill":0.3576553863568964,"baseline_adjusted_score":0.3576553863568964},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":181},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.1935483870967742,"baseline_adjusted_score":0.1935483870967742},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.278955520041175,"accuracy":0.52,"positive_recall":0.62,"specificity":0.42,"precision":0.5166666666666667,"balanced_accuracy":0.52,"f1":0.5636363636363636,"true_positive":31,"false_positive":29,"false_negative":19,"true_negative":21,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.11582208016470008,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.18422796554009277,"uniform_accuracy_baseline":0.058823529411764705,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.0412772585669782,"baseline_adjusted_score":0.0412772585669782},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.10303383228716578,"accuracy":0.8566666666666667,"positive_recall":0.9252873563218391,"specificity":0.7619047619047619,"precision":0.8429319371727748,"balanced_accuracy":0.8435960591133005,"f1":0.8821917808219178,"true_positive":161,"false_positive":30,"false_negative":13,"true_negative":96,"positive_prevalence":0.58,"majority_accuracy_baseline":0.58,"constant_brier_baseline":0.24359999999999998,"brier_skill":0.5770368132710764,"baseline_adjusted_skill":0.687192118226601,"baseline_adjusted_score":0.687192118226601},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":185},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0965875555632547,"accuracy":0.89,"positive_recall":0.9299363057324841,"specificity":0.8461538461538461,"precision":0.8690476190476191,"balanced_accuracy":0.8880450759431651,"f1":0.8984615384615384,"true_positive":146,"false_positive":22,"false_negative":11,"true_negative":121,"positive_prevalence":0.5233333333333333,"majority_accuracy_baseline":0.5233333333333333,"constant_brier_baseline":0.24945555555555557,"brier_skill":0.6128065564699603,"baseline_adjusted_skill":0.7760901518863301,"baseline_adjusted_score":0.7760901518863301},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":186},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.61,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.15217391304347816,"baseline_adjusted_score":0.15217391304347816},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.25780830416169426,"accuracy":0.52,"positive_recall":0.52,"specificity":0.52,"precision":0.52,"balanced_accuracy":0.52,"f1":0.52,"true_positive":26,"false_positive":24,"false_negative":24,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.03123321664677703,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.42,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.07936507936507935,"baseline_adjusted_score":0.07936507936507935},"scoring":{"eligible":true,"reason":null},"model":131,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.14618927132845494,"accuracy":0.8040540540540541,"positive_recall":0.7746478873239436,"specificity":0.8311688311688312,"precision":0.8088235294117647,"balanced_accuracy":0.8029083592463875,"f1":0.7913669064748201,"true_positive":55,"false_positive":13,"false_negative":16,"true_negative":64,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.24958911614317017,"brier_skill":0.4142802635488426,"baseline_adjusted_skill":0.605816718492775,"baseline_adjusted_score":0.605816718492775},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.56,"uniform_accuracy_baseline":0.2005,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.3802816901408452,"baseline_adjusted_score":0.3802816901408452},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.9411764705882353,"baseline_adjusted_score":0.9411764705882353},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.72,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.4042553191489361,"baseline_adjusted_score":0.4042553191489361},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.7755102040816326,"baseline_adjusted_score":0.7755102040816326},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10145562695686833,"accuracy":0.5520504239999999,"positive_recall":0.7613901668093613,"specificity":0.21618641120856746,"precision":0.6091456851038961,"balanced_accuracy":0.4887882890089644,"f1":0.6768119697780987,"true_positive":46.904217753,"false_positive":30.095782247,"false_negative":14.699175353,"true_negative":8.300824647,"positive_prevalence":0.61603393106,"majority_accuracy_baseline":0.61603393106,"constant_brier_baseline":0.07908707655202402,"brier_skill":-0.28283445766426984,"baseline_adjusted_skill":-0.022423421982071146,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.14246301760896574,"accuracy":0.76,"positive_recall":0.68,"specificity":0.84,"precision":0.8095238095238095,"balanced_accuracy":0.76,"f1":0.7391304347826086,"true_positive":34,"false_positive":8,"false_negative":16,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.43014792956413705,"baseline_adjusted_skill":0.52,"baseline_adjusted_score":0.52},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.012987012987012986,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.8421052631578947,"baseline_adjusted_score":0.8421052631578947},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.8666666666666667,"baseline_adjusted_score":0.8666666666666667},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.44,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.12500000000000003,"baseline_adjusted_score":0.12500000000000003},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.15620247497427683,"accuracy":0.77,"positive_recall":0.96,"specificity":0.58,"precision":0.6956521739130435,"balanced_accuracy":0.77,"f1":0.8067226890756303,"true_positive":48,"false_positive":21,"false_negative":2,"true_negative":29,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.37519010010289267,"baseline_adjusted_skill":0.54,"baseline_adjusted_score":0.54},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.06252292834721945,"accuracy":0.7338471439367692,"positive_recall":0.517296047147847,"specificity":0.83468128460885,"precision":0.5930022604657894,"balanced_accuracy":0.6759886658783485,"f1":0.5525681218915033,"true_positive":115.04243853036314,"false_positive":78.95756146963686,"false_negative":107.34943777462468,"true_negative":398.6505622253753,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768642,"brier_skill":0.29533307879643056,"baseline_adjusted_skill":0.351977331756697,"baseline_adjusted_score":0.351977331756697},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.22604414538133427,"accuracy":0.58,"positive_recall":0.48,"specificity":0.68,"precision":0.6,"balanced_accuracy":0.5800000000000001,"f1":0.5333333333333333,"true_positive":24,"false_positive":16,"false_negative":26,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.09582341847466291,"baseline_adjusted_skill":0.16000000000000014,"baseline_adjusted_score":0.16000000000000014},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.9668874172185431,"uniform_accuracy_baseline":0.006622516556291391,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.9655172413793104,"baseline_adjusted_score":0.9655172413793104},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"binary_brier":0.17393521238118215,"accuracy":0.75,"positive_recall":0.5133333333333333,"specificity":0.9866666666666667,"precision":0.9746835443037974,"balanced_accuracy":0.75,"f1":0.6724890829694323,"true_positive":77,"false_positive":2,"false_negative":73,"true_negative":148,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3042591504752714,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":14},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.7541176470588236,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.5466377440347072,"baseline_adjusted_score":0.5466377440347072},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.47,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.11666666666666659,"baseline_adjusted_score":0.11666666666666659},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.15003178541511183,"accuracy":0.75,"positive_recall":0.88,"specificity":0.62,"precision":0.6984126984126984,"balanced_accuracy":0.75,"f1":0.7787610619469026,"true_positive":44,"false_positive":19,"false_negative":6,"true_negative":31,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.39987285833955266,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.5833333333333334,"baseline_adjusted_score":0.5833333333333334},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9266666666666666,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.8533333333333333,"baseline_adjusted_score":0.8533333333333333},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":19},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8566666666666667,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.701388888888889,"baseline_adjusted_score":0.701388888888889},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":20},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9566666666666667,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5266666666666666,"baseline_adjusted_skill":0.9084507042253521,"baseline_adjusted_score":0.9084507042253521},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":21},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.07142857142857142,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9775280898876404,"baseline_adjusted_score":0.9775280898876404},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.5652173913043479,"baseline_adjusted_score":0.5652173913043479},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.48,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.2876712328767123,"baseline_adjusted_score":0.2876712328767123},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.6111111111111112,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":-0.16666666666666638,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.23027867221803242,"accuracy":0.6951219512195121,"positive_recall":0.675,"specificity":0.7142857142857143,"precision":0.6923076923076923,"balanced_accuracy":0.6946428571428571,"f1":0.6835443037974683,"true_positive":27,"false_positive":12,"false_negative":13,"true_negative":30,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.2498512790005949,"brier_skill":0.07833702857497027,"baseline_adjusted_skill":0.38928571428571423,"baseline_adjusted_score":0.38928571428571423},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.14474876483357113,"accuracy":0.8,"positive_recall":0.68,"specificity":0.92,"precision":0.8947368421052632,"balanced_accuracy":0.8,"f1":0.7727272727272727,"true_positive":34,"false_positive":4,"false_negative":16,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4210049406657155,"baseline_adjusted_skill":0.6000000000000001,"baseline_adjusted_score":0.6000000000000001},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.7178770949720671,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.6379928315412187,"baseline_adjusted_score":0.6379928315412187},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.48,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.14754098360655732,"baseline_adjusted_score":0.14754098360655732},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.1712021864769911,"accuracy":0.74,"positive_recall":0.5909090909090909,"specificity":0.782051282051282,"precision":0.43333333333333335,"balanced_accuracy":0.6864801864801865,"f1":0.5,"true_positive":26,"false_positive":34,"false_negative":18,"true_negative":122,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":0.002318260623595081,"baseline_adjusted_skill":0.372960372960373,"baseline_adjusted_score":0.372960372960373},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.1658826569808144,"accuracy":0.725,"positive_recall":0.4,"specificity":0.8333333333333334,"precision":0.4444444444444444,"balanced_accuracy":0.6166666666666667,"f1":0.42105263157894735,"true_positive":20,"false_positive":25,"false_negative":30,"true_negative":125,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":0.11529249610232328,"baseline_adjusted_skill":0.2333333333333334,"baseline_adjusted_score":0.2333333333333334},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.04354992174092458,"accuracy":0.94,"positive_recall":0.9473684210526315,"specificity":0.9392265193370166,"precision":0.6206896551724138,"balanced_accuracy":0.943297470194824,"f1":0.75,"true_positive":18,"false_positive":11,"false_negative":1,"true_negative":170,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.085975,"brier_skill":0.4934583106609528,"baseline_adjusted_skill":0.886594940389648,"baseline_adjusted_score":0.886594940389648},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.9866666666666667,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.9799999999999999,"baseline_adjusted_score":0.9799999999999999},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":33},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"binary_brier":0.02232906344493191,"accuracy":0.98,"positive_recall":0.9933333333333333,"specificity":0.9666666666666667,"precision":0.9675324675324676,"balanced_accuracy":0.98,"f1":0.9802631578947368,"true_positive":149,"false_positive":5,"false_negative":1,"true_negative":145,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9106837462202724,"baseline_adjusted_skill":0.96,"baseline_adjusted_score":0.96},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":34},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.9466666666666667,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.9288888888888889,"baseline_adjusted_score":0.9288888888888889},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":35},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"binary_brier":0.25411753844889434,"accuracy":0.64,"positive_recall":1,"specificity":0.28,"precision":0.5813953488372093,"balanced_accuracy":0.64,"f1":0.7352941176470589,"true_positive":150,"false_positive":108,"false_negative":0,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.01647015379557737,"baseline_adjusted_skill":0.28,"baseline_adjusted_score":0.28},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":36},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"normalized_expected_score_mae":0.2381086572042356,"normalized_score_rmse":0.29061532450419086,"constant_score_baseline":0.5,"constant_mae_baseline":0.3333333333333333,"baseline_adjusted_skill":0.28567402838729317,"baseline_adjusted_score":0.28567402838729317},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":37},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.41,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.2133333333333333,"baseline_adjusted_score":0.2133333333333333},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":38},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"binary_brier":0.2478454797095012,"accuracy":0.5366666666666666,"positive_recall":0.36666666666666664,"specificity":0.7066666666666667,"precision":0.5555555555555556,"balanced_accuracy":0.5366666666666666,"f1":0.44176706827309237,"true_positive":55,"false_positive":44,"false_negative":95,"true_negative":106,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.00861808116199525,"baseline_adjusted_skill":0.07333333333333325,"baseline_adjusted_score":0.07333333333333325},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":39},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"normalized_expected_score_mae":0.3179876836319454,"normalized_score_rmse":0.37500340132238963,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":-0.05995894543981817,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":40},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9466666666666667,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.923809523809524,"baseline_adjusted_score":0.923809523809524},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":42},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.035094978354157126,"accuracy":0.96,"positive_recall":0.959731543624161,"specificity":0.9602649006622517,"precision":0.959731543624161,"balanced_accuracy":0.9599982221432064,"f1":0.959731543624161,"true_positive":143,"false_positive":6,"false_negative":6,"true_negative":145,"positive_prevalence":0.49666666666666665,"majority_accuracy_baseline":0.5033333333333334,"constant_brier_baseline":0.2499888888888889,"brier_skill":0.8596138471988026,"baseline_adjusted_skill":0.9199964442864128,"baseline_adjusted_score":0.9199964442864128},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":43},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.1639869986474514,"normalized_score_rmse":0.23359330762609157,"constant_score_baseline":0.5,"constant_mae_baseline":0.36666666666666664,"baseline_adjusted_skill":0.5527627309614962,"baseline_adjusted_score":0.5527627309614962},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":44},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.6533333333333333,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2866666666666667,"baseline_adjusted_skill":0.514018691588785,"baseline_adjusted_score":0.514018691588785},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":46},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.15992381611025955,"accuracy":0.7866666666666666,"positive_recall":0.8280254777070064,"specificity":0.7412587412587412,"precision":0.7784431137724551,"balanced_accuracy":0.7846421094828738,"f1":0.8024691358024691,"true_positive":130,"false_positive":37,"false_negative":27,"true_negative":106,"positive_prevalence":0.5233333333333333,"majority_accuracy_baseline":0.5233333333333333,"constant_brier_baseline":0.24945555555555557,"brier_skill":0.3589085809129501,"baseline_adjusted_skill":0.5692842189657477,"baseline_adjusted_score":0.5692842189657477},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":47},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.24123998173512518,"normalized_score_rmse":0.3083146247581432,"constant_score_baseline":0.5,"constant_mae_baseline":0.3016666666666667,"baseline_adjusted_skill":0.20030945281173984,"baseline_adjusted_score":0.20030945281173984},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":48},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.08964563728205241,"accuracy":0.8382559523809524,"positive_recall":0.7652018648943557,"specificity":0.8429194713745655,"precision":0.2372078720787208,"balanced_accuracy":0.8040606681344606,"f1":0.36215112321307014,"true_positive":128.56666666666666,"false_positive":413.43333333333334,"false_negative":39.449999999999996,"true_negative":2218.55,"positive_prevalence":0.060005952380952375,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679138,"brier_skill":-1.7839419493932058,"baseline_adjusted_skill":0.6081213362689213,"baseline_adjusted_score":0.6081213362689213},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.35333333333333333,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.13777777777777778,"baseline_adjusted_score":0.13777777777777778},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":50},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.773371104815864,"uniform_accuracy_baseline":0.027777777777777776,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.7402597402597403,"baseline_adjusted_score":0.7402597402597403},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.66,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.5142857142857143,"baseline_adjusted_score":0.5142857142857143},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09100693392189325,"accuracy":0.89,"positive_recall":1,"specificity":0.78,"precision":0.819672131147541,"balanced_accuracy":0.89,"f1":0.9009009009009009,"true_positive":50,"false_positive":11,"false_negative":0,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.635972264312427,"baseline_adjusted_skill":0.78,"baseline_adjusted_score":0.78},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.12184889351158856,"accuracy":0.84,"positive_recall":0.94,"specificity":0.74,"precision":0.7833333333333333,"balanced_accuracy":0.84,"f1":0.8545454545454545,"true_positive":47,"false_positive":13,"false_negative":3,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5126044259536457,"baseline_adjusted_skill":0.6799999999999999,"baseline_adjusted_score":0.6799999999999999},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.65,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":0.10256410256410266,"baseline_adjusted_score":0.10256410256410266},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.8617021276595745,"baseline_adjusted_score":0.8617021276595745},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09428184101158037,"accuracy":0.9,"positive_recall":0.86,"specificity":0.94,"precision":0.9347826086956522,"balanced_accuracy":0.8999999999999999,"f1":0.8958333333333334,"true_positive":43,"false_positive":3,"false_negative":7,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6228726359536785,"baseline_adjusted_skill":0.7999999999999998,"baseline_adjusted_score":0.7999999999999998},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.41333333333333333,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.21777777777777776,"baseline_adjusted_score":0.21777777777777776},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":58},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.6833333333333333,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.525,"baseline_adjusted_score":0.525},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":59},{"provenance":"measured","status":"complete","counts":{"cases":285,"expected":285,"succeeded":285,"failed":0},"metrics":{"target_mass_at_prediction":0.6877192982456141,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5263157894736842,"baseline_adjusted_skill":0.34074074074074084,"baseline_adjusted_score":0.34074074074074084},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":60},{"provenance":"measured","status":"complete","counts":{"cases":299,"expected":299,"succeeded":299,"failed":0},"metrics":{"binary_brier":0.2758825083261128,"accuracy":0.5351170568561873,"positive_recall":0.98,"specificity":0.087248322147651,"precision":0.519434628975265,"balanced_accuracy":0.5336241610738255,"f1":0.6789838337182448,"true_positive":147,"false_positive":136,"false_negative":3,"true_negative":13,"positive_prevalence":0.5016722408026756,"majority_accuracy_baseline":0.5016722408026756,"constant_brier_baseline":0.24999720361069788,"brier_skill":-0.10354237704084146,"baseline_adjusted_skill":0.06724832214765097,"baseline_adjusted_score":0.06724832214765097},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":61},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.9366666666666666,"uniform_accuracy_baseline":0.2,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":0.9208333333333332,"baseline_adjusted_score":0.9208333333333332},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":62},{"provenance":"measured","status":"complete","counts":{"cases":283,"expected":283,"succeeded":283,"failed":0},"metrics":{"binary_brier":0.32060416368161004,"accuracy":0.5053003533568905,"positive_recall":0.8646616541353384,"specificity":0.18666666666666668,"precision":0.48523206751054854,"balanced_accuracy":0.5256641604010025,"f1":0.6216216216216216,"true_positive":115,"false_positive":122,"false_negative":18,"true_negative":28,"positive_prevalence":0.46996466431095407,"majority_accuracy_baseline":0.5300353356890459,"constant_brier_baseline":0.24909787861004634,"brier_skill":-0.28706099574418364,"baseline_adjusted_skill":0.051328320802005,"baseline_adjusted_score":0.051328320802005},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":63},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.7333333333333333,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.6444444444444444,"baseline_adjusted_score":0.6444444444444444},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":64},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.9333333333333333,"uniform_accuracy_baseline":0.20616666666666666,"fixed_answer_accuracy_baseline":0.21333333333333335,"baseline_adjusted_skill":0.9152542372881356,"baseline_adjusted_score":0.9152542372881356},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":65},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.8133333333333334,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.72,"baseline_adjusted_score":0.72},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":66},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.7366666666666667,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.37333333333333335,"baseline_adjusted_skill":0.5797872340425532,"baseline_adjusted_score":0.5797872340425532},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":67},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"normalized_expected_score_mae":0.15231288505981985,"normalized_score_rmse":0.18834222238946446,"constant_score_baseline":0.5,"constant_mae_baseline":0.26208333333333333,"baseline_adjusted_skill":0.41883795843629945,"baseline_adjusted_score":0.41883795843629945},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":68},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"normalized_expected_score_mae":0.10303996929849188,"normalized_score_rmse":0.13011895499335185,"constant_score_baseline":0.52,"constant_mae_baseline":0.24733333333333335,"baseline_adjusted_skill":0.5833963505451811,"baseline_adjusted_score":0.5833963505451811},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":69},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.09327400354175261,"normalized_score_rmse":0.10939170216818309,"constant_score_baseline":0.578319964349225,"constant_mae_baseline":0.11212962028602311,"baseline_adjusted_skill":0.16815910636434073,"baseline_adjusted_score":0.16815910636434073},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":70},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.7133333333333334,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.6177777777777779,"baseline_adjusted_score":0.6177777777777779},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":71},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8059701492537314,"baseline_adjusted_score":0.8059701492537314},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09855009066633919,"accuracy":0.9,"positive_recall":0.82,"specificity":0.98,"precision":0.9761904761904762,"balanced_accuracy":0.8999999999999999,"f1":0.8913043478260869,"true_positive":41,"false_positive":1,"false_negative":9,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6057996373346433,"baseline_adjusted_skill":0.7999999999999998,"baseline_adjusted_score":0.7999999999999998},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.4562309324324324,"uniform_accuracy_baseline":0.23445945945945948,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.2628420322800757,"baseline_adjusted_score":0.2628420322800757},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.0657904391305334,"accuracy":0.6720175460526316,"positive_recall":0.7100530465314385,"specificity":0.635799305258129,"precision":0.6499177160493828,"balanced_accuracy":0.6729261758947838,"f1":0.6786558461005057,"true_positive":52.643335,"false_positive":28.356665,"false_negative":21.496668,"true_negative":49.503332,"positive_prevalence":0.4877631776315789,"majority_accuracy_baseline":0.512236822368421,"constant_brier_baseline":0.09451910039768556,"brier_skill":0.30394556387309446,"baseline_adjusted_skill":0.3458523517895675,"baseline_adjusted_score":0.3458523517895675},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.13049050203195495,"normalized_score_rmse":0.17751130769319834,"constant_score_baseline":0.5841668333333333,"constant_mae_baseline":0.21700552708333334,"baseline_adjusted_skill":0.398676596924443,"baseline_adjusted_score":0.398676596924443},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2486734865216772,"accuracy":0.66,"positive_recall":0.92,"specificity":0.4,"precision":0.6052631578947368,"balanced_accuracy":0.66,"f1":0.7301587301587301,"true_positive":46,"false_positive":30,"false_negative":4,"true_negative":20,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.005306053913291198,"baseline_adjusted_skill":0.32000000000000006,"baseline_adjusted_score":0.32000000000000006},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.33003344299137133,"accuracy":0.55,"positive_recall":0.1,"specificity":1,"precision":1,"balanced_accuracy":0.55,"f1":0.18181818181818182,"true_positive":5,"false_positive":0,"false_negative":45,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.3201337719654853,"baseline_adjusted_skill":0.10000000000000009,"baseline_adjusted_score":0.10000000000000009},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.7704918032786885,"baseline_adjusted_score":0.7704918032786885},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.905,"uniform_accuracy_baseline":0.036111111111111115,"fixed_answer_accuracy_baseline":0.08833333333333333,"baseline_adjusted_skill":0.8957952468007313,"baseline_adjusted_score":0.8957952468007313},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"binary_brier":0.2181149859248949,"accuracy":0.6166666666666667,"positive_recall":0.41333333333333333,"specificity":0.82,"precision":0.6966292134831461,"balanced_accuracy":0.6166666666666667,"f1":0.5188284518828452,"true_positive":62,"false_positive":27,"false_negative":88,"true_negative":123,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.12754005630042042,"baseline_adjusted_skill":0.2333333333333334,"baseline_adjusted_score":0.2333333333333334},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":81},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.909090909090909,"baseline_adjusted_score":0.909090909090909},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.4666666666666667,"uniform_accuracy_baseline":0.11021428571428572,"fixed_answer_accuracy_baseline":0.12554761904761905,"baseline_adjusted_skill":0.3900944808996107,"baseline_adjusted_score":0.3900944808996107},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":83},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.6233333333333333,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.4977777777777777,"baseline_adjusted_score":0.4977777777777777},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":84},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.845,"uniform_accuracy_baseline":0.049879324215607396,"fixed_answer_accuracy_baseline":0.12442477876106194,"baseline_adjusted_skill":0.822973519304629,"baseline_adjusted_score":0.822973519304629},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.09851281259277804,"accuracy":0.86,"positive_recall":0.8888888888888888,"specificity":0.7857142857142857,"precision":0.9142857142857143,"balanced_accuracy":0.8373015873015872,"f1":0.9014084507042254,"true_positive":192,"false_positive":18,"false_negative":24,"true_negative":66,"positive_prevalence":0.72,"majority_accuracy_baseline":0.72,"constant_brier_baseline":0.2016,"brier_skill":0.5113451756310613,"baseline_adjusted_skill":0.6746031746031744,"baseline_adjusted_score":0.6746031746031744},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":86},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8833333333333333,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5033333333333333,"baseline_adjusted_skill":0.7651006711409396,"baseline_adjusted_score":0.7651006711409396},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":87},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2618359361796593,"accuracy":0.49,"positive_recall":0.02,"specificity":0.96,"precision":0.3333333333333333,"balanced_accuracy":0.49,"f1":0.03773584905660377,"true_positive":1,"false_positive":2,"false_negative":49,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.047343744718637115,"baseline_adjusted_skill":-0.020000000000000018,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.08202221882164777,"accuracy":0.8733333333333333,"positive_recall":0.88125,"specificity":0.8642857142857143,"precision":0.88125,"balanced_accuracy":0.8727678571428572,"f1":0.88125,"true_positive":141,"false_positive":19,"false_negative":19,"true_negative":121,"positive_prevalence":0.5333333333333333,"majority_accuracy_baseline":0.5333333333333333,"constant_brier_baseline":0.2488888888888889,"brier_skill":0.6704464422344509,"baseline_adjusted_skill":0.7455357142857144,"baseline_adjusted_score":0.7455357142857144},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":89},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.7222222222222222,"uniform_accuracy_baseline":0.23888888888888887,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.607843137254902,"baseline_adjusted_score":0.607843137254902},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.13683490398670553,"accuracy":0.828125,"positive_recall":0.71875,"specificity":0.9375,"precision":0.92,"balanced_accuracy":0.828125,"f1":0.8070175438596491,"true_positive":23,"false_positive":2,"false_negative":9,"true_negative":30,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4526603840531779,"baseline_adjusted_skill":0.65625,"baseline_adjusted_score":0.65625},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.6969696969696971,"baseline_adjusted_score":0.6969696969696971},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.28497007010948805,"accuracy":0.56,"positive_recall":0.14,"specificity":0.98,"precision":0.875,"balanced_accuracy":0.56,"f1":0.2413793103448276,"true_positive":7,"false_positive":1,"false_negative":43,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.1398802804379522,"baseline_adjusted_skill":0.1200000000000001,"baseline_adjusted_score":0.1200000000000001},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.8260869565217391,"baseline_adjusted_score":0.8260869565217391},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.03723273131088623,"accuracy":0.9696969696969697,"positive_recall":1,"specificity":0.9411764705882353,"precision":0.9411764705882353,"balanced_accuracy":0.9705882352941176,"f1":0.9696969696969697,"true_positive":16,"false_positive":1,"false_negative":0,"true_negative":16,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.850932189714871,"baseline_adjusted_skill":0.9411764705882353,"baseline_adjusted_score":0.9411764705882353},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.14530750672158319,"normalized_score_rmse":0.2629405339311599,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.5596742220558085,"baseline_adjusted_score":0.5596742220558085},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.1875,"uniform_accuracy_baseline":0.178125,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.14035087719298242,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.04101413977132761,"accuracy":0.9705882352941176,"positive_recall":1,"specificity":0.9411764705882353,"precision":0.9444444444444444,"balanced_accuracy":0.9705882352941176,"f1":0.9714285714285714,"true_positive":17,"false_positive":1,"false_negative":0,"true_negative":16,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8359434409146895,"baseline_adjusted_skill":0.9411764705882353,"baseline_adjusted_score":0.9411764705882353},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.3119259936844601,"normalized_score_rmse":0.37220261115269904,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-1.1210967570543287,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.8541666666666666,"uniform_accuracy_baseline":0.13194444444444445,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":0.6347826086956521,"baseline_adjusted_score":0.6347826086956521},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.1265290067123171,"accuracy":0.8461538461538461,"positive_recall":0.9230769230769231,"specificity":0.7692307692307693,"precision":0.8,"balanced_accuracy":0.8461538461538463,"f1":0.8571428571428571,"true_positive":24,"false_positive":6,"false_negative":2,"true_negative":20,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4938839731507316,"baseline_adjusted_skill":0.6923076923076925,"baseline_adjusted_score":0.6923076923076925},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.093617701523939,"accuracy":0.9466666666666667,"positive_recall":0.9743589743589743,"specificity":0.9166666666666666,"precision":0.926829268292683,"balanced_accuracy":0.9455128205128205,"f1":0.95,"true_positive":38,"false_positive":3,"false_negative":1,"true_negative":33,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24960000000000004,"brier_skill":0.6249290804329368,"baseline_adjusted_skill":0.891025641025641,"baseline_adjusted_score":0.891025641025641},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.23822948440909386,"normalized_score_rmse":0.3042914141986307,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.14918041282466488,"baseline_adjusted_score":0.14918041282466488},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8235294117647058,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.76,"baseline_adjusted_score":0.76},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.08673306071886423,"accuracy":0.8571428571428571,"positive_recall":1,"specificity":0.7142857142857143,"precision":0.7777777777777778,"balanced_accuracy":0.8571428571428572,"f1":0.875,"true_positive":14,"false_positive":4,"false_negative":0,"true_negative":10,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6530677571245431,"baseline_adjusted_skill":0.7142857142857144,"baseline_adjusted_score":0.7142857142857144},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.22452644443873204,"normalized_score_rmse":0.3397554473210753,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.1696969696969697,"baseline_adjusted_skill":-0.32310226187109947,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.05096711030698206,"accuracy":0.9176470588235294,"positive_recall":0.9111111111111111,"specificity":0.925,"precision":0.9318181818181818,"balanced_accuracy":0.9180555555555556,"f1":0.9213483146067416,"true_positive":41,"false_positive":3,"false_negative":4,"true_negative":37,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.2491349480968858,"brier_skill":0.7954236822400303,"baseline_adjusted_skill":0.8361111111111112,"baseline_adjusted_score":0.8361111111111112},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.9473684210526315,"baseline_adjusted_score":0.9473684210526315},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.24891763400466094,"accuracy":0.68,"positive_recall":0.5714285714285714,"specificity":0.9333333333333333,"precision":0.9523809523809523,"balanced_accuracy":0.7523809523809524,"f1":0.7142857142857143,"true_positive":20,"false_positive":1,"false_negative":15,"true_negative":14,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.21,"brier_skill":-0.18532206668886175,"baseline_adjusted_skill":0.5047619047619047,"baseline_adjusted_score":0.5047619047619047},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.21996646892745048,"normalized_score_rmse":0.4119657630306359,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.2144054681162484,"baseline_adjusted_score":0.2144054681162484},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.620253164556962,"uniform_accuracy_baseline":0.24240506329113923,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.3478260869565217,"baseline_adjusted_score":0.3478260869565217},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.057425452326407236,"accuracy":0.9047619047619048,"positive_recall":1,"specificity":0.8,"precision":0.8461538461538461,"balanced_accuracy":0.9,"f1":0.9166666666666666,"true_positive":11,"false_positive":2,"false_negative":0,"true_negative":8,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.2494331065759637,"brier_skill":0.7697761411277674,"baseline_adjusted_skill":0.8,"baseline_adjusted_score":0.8},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.7272727272727273,"uniform_accuracy_baseline":0.32373737373737377,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.55,"baseline_adjusted_score":0.55},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.16918646196985276,"accuracy":0.7272727272727273,"positive_recall":0.6470588235294118,"specificity":0.8125,"precision":0.7857142857142857,"balanced_accuracy":0.7297794117647058,"f1":0.7096774193548387,"true_positive":11,"false_positive":3,"false_negative":6,"true_negative":13,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.32263214306922916,"baseline_adjusted_skill":0.4595588235294117,"baseline_adjusted_score":0.4595588235294117},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.15386066355573597,"normalized_score_rmse":0.22006763435639431,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.3431372549019608,"baseline_adjusted_skill":0.5516060662089981,"baseline_adjusted_score":0.5516060662089981},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24679263113768293,"accuracy":0.67,"positive_recall":0.78,"specificity":0.56,"precision":0.639344262295082,"balanced_accuracy":0.67,"f1":0.7027027027027027,"true_positive":39,"false_positive":22,"false_negative":11,"true_negative":28,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.012829475449268268,"baseline_adjusted_skill":0.3400000000000001,"baseline_adjusted_score":0.3400000000000001},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.45333333333333337,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":0.154639175257732,"baseline_adjusted_score":0.154639175257732},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.24996441546825432,"accuracy":0.5333333333333333,"positive_recall":0.9459459459459459,"specificity":0.13157894736842105,"precision":0.5147058823529411,"balanced_accuracy":0.5387624466571835,"f1":0.6666666666666666,"true_positive":35,"false_positive":33,"false_negative":2,"true_negative":5,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555554,"brier_skill":-0.00003544595229776348,"baseline_adjusted_skill":0.07752489331436707,"baseline_adjusted_score":0.07752489331436707},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.14285714285714285,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.8846153846153847,"baseline_adjusted_score":0.8846153846153847},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.375,"uniform_accuracy_baseline":0.32416666666666666,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.053030303030303,"baseline_adjusted_score":0.053030303030303},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.04525321279079467,"accuracy":0.9393939393939394,"positive_recall":1,"specificity":0.8823529411764706,"precision":0.8888888888888888,"balanced_accuracy":0.9411764705882353,"f1":0.9411764705882353,"true_positive":16,"false_positive":2,"false_negative":0,"true_negative":15,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.8188207767309728,"baseline_adjusted_skill":0.8823529411764706,"baseline_adjusted_score":0.8823529411764706},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.045103685739873486,"normalized_score_rmse":0.06731665452462982,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.794700464908162,"baseline_adjusted_score":0.794700464908162},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1202529349349994,"accuracy":0.76,"positive_recall":0.6818181818181818,"specificity":0.782051282051282,"precision":0.46875,"balanced_accuracy":0.7319347319347319,"f1":0.5555555555555556,"true_positive":15,"false_positive":17,"false_negative":7,"true_negative":61,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":0.2992253208916119,"baseline_adjusted_skill":0.4638694638694638,"baseline_adjusted_score":0.4638694638694638},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11855383094297514,"accuracy":0.83,"positive_recall":0.6486486486486487,"specificity":0.9365079365079365,"precision":0.8571428571428571,"balanced_accuracy":0.7925782925782926,"f1":0.7384615384615385,"true_positive":24,"false_positive":4,"false_negative":13,"true_negative":59,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000003,"brier_skill":0.49140355665819335,"baseline_adjusted_skill":0.5851565851565852,"baseline_adjusted_score":0.5851565851565852},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.12050164405579807,"accuracy":0.82,"positive_recall":0.7435897435897436,"specificity":0.8688524590163934,"precision":0.7837837837837838,"balanced_accuracy":0.8062211013030685,"f1":0.7631578947368421,"true_positive":29,"false_positive":8,"false_negative":10,"true_negative":53,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379,"brier_skill":0.49347774671795686,"baseline_adjusted_skill":0.6124422026061369,"baseline_adjusted_score":0.6124422026061369},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11162211580159051,"accuracy":0.87,"positive_recall":0.9032258064516129,"specificity":0.855072463768116,"precision":0.7368421052631579,"balanced_accuracy":0.8791491351098644,"f1":0.8115942028985508,"true_positive":28,"false_positive":10,"false_negative":3,"true_negative":59,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999998,"brier_skill":0.478157476383401,"baseline_adjusted_skill":0.7582982702197287,"baseline_adjusted_score":0.7582982702197287},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.8333333333333334,"baseline_adjusted_score":0.8333333333333334},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.15183460878790356,"normalized_score_rmse":0.1950104169663977,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.34694791919181267,"baseline_adjusted_score":0.34694791919181267},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.13450525369669777,"accuracy":0.82,"positive_recall":0.84,"specificity":0.8,"precision":0.8076923076923077,"balanced_accuracy":0.8200000000000001,"f1":0.8235294117647058,"true_positive":42,"false_positive":10,"false_negative":8,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4619789852132089,"baseline_adjusted_skill":0.6400000000000001,"baseline_adjusted_score":0.6400000000000001},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2794649795678067,"accuracy":0.51,"positive_recall":0.62,"specificity":0.4,"precision":0.5081967213114754,"balanced_accuracy":0.51,"f1":0.5585585585585585,"true_positive":31,"false_positive":30,"false_negative":19,"true_negative":20,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.11785991827122677,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.48,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.4857142857142859,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0871832827125429,"accuracy":0.8833333333333333,"positive_recall":0.8,"specificity":0.9666666666666667,"precision":0.96,"balanced_accuracy":0.8833333333333333,"f1":0.8727272727272727,"true_positive":120,"false_positive":5,"false_negative":30,"true_negative":145,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6512668691498285,"baseline_adjusted_skill":0.7666666666666666,"baseline_adjusted_score":0.7666666666666666},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":134},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.13312651906404033,"accuracy":0.78,"positive_recall":0.9,"specificity":0.66,"precision":0.7258064516129032,"balanced_accuracy":0.78,"f1":0.8035714285714286,"true_positive":45,"false_positive":17,"false_negative":5,"true_negative":33,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4674939237438387,"baseline_adjusted_skill":0.56,"baseline_adjusted_score":0.56},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.761904761904762,"baseline_adjusted_score":0.761904761904762},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.61,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.35,"baseline_adjusted_score":0.35},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.14614496389095566,"accuracy":0.82,"positive_recall":0.7,"specificity":0.94,"precision":0.9210526315789473,"balanced_accuracy":0.82,"f1":0.7954545454545454,"true_positive":35,"false_positive":3,"false_negative":15,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.41542014443617736,"baseline_adjusted_skill":0.6399999999999999,"baseline_adjusted_score":0.6399999999999999},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.6866666666666666,"uniform_accuracy_baseline":0.0625,"fixed_answer_accuracy_baseline":0.10666666666666667,"baseline_adjusted_skill":0.6492537313432836,"baseline_adjusted_score":0.6492537313432836},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":142},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.20851190476190473,"fixed_answer_accuracy_baseline":0.22333333333333333,"baseline_adjusted_skill":0.9871244635193133,"baseline_adjusted_score":0.9871244635193133},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.03821512141982174,"accuracy":0.96,"positive_recall":0.94,"specificity":0.98,"precision":0.9791666666666666,"balanced_accuracy":0.96,"f1":0.9591836734693877,"true_positive":47,"false_positive":1,"false_negative":3,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.847139514320713,"baseline_adjusted_skill":0.9199999999999999,"baseline_adjusted_score":0.9199999999999999},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.07674764313356718,"normalized_score_rmse":0.15023172079903585,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.7441745228881094,"baseline_adjusted_score":0.7441745228881094},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.22851190476190475,"fixed_answer_accuracy_baseline":0.24333333333333332,"baseline_adjusted_skill":0.9207048458149779,"baseline_adjusted_score":0.9207048458149779},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.032282492145450224,"accuracy":0.96,"positive_recall":0.98,"specificity":0.94,"precision":0.9423076923076923,"balanced_accuracy":0.96,"f1":0.9607843137254902,"true_positive":49,"false_positive":3,"false_negative":1,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8708700314181991,"baseline_adjusted_skill":0.9199999999999999,"baseline_adjusted_score":0.9199999999999999},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.08765014913982466,"normalized_score_rmse":0.16100168369253712,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.3042222222222222,"baseline_adjusted_skill":0.7118877493577713,"baseline_adjusted_score":0.7118877493577713},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.71,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.532258064516129,"baseline_adjusted_score":0.532258064516129},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.93,"uniform_accuracy_baseline":0.3467777777777778,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.8906250000000001,"baseline_adjusted_score":0.8906250000000001},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":150},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08819552007151522,"accuracy":0.88,"positive_recall":0.96,"specificity":0.8,"precision":0.8275862068965517,"balanced_accuracy":0.88,"f1":0.8888888888888888,"true_positive":48,"false_positive":10,"false_negative":2,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6472179197139392,"baseline_adjusted_skill":0.76,"baseline_adjusted_score":0.76},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.76,"baseline_adjusted_score":0.76},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.05646971430639775,"accuracy":0.92,"positive_recall":0.9,"specificity":0.94,"precision":0.9375,"balanced_accuracy":0.9199999999999999,"f1":0.9183673469387755,"true_positive":45,"false_positive":3,"false_negative":5,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.774121142774409,"baseline_adjusted_skill":0.8399999999999999,"baseline_adjusted_score":0.8399999999999999},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.55,"uniform_accuracy_baseline":0.3533333333333333,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.23728813559322043,"baseline_adjusted_score":0.23728813559322043},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.9677419354838709,"baseline_adjusted_score":0.9677419354838709},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.27666666666666667,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":-0.08499999999999995,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":157},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.38,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.39,"uniform_accuracy_baseline":0.1111111111111111,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.27380952380952384,"baseline_adjusted_score":0.27380952380952384},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9666666666666667,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.9206349206349207,"baseline_adjusted_score":0.9206349206349207},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":160},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.0849362272931908,"accuracy":0.756375,"positive_recall":0.5299934080421886,"specificity":0.8093475242943082,"precision":0.3941176470588236,"balanced_accuracy":0.6696704661682484,"f1":0.4520663480461063,"true_positive":40.2,"false_positive":61.8,"false_negative":35.65,"true_negative":262.35,"positive_prevalence":0.189625,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500001,"brier_skill":-0.11576721060056516,"baseline_adjusted_skill":0.33934093233649687,"baseline_adjusted_score":0.33934093233649687},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.23351025548705365,"normalized_score_rmse":0.2757478935487163,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":-0.09244563970551423,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.0752547305075069,"accuracy":0.7766249999999999,"positive_recall":0.6718237224566339,"specificity":0.8147264359979546,"precision":0.5686507936507937,"balanced_accuracy":0.7432750792272942,"f1":0.615946701053084,"true_positive":71.65,"false_positive":54.35,"false_negative":35,"true_negative":239,"positive_prevalence":0.266625,"majority_accuracy_baseline":0.733375,"constant_brier_baseline":0.115654859375,"brier_skill":0.34931631135791263,"baseline_adjusted_skill":0.4865501584545884,"baseline_adjusted_score":0.4865501584545884},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.20022070504201112,"normalized_score_rmse":0.24933728731641325,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.2549927254250749,"baseline_adjusted_score":0.2549927254250749},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.0702523794919642,"accuracy":0.768375,"positive_recall":0.6894854586129754,"specificity":0.798959236773634,"precision":0.5707407407407408,"balanced_accuracy":0.7442223476933048,"f1":0.6245187436676798,"true_positive":77.05,"false_positive":57.95,"false_negative":34.7,"true_negative":230.3,"positive_prevalence":0.279375,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937500001,"brier_skill":0.3791538513339652,"baseline_adjusted_skill":0.4884446953866095,"baseline_adjusted_score":0.4884446953866095},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.20437108668964357,"normalized_score_rmse":0.2529390783570246,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.2269651567294807,"baseline_adjusted_score":0.2269651567294807},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.055732609676735025,"accuracy":0.8641249999999999,"positive_recall":0.5430985915492959,"specificity":0.9556626506024096,"precision":0.7774193548387097,"balanced_accuracy":0.7493806210758527,"f1":0.6394693200663351,"true_positive":48.2,"false_positive":13.8,"false_negative":40.55,"true_negative":297.45,"positive_prevalence":0.221875,"majority_accuracy_baseline":0.778125,"constant_brier_baseline":0.12674023437499998,"brier_skill":0.5602611124117622,"baseline_adjusted_skill":0.49876124215170536,"baseline_adjusted_score":0.49876124215170536},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.16522684269963064,"normalized_score_rmse":0.20578719119416608,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.267692663935155,"baseline_adjusted_score":0.267692663935155},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.0630646157524731,"accuracy":0.7965000000000001,"positive_recall":0.8005671077504726,"specificity":0.7950373895309314,"precision":0.5841379310344827,"balanced_accuracy":0.7978022486407019,"f1":0.6754385964912282,"true_positive":84.7,"false_positive":60.3,"false_negative":21.1,"true_negative":233.9,"positive_prevalence":0.2645,"majority_accuracy_baseline":0.7355,"constant_brier_baseline":0.11362725,"brier_skill":0.4449868693251565,"baseline_adjusted_skill":0.5956044972814039,"baseline_adjusted_score":0.5956044972814039},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.203148018080974,"normalized_score_rmse":0.2519679674171917,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.19145067430458107,"baseline_adjusted_score":0.19145067430458107},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.062392732704556676,"accuracy":0.82,"positive_recall":0.5,"specificity":0.8957946815089672,"precision":0.5319444444444444,"balanced_accuracy":0.6978973407544836,"f1":0.5154777927321669,"true_positive":38.3,"false_positive":33.7,"false_negative":38.3,"true_negative":289.7,"positive_prevalence":0.19149999999999998,"majority_accuracy_baseline":0.8085,"constant_brier_baseline":0.09190274999999999,"brier_skill":0.3211004817096694,"baseline_adjusted_skill":0.39579468150896724,"baseline_adjusted_score":0.39579468150896724},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.17516002003278117,"normalized_score_rmse":0.22442047132042622,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.15330503911646565,"baseline_adjusted_score":0.15330503911646565},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.06537586612730967,"accuracy":0.85375,"positive_recall":0.733739837398374,"specificity":0.880901287553648,"precision":0.582258064516129,"balanced_accuracy":0.807320562476011,"f1":0.6492805755395683,"true_positive":54.15,"false_positive":38.85,"false_negative":19.65,"true_negative":287.35,"positive_prevalence":0.1845,"majority_accuracy_baseline":0.8155,"constant_brier_baseline":0.10922225,"brier_skill":0.40144186621947764,"baseline_adjusted_skill":0.614641124952022,"baseline_adjusted_score":0.614641124952022},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.22502752515749308,"normalized_score_rmse":0.2886097052819611,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":-0.1882641592474883,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.056075551017441515,"accuracy":0.84025,"positive_recall":0.4687898089171974,"specificity":0.9309486780715397,"precision":0.623728813559322,"balanced_accuracy":0.6998692434943685,"f1":0.5352727272727272,"true_positive":36.8,"false_positive":22.2,"false_negative":41.7,"true_negative":299.3,"positive_prevalence":0.19625,"majority_accuracy_baseline":0.80375,"constant_brier_baseline":0.09878593749999999,"brier_skill":0.4323528992429563,"baseline_adjusted_skill":0.39973848698873704,"baseline_adjusted_score":0.39973848698873704},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1928585755970562,"normalized_score_rmse":0.233580969050574,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":0.0870599971736985,"baseline_adjusted_score":0.0870599971736985},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.07779835490492241,"accuracy":0.6994897959183674,"positive_recall":0.8831553973902729,"specificity":0.5608773500447628,"precision":0.602834008097166,"balanced_accuracy":0.7220163737175178,"f1":0.7165543792107797,"true_positive":148.9,"false_positive":98.1,"false_negative":19.7,"true_negative":125.3,"positive_prevalence":0.4301020408163265,"majority_accuracy_baseline":0.5698979591836735,"constant_brier_baseline":0.12359641815910039,"brier_skill":0.3705452304873761,"baseline_adjusted_skill":0.4440327474350356,"baseline_adjusted_score":0.4440327474350356},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.18925320713932872,"normalized_score_rmse":0.2425047832579883,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.3130809518646587,"baseline_adjusted_score":0.3130809518646587},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.05835595283715109,"accuracy":0.8755,"positive_recall":0.6195908733280882,"specificity":0.9238371229008768,"precision":0.6057692307692307,"balanced_accuracy":0.7717139981144825,"f1":0.6126021003500582,"true_positive":78.75,"false_positive":51.25,"false_negative":48.35,"true_negative":621.65,"positive_prevalence":0.158875,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499999,"brier_skill":0.4092180702273418,"baseline_adjusted_skill":0.543427996228965,"baseline_adjusted_score":0.543427996228965},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.22280035944713744,"normalized_score_rmse":0.2747959658217549,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-0.35030520877052984,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.03470108226337255,"normalized_score_rmse":0.07189496246451127,"constant_score_baseline":0.1111111111111111,"constant_mae_baseline":0.10629629629629629,"baseline_adjusted_skill":0.6735438253968435,"baseline_adjusted_score":0.6735438253968435},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":181},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.62,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.3870967741935484,"baseline_adjusted_score":0.3870967741935484},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24302054828964922,"accuracy":0.61,"positive_recall":0.64,"specificity":0.58,"precision":0.6037735849056604,"balanced_accuracy":0.61,"f1":0.6213592233009708,"true_positive":32,"false_positive":21,"false_negative":18,"true_negative":29,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.027917806841403103,"baseline_adjusted_skill":0.21999999999999997,"baseline_adjusted_score":0.21999999999999997},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.32471835652750164,"uniform_accuracy_baseline":0.058823529411764705,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.20638629283489096,"baseline_adjusted_score":0.20638629283489096},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.09324456990318758,"accuracy":0.87,"positive_recall":0.9022988505747126,"specificity":0.8253968253968254,"precision":0.8770949720670391,"balanced_accuracy":0.863847837985769,"f1":0.8895184135977338,"true_positive":157,"false_positive":22,"false_negative":17,"true_negative":104,"positive_prevalence":0.58,"majority_accuracy_baseline":0.58,"constant_brier_baseline":0.24359999999999998,"brier_skill":0.6172226194450428,"baseline_adjusted_skill":0.7276956759715381,"baseline_adjusted_score":0.7276956759715381},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":185},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.10122453344506889,"accuracy":0.8666666666666667,"positive_recall":0.8726114649681529,"specificity":0.8601398601398601,"precision":0.8726114649681529,"balanced_accuracy":0.8663756625540064,"f1":0.8726114649681529,"true_positive":137,"false_positive":20,"false_negative":20,"true_negative":123,"positive_prevalence":0.5233333333333333,"majority_accuracy_baseline":0.5233333333333333,"constant_brier_baseline":0.24945555555555557,"brier_skill":0.5942181635536858,"baseline_adjusted_skill":0.7327513251080129,"baseline_adjusted_score":0.7327513251080129},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":186},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.45652173913043476,"baseline_adjusted_score":0.45652173913043476},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.21051842911194604,"accuracy":0.68,"positive_recall":0.74,"specificity":0.62,"precision":0.6607142857142857,"balanced_accuracy":0.6799999999999999,"f1":0.6981132075471698,"true_positive":37,"false_positive":19,"false_negative":13,"true_negative":31,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.15792628355221583,"baseline_adjusted_skill":0.3599999999999999,"baseline_adjusted_score":0.3599999999999999},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.58,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.33333333333333326,"baseline_adjusted_score":0.33333333333333326},"scoring":{"eligible":true,"reason":null},"model":132,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1604042540055407,"accuracy":0.7702702702702703,"positive_recall":0.8028169014084507,"specificity":0.7402597402597403,"precision":0.7402597402597403,"balanced_accuracy":0.7715383208340956,"f1":0.7702702702702703,"true_positive":57,"false_positive":20,"false_negative":14,"true_negative":57,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.24958911614317017,"brier_skill":0.3573267276865989,"baseline_adjusted_skill":0.5430766416681911,"baseline_adjusted_score":0.5430766416681911},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.54,"uniform_accuracy_baseline":0.2005,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.3521126760563381,"baseline_adjusted_score":0.3521126760563381},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.9411764705882353,"baseline_adjusted_score":0.9411764705882353},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.78,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.5319148936170213,"baseline_adjusted_score":0.5319148936170213},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.7755102040816326,"baseline_adjusted_score":0.7755102040816326},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.08496155925284063,"accuracy":0.5638829644400001,"positive_recall":0.6735967400951235,"specificity":0.38785853422186506,"precision":0.638397611923077,"balanced_accuracy":0.5307276371584942,"f1":0.6555250022447214,"true_positive":41.495844775,"false_positive":23.504155225,"false_negative":20.107548331,"true_negative":14.892451669,"positive_prevalence":0.61603393106,"majority_accuracy_baseline":0.61603393106,"constant_brier_baseline":0.07908707655202402,"brier_skill":-0.07427866798126415,"baseline_adjusted_skill":0.061455274316988495,"baseline_adjusted_score":0.061455274316988495},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.12879306562862822,"accuracy":0.84,"positive_recall":0.78,"specificity":0.9,"precision":0.8863636363636364,"balanced_accuracy":0.8400000000000001,"f1":0.8297872340425532,"true_positive":39,"false_positive":5,"false_negative":11,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.48482773748548713,"baseline_adjusted_skill":0.6800000000000002,"baseline_adjusted_score":0.6800000000000002},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.012987012987012986,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.8947368421052632,"baseline_adjusted_score":0.8947368421052632},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.9166666666666666,"baseline_adjusted_score":0.9166666666666666},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.52,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.25000000000000006,"baseline_adjusted_score":0.25000000000000006},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.12520127853373253,"accuracy":0.83,"positive_recall":1,"specificity":0.66,"precision":0.746268656716418,"balanced_accuracy":0.8300000000000001,"f1":0.8547008547008547,"true_positive":50,"false_positive":17,"false_negative":0,"true_negative":33,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4991948858650699,"baseline_adjusted_skill":0.6600000000000001,"baseline_adjusted_score":0.6600000000000001},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0,"abstained":0},"metrics":{"binary_brier":0.05471076284939104,"accuracy":0.7442972030670248,"positive_recall":0.4280730070166573,"specificity":0.8915427979463652,"precision":0.6476187702445757,"balanced_accuracy":0.6598079024815112,"f1":0.5154415423437787,"true_positive":95.19995922595263,"false_positive":51.800040774047375,"false_negative":127.19191707903519,"true_negative":425.8080829209648,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768642,"brier_skill":0.38338037208243536,"baseline_adjusted_skill":0.31961580496302244,"baseline_adjusted_score":0.31961580496302244},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.20931658113693402,"accuracy":0.65,"positive_recall":0.58,"specificity":0.72,"precision":0.6744186046511628,"balanced_accuracy":0.6499999999999999,"f1":0.6236559139784946,"true_positive":29,"false_positive":14,"false_negative":21,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.16273367545226392,"baseline_adjusted_skill":0.2999999999999998,"baseline_adjusted_score":0.2999999999999998},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9867549668874173,"uniform_accuracy_baseline":0.006622516556291391,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.9862068965517242,"baseline_adjusted_score":0.9862068965517242},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.09447214476312166,"accuracy":0.87,"positive_recall":0.78,"specificity":0.96,"precision":0.9512195121951219,"balanced_accuracy":0.87,"f1":0.8571428571428571,"true_positive":117,"false_positive":6,"false_negative":33,"true_negative":144,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6221114209475134,"baseline_adjusted_skill":0.74,"baseline_adjusted_score":0.74},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":14},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7611764705882353,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.559652928416486,"baseline_adjusted_score":0.559652928416486},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.38,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.03333333333333337,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.11518246216502648,"accuracy":0.83,"positive_recall":0.92,"specificity":0.74,"precision":0.7796610169491526,"balanced_accuracy":0.8300000000000001,"f1":0.8440366972477065,"true_positive":46,"false_positive":13,"false_negative":4,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5392701513398941,"baseline_adjusted_skill":0.6600000000000001,"baseline_adjusted_score":0.6600000000000001},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.82,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.6249999999999999,"baseline_adjusted_score":0.6249999999999999},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":19},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8766666666666667,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.7430555555555556,"baseline_adjusted_score":0.7430555555555556},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":20},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9566666666666667,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5266666666666666,"baseline_adjusted_skill":0.9084507042253521,"baseline_adjusted_score":0.9084507042253521},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":21},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.07142857142857142,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9887640449438202,"baseline_adjusted_score":0.9887640449438202},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.717391304347826,"baseline_adjusted_score":0.717391304347826},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.56,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.3972602739726028,"baseline_adjusted_score":0.3972602739726028},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7222222222222222,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.1666666666666667,"baseline_adjusted_score":0.1666666666666667},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0,"abstained":0},"metrics":{"binary_brier":0.20067826913958836,"accuracy":0.7195121951219512,"positive_recall":0.675,"specificity":0.7619047619047619,"precision":0.7297297297297297,"balanced_accuracy":0.718452380952381,"f1":0.7012987012987013,"true_positive":27,"false_positive":10,"false_negative":13,"true_negative":32,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.2498512790005949,"brier_skill":0.1968091180389333,"baseline_adjusted_skill":0.4369047619047619,"baseline_adjusted_score":0.4369047619047619},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1351635901059282,"accuracy":0.82,"positive_recall":0.72,"specificity":0.92,"precision":0.9,"balanced_accuracy":0.8200000000000001,"f1":0.8,"true_positive":36,"false_positive":4,"false_negative":14,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.45934563957628716,"baseline_adjusted_skill":0.6400000000000001,"baseline_adjusted_score":0.6400000000000001},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.729050279329609,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.6523297491039427,"baseline_adjusted_score":0.6523297491039427},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.45,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.09836065573770492,"baseline_adjusted_score":0.09836065573770492},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"binary_brier":0.18767780165657436,"accuracy":0.715,"positive_recall":0.45454545454545453,"specificity":0.7884615384615384,"precision":0.37735849056603776,"balanced_accuracy":0.6215034965034965,"f1":0.41237113402061853,"true_positive":20,"false_positive":33,"false_negative":24,"true_negative":123,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.09369348284716983,"baseline_adjusted_skill":0.2430069930069929,"baseline_adjusted_score":0.2430069930069929},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"binary_brier":0.17695015822547228,"accuracy":0.735,"positive_recall":0.16,"specificity":0.9266666666666666,"precision":0.42105263157894735,"balanced_accuracy":0.5433333333333333,"f1":0.2318840579710145,"true_positive":8,"false_positive":11,"false_negative":42,"true_negative":139,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":0.05626582279748116,"baseline_adjusted_skill":0.08666666666666667,"baseline_adjusted_score":0.08666666666666667},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"binary_brier":0.04269300936693697,"accuracy":0.95,"positive_recall":0.7894736842105263,"specificity":0.9668508287292817,"precision":0.7142857142857143,"balanced_accuracy":0.8781622564699041,"f1":0.75,"true_positive":15,"false_positive":6,"false_negative":4,"true_negative":175,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.085975,"brier_skill":0.5034253054150977,"baseline_adjusted_skill":0.7563245129398082,"baseline_adjusted_score":0.7563245129398082},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9966666666666667,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.9949999999999999,"baseline_adjusted_score":0.9949999999999999},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":33},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.014290371288142163,"accuracy":0.9833333333333333,"positive_recall":1,"specificity":0.9666666666666667,"precision":0.967741935483871,"balanced_accuracy":0.9833333333333334,"f1":0.9836065573770492,"true_positive":150,"false_positive":5,"false_negative":0,"true_negative":145,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9428385148474313,"baseline_adjusted_skill":0.9666666666666668,"baseline_adjusted_score":0.9666666666666668},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":34},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9433333333333334,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.9244444444444445,"baseline_adjusted_score":0.9244444444444445},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":35},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2398236132777987,"accuracy":0.6666666666666666,"positive_recall":1,"specificity":0.3333333333333333,"precision":0.6,"balanced_accuracy":0.6666666666666666,"f1":0.75,"true_positive":150,"false_positive":100,"false_negative":0,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.04070554688880523,"baseline_adjusted_skill":0.33333333333333326,"baseline_adjusted_score":0.33333333333333326},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":36},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.20140541857729355,"normalized_score_rmse":0.2717392525722809,"constant_score_baseline":0.5,"constant_mae_baseline":0.3333333333333333,"baseline_adjusted_skill":0.39578374426811935,"baseline_adjusted_score":0.39578374426811935},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":37},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.41333333333333333,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.21777777777777776,"baseline_adjusted_score":0.21777777777777776},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":38},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2585212438739846,"accuracy":0.55,"positive_recall":0.5666666666666667,"specificity":0.5333333333333333,"precision":0.5483870967741935,"balanced_accuracy":0.55,"f1":0.5573770491803278,"true_positive":85,"false_positive":70,"false_negative":65,"true_negative":80,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.034084975495938474,"baseline_adjusted_skill":0.10000000000000009,"baseline_adjusted_score":0.10000000000000009},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":39},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.30798777513516445,"normalized_score_rmse":0.36317969512893383,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":-0.02662591711721496,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":40},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9533333333333334,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.9333333333333333,"baseline_adjusted_score":0.9333333333333333},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":42},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.02590093434132094,"accuracy":0.98,"positive_recall":0.9798657718120806,"specificity":0.9801324503311258,"precision":0.9798657718120806,"balanced_accuracy":0.9799991110716032,"f1":0.9798657718120806,"true_positive":146,"false_positive":3,"false_negative":3,"true_negative":148,"positive_prevalence":0.49666666666666665,"majority_accuracy_baseline":0.5033333333333334,"constant_brier_baseline":0.2499888888888889,"brier_skill":0.8963916578195082,"baseline_adjusted_skill":0.9599982221432064,"baseline_adjusted_score":0.9599982221432064},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":43},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.2036782912382235,"normalized_score_rmse":0.26498423531530607,"constant_score_baseline":0.5,"constant_mae_baseline":0.36666666666666664,"baseline_adjusted_skill":0.44451375116848135,"baseline_adjusted_score":0.44451375116848135},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":44},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.6433333333333333,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2866666666666667,"baseline_adjusted_skill":0.49999999999999994,"baseline_adjusted_score":0.49999999999999994},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":46},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.12976313037132134,"accuracy":0.8233333333333334,"positive_recall":0.8980891719745223,"specificity":0.7412587412587412,"precision":0.7921348314606742,"balanced_accuracy":0.8196739566166318,"f1":0.8417910447761194,"true_positive":141,"false_positive":37,"false_negative":16,"true_negative":106,"positive_prevalence":0.5233333333333333,"majority_accuracy_baseline":0.5233333333333333,"constant_brier_baseline":0.24945555555555557,"brier_skill":0.47981463037642336,"baseline_adjusted_skill":0.6393479132332636,"baseline_adjusted_score":0.6393479132332636},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":47},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.242145242455105,"normalized_score_rmse":0.3029041977018869,"constant_score_baseline":0.5,"constant_mae_baseline":0.3016666666666667,"baseline_adjusted_skill":0.19730858854661337,"baseline_adjusted_score":0.19730858854661337},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":48},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0,"abstained":0},"metrics":{"binary_brier":0.07201379823883071,"accuracy":0.8689345238095239,"positive_recall":0.7381212181331218,"specificity":0.8772851905090584,"precision":0.27744220730797914,"balanced_accuracy":0.8077032043210901,"f1":0.4032953036503076,"true_positive":124.01666666666667,"false_positive":322.98333333333335,"false_negative":44,"true_negative":2309,"positive_prevalence":0.060005952380952375,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679138,"brier_skill":-1.2363858401880883,"baseline_adjusted_skill":0.6154064086421802,"baseline_adjusted_score":0.6154064086421802},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.39666666666666667,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.19555555555555557,"baseline_adjusted_score":0.19555555555555557},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":50},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7677053824362606,"uniform_accuracy_baseline":0.027777777777777776,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.7337662337662337,"baseline_adjusted_score":0.7337662337662337},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.73,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.6142857142857143,"baseline_adjusted_score":0.6142857142857143},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1039192939637918,"accuracy":0.84,"positive_recall":1,"specificity":0.68,"precision":0.7575757575757576,"balanced_accuracy":0.8400000000000001,"f1":0.8620689655172413,"true_positive":50,"false_positive":16,"false_negative":0,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5843228241448328,"baseline_adjusted_skill":0.6800000000000002,"baseline_adjusted_score":0.6800000000000002},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.07517558214131799,"accuracy":0.87,"positive_recall":0.94,"specificity":0.8,"precision":0.8245614035087719,"balanced_accuracy":0.87,"f1":0.8785046728971962,"true_positive":47,"false_positive":10,"false_negative":3,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6992976714347281,"baseline_adjusted_skill":0.74,"baseline_adjusted_score":0.74},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.67,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":0.15384615384615397,"baseline_adjusted_score":0.15384615384615397},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.8829787234042554,"baseline_adjusted_score":0.8829787234042554},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.07713757209745994,"accuracy":0.93,"positive_recall":1,"specificity":0.86,"precision":0.8771929824561403,"balanced_accuracy":0.9299999999999999,"f1":0.9345794392523364,"true_positive":50,"false_positive":7,"false_negative":0,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6914497116101602,"baseline_adjusted_skill":0.8599999999999999,"baseline_adjusted_score":0.8599999999999999},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.43,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.24,"baseline_adjusted_score":0.24},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":58},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.6633333333333333,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.495,"baseline_adjusted_score":0.495},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":59},{"provenance":"measured","status":"complete","counts":{"cases":285,"expected":285,"succeeded":285,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.656140350877193,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5263157894736842,"baseline_adjusted_skill":0.2740740740740742,"baseline_adjusted_score":0.2740740740740742},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":60},{"provenance":"measured","status":"complete","counts":{"cases":299,"expected":299,"succeeded":299,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2995268588181048,"accuracy":0.5083612040133779,"positive_recall":0.98,"specificity":0.03355704697986577,"precision":0.5051546391752577,"balanced_accuracy":0.5067785234899329,"f1":0.6666666666666666,"true_positive":147,"false_positive":144,"false_negative":3,"true_negative":5,"positive_prevalence":0.5016722408026756,"majority_accuracy_baseline":0.5016722408026756,"constant_brier_baseline":0.24999720361069788,"brier_skill":-0.19812083692158322,"baseline_adjusted_skill":0.013557046979865817,"baseline_adjusted_score":0.013557046979865817},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":61},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.2,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":0.9375,"baseline_adjusted_score":0.9375},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":62},{"provenance":"measured","status":"complete","counts":{"cases":283,"expected":283,"succeeded":283,"failed":0,"abstained":0},"metrics":{"binary_brier":0.28264463234173076,"accuracy":0.5335689045936396,"positive_recall":0.8721804511278195,"specificity":0.23333333333333334,"precision":0.5021645021645021,"balanced_accuracy":0.5527568922305764,"f1":0.6373626373626373,"true_positive":116,"false_positive":115,"false_negative":17,"true_negative":35,"positive_prevalence":0.46996466431095407,"majority_accuracy_baseline":0.5300353356890459,"constant_brier_baseline":0.24909787861004634,"brier_skill":-0.13467298043192355,"baseline_adjusted_skill":0.10551378446115289,"baseline_adjusted_score":0.10551378446115289},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":63},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8233333333333334,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.7644444444444445,"baseline_adjusted_score":0.7644444444444445},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":64},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9533333333333334,"uniform_accuracy_baseline":0.20616666666666666,"fixed_answer_accuracy_baseline":0.21333333333333335,"baseline_adjusted_skill":0.940677966101695,"baseline_adjusted_score":0.940677966101695},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":65},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8533333333333334,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.7799999999999999,"baseline_adjusted_score":0.7799999999999999},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":66},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.37333333333333335,"baseline_adjusted_skill":0.6010638297872339,"baseline_adjusted_score":0.6010638297872339},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":67},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.16125589506840332,"normalized_score_rmse":0.19352286310172875,"constant_score_baseline":0.5,"constant_mae_baseline":0.26208333333333333,"baseline_adjusted_skill":0.3847151857485406,"baseline_adjusted_score":0.3847151857485406},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":68},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.1130282768913855,"normalized_score_rmse":0.13860342405953757,"constant_score_baseline":0.52,"constant_mae_baseline":0.24733333333333335,"baseline_adjusted_skill":0.5430123575819994,"baseline_adjusted_score":0.5430123575819994},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":69},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.07150537852611522,"normalized_score_rmse":0.08462779152841568,"constant_score_baseline":0.578319964349225,"constant_mae_baseline":0.11212962028602311,"baseline_adjusted_skill":0.3622971491054954,"baseline_adjusted_score":0.3622971491054954},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":70},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.73,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.64,"baseline_adjusted_score":0.64},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":71},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.7910447761194032,"baseline_adjusted_score":0.7910447761194032},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.08102103182553362,"accuracy":0.88,"positive_recall":0.78,"specificity":0.98,"precision":0.975,"balanced_accuracy":0.88,"f1":0.8666666666666667,"true_positive":39,"false_positive":1,"false_negative":11,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6759158726978656,"baseline_adjusted_skill":0.76,"baseline_adjusted_score":0.76},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.45305354054054053,"uniform_accuracy_baseline":0.23445945945945948,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.2585346159716154,"baseline_adjusted_score":0.2585346159716154},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0,"abstained":0},"metrics":{"binary_brier":0.04924964697425843,"accuracy":0.6974122697368421,"positive_recall":0.8372448271953805,"specificity":0.5642606305263537,"precision":0.6465972291666667,"balanced_accuracy":0.700752728860867,"f1":0.7296735971022642,"true_positive":62.073334,"false_positive":33.926666,"false_negative":12.066669,"true_negative":43.933331,"positive_prevalence":0.4877631776315789,"majority_accuracy_baseline":0.512236822368421,"constant_brier_baseline":0.09451910039768556,"brier_skill":0.47894503050661297,"baseline_adjusted_skill":0.40150545772173407,"baseline_adjusted_score":0.40150545772173407},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.12624473575940473,"normalized_score_rmse":0.18204162469316207,"constant_score_baseline":0.5841668333333333,"constant_mae_baseline":0.21700552708333334,"baseline_adjusted_skill":0.4182418417807171,"baseline_adjusted_score":0.4182418417807171},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2128927631907988,"accuracy":0.7,"positive_recall":0.88,"specificity":0.52,"precision":0.6470588235294118,"balanced_accuracy":0.7,"f1":0.7457627118644068,"true_positive":44,"false_positive":24,"false_negative":6,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.14842894723680478,"baseline_adjusted_skill":0.3999999999999999,"baseline_adjusted_score":0.3999999999999999},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.23204578996281383,"accuracy":0.6,"positive_recall":0.42,"specificity":0.78,"precision":0.65625,"balanced_accuracy":0.6,"f1":0.5121951219512195,"true_positive":21,"false_positive":11,"false_negative":29,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.07181684014874468,"baseline_adjusted_skill":0.19999999999999996,"baseline_adjusted_score":0.19999999999999996},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.8524590163934427,"baseline_adjusted_score":0.8524590163934427},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.935,"uniform_accuracy_baseline":0.036111111111111115,"fixed_answer_accuracy_baseline":0.08833333333333333,"baseline_adjusted_skill":0.9287020109689215,"baseline_adjusted_score":0.9287020109689215},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.18511812304163233,"accuracy":0.7066666666666667,"positive_recall":0.7066666666666667,"specificity":0.7066666666666667,"precision":0.7066666666666667,"balanced_accuracy":0.7066666666666667,"f1":0.7066666666666667,"true_positive":106,"false_positive":44,"false_negative":44,"true_negative":106,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.25952750783347067,"baseline_adjusted_skill":0.41333333333333333,"baseline_adjusted_score":0.41333333333333333},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":81},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.8863636363636362,"baseline_adjusted_score":0.8863636363636362},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.11021428571428572,"fixed_answer_accuracy_baseline":0.12554761904761905,"baseline_adjusted_skill":0.428213575843385,"baseline_adjusted_score":0.428213575843385},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":83},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.65,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.5333333333333333,"baseline_adjusted_score":0.5333333333333333},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":84},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.835,"uniform_accuracy_baseline":0.049879324215607396,"fixed_answer_accuracy_baseline":0.12442477876106194,"baseline_adjusted_skill":0.81155245603396,"baseline_adjusted_score":0.81155245603396},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.08491421777211669,"accuracy":0.8733333333333333,"positive_recall":0.9398148148148148,"specificity":0.7023809523809523,"precision":0.8903508771929824,"balanced_accuracy":0.8210978835978835,"f1":0.9144144144144144,"true_positive":203,"false_positive":25,"false_negative":13,"true_negative":59,"positive_prevalence":0.72,"majority_accuracy_baseline":0.72,"constant_brier_baseline":0.2016,"brier_skill":0.5787985229557704,"baseline_adjusted_skill":0.642195767195767,"baseline_adjusted_score":0.642195767195767},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":86},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8633333333333333,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5033333333333333,"baseline_adjusted_skill":0.7248322147651006,"baseline_adjusted_score":0.7248322147651006},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":87},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.3188038710037297,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":50,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.2752154840149188,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.08760425515688969,"accuracy":0.8933333333333333,"positive_recall":0.91875,"specificity":0.8642857142857143,"precision":0.8855421686746988,"balanced_accuracy":0.8915178571428571,"f1":0.901840490797546,"true_positive":147,"false_positive":19,"false_negative":13,"true_negative":121,"positive_prevalence":0.5333333333333333,"majority_accuracy_baseline":0.5333333333333333,"constant_brier_baseline":0.2488888888888889,"brier_skill":0.6480186176732111,"baseline_adjusted_skill":0.7830357142857143,"baseline_adjusted_score":0.7830357142857143},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":89},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8333333333333334,"uniform_accuracy_baseline":0.23888888888888887,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.7647058823529413,"baseline_adjusted_score":0.7647058823529413},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0,"abstained":0},"metrics":{"binary_brier":0.19535493097385445,"accuracy":0.734375,"positive_recall":0.5,"specificity":0.96875,"precision":0.9411764705882353,"balanced_accuracy":0.734375,"f1":0.6530612244897959,"true_positive":16,"false_positive":1,"false_negative":16,"true_negative":31,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2185802761045822,"baseline_adjusted_skill":0.46875,"baseline_adjusted_score":0.46875},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.82,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.7272727272727273,"baseline_adjusted_score":0.7272727272727273},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2965115408776173,"accuracy":0.56,"positive_recall":0.14,"specificity":0.98,"precision":0.875,"balanced_accuracy":0.56,"f1":0.2413793103448276,"true_positive":7,"false_positive":1,"false_negative":43,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.1860461635104691,"baseline_adjusted_skill":0.1200000000000001,"baseline_adjusted_score":0.1200000000000001},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8529411764705882,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.7826086956521737,"baseline_adjusted_score":0.7826086956521737},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"binary_brier":0.014817535394537491,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":16,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.9406753821887819,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.1886410743650049,"normalized_score_rmse":0.32642977532335743,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.42836038071210636,"baseline_adjusted_score":0.42836038071210636},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.1875,"uniform_accuracy_baseline":0.178125,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.14035087719298242,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0,"abstained":0},"metrics":{"binary_brier":0.04014676241600816,"accuracy":0.9705882352941176,"positive_recall":1,"specificity":0.9411764705882353,"precision":0.9444444444444444,"balanced_accuracy":0.9705882352941176,"f1":0.9714285714285714,"true_positive":17,"false_positive":1,"false_negative":0,"true_negative":16,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8394129503359673,"baseline_adjusted_skill":0.9411764705882353,"baseline_adjusted_score":0.9411764705882353},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.3577491726507159,"normalized_score_rmse":0.4241807421187688,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-1.4326943740248677,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.625,"uniform_accuracy_baseline":0.13194444444444445,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":0.06086956521739136,"baseline_adjusted_score":0.06086956521739136},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0,"abstained":0},"metrics":{"binary_brier":0.15517109819952557,"accuracy":0.7884615384615384,"positive_recall":0.8076923076923077,"specificity":0.7692307692307693,"precision":0.7777777777777778,"balanced_accuracy":0.7884615384615385,"f1":0.7924528301886793,"true_positive":21,"false_positive":6,"false_negative":5,"true_negative":20,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3793156072018977,"baseline_adjusted_skill":0.5769230769230771,"baseline_adjusted_score":0.5769230769230771},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0,"abstained":0},"metrics":{"binary_brier":0.023884448850199316,"accuracy":0.9733333333333334,"positive_recall":0.9743589743589743,"specificity":0.9722222222222222,"precision":0.9743589743589743,"balanced_accuracy":0.9732905982905983,"f1":0.9743589743589743,"true_positive":38,"false_positive":1,"false_negative":1,"true_negative":35,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24960000000000004,"brier_skill":0.9043090991578553,"baseline_adjusted_skill":0.9465811965811965,"baseline_adjusted_score":0.9465811965811965},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.286350085362792,"normalized_score_rmse":0.3390942162066393,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.022678876295685546,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7647058823529411,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.6799999999999998,"baseline_adjusted_score":0.6799999999999998},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0,"abstained":0},"metrics":{"binary_brier":0.14782002339233008,"accuracy":0.75,"positive_recall":0.7142857142857143,"specificity":0.7857142857142857,"precision":0.7692307692307693,"balanced_accuracy":0.75,"f1":0.7407407407407407,"true_positive":10,"false_positive":3,"false_negative":4,"true_negative":11,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4087199064306797,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.2133594105133053,"normalized_score_rmse":0.2964491725026117,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.1696969696969697,"baseline_adjusted_skill":-0.25729652623912047,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0,"abstained":0},"metrics":{"binary_brier":0.052982565444527355,"accuracy":0.9647058823529412,"positive_recall":1,"specificity":0.925,"precision":0.9375,"balanced_accuracy":0.9625,"f1":0.967741935483871,"true_positive":45,"false_positive":3,"false_negative":0,"true_negative":37,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.2491349480968858,"brier_skill":0.7873338692573832,"baseline_adjusted_skill":0.925,"baseline_adjusted_score":0.925},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0,"abstained":0},"metrics":{"binary_brier":0.25293961192960773,"accuracy":0.7,"positive_recall":0.5714285714285714,"specificity":1,"precision":1,"balanced_accuracy":0.7857142857142857,"f1":0.7272727272727273,"true_positive":20,"false_positive":0,"false_negative":15,"true_negative":15,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.21,"brier_skill":-0.20447434252194152,"baseline_adjusted_skill":0.5714285714285714,"baseline_adjusted_score":0.5714285714285714},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.1949497589096427,"normalized_score_rmse":0.32552061174875124,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.30375086103699045,"baseline_adjusted_score":0.30375086103699045},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.6708860759493671,"uniform_accuracy_baseline":0.24240506329113923,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.4347826086956522,"baseline_adjusted_score":0.4347826086956522},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0,"abstained":0},"metrics":{"binary_brier":0.06449267766303589,"accuracy":0.9523809523809523,"positive_recall":1,"specificity":0.9,"precision":0.9166666666666666,"balanced_accuracy":0.95,"f1":0.9565217391304348,"true_positive":11,"false_positive":1,"false_negative":0,"true_negative":9,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.2494331065759637,"brier_skill":0.7414429922781924,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7878787878787878,"uniform_accuracy_baseline":0.32373737373737377,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.6499999999999999,"baseline_adjusted_score":0.6499999999999999},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"binary_brier":0.13882854941794612,"accuracy":0.8181818181818182,"positive_recall":0.6470588235294118,"specificity":1,"precision":1,"balanced_accuracy":0.8235294117647058,"f1":0.7857142857142857,"true_positive":11,"false_positive":0,"false_negative":6,"true_negative":16,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.444175403249473,"baseline_adjusted_skill":0.6470588235294117,"baseline_adjusted_score":0.6470588235294117},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.1884597425700585,"normalized_score_rmse":0.273113507817813,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.3431372549019608,"baseline_adjusted_skill":0.45077446451011516,"baseline_adjusted_score":0.45077446451011516},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.11184178961673397,"accuracy":0.84,"positive_recall":0.88,"specificity":0.8,"precision":0.8148148148148148,"balanced_accuracy":0.8400000000000001,"f1":0.8461538461538461,"true_positive":44,"false_positive":10,"false_negative":6,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5526328415330641,"baseline_adjusted_skill":0.6800000000000002,"baseline_adjusted_score":0.6800000000000002},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.41333333333333333,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":0.09278350515463916,"baseline_adjusted_score":0.09278350515463916},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0,"abstained":0},"metrics":{"binary_brier":0.24735232417690156,"accuracy":0.52,"positive_recall":0.02702702702702703,"specificity":1,"precision":1,"balanced_accuracy":0.5135135135135135,"f1":0.05263157894736842,"true_positive":1,"false_positive":0,"false_negative":36,"true_negative":38,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555554,"brier_skill":0.010414777030532507,"baseline_adjusted_skill":0.027027027027026973,"baseline_adjusted_score":0.027027027027026973},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.14285714285714285,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.8846153846153847,"baseline_adjusted_score":0.8846153846153847},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.255,"uniform_accuracy_baseline":0.32416666666666666,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.12878787878787884,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"binary_brier":0.04779643566484851,"accuracy":0.9696969696969697,"positive_recall":1,"specificity":0.9411764705882353,"precision":0.9411764705882353,"balanced_accuracy":0.9705882352941176,"f1":0.9696969696969697,"true_positive":16,"false_positive":1,"false_negative":0,"true_negative":16,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.8086385351506616,"baseline_adjusted_skill":0.9411764705882353,"baseline_adjusted_score":0.9411764705882353},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.11060218425524054,"normalized_score_rmse":0.14626271872472377,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.49656936821752584,"baseline_adjusted_score":0.49656936821752584},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.13772079092456407,"accuracy":0.84,"positive_recall":0.7272727272727273,"specificity":0.8717948717948718,"precision":0.6153846153846154,"balanced_accuracy":0.7995337995337995,"f1":0.6666666666666666,"true_positive":16,"false_positive":10,"false_negative":6,"true_negative":68,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":0.19743128831839118,"baseline_adjusted_skill":0.5990675990675991,"baseline_adjusted_score":0.5990675990675991},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1307092783673639,"accuracy":0.82,"positive_recall":0.5675675675675675,"specificity":0.9682539682539683,"precision":0.9130434782608695,"balanced_accuracy":0.767910767910768,"f1":0.7,"true_positive":21,"false_positive":2,"false_negative":16,"true_negative":61,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000003,"brier_skill":0.43925663506064394,"baseline_adjusted_skill":0.5358215358215359,"baseline_adjusted_score":0.5358215358215359},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1373557714956734,"accuracy":0.82,"positive_recall":0.6153846153846154,"specificity":0.9508196721311475,"precision":0.8888888888888888,"balanced_accuracy":0.7831021437578815,"f1":0.7272727272727273,"true_positive":24,"false_positive":3,"false_negative":15,"true_negative":58,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379,"brier_skill":0.4226323182191114,"baseline_adjusted_skill":0.5662042875157629,"baseline_adjusted_score":0.5662042875157629},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.07838076647709835,"accuracy":0.89,"positive_recall":0.8709677419354839,"specificity":0.8985507246376812,"precision":0.7941176470588235,"balanced_accuracy":0.8847592332865826,"f1":0.8307692307692308,"true_positive":27,"false_positive":7,"false_negative":4,"true_negative":62,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999998,"brier_skill":0.6335635040808866,"baseline_adjusted_skill":0.7695184665731651,"baseline_adjusted_score":0.7695184665731651},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.9305555555555555,"baseline_adjusted_score":0.9305555555555555},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.1891591860121116,"normalized_score_rmse":0.2322706635338934,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.1864121031737136,"baseline_adjusted_score":0.1864121031737136},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.13136933040131116,"accuracy":0.82,"positive_recall":0.86,"specificity":0.78,"precision":0.7962962962962963,"balanced_accuracy":0.8200000000000001,"f1":0.8269230769230769,"true_positive":43,"false_positive":11,"false_negative":7,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.47452267839475537,"baseline_adjusted_skill":0.6400000000000001,"baseline_adjusted_score":0.6400000000000001},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.27656732667109685,"accuracy":0.57,"positive_recall":0.72,"specificity":0.42,"precision":0.5538461538461539,"balanced_accuracy":0.57,"f1":0.6260869565217392,"true_positive":36,"false_positive":29,"false_negative":14,"true_negative":21,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.10626930668438739,"baseline_adjusted_skill":0.1399999999999999,"baseline_adjusted_score":0.1399999999999999},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.53,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.34285714285714286,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0870661436362994,"accuracy":0.8866666666666667,"positive_recall":0.8133333333333334,"specificity":0.96,"precision":0.953125,"balanced_accuracy":0.8866666666666667,"f1":0.8776978417266187,"true_positive":122,"false_positive":6,"false_negative":28,"true_negative":144,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6517354254548025,"baseline_adjusted_skill":0.7733333333333334,"baseline_adjusted_score":0.7733333333333334},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":134},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.09491809554565776,"accuracy":0.88,"positive_recall":0.86,"specificity":0.9,"precision":0.8958333333333334,"balanced_accuracy":0.88,"f1":0.8775510204081632,"true_positive":43,"false_positive":5,"false_negative":7,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6203276178173689,"baseline_adjusted_skill":0.76,"baseline_adjusted_score":0.76},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.761904761904762,"baseline_adjusted_score":0.761904761904762},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.55,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.25000000000000006,"baseline_adjusted_score":0.25000000000000006},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1910308228277862,"accuracy":0.71,"positive_recall":0.52,"specificity":0.9,"precision":0.8387096774193549,"balanced_accuracy":0.71,"f1":0.6419753086419753,"true_positive":26,"false_positive":5,"false_negative":24,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.23587670868885524,"baseline_adjusted_skill":0.41999999999999993,"baseline_adjusted_score":0.41999999999999993},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.6866666666666666,"uniform_accuracy_baseline":0.0625,"fixed_answer_accuracy_baseline":0.10666666666666667,"baseline_adjusted_skill":0.6492537313432836,"baseline_adjusted_score":0.6492537313432836},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":142},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.20851190476190473,"fixed_answer_accuracy_baseline":0.22333333333333333,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.045272782920259026,"accuracy":0.94,"positive_recall":0.92,"specificity":0.96,"precision":0.9583333333333334,"balanced_accuracy":0.94,"f1":0.9387755102040817,"true_positive":46,"false_positive":2,"false_negative":4,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8189088683189639,"baseline_adjusted_skill":0.8799999999999999,"baseline_adjusted_score":0.8799999999999999},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.07079280574980658,"normalized_score_rmse":0.11915206171547242,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.764023980833978,"baseline_adjusted_score":0.764023980833978},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.22851190476190475,"fixed_answer_accuracy_baseline":0.24333333333333332,"baseline_adjusted_skill":0.9339207048458149,"baseline_adjusted_score":0.9339207048458149},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.025983540337684317,"accuracy":0.96,"positive_recall":0.98,"specificity":0.94,"precision":0.9423076923076923,"balanced_accuracy":0.96,"f1":0.9607843137254902,"true_positive":49,"false_positive":3,"false_negative":1,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8960658386492627,"baseline_adjusted_skill":0.9199999999999999,"baseline_adjusted_score":0.9199999999999999},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.09193675794933613,"normalized_score_rmse":0.17215659217300294,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.3042222222222222,"baseline_adjusted_skill":0.69779736247479,"baseline_adjusted_score":0.69779736247479},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.74,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.5806451612903225,"baseline_adjusted_score":0.5806451612903225},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.3467777777777778,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.9218749999999999,"baseline_adjusted_score":0.9218749999999999},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":150},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.08609599237516213,"accuracy":0.89,"positive_recall":0.98,"specificity":0.8,"precision":0.8305084745762712,"balanced_accuracy":0.89,"f1":0.8990825688073395,"true_positive":49,"false_positive":10,"false_negative":1,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6556160304993515,"baseline_adjusted_skill":0.78,"baseline_adjusted_score":0.78},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.76,"baseline_adjusted_score":0.76},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.06156165443233196,"accuracy":0.92,"positive_recall":0.94,"specificity":0.9,"precision":0.9038461538461539,"balanced_accuracy":0.9199999999999999,"f1":0.9215686274509803,"true_positive":47,"false_positive":5,"false_negative":3,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7537533822706721,"baseline_adjusted_skill":0.8399999999999999,"baseline_adjusted_score":0.8399999999999999},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.61,"uniform_accuracy_baseline":0.3533333333333333,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.3389830508474576,"baseline_adjusted_score":0.3389830508474576},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.9354838709677419,"baseline_adjusted_score":0.9354838709677419},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.58,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.36999999999999994,"baseline_adjusted_score":0.36999999999999994},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":157},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.45,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.11290322580645162,"baseline_adjusted_score":0.11290322580645162},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.39,"uniform_accuracy_baseline":0.1111111111111111,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.27380952380952384,"baseline_adjusted_score":0.27380952380952384},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9566666666666667,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.8968253968253969,"baseline_adjusted_score":0.8968253968253969},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":160},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0585967153764378,"accuracy":0.819875,"positive_recall":0.5853658536585367,"specificity":0.8747493444393027,"precision":0.5223529411764706,"balanced_accuracy":0.7300575990489198,"f1":0.5520671433012123,"true_positive":44.4,"false_positive":40.6,"false_negative":31.45,"true_negative":283.55,"positive_prevalence":0.189625,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500001,"brier_skill":0.23024255079946687,"baseline_adjusted_skill":0.4601151980978395,"baseline_adjusted_score":0.4601151980978395},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.20405396744608878,"normalized_score_rmse":0.23892637494914665,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":0.04536155580777179,"baseline_adjusted_score":0.04536155580777179},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.06356874425630953,"accuracy":0.793375,"positive_recall":0.5625879043600562,"specificity":0.8772797000170445,"precision":0.625,"balanced_accuracy":0.7199338021885504,"f1":0.5921539600296076,"true_positive":60,"false_positive":36,"false_negative":46.65,"true_negative":257.35,"positive_prevalence":0.266625,"majority_accuracy_baseline":0.733375,"constant_brier_baseline":0.115654859375,"brier_skill":0.4503582071705794,"baseline_adjusted_skill":0.4398676043771008,"baseline_adjusted_score":0.4398676043771008},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.2031540820666123,"normalized_score_rmse":0.2400559563469184,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.2440778341707448,"baseline_adjusted_score":0.2440778341707448},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.05658687204539948,"accuracy":0.7851250000000001,"positive_recall":0.6434004474272931,"specificity":0.8400693842150911,"precision":0.6093220338983051,"balanced_accuracy":0.7417349158211921,"f1":0.6258977149075082,"true_positive":71.9,"false_positive":46.1,"false_negative":39.85,"true_negative":242.15,"positive_prevalence":0.279375,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937500001,"brier_skill":0.4999209730901355,"baseline_adjusted_skill":0.4834698316423842,"baseline_adjusted_score":0.4834698316423842},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.2049506317381747,"normalized_score_rmse":0.24604302136003667,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.22477302415820444,"baseline_adjusted_score":0.22477302415820444},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.06138246149796621,"accuracy":0.8391249999999999,"positive_recall":0.36845070422535214,"specificity":0.9733333333333333,"precision":0.7975609756097561,"balanced_accuracy":0.6708920187793427,"f1":0.5040462427745666,"true_positive":32.7,"false_positive":8.3,"false_negative":56.05,"true_negative":302.95,"positive_prevalence":0.221875,"majority_accuracy_baseline":0.778125,"constant_brier_baseline":0.12674023437499998,"brier_skill":0.5156829100035644,"baseline_adjusted_skill":0.34178403755868536,"baseline_adjusted_score":0.34178403755868536},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.2035821712599136,"normalized_score_rmse":0.23119621193353912,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.09769674787849925,"baseline_adjusted_score":0.09769674787849925},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.04440333174315942,"accuracy":0.82075,"positive_recall":0.7566162570888468,"specificity":0.8438137321549967,"precision":0.6353174603174603,"balanced_accuracy":0.8002149946219217,"f1":0.6906816220880069,"true_positive":80.05,"false_positive":45.95,"false_negative":25.75,"true_negative":248.25,"positive_prevalence":0.2645,"majority_accuracy_baseline":0.7355,"constant_brier_baseline":0.11362725,"brier_skill":0.6092193400512692,"baseline_adjusted_skill":0.6004299892438434,"baseline_adjusted_score":0.6004299892438434},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.20260505391983316,"normalized_score_rmse":0.24314446457665956,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.1936117256922062,"baseline_adjusted_score":0.1936117256922062},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.05687417906849424,"accuracy":0.833,"positive_recall":0.370757180156658,"specificity":0.9424860853432281,"precision":0.6042553191489362,"balanced_accuracy":0.656621632749943,"f1":0.45954692556634297,"true_positive":28.4,"false_positive":18.6,"false_negative":48.2,"true_negative":304.8,"positive_prevalence":0.19149999999999998,"majority_accuracy_baseline":0.8085,"constant_brier_baseline":0.09190274999999999,"brier_skill":0.38114823475364723,"baseline_adjusted_skill":0.313243265499886,"baseline_adjusted_score":0.313243265499886},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.19627369845402426,"normalized_score_rmse":0.2311376349264521,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.05124496215577401,"baseline_adjusted_score":0.05124496215577401},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.04884387469478149,"accuracy":0.8735,"positive_recall":0.6924119241192412,"specificity":0.9144696505211527,"precision":0.6468354430379747,"balanced_accuracy":0.803440787320197,"f1":0.6688481675392671,"true_positive":51.1,"false_positive":27.9,"false_negative":22.7,"true_negative":298.3,"positive_prevalence":0.1845,"majority_accuracy_baseline":0.8155,"constant_brier_baseline":0.10922225,"brier_skill":0.5528028886533514,"baseline_adjusted_skill":0.6068815746403939,"baseline_adjusted_score":0.6068815746403939},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.2415537834170391,"normalized_score_rmse":0.29172537824909556,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":-0.2755315295949259,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.05705482071556725,"accuracy":0.8417500000000001,"positive_recall":0.313375796178344,"specificity":0.9707620528771385,"precision":0.723529411764706,"balanced_accuracy":0.6420689245277412,"f1":0.43733333333333335,"true_positive":24.6,"false_positive":9.4,"false_negative":53.9,"true_negative":312.1,"positive_prevalence":0.19625,"majority_accuracy_baseline":0.80375,"constant_brier_baseline":0.09878593749999999,"brier_skill":0.4224398516684902,"baseline_adjusted_skill":0.28413784905548245,"baseline_adjusted_score":0.28413784905548245},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.21169682507170365,"normalized_score_rmse":0.24278581814814107,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":-0.002115148268419631,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0,"abstained":0},"metrics":{"binary_brier":0.09005621336032615,"accuracy":0.6931122448979592,"positive_recall":0.8609134045077106,"specificity":0.5664726947179947,"precision":0.599793388429752,"balanced_accuracy":0.7136930496128526,"f1":0.7070141256697516,"true_positive":145.15,"false_positive":96.85,"false_negative":23.45,"true_negative":126.55,"positive_prevalence":0.4301020408163265,"majority_accuracy_baseline":0.5698979591836735,"constant_brier_baseline":0.12359641815910039,"brier_skill":0.27136874432396063,"baseline_adjusted_skill":0.42738609922570525,"baseline_adjusted_score":0.42738609922570525},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.204708938112682,"normalized_score_rmse":0.25222393018316386,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.2569823727761912,"baseline_adjusted_score":0.2569823727761912},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0,"abstained":0},"metrics":{"binary_brier":0.03909622625046243,"accuracy":0.8977499999999999,"positive_recall":0.488985051140834,"specificity":0.9749591321147273,"precision":0.7867088607594936,"balanced_accuracy":0.7319720916277807,"f1":0.6031052886948083,"true_positive":62.15,"false_positive":16.85,"false_negative":64.95,"true_negative":656.05,"positive_prevalence":0.158875,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499999,"brier_skill":0.6041990085307593,"baseline_adjusted_skill":0.4639441832555613,"baseline_adjusted_score":0.4639441832555613},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.21011728332785423,"normalized_score_rmse":0.2409930568669408,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-0.27343808077487397,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.04166446963317597,"normalized_score_rmse":0.07898777220122827,"constant_score_baseline":0.1111111111111111,"constant_mae_baseline":0.10629629629629629,"baseline_adjusted_skill":0.6080346062384141,"baseline_adjusted_score":0.6080346062384141},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":181},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.59,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.33870967741935476,"baseline_adjusted_score":0.33870967741935476},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.26948801300529784,"accuracy":0.57,"positive_recall":0.9,"specificity":0.24,"precision":0.5421686746987951,"balanced_accuracy":0.5700000000000001,"f1":0.6766917293233082,"true_positive":45,"false_positive":38,"false_negative":5,"true_negative":12,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.07795205202119138,"baseline_adjusted_skill":0.14000000000000012,"baseline_adjusted_score":0.14000000000000012},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.3976143141153082,"uniform_accuracy_baseline":0.058823529411764705,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.2920560747663552,"baseline_adjusted_score":0.2920560747663552},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.09025091684969501,"accuracy":0.88,"positive_recall":0.9482758620689655,"specificity":0.7857142857142857,"precision":0.859375,"balanced_accuracy":0.8669950738916257,"f1":0.9016393442622951,"true_positive":165,"false_positive":27,"false_negative":9,"true_negative":99,"positive_prevalence":0.58,"majority_accuracy_baseline":0.58,"constant_brier_baseline":0.24359999999999998,"brier_skill":0.629511835592385,"baseline_adjusted_skill":0.7339901477832513,"baseline_adjusted_score":0.7339901477832513},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":185},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.07709030142279649,"accuracy":0.89,"positive_recall":0.9363057324840764,"specificity":0.8391608391608392,"precision":0.8647058823529412,"balanced_accuracy":0.8877332858224578,"f1":0.8990825688073395,"true_positive":147,"false_positive":23,"false_negative":10,"true_negative":120,"positive_prevalence":0.5233333333333333,"majority_accuracy_baseline":0.5233333333333333,"constant_brier_baseline":0.24945555555555557,"brier_skill":0.6909657864660067,"baseline_adjusted_skill":0.7754665716449156,"baseline_adjusted_score":0.7754665716449156},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":186},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.6956521739130435,"baseline_adjusted_score":0.6956521739130435},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2324155563352638,"accuracy":0.58,"positive_recall":0.98,"specificity":0.18,"precision":0.5444444444444444,"balanced_accuracy":0.58,"f1":0.7,"true_positive":49,"false_positive":41,"false_negative":1,"true_negative":9,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.07033777465894475,"baseline_adjusted_skill":0.15999999999999992,"baseline_adjusted_score":0.15999999999999992},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.48,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.1746031746031746,"baseline_adjusted_score":0.1746031746031746},"scoring":{"eligible":true,"reason":null},"model":133,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.20595728965366608,"accuracy":0.7364864864864865,"positive_recall":0.5774647887323944,"specificity":0.8831168831168831,"precision":0.82,"balanced_accuracy":0.7302908359246387,"f1":0.6776859504132231,"true_positive":41,"false_positive":9,"false_negative":30,"true_negative":68,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.2495891161431699,"brier_skill":0.1748146199791646,"baseline_adjusted_skill":0.46058167184927745,"baseline_adjusted_score":0.46058167184927745},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.19,"uniform_accuracy_baseline":0.20049999999999962,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":-0.1408450704225352,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.44,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.17647058823529413,"baseline_adjusted_score":0.17647058823529413},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.62,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.1914893617021276,"baseline_adjusted_score":0.1914893617021276},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.47,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":-0.08163265306122457,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10023473255939384,"accuracy":0.61054534864,"positive_recall":0.9224973028225132,"specificity":0.11005063261619356,"precision":0.6244941097252746,"balanced_accuracy":0.5162739677193534,"f1":0.7447929279727872,"true_positive":56.828963984999994,"false_positive":34.171036015000006,"false_negative":4.774429121,"true_negative":4.225570879,"positive_prevalence":0.6160339310599999,"majority_accuracy_baseline":0.6160339310599999,"constant_brier_baseline":0.079087076552024,"brier_skill":-0.2673971137807676,"baseline_adjusted_skill":0.03254793543870682,"baseline_adjusted_score":0.03254793543870682},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.28243382052339483,"accuracy":0.59,"positive_recall":1,"specificity":0.18,"precision":0.5494505494505495,"balanced_accuracy":0.59,"f1":0.7092198581560284,"true_positive":50,"false_positive":41,"false_negative":0,"true_negative":9,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.12973528209357932,"baseline_adjusted_skill":0.17999999999999994,"baseline_adjusted_score":0.17999999999999994},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.22,"uniform_accuracy_baseline":0.012987012987012965,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.17894736842105263,"baseline_adjusted_score":0.17894736842105263},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.41,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.01666666666666659,"baseline_adjusted_score":0.01666666666666659},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.37,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.015625000000000014,"baseline_adjusted_score":0.015625000000000014},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.21329994365911437,"accuracy":0.65,"positive_recall":0.88,"specificity":0.42,"precision":0.6027397260273972,"balanced_accuracy":0.65,"f1":0.7154471544715447,"true_positive":44,"false_positive":29,"false_negative":6,"true_negative":21,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.14680022536354254,"baseline_adjusted_skill":0.30000000000000004,"baseline_adjusted_score":0.30000000000000004},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.2253309233190825,"accuracy":0.5128940119161935,"positive_recall":0.7226380971882527,"specificity":0.41522946570484587,"precision":0.3652473689162765,"balanced_accuracy":0.5689337814465493,"f1":0.48523796281935627,"true_positive":160.70884232316166,"false_positive":279.29115767683834,"false_negative":61.683033981826156,"true_negative":198.31696601817384,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768597,"brier_skill":-1.5396003063934822,"baseline_adjusted_skill":0.13786756289309854,"baseline_adjusted_score":0.13786756289309854},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3282187752823729,"accuracy":0.5,"positive_recall":0.88,"specificity":0.12,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6376811594202898,"true_positive":44,"false_positive":44,"false_negative":6,"true_negative":6,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.3128751011294917,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.2052980132450331,"uniform_accuracy_baseline":0.006622516556291403,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.17241379310344826,"baseline_adjusted_score":0.17241379310344826},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.45294117647058824,"uniform_accuracy_baseline":0.3333333333333301,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":-0.008676789587852484,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.3,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.16666666666666674,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2535853007979672,"accuracy":0.66,"positive_recall":0.86,"specificity":0.46,"precision":0.6142857142857143,"balanced_accuracy":0.66,"f1":0.7166666666666667,"true_positive":43,"false_positive":27,"false_negative":7,"true_negative":23,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.014341203191868823,"baseline_adjusted_skill":0.32000000000000006,"baseline_adjusted_score":0.32000000000000006},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.59,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.14583333333333323,"baseline_adjusted_score":0.14583333333333323},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.48,"uniform_accuracy_baseline":0.07142857142857136,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.4157303370786517,"baseline_adjusted_score":0.4157303370786517},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.59,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.1086956521739129,"baseline_adjusted_score":0.1086956521739129},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.29,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.027397260273972553,"baseline_adjusted_score":0.027397260273972553},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.6111111111111112,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":-0.16666666666666638,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.28766698890309234,"accuracy":0.5365853658536586,"positive_recall":0.675,"specificity":0.40476190476190477,"precision":0.5192307692307693,"balanced_accuracy":0.5398809523809525,"f1":0.5869565217391305,"true_positive":27,"false_positive":25,"false_negative":13,"true_negative":17,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.24985127900059498,"brier_skill":-0.15135287701451916,"baseline_adjusted_skill":0.07976190476190492,"baseline_adjusted_score":0.07976190476190492},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1416244427836878,"accuracy":0.82,"positive_recall":0.84,"specificity":0.8,"precision":0.8076923076923077,"balanced_accuracy":0.8200000000000001,"f1":0.8235294117647058,"true_positive":42,"false_positive":10,"false_negative":8,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4335022288652488,"baseline_adjusted_skill":0.6400000000000001,"baseline_adjusted_score":0.6400000000000001},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.3240223463687151,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.13261648745519714,"baseline_adjusted_score":0.13261648745519714},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.43,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.06557377049180324,"baseline_adjusted_score":0.06557377049180324},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.4120523437829044,"accuracy":0.39,"positive_recall":0.7727272727272727,"specificity":0.28205128205128205,"precision":0.2328767123287671,"balanced_accuracy":0.5273892773892774,"f1":0.35789473684210527,"true_positive":34,"false_positive":112,"false_negative":10,"true_negative":44,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000053,"brier_skill":-1.4012374346323027,"baseline_adjusted_skill":0.05477855477855487,"baseline_adjusted_score":0.05477855477855487},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.37464421260993336,"accuracy":0.44,"positive_recall":0.96,"specificity":0.26666666666666666,"precision":0.3037974683544304,"balanced_accuracy":0.6133333333333333,"f1":0.46153846153846156,"true_positive":48,"false_positive":110,"false_negative":2,"true_negative":40,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-0.9981024672529779,"baseline_adjusted_skill":0.22666666666666657,"baseline_adjusted_score":0.22666666666666657},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.27674934557623077,"accuracy":0.585,"positive_recall":0.7368421052631579,"specificity":0.569060773480663,"precision":0.15217391304347827,"balanced_accuracy":0.6529514393719105,"f1":0.25225225225225223,"true_positive":14,"false_positive":78,"false_negative":5,"true_negative":103,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.0859749999999999,"brier_skill":-2.2189513879177793,"baseline_adjusted_skill":0.30590287874382094,"baseline_adjusted_score":0.30590287874382094},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.20278175881776922,"accuracy":0.6787321428571428,"positive_recall":0.5430016863406408,"specificity":0.6873967033732482,"precision":0.09981765134937998,"balanced_accuracy":0.6151991948569445,"f1":0.1686357264983595,"true_positive":91.23333333333336,"false_positive":822.7666666666673,"false_negative":76.78333333333335,"true_negative":1809.2166666666665,"positive_prevalence":0.060005952380952354,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679296,"brier_skill":-5.2973800182635165,"baseline_adjusted_skill":0.23039838971388904,"baseline_adjusted_score":0.23039838971388904},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.08498583569405099,"uniform_accuracy_baseline":0.027777777777777853,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":-0.048701298701298704,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.32,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.0285714285714286,"baseline_adjusted_score":0.0285714285714286},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.15321688932347205,"accuracy":0.8,"positive_recall":0.72,"specificity":0.88,"precision":0.8571428571428571,"balanced_accuracy":0.8,"f1":0.782608695652174,"true_positive":36,"false_positive":6,"false_negative":14,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3871324427061118,"baseline_adjusted_skill":0.6000000000000001,"baseline_adjusted_score":0.6000000000000001},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.16422385555882454,"accuracy":0.79,"positive_recall":0.92,"specificity":0.66,"precision":0.7301587301587301,"balanced_accuracy":0.79,"f1":0.8141592920353983,"true_positive":46,"false_positive":17,"false_negative":4,"true_negative":33,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3431045777647018,"baseline_adjusted_skill":0.5800000000000001,"baseline_adjusted_score":0.5800000000000001},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.6,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":-0.025641025641025664,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.21,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.1595744680851064,"baseline_adjusted_score":0.1595744680851064},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2851697067985163,"accuracy":0.58,"positive_recall":0.98,"specificity":0.18,"precision":0.5444444444444444,"balanced_accuracy":0.58,"f1":0.7,"true_positive":49,"false_positive":41,"false_negative":1,"true_negative":9,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.1406788271940651,"baseline_adjusted_skill":0.15999999999999992,"baseline_adjusted_score":0.15999999999999992},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.54,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.3134328358208956,"baseline_adjusted_score":0.3134328358208956},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.15229951073395376,"accuracy":0.78,"positive_recall":0.68,"specificity":0.88,"precision":0.85,"balanced_accuracy":0.78,"f1":0.7555555555555555,"true_positive":34,"false_positive":6,"false_negative":16,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.39080195706418497,"baseline_adjusted_skill":0.56,"baseline_adjusted_score":0.56},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.32303951351351345,"uniform_accuracy_baseline":0.23445945945945923,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.08228171440983686,"baseline_adjusted_score":0.08228171440983686},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.18673942158847953,"accuracy":0.5254386118421054,"positive_recall":0.8700206823568648,"specificity":0.19731997934703238,"precision":0.5079002834645671,"balanced_accuracy":0.5336703308519486,"f1":0.6413774986371061,"true_positive":64.50333600000002,"false_positive":62.49666399999999,"false_negative":9.636667,"true_negative":15.363333,"positive_prevalence":0.48776317763157917,"majority_accuracy_baseline":0.5122368223684208,"constant_brier_baseline":0.0945191003976856,"brier_skill":-0.9756792098399196,"baseline_adjusted_skill":0.06734066170389719,"baseline_adjusted_score":0.06734066170389719},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.1927388556103126,"normalized_score_rmse":0.24996363635691468,"constant_score_baseline":0.5841668333333334,"constant_mae_baseline":0.21700552708333315,"baseline_adjusted_skill":0.11182513090416268,"baseline_adjusted_score":0.11182513090416268},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.37807574311968806,"accuracy":0.51,"positive_recall":1,"specificity":0.02,"precision":0.5050505050505051,"balanced_accuracy":0.51,"f1":0.6711409395973155,"true_positive":50,"false_positive":49,"false_negative":0,"true_negative":1,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.5123029724787522,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.27121555598619257,"accuracy":0.5,"positive_recall":0.7,"specificity":0.3,"precision":0.5,"balanced_accuracy":0.5,"f1":0.5833333333333334,"true_positive":35,"false_positive":35,"false_negative":15,"true_negative":15,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.08486222394477028,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.55,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.2622950819672132,"baseline_adjusted_score":0.2622950819672132},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.03611111111111102,"fixed_answer_accuracy_baseline":0.08833333333333329,"baseline_adjusted_skill":0.27605118829981723,"baseline_adjusted_score":0.27605118829981723},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.58,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.04545454545454525,"baseline_adjusted_score":0.04545454545454525},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.39,"uniform_accuracy_baseline":0.04987932421560751,"fixed_answer_accuracy_baseline":0.1244247787610618,"baseline_adjusted_skill":0.3033151404891855,"baseline_adjusted_score":0.3033151404891855},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.32468104255108265,"accuracy":0.52,"positive_recall":0.96,"specificity":0.08,"precision":0.5106382978723404,"balanced_accuracy":0.52,"f1":0.6666666666666666,"true_positive":48,"false_positive":46,"false_negative":2,"true_negative":4,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.2987241702043306,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.2777777777777778,"uniform_accuracy_baseline":0.23888888888888893,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":-0.019607843137254912,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.3007919658178321,"accuracy":0.5,"positive_recall":0.9375,"specificity":0.0625,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6521739130434783,"true_positive":30,"false_positive":30,"false_negative":2,"true_negative":2,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.2031678632713283,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.59,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.1086956521739129,"baseline_adjusted_score":0.1086956521739129},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.51,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.25757575757575757,"baseline_adjusted_score":0.25757575757575757},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2778545610557941,"accuracy":0.49,"positive_recall":0.98,"specificity":0,"precision":0.494949494949495,"balanced_accuracy":0.49,"f1":0.6577181208053692,"true_positive":49,"false_positive":50,"false_negative":1,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.11141824422317637,"baseline_adjusted_skill":-0.020000000000000018,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.7647058823529411,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.6521739130434782,"baseline_adjusted_score":0.6521739130434782},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.22641568441674528,"accuracy":0.696969696969697,"positive_recall":0.625,"specificity":0.7647058823529411,"precision":0.7142857142857143,"balanced_accuracy":0.6948529411764706,"f1":0.6666666666666666,"true_positive":10,"false_positive":4,"false_negative":6,"true_negative":13,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.09350485172854595,"baseline_adjusted_skill":0.3897058823529411,"baseline_adjusted_score":0.3897058823529411},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.24743756152586374,"normalized_score_rmse":0.3778287794927947,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.2501892074973826,"baseline_adjusted_score":0.2501892074973826},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.03125,"uniform_accuracy_baseline":0.17812500000000006,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.3596491228070175,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.3919394754828815,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":17,"false_positive":17,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.567757901931526,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.21733763584969637,"normalized_score_rmse":0.30122608863055617,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-0.4778959237779352,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.13194444444444448,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":0.37391304347826093,"baseline_adjusted_score":0.37391304347826093},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.29563955725001184,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":26,"false_positive":26,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.18255822900004737,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.3372930947959538,"accuracy":0.52,"positive_recall":1,"specificity":0,"precision":0.52,"balanced_accuracy":0.5,"f1":0.6842105263157895,"true_positive":39,"false_positive":36,"false_negative":0,"true_negative":0,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24959999999999993,"brier_skill":-0.3513345144068667,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.38736491757782315,"normalized_score_rmse":0.46215610635181015,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.3834461342065112,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.38235294117647056,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.15999999999999995,"baseline_adjusted_score":0.15999999999999995},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.27135157597040505,"accuracy":0.5357142857142857,"positive_recall":1,"specificity":0.07142857142857142,"precision":0.5185185185185185,"balanced_accuracy":0.5357142857142857,"f1":0.6829268292682927,"true_positive":14,"false_positive":13,"false_negative":0,"true_negative":1,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.08540630388162018,"baseline_adjusted_skill":0.0714285714285714,"baseline_adjusted_score":0.0714285714285714},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.3567969780294981,"normalized_score_rmse":0.4163317782116345,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.16969696969696968,"baseline_adjusted_skill":-1.1025536205309714,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":0.7333333333333333,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":0.6666666666666665,"baseline_adjusted_score":0.6666666666666665},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.2758669240893803,"accuracy":0.5529411764705883,"positive_recall":1,"specificity":0.05,"precision":0.5421686746987951,"balanced_accuracy":0.525,"f1":0.703125,"true_positive":45,"false_positive":38,"false_negative":0,"true_negative":2,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.24913494809688563,"brier_skill":-0.10729918141431893,"baseline_adjusted_skill":0.050000000000000044,"baseline_adjusted_score":0.050000000000000044},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.08,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":-0.21052631578947364,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.20525417863627904,"accuracy":0.7,"positive_recall":1,"specificity":0,"precision":0.7,"balanced_accuracy":0.5,"f1":0.8235294117647058,"true_positive":35,"false_positive":15,"false_negative":0,"true_negative":0,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.20999999999999996,"brier_skill":0.022599149351052006,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.26758537256718473,"normalized_score_rmse":0.3583861330032173,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.044337955117197514,"baseline_adjusted_score":0.044337955117197514},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.34177215189873417,"uniform_accuracy_baseline":0.24240506329113914,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":-0.13043478260869568,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.2882873688224132,"accuracy":0.5238095238095238,"positive_recall":1,"specificity":0,"precision":0.5238095238095238,"balanced_accuracy":0.5,"f1":0.6875,"true_positive":11,"false_positive":10,"false_negative":0,"true_negative":0,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.24943310657596363,"brier_skill":-0.15577026955167517,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.3939393939393939,"uniform_accuracy_baseline":0.3237373737373738,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.27001715264767184,"accuracy":0.48484848484848486,"positive_recall":0.7647058823529411,"specificity":0.1875,"precision":0.5,"balanced_accuracy":0.47610294117647056,"f1":0.6046511627906976,"true_positive":13,"false_positive":13,"false_negative":4,"true_negative":3,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":-0.08106132071071515,"baseline_adjusted_skill":-0.047794117647058876,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.3443727203123533,"normalized_score_rmse":0.4043415101417549,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.34313725490196084,"baseline_adjusted_skill":-0.003600499196000806,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.389117112119034,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":50,"false_positive":50,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.556468448476136,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.3133333333333333,"uniform_accuracy_baseline":0.3333333333333332,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":-0.061855670103092834,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.29799628407199935,"accuracy":0.49333333333333335,"positive_recall":1,"specificity":0,"precision":0.49333333333333335,"balanced_accuracy":0.5,"f1":0.6607142857142857,"true_positive":37,"false_positive":38,"false_negative":0,"true_negative":0,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555535,"brier_skill":-0.1921970824359871,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.31,"uniform_accuracy_baseline":0.1428571428571427,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.11538461538461538,"baseline_adjusted_score":0.11538461538461538},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.30999999999999994,"uniform_accuracy_baseline":0.32416666666666627,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.04545454545454559,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.279605909466368,"accuracy":0.48484848484848486,"positive_recall":1,"specificity":0,"precision":0.48484848484848486,"balanced_accuracy":0.5,"f1":0.6530612244897959,"true_positive":16,"false_positive":17,"false_negative":0,"true_negative":0,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":-0.11945160076792138,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.2570597266465072,"normalized_score_rmse":0.28592400298635195,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":-0.17006496266686044,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3120107908013163,"accuracy":0.46,"positive_recall":0.9090909090909091,"specificity":0.3333333333333333,"precision":0.2777777777777778,"balanced_accuracy":0.6212121212121212,"f1":0.425531914893617,"true_positive":20,"false_positive":52,"false_negative":2,"true_negative":26,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000028,"brier_skill":-0.8182447016393692,"baseline_adjusted_skill":0.24242424242424243,"baseline_adjusted_score":0.24242424242424243},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24875834157743504,"accuracy":0.64,"positive_recall":0.8918918918918919,"specificity":0.49206349206349204,"precision":0.5076923076923077,"balanced_accuracy":0.691977691977692,"f1":0.6470588235294118,"true_positive":33,"false_positive":32,"false_negative":4,"true_negative":31,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000008,"brier_skill":-0.06717435254154847,"baseline_adjusted_skill":0.383955383955384,"baseline_adjusted_score":0.383955383955384},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3031629579194446,"accuracy":0.4,"positive_recall":0.9230769230769231,"specificity":0.06557377049180328,"precision":0.3870967741935484,"balanced_accuracy":0.4943253467843632,"f1":0.5454545454545454,"true_positive":36,"false_positive":57,"false_negative":3,"true_negative":4,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379000000000002,"brier_skill":-0.2743293733478114,"baseline_adjusted_skill":-0.011349306431273631,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3870206848416744,"accuracy":0.29,"positive_recall":0.9354838709677419,"specificity":0,"precision":0.29591836734693877,"balanced_accuracy":0.46774193548387094,"f1":0.4496124031007752,"true_positive":29,"false_positive":69,"false_negative":2,"true_negative":0,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999987,"brier_skill":-0.8093533653187219,"baseline_adjusted_skill":-0.06451612903225812,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.41,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.1805555555555555,"baseline_adjusted_score":0.1805555555555555},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.24489817449908916,"normalized_score_rmse":0.2947523005004427,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":-0.053325481716512524,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2126762587518832,"accuracy":0.73,"positive_recall":0.94,"specificity":0.52,"precision":0.6619718309859155,"balanced_accuracy":0.73,"f1":0.7768595041322314,"true_positive":47,"false_positive":24,"false_negative":3,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.1492949649924672,"baseline_adjusted_skill":0.45999999999999996,"baseline_adjusted_score":0.45999999999999996},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3263784210650247,"accuracy":0.53,"positive_recall":1,"specificity":0.06,"precision":0.5154639175257731,"balanced_accuracy":0.53,"f1":0.6802721088435374,"true_positive":50,"false_positive":47,"false_negative":0,"true_negative":3,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.30551368426009873,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.8857142857142858,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2945362868623462,"accuracy":0.57,"positive_recall":0.9,"specificity":0.24,"precision":0.5421686746987951,"balanced_accuracy":0.5700000000000001,"f1":0.6766917293233082,"true_positive":45,"false_positive":38,"false_negative":5,"true_negative":12,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.1781451474493847,"baseline_adjusted_skill":0.14000000000000012,"baseline_adjusted_score":0.14000000000000012},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.6,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.04761904761904766,"baseline_adjusted_score":0.04761904761904766},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.39,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.016666666666666684,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3095650987356486,"accuracy":0.53,"positive_recall":0.58,"specificity":0.48,"precision":0.5272727272727272,"balanced_accuracy":0.53,"f1":0.5523809523809524,"true_positive":29,"false_positive":26,"false_negative":21,"true_negative":24,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.23826039494259432,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.77,"uniform_accuracy_baseline":0.20851190476190457,"fixed_answer_accuracy_baseline":0.2233333333333332,"baseline_adjusted_skill":0.7038626609442061,"baseline_adjusted_score":0.7038626609442061},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.18198225806898358,"accuracy":0.73,"positive_recall":0.82,"specificity":0.64,"precision":0.6949152542372882,"balanced_accuracy":0.73,"f1":0.7522935779816514,"true_positive":41,"false_positive":18,"false_negative":9,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2720709677240657,"baseline_adjusted_skill":0.45999999999999996,"baseline_adjusted_score":0.45999999999999996},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.27330000439388,"normalized_score_rmse":0.3769275373181197,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.08899998535373321,"baseline_adjusted_score":0.08899998535373321},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.53,"uniform_accuracy_baseline":0.22851190476190467,"fixed_answer_accuracy_baseline":0.2433333333333333,"baseline_adjusted_skill":0.37885462555066085,"baseline_adjusted_score":0.37885462555066085},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.22184820793526114,"accuracy":0.67,"positive_recall":0.74,"specificity":0.6,"precision":0.6491228070175439,"balanced_accuracy":0.6699999999999999,"f1":0.6915887850467289,"true_positive":37,"false_positive":20,"false_negative":13,"true_negative":30,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.11260716825895545,"baseline_adjusted_skill":0.33999999999999986,"baseline_adjusted_score":0.33999999999999986},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.2871413135487822,"normalized_score_rmse":0.38096061989639823,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.304222222222222,"baseline_adjusted_skill":0.05614615707120463,"baseline_adjusted_score":0.05614615707120463},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.47,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.1451612903225806,"baseline_adjusted_score":0.1451612903225806},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.30799216805065793,"accuracy":0.59,"positive_recall":1,"specificity":0.18,"precision":0.5494505494505495,"balanced_accuracy":0.59,"f1":0.7092198581560284,"true_positive":50,"false_positive":41,"false_negative":0,"true_negative":9,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.23196867220263173,"baseline_adjusted_skill":0.17999999999999994,"baseline_adjusted_score":0.17999999999999994},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.72,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.43999999999999995,"baseline_adjusted_score":0.43999999999999995},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.22928413480517965,"accuracy":0.67,"positive_recall":1,"specificity":0.34,"precision":0.6024096385542169,"balanced_accuracy":0.67,"f1":0.7518796992481203,"true_positive":50,"false_positive":33,"false_negative":0,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.08286346077928142,"baseline_adjusted_skill":0.3400000000000001,"baseline_adjusted_score":0.3400000000000001},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.54,"uniform_accuracy_baseline":0.35333333333333317,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.22033898305084754,"baseline_adjusted_score":0.22033898305084754},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.51,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.20967741935483872,"baseline_adjusted_score":0.20967741935483872},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.3,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.12903225806451615,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.16,"uniform_accuracy_baseline":0.11111111111111088,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.2420760008317335,"accuracy":0.4216249999999999,"positive_recall":0.8009228740936057,"specificity":0.33287058460589236,"precision":0.21931407942238268,"balanced_accuracy":0.5668967293497491,"f1":0.3443389542298427,"true_positive":60.74999999999999,"false_positive":216.24999999999994,"false_negative":15.099999999999996,"true_negative":107.89999999999998,"positive_prevalence":0.1896249999999999,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500007,"brier_skill":-2.1800383983268437,"baseline_adjusted_skill":0.1337934586994982,"baseline_adjusted_score":0.1337934586994982},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.4038372458993479,"normalized_score_rmse":0.4467345768104852,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":-0.8892970568390546,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.19489619477649775,"accuracy":0.6166250000000001,"positive_recall":0.8499765588373184,"specificity":0.531787966592807,"precision":0.3975877192982455,"balanced_accuracy":0.6908822627150627,"f1":0.5417600478111458,"true_positive":90.65,"false_positive":137.35000000000008,"false_negative":16,"true_negative":156.00000000000003,"positive_prevalence":0.2666249999999998,"majority_accuracy_baseline":0.7333750000000002,"constant_brier_baseline":0.11565485937499977,"brier_skill":-0.6851535320670408,"baseline_adjusted_skill":0.3817645254301254,"baseline_adjusted_score":0.3817645254301254},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3044829747858222,"normalized_score_rmse":0.35874333103648887,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":-0.1329599061798037,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.21179509983147454,"accuracy":0.5361249999999999,"positive_recall":0.8912751677852349,"specificity":0.3984388551604512,"precision":0.36483516483516487,"balanced_accuracy":0.644857011472843,"f1":0.517738791423002,"true_positive":99.59999999999995,"false_positive":173.3999999999999,"false_negative":12.150000000000002,"true_negative":114.85000000000001,"positive_prevalence":0.2793749999999999,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937499995,"brier_skill":-0.8717112927363568,"baseline_adjusted_skill":0.28971402294568604,"baseline_adjusted_score":0.28971402294568604},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3436896040323847,"normalized_score_rmse":0.39838743930718024,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":-0.30000795851493023,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.2174408362358567,"accuracy":0.5603749999999998,"positive_recall":0.9064788732394365,"specificity":0.46168674698795187,"precision":0.32439516129032236,"balanced_accuracy":0.6840828101136942,"f1":0.4778025241276909,"true_positive":80.44999999999993,"false_positive":167.55,"false_negative":8.299999999999999,"true_negative":143.70000000000002,"positive_prevalence":0.22187499999999974,"majority_accuracy_baseline":0.7781250000000003,"constant_brier_baseline":0.126740234375001,"brier_skill":-0.7156417400372586,"baseline_adjusted_skill":0.3681656202273884,"baseline_adjusted_score":0.3681656202273884},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.405176910678156,"normalized_score_rmse":0.444390049175163,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":-0.7957979420638492,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.20083934203269974,"accuracy":0.5939999999999998,"positive_recall":0.9328922495274102,"specificity":0.4721278042148198,"precision":0.3885826771653542,"balanced_accuracy":0.7025100268711151,"f1":0.5486381322957196,"true_positive":98.69999999999995,"false_positive":155.3,"false_negative":7.1,"true_negative":138.89999999999998,"positive_prevalence":0.26449999999999985,"majority_accuracy_baseline":0.7355000000000002,"constant_brier_baseline":0.11362725000000028,"brier_skill":-0.7675279656305969,"baseline_adjusted_skill":0.40502005374223016,"baseline_adjusted_score":0.40502005374223016},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3147825393756841,"normalized_score_rmse":0.36002967154647053,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":-0.25286582836093197,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.13643520871316872,"accuracy":0.7335000000000004,"positive_recall":0.6462140992167101,"specificity":0.7541743970315399,"precision":0.3837209302325581,"balanced_accuracy":0.700194248124125,"f1":0.48151750972762647,"true_positive":49.500000000000014,"false_positive":79.50000000000003,"false_negative":27.100000000000005,"true_negative":243.90000000000012,"positive_prevalence":0.1914999999999999,"majority_accuracy_baseline":0.8085000000000001,"constant_brier_baseline":0.09190274999999995,"brier_skill":-0.48456067651042867,"baseline_adjusted_skill":0.40038849624825,"baseline_adjusted_score":0.40038849624825},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.2936258123230632,"normalized_score_rmse":0.33410153090890315,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":-0.4193392740691875,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.23166185523373836,"accuracy":0.591,"positive_recall":0.9363143631436314,"specificity":0.5128755364806866,"precision":0.3030701754385963,"balanced_accuracy":0.724594949812159,"f1":0.4579191517561296,"true_positive":69.09999999999997,"false_positive":158.90000000000006,"false_negative":4.7,"true_negative":167.3,"positive_prevalence":0.1844999999999999,"majority_accuracy_baseline":0.8155000000000001,"constant_brier_baseline":0.1092222499999995,"brier_skill":-1.1210133945577887,"baseline_adjusted_skill":0.449189899624318,"baseline_adjusted_score":0.449189899624318},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.41305271163267976,"normalized_score_rmse":0.453887352600953,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":-1.1811364310636558,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.15753132981618406,"accuracy":0.6927499999999999,"positive_recall":0.6280254777070065,"specificity":0.7085536547433902,"precision":0.34475524475524466,"balanced_accuracy":0.6682895662251983,"f1":0.4451467268623024,"true_positive":49.300000000000004,"false_positive":93.70000000000006,"false_negative":29.2,"true_negative":227.79999999999998,"positive_prevalence":0.19624999999999987,"majority_accuracy_baseline":0.8037500000000002,"constant_brier_baseline":0.09878593749999955,"brier_skill":-0.5946736327342623,"baseline_adjusted_skill":0.3365791324503966,"baseline_adjusted_score":0.3365791324503966},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3350743904697327,"normalized_score_rmse":0.3801619297772418,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":-0.5861509608034685,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.16815605050005247,"accuracy":0.5619897959183672,"positive_recall":0.9131079478054567,"specificity":0.29700089525514767,"precision":0.4950160771704178,"balanced_accuracy":0.6050544215303022,"f1":0.6419933277731441,"true_positive":153.94999999999993,"false_positive":157.05000000000004,"false_negative":14.649999999999999,"true_negative":66.35,"positive_prevalence":0.43010204081632636,"majority_accuracy_baseline":0.5698979591836737,"constant_brier_baseline":0.12359641815910102,"brier_skill":-0.360525272533315,"baseline_adjusted_skill":0.2101088430606044,"baseline_adjusted_score":0.2101088430606044},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.27586616141946857,"normalized_score_rmse":0.34715504079492576,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":-0.0012919933002935036,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.4526089542188916,"accuracy":0.29674999999999996,"positive_recall":0.9618410700236035,"specificity":0.1711249814236884,"precision":0.1797794117647058,"balanced_accuracy":0.566483025723646,"f1":0.3029364391029611,"true_positive":122.24999999999999,"false_positive":557.7500000000002,"false_negative":4.8500000000000005,"true_negative":115.14999999999996,"positive_prevalence":0.15887500000000002,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499934,"brier_skill":-3.582106510230658,"baseline_adjusted_skill":0.1329660514472919,"baseline_adjusted_score":0.1329660514472919},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.5288907392278297,"normalized_score_rmse":0.5757967991275209,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-2.205398419562604,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.4,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.03225806451612906,"baseline_adjusted_score":0.03225806451612906},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.341071797720477,"accuracy":0.51,"positive_recall":0.78,"specificity":0.24,"precision":0.5064935064935064,"balanced_accuracy":0.51,"f1":0.6141732283464567,"true_positive":39,"false_positive":38,"false_negative":11,"true_negative":12,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.3642871908819081,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.09940357852882704,"uniform_accuracy_baseline":0.058823529411766766,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":-0.05841121495327101,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":-0.45652173913043487,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.40919550067692023,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":50,"false_positive":50,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.6367820027076809,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.39,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.03174603174603177,"baseline_adjusted_score":0.03174603174603177},"scoring":{"eligible":true,"reason":null},"model":134,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.2748445806400213,"accuracy":0.4864864864864865,"positive_recall":1,"specificity":0.012987012987012988,"precision":0.48299319727891155,"balanced_accuracy":0.5064935064935064,"f1":0.6513761467889908,"true_positive":71,"false_positive":76,"false_negative":0,"true_negative":1,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.24958911614317017,"brier_skill":-0.10118816432029032,"baseline_adjusted_skill":0.01298701298701288,"baseline_adjusted_score":0.01298701298701288},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.28,"uniform_accuracy_baseline":0.2005,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":-0.014084507042253456,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.51,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.27941176470588236,"baseline_adjusted_score":0.27941176470588236},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.7,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.3617021276595743,"baseline_adjusted_score":0.3617021276595743},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.61,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.20408163265306117,"baseline_adjusted_score":0.20408163265306117},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11051534945583384,"accuracy":0.61603393106,"positive_recall":1,"specificity":0,"precision":0.61603393106,"balanced_accuracy":0.5,"f1":0.7624022233938205,"true_positive":61.603393106,"false_positive":38.396606894,"false_negative":0,"true_negative":0,"positive_prevalence":0.61603393106,"majority_accuracy_baseline":0.61603393106,"constant_brier_baseline":0.07908707655202402,"brier_skill":-0.39738822414476394,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25141069006147587,"accuracy":0.51,"positive_recall":0.44,"specificity":0.58,"precision":0.5116279069767442,"balanced_accuracy":0.51,"f1":0.4731182795698925,"true_positive":22,"false_positive":21,"false_negative":28,"true_negative":29,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.005642760245903489,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.61,"uniform_accuracy_baseline":0.012987012987012986,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.5894736842105263,"baseline_adjusted_score":0.5894736842105263},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.41,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.01666666666666659,"baseline_adjusted_score":0.01666666666666659},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.38,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.03125000000000003,"baseline_adjusted_score":0.03125000000000003},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.22498356883184767,"accuracy":0.62,"positive_recall":0.64,"specificity":0.6,"precision":0.6153846153846154,"balanced_accuracy":0.62,"f1":0.6274509803921569,"true_positive":32,"false_positive":20,"false_negative":18,"true_negative":30,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.10006572467260932,"baseline_adjusted_skill":0.24,"baseline_adjusted_score":0.24},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.12831198832176155,"accuracy":0.6160943471234558,"positive_recall":0.6669711237216478,"specificity":0.5924042521550402,"precision":0.4324459464889313,"balanced_accuracy":0.629687687938344,"f1":0.5246943433820784,"true_positive":148.32895964570343,"false_positive":194.67104035429657,"false_negative":74.06291665928438,"true_negative":282.9370833407156,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768642,"brier_skill":-0.4461448968300785,"baseline_adjusted_skill":0.2593753758766879,"baseline_adjusted_score":0.2593753758766879},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2899387852490586,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":50,"false_positive":50,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.15975514099623433,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.4304635761589404,"uniform_accuracy_baseline":0.006622516556291391,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.4068965517241379,"baseline_adjusted_score":0.4068965517241379},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.4547058823529412,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":-0.00542299349240779,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.1,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2511775965440972,"accuracy":0.5,"positive_recall":0.14,"specificity":0.86,"precision":0.5,"balanced_accuracy":0.5,"f1":0.21875,"true_positive":7,"false_positive":7,"false_negative":43,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.004710386176388859,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.6,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.1666666666666666,"baseline_adjusted_score":0.1666666666666666},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.54,"uniform_accuracy_baseline":0.07142857142857142,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.4831460674157304,"baseline_adjusted_score":0.4831460674157304},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.54,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.23,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":-0.054794520547945216,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.3888888888888889,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":-0.8333333333333331,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.27392724566686844,"accuracy":0.5121951219512195,"positive_recall":0.3,"specificity":0.7142857142857143,"precision":0.5,"balanced_accuracy":0.5071428571428571,"f1":0.375,"true_positive":12,"false_positive":12,"false_negative":28,"true_negative":30,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.2498512790005949,"brier_skill":-0.09636119039525193,"baseline_adjusted_skill":0.014285714285714235,"baseline_adjusted_score":0.014285714285714235},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1993195513155941,"accuracy":0.71,"positive_recall":0.44,"specificity":0.98,"precision":0.9565217391304348,"balanced_accuracy":0.71,"f1":0.6027397260273972,"true_positive":22,"false_positive":1,"false_negative":28,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.20272179473762364,"baseline_adjusted_skill":0.41999999999999993,"baseline_adjusted_score":0.41999999999999993},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.25977653631284914,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.05017921146953403,"baseline_adjusted_score":0.05017921146953403},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.38,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":-0.016393442622950834,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.3009215438200226,"accuracy":0.275,"positive_recall":0.75,"specificity":0.14102564102564102,"precision":0.19760479041916168,"balanced_accuracy":0.4455128205128205,"f1":0.3127962085308057,"true_positive":33,"false_positive":134,"false_negative":11,"true_negative":22,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.753622050233232,"baseline_adjusted_skill":-0.10897435897435903,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.36602500995902537,"accuracy":0.25,"positive_recall":0.94,"specificity":0.02,"precision":0.2422680412371134,"balanced_accuracy":0.48,"f1":0.38524590163934425,"true_positive":47,"false_positive":147,"false_negative":3,"true_negative":3,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-0.9521333864481354,"baseline_adjusted_skill":-0.040000000000000036,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.2945340204171798,"accuracy":0.265,"positive_recall":0.8421052631578947,"specificity":0.20441988950276244,"precision":0.1,"balanced_accuracy":0.5232625763303286,"f1":0.1787709497206704,"true_positive":16,"false_positive":144,"false_negative":3,"true_negative":37,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.085975,"brier_skill":-2.4258100659166013,"baseline_adjusted_skill":0.046525152660657154,"baseline_adjusted_score":0.046525152660657154},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.07943426653440594,"accuracy":0.884327380952381,"positive_recall":0.321793472869755,"specificity":0.9202375901569791,"precision":0.20479797979797978,"balanced_accuracy":0.6210155315133671,"f1":0.25029898537865053,"true_positive":54.06666666666666,"false_positive":209.93333333333334,"false_negative":113.95,"true_negative":2422.05,"positive_prevalence":0.060005952380952375,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679138,"brier_skill":-1.4668282085902153,"baseline_adjusted_skill":0.24203106302673416,"baseline_adjusted_score":0.24203106302673416},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.2096317280453258,"uniform_accuracy_baseline":0.027777777777777776,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.09415584415584417,"baseline_adjusted_score":0.09415584415584417},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.22,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":-0.11428571428571428,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.23709783173323745,"accuracy":0.63,"positive_recall":0.64,"specificity":0.62,"precision":0.6274509803921569,"balanced_accuracy":0.63,"f1":0.6336633663366337,"true_positive":32,"false_positive":19,"false_negative":18,"true_negative":31,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.05160867306705019,"baseline_adjusted_skill":0.26,"baseline_adjusted_score":0.26},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.15299825510014345,"accuracy":0.78,"positive_recall":0.88,"specificity":0.68,"precision":0.7333333333333333,"balanced_accuracy":0.78,"f1":0.8,"true_positive":44,"false_positive":16,"false_negative":6,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3880069795994262,"baseline_adjusted_skill":0.56,"baseline_adjusted_score":0.56},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.57,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":-0.10256410256410266,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.58,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.5531914893617021,"baseline_adjusted_score":0.5531914893617021},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25052142347130324,"accuracy":0.5,"positive_recall":0.16,"specificity":0.84,"precision":0.5,"balanced_accuracy":0.5,"f1":0.24242424242424243,"true_positive":8,"false_positive":8,"false_negative":42,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.002085693885212958,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8656716417910449,"baseline_adjusted_score":0.8656716417910449},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.21851458820751787,"accuracy":0.69,"positive_recall":0.82,"specificity":0.56,"precision":0.6507936507936508,"balanced_accuracy":0.69,"f1":0.7256637168141593,"true_positive":41,"false_positive":22,"false_negative":9,"true_negative":28,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.1259416471699285,"baseline_adjusted_skill":0.3799999999999999,"baseline_adjusted_score":0.3799999999999999},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.31777027702702704,"uniform_accuracy_baseline":0.23445945945945948,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.07513849885844591,"baseline_adjusted_score":0.07513849885844591},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.1680137824128107,"accuracy":0.5410526381578947,"positive_recall":0.8185864519050531,"specificity":0.27677883162517974,"precision":0.5187179658119658,"balanced_accuracy":0.5476826417651164,"f1":0.6350319247405265,"true_positive":60.690002,"false_positive":56.309998,"false_negative":13.450001,"true_negative":21.549999,"positive_prevalence":0.4877631776315789,"majority_accuracy_baseline":0.512236822368421,"constant_brier_baseline":0.09451910039768556,"brier_skill":-0.7775643410263009,"baseline_adjusted_skill":0.09536528353023277,"baseline_adjusted_score":0.09536528353023277},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.1746194564730847,"normalized_score_rmse":0.2229285405248158,"constant_score_baseline":0.5841668333333333,"constant_mae_baseline":0.21700552708333334,"baseline_adjusted_skill":0.19532253938385535,"baseline_adjusted_score":0.19532253938385535},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25174092662452724,"accuracy":0.41,"positive_recall":0.56,"specificity":0.26,"precision":0.4307692307692308,"balanced_accuracy":0.41000000000000003,"f1":0.48695652173913045,"true_positive":28,"false_positive":37,"false_negative":22,"true_negative":13,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.006963706498108957,"baseline_adjusted_skill":-0.17999999999999994,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2471741810917469,"accuracy":0.5,"positive_recall":0.6,"specificity":0.4,"precision":0.5,"balanced_accuracy":0.5,"f1":0.5454545454545454,"true_positive":30,"false_positive":30,"false_negative":20,"true_negative":20,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.011303275633012366,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.4,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.016393442622950834,"baseline_adjusted_score":0.016393442622950834},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.575,"uniform_accuracy_baseline":0.036111111111111115,"fixed_answer_accuracy_baseline":0.08833333333333333,"baseline_adjusted_skill":0.5338208409506399,"baseline_adjusted_score":0.5338208409506399},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.73,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.38636363636363624,"baseline_adjusted_score":0.38636363636363624},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.445,"uniform_accuracy_baseline":0.049879324215607396,"fixed_answer_accuracy_baseline":0.12442477876106194,"baseline_adjusted_skill":0.3661309884778654,"baseline_adjusted_score":0.3661309884778654},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.26842880879304515,"accuracy":0.49,"positive_recall":0,"specificity":0.98,"precision":0,"balanced_accuracy":0.49,"f1":0,"true_positive":0,"false_positive":1,"false_negative":50,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.0737152351721806,"baseline_adjusted_skill":-0.020000000000000018,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.6111111111111112,"uniform_accuracy_baseline":0.23888888888888887,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.4509803921568628,"baseline_adjusted_score":0.4509803921568628},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.29990605446725177,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":32,"false_positive":32,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.19962421786900708,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.46,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":-0.17391304347826092,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.22,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.18181818181818188,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2731206117926337,"accuracy":0.44,"positive_recall":0.66,"specificity":0.22,"precision":0.4583333333333333,"balanced_accuracy":0.44,"f1":0.5409836065573771,"true_positive":33,"false_positive":39,"false_negative":17,"true_negative":11,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.09248244717053478,"baseline_adjusted_skill":-0.12,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.26086956521739124,"baseline_adjusted_score":0.26086956521739124},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.2687027896698449,"accuracy":0.45454545454545453,"positive_recall":0.5625,"specificity":0.35294117647058826,"precision":0.45,"balanced_accuracy":0.45772058823529416,"f1":0.5,"true_positive":9,"false_positive":11,"false_negative":7,"true_negative":6,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":-0.07579903658257758,"baseline_adjusted_skill":-0.08455882352941169,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.28280396543443204,"normalized_score_rmse":0.3380411923925191,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.14301828656232718,"baseline_adjusted_score":0.14301828656232718},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.21875,"uniform_accuracy_baseline":0.178125,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.0964912280701754,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.23381534654402422,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":17,"false_positive":17,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.06473861382390311,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.19645418664988348,"normalized_score_rmse":0.26613501038262827,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-0.3358884692192077,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.020833333333333332,"uniform_accuracy_baseline":0.13194444444444445,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":-1.452173913043478,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.36590124189058054,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":26,"false_positive":26,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.46360496756232217,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.2566555509809737,"accuracy":0.52,"positive_recall":1,"specificity":0,"precision":0.52,"balanced_accuracy":0.5,"f1":0.6842105263157895,"true_positive":39,"false_positive":36,"false_negative":0,"true_negative":0,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24960000000000004,"brier_skill":-0.028267431814798405,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.3029147219657898,"normalized_score_rmse":0.3809112918301596,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.08183829273496346,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.2647058823529412,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.28040809496014013,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":14,"false_positive":14,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.12163237984056052,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.2904872189191255,"normalized_score_rmse":0.35155483851167285,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.1696969696969697,"baseline_adjusted_skill":-0.7117996829162752,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":0.9333333333333333,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":0.9166666666666667,"baseline_adjusted_score":0.9166666666666667},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.22151791022481568,"accuracy":0.6,"positive_recall":0.8222222222222222,"specificity":0.35,"precision":0.5873015873015873,"balanced_accuracy":0.586111111111111,"f1":0.6851851851851852,"true_positive":37,"false_positive":26,"false_negative":8,"true_negative":14,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.2491349480968858,"brier_skill":0.1108517214587259,"baseline_adjusted_skill":0.17222222222222205,"baseline_adjusted_score":0.17222222222222205},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.68,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.5789473684210527,"baseline_adjusted_score":0.5789473684210527},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.2052664552468341,"accuracy":0.72,"positive_recall":1,"specificity":0.06666666666666667,"precision":0.7142857142857143,"balanced_accuracy":0.5333333333333333,"f1":0.8333333333333334,"true_positive":35,"false_positive":14,"false_negative":0,"true_negative":1,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.21,"brier_skill":0.022540689300790007,"baseline_adjusted_skill":0.06666666666666665,"baseline_adjusted_score":0.06666666666666665},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.3454036357626319,"normalized_score_rmse":0.41291511552315224,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.23358441343797098,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.11392405063291139,"uniform_accuracy_baseline":0.24240506329113923,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":-0.5217391304347826,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.26540589990041397,"accuracy":0.5238095238095238,"positive_recall":1,"specificity":0,"precision":0.5238095238095238,"balanced_accuracy":0.5,"f1":0.6875,"true_positive":11,"false_positive":10,"false_negative":0,"true_negative":0,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.2494331065759637,"brier_skill":-0.0640363805098414,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.2727272727272727,"uniform_accuracy_baseline":0.32373737373737377,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":-0.2,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.25816684357649416,"accuracy":0.5454545454545454,"positive_recall":1,"specificity":0.0625,"precision":0.53125,"balanced_accuracy":0.53125,"f1":0.6938775510204082,"true_positive":17,"false_positive":15,"false_negative":0,"true_negative":1,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":-0.033616517113243205,"baseline_adjusted_skill":0.0625,"baseline_adjusted_score":0.0625},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.3593644772966703,"normalized_score_rmse":0.41043863780233425,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.3431372549019608,"baseline_adjusted_skill":-0.047290762407439235,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2657232156330288,"accuracy":0.47,"positive_recall":0.36,"specificity":0.58,"precision":0.46153846153846156,"balanced_accuracy":0.47,"f1":0.4044943820224719,"true_positive":18,"false_positive":21,"false_negative":32,"true_negative":29,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.06289286253211523,"baseline_adjusted_skill":-0.06000000000000005,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.33333333333333337,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":-0.03092783505154633,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.2687105318121641,"accuracy":0.49333333333333335,"positive_recall":1,"specificity":0,"precision":0.49333333333333335,"balanced_accuracy":0.5,"f1":0.6607142857142857,"true_positive":37,"false_positive":38,"false_negative":0,"true_negative":0,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555554,"brier_skill":-0.07503324426986002,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.07,"uniform_accuracy_baseline":0.14285714285714285,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":-0.1923076923076923,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.31,"uniform_accuracy_baseline":0.32416666666666666,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.0454545454545455,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.2595934834067326,"accuracy":0.48484848484848486,"positive_recall":1,"specificity":0,"precision":0.48484848484848486,"balanced_accuracy":0.5,"f1":0.6530612244897959,"true_positive":16,"false_positive":17,"false_negative":0,"true_negative":0,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":-0.0393283214335729,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.2526076308479815,"normalized_score_rmse":0.2844978712874724,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":-0.14980025075632963,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.26719848385912437,"accuracy":0.23,"positive_recall":1,"specificity":0.01282051282051282,"precision":0.2222222222222222,"balanced_accuracy":0.5064102564102564,"f1":0.36363636363636365,"true_positive":22,"false_positive":77,"false_negative":0,"true_negative":1,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.557100721789769,"baseline_adjusted_skill":0.012820512820512775,"baseline_adjusted_score":0.012820512820512775},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2536584030852438,"accuracy":0.49,"positive_recall":0.918918918918919,"specificity":0.23809523809523808,"precision":0.4146341463414634,"balanced_accuracy":0.5785070785070785,"f1":0.5714285714285714,"true_positive":34,"false_positive":48,"false_negative":3,"true_negative":15,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000003,"brier_skill":-0.08819563743133307,"baseline_adjusted_skill":0.157014157014157,"baseline_adjusted_score":0.157014157014157},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.260578020609026,"accuracy":0.39,"positive_recall":0.9743589743589743,"specificity":0.01639344262295082,"precision":0.3877551020408163,"balanced_accuracy":0.4953762084909626,"f1":0.5547445255474452,"true_positive":38,"false_positive":60,"false_negative":1,"true_negative":1,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379,"brier_skill":-0.09532585375799085,"baseline_adjusted_skill":-0.009247583018074823,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2625167852102618,"accuracy":0.3,"positive_recall":0.9032258064516129,"specificity":0.028985507246376812,"precision":0.29473684210526313,"balanced_accuracy":0.46610565684899485,"f1":0.4444444444444444,"true_positive":28,"false_positive":67,"false_negative":3,"true_negative":2,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999998,"brier_skill":-0.2272874483883207,"baseline_adjusted_skill":-0.06778868630201029,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.3055555555555555,"baseline_adjusted_score":0.3055555555555555},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.24593817178159952,"normalized_score_rmse":0.2878022860220457,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":-0.05779858830795481,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.23968301999125574,"accuracy":0.59,"positive_recall":0.52,"specificity":0.66,"precision":0.6046511627906976,"balanced_accuracy":0.5900000000000001,"f1":0.5591397849462365,"true_positive":26,"false_positive":17,"false_negative":24,"true_negative":33,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.041267920034977035,"baseline_adjusted_skill":0.18000000000000016,"baseline_adjusted_score":0.18000000000000016},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25009594837154925,"accuracy":0.51,"positive_recall":1,"specificity":0.02,"precision":0.5050505050505051,"balanced_accuracy":0.51,"f1":0.6711409395973155,"true_positive":50,"false_positive":49,"false_negative":0,"true_negative":1,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.0003837934861969927,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.26,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-1.1142857142857143,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2590924634694598,"accuracy":0.5,"positive_recall":0.72,"specificity":0.28,"precision":0.5,"balanced_accuracy":0.5,"f1":0.5901639344262295,"true_positive":36,"false_positive":36,"false_negative":14,"true_negative":14,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.0363698538778392,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.65,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.1666666666666668,"baseline_adjusted_score":0.1666666666666668},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.3,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.16666666666666674,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.28716499112011457,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":50,"false_positive":50,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.14865996448045826,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.20851190476190473,"fixed_answer_accuracy_baseline":0.22333333333333333,"baseline_adjusted_skill":0.8068669527896997,"baseline_adjusted_score":0.8068669527896997},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.15406227418505186,"accuracy":0.75,"positive_recall":0.84,"specificity":0.66,"precision":0.711864406779661,"balanced_accuracy":0.75,"f1":0.7706422018348624,"true_positive":42,"false_positive":17,"false_negative":8,"true_negative":33,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.38375090325979255,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.2327388579241233,"normalized_score_rmse":0.3027507864293808,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.22420380691958897,"baseline_adjusted_score":0.22420380691958897},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.67,"uniform_accuracy_baseline":0.22851190476190475,"fixed_answer_accuracy_baseline":0.24333333333333332,"baseline_adjusted_skill":0.5638766519823789,"baseline_adjusted_score":0.5638766519823789},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2012448321972716,"accuracy":0.72,"positive_recall":0.9,"specificity":0.54,"precision":0.6617647058823529,"balanced_accuracy":0.72,"f1":0.7627118644067796,"true_positive":45,"false_positive":23,"false_negative":5,"true_negative":27,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.1950206712109136,"baseline_adjusted_skill":0.43999999999999995,"baseline_adjusted_score":0.43999999999999995},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.2405089155461432,"normalized_score_rmse":0.3088664657776643,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.3042222222222222,"baseline_adjusted_skill":0.20943015342757898,"baseline_adjusted_score":0.20943015342757898},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.65,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.435483870967742,"baseline_adjusted_score":0.435483870967742},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.23572114207679667,"accuracy":0.55,"positive_recall":0.1,"specificity":1,"precision":1,"balanced_accuracy":0.55,"f1":0.18181818181818182,"true_positive":5,"false_positive":0,"false_negative":45,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.0571154316928133,"baseline_adjusted_skill":0.10000000000000009,"baseline_adjusted_score":0.10000000000000009},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.38,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":-0.24,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2533001136343252,"accuracy":0.51,"positive_recall":0.94,"specificity":0.08,"precision":0.5053763440860215,"balanced_accuracy":0.51,"f1":0.6573426573426573,"true_positive":47,"false_positive":46,"false_negative":3,"true_negative":4,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.013200454537300788,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.45,"uniform_accuracy_baseline":0.3533333333333333,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.06779661016949158,"baseline_adjusted_score":0.06779661016949158},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.35,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.04838709677419359,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.32,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.0967741935483871,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.19,"uniform_accuracy_baseline":0.1111111111111111,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.03571428571428571,"baseline_adjusted_score":0.03571428571428571},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.2802604355011359,"accuracy":0.194625,"positive_recall":1,"specificity":0.006169983032546661,"precision":0.19057788944723617,"balanced_accuracy":0.5030849915162733,"f1":0.3201435053286905,"true_positive":75.85,"false_positive":322.15,"false_negative":0,"true_negative":2,"positive_prevalence":0.189625,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500001,"brier_skill":-2.6816493306369296,"baseline_adjusted_skill":0.0061699830325465665,"baseline_adjusted_score":0.0061699830325465665},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.38258348125964403,"normalized_score_rmse":0.4180481355181221,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":-0.7898642398112001,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.29569469933063935,"accuracy":0.266625,"positive_recall":1,"specificity":0,"precision":0.266625,"balanced_accuracy":0.5,"f1":0.42100069081219776,"true_positive":106.65,"false_positive":293.35,"false_negative":0,"true_negative":0,"positive_prevalence":0.266625,"majority_accuracy_baseline":0.733375,"constant_brier_baseline":0.115654859375,"brier_skill":-1.5566993114563141,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.36854164513759313,"normalized_score_rmse":0.4034673968793851,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":-0.3713177493491837,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.24689605998617367,"accuracy":0.28037500000000004,"positive_recall":0.992841163310962,"specificity":0.004163052905464007,"precision":0.27876884422110554,"balanced_accuracy":0.498502108108213,"f1":0.4353114271701814,"true_positive":110.95,"false_positive":287.05,"false_negative":0.8,"true_negative":1.2,"positive_prevalence":0.279375,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937500001,"brier_skill":-1.1819114038801728,"baseline_adjusted_skill":-0.002995783783574013,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.35547718334477396,"normalized_score_rmse":0.3975961839190292,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":-0.3445945469305869,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.3530362629183713,"accuracy":0.221875,"positive_recall":1,"specificity":0,"precision":0.221875,"balanced_accuracy":0.5,"f1":0.3631713554987212,"true_positive":88.75,"false_positive":311.25,"false_negative":0,"true_negative":0,"positive_prevalence":0.221875,"majority_accuracy_baseline":0.778125,"constant_brier_baseline":0.12674023437499998,"brier_skill":-1.785510573333839,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.4361363551905379,"normalized_score_rmse":0.4568463157366211,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":-0.9330143166339631,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.28038806536191374,"accuracy":0.2645,"positive_recall":1,"specificity":0,"precision":0.2645,"balanced_accuracy":0.5,"f1":0.4183471727955714,"true_positive":105.8,"false_positive":294.2,"false_negative":0,"true_negative":0,"positive_prevalence":0.2645,"majority_accuracy_baseline":0.7355,"constant_brier_baseline":0.11362725,"brier_skill":-1.4676128777376354,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.37019438380841163,"normalized_score_rmse":0.4056064450916583,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":-0.4734104828195489,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.28288380315752554,"accuracy":0.20325,"positive_recall":0.998041775456919,"specificity":0.014996907854050709,"precision":0.19354430379746837,"balanced_accuracy":0.5065193416554848,"f1":0.3242154368108566,"true_positive":76.45,"false_positive":318.55,"false_negative":0.15,"true_negative":4.85,"positive_prevalence":0.19149999999999998,"majority_accuracy_baseline":0.8085,"constant_brier_baseline":0.09190274999999999,"brier_skill":-2.078077676212361,"baseline_adjusted_skill":0.01303868331096969,"baseline_adjusted_score":0.01303868331096969},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.40915705033577976,"normalized_score_rmse":0.44075462416135386,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":-0.9777984306261256,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.3541117700221881,"accuracy":0.1845,"positive_recall":1,"specificity":0,"precision":0.1845,"balanced_accuracy":0.5,"f1":0.31152384972562264,"true_positive":73.8,"false_positive":326.2,"false_negative":0,"true_negative":0,"positive_prevalence":0.1845,"majority_accuracy_baseline":0.8155,"constant_brier_baseline":0.10922225,"brier_skill":-2.242121179724718,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.448201263952069,"normalized_score_rmse":0.4673897785843583,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":-1.3667393476016847,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.2797339956510674,"accuracy":0.20625,"positive_recall":1,"specificity":0.012441679626749611,"precision":0.19823232323232323,"balanced_accuracy":0.5062208398133748,"f1":0.3308746048472076,"true_positive":78.5,"false_positive":317.5,"false_negative":0,"true_negative":4,"positive_prevalence":0.19625,"majority_accuracy_baseline":0.80375,"constant_brier_baseline":0.09878593749999999,"brier_skill":-1.8317187924755727,"baseline_adjusted_skill":0.012441679626749691,"baseline_adjusted_score":0.012441679626749691},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.41102274138480427,"normalized_score_rmse":0.44093863015618623,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":-0.9456697817032156,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.17074939132377212,"accuracy":0.43979591836734694,"positive_recall":0.9786476868327403,"specificity":0.03312444046553268,"precision":0.4330708661417323,"balanced_accuracy":0.5058860636491365,"f1":0.6004366812227074,"true_positive":165,"false_positive":216,"false_negative":3.6,"true_negative":7.4,"positive_prevalence":0.4301020408163265,"majority_accuracy_baseline":0.5698979591836735,"constant_brier_baseline":0.12359641815910039,"brier_skill":-0.3815076024612116,"baseline_adjusted_skill":0.011772127298272927,"baseline_adjusted_score":0.011772127298272927},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.27757123623955615,"normalized_score_rmse":0.3268595462877541,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":-0.00748078338801883,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.2886403735377236,"accuracy":0.18962500000000002,"positive_recall":0.9551534225019669,"specificity":0.045028979045920646,"precision":0.15890052356020942,"balanced_accuracy":0.5000912007739438,"f1":0.272472225339468,"true_positive":121.4,"false_positive":642.6,"false_negative":5.7,"true_negative":30.3,"positive_prevalence":0.158875,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499999,"brier_skill":-1.9221271969422298,"baseline_adjusted_skill":0.00018240154788751184,"baseline_adjusted_score":0.00018240154788751184},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.46600910850102084,"normalized_score_rmse":0.48562672810050506,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-1.8242976272789142,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.31,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.11290322580645162,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.28191686176265357,"accuracy":0.49,"positive_recall":0.02,"specificity":0.96,"precision":0.3333333333333333,"balanced_accuracy":0.49,"f1":0.03773584905660377,"true_positive":1,"false_positive":2,"false_negative":49,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.12766744705061428,"baseline_adjusted_skill":-0.020000000000000018,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.061630218687872766,"uniform_accuracy_baseline":0.058823529411764705,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":-0.10280373831775699,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.53,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":-0.02173913043478263,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.28381820070606945,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":50,"false_positive":50,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.13527280282427778,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.35,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":-0.03174603174603177,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":135,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.13965902089534657,"accuracy":0.7972972972972973,"positive_recall":0.7323943661971831,"specificity":0.8571428571428571,"precision":0.8253968253968254,"balanced_accuracy":0.7947686116700201,"f1":0.7761194029850746,"true_positive":52,"false_positive":11,"false_negative":19,"true_negative":66,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.24958911614317017,"brier_skill":0.4404442667474535,"baseline_adjusted_skill":0.5895372233400402,"baseline_adjusted_score":0.5895372233400402},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.28,"uniform_accuracy_baseline":0.2005,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":-0.014084507042253456,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.7647058823529412,"baseline_adjusted_score":0.7647058823529412},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.77,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.5106382978723404,"baseline_adjusted_score":0.5106382978723404},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.77,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.5306122448979592,"baseline_adjusted_score":0.5306122448979592},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11260953393432757,"accuracy":0.5466345117,"positive_recall":0.6433642716693119,"specificity":0.39144159465686146,"precision":0.6291019386984127,"balanced_accuracy":0.5174029331630867,"f1":0.636153176090219,"true_positive":39.633422138,"false_positive":23.366577862,"false_negative":21.969970968,"true_negative":15.030029032,"positive_prevalence":0.61603393106,"majority_accuracy_baseline":0.61603393106,"constant_brier_baseline":0.07908707655202402,"brier_skill":-0.42386770182676115,"baseline_adjusted_skill":0.03480586632617344,"baseline_adjusted_score":0.03480586632617344},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.18551701078620206,"accuracy":0.71,"positive_recall":0.7,"specificity":0.72,"precision":0.7142857142857143,"balanced_accuracy":0.71,"f1":0.7070707070707071,"true_positive":35,"false_positive":14,"false_negative":15,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.25793195685519177,"baseline_adjusted_skill":0.41999999999999993,"baseline_adjusted_score":0.41999999999999993},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.19,"uniform_accuracy_baseline":0.012987012987012986,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.1473684210526316,"baseline_adjusted_score":0.1473684210526316},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.83,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.7166666666666666,"baseline_adjusted_score":0.7166666666666666},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.49,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.203125,"baseline_adjusted_score":0.203125},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.16412406025622997,"accuracy":0.72,"positive_recall":0.98,"specificity":0.46,"precision":0.6447368421052632,"balanced_accuracy":0.72,"f1":0.7777777777777778,"true_positive":49,"false_positive":27,"false_negative":1,"true_negative":23,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3435037589750801,"baseline_adjusted_skill":0.43999999999999995,"baseline_adjusted_score":0.43999999999999995},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.13142832921900846,"accuracy":0.6114719576009416,"positive_recall":0.700165518183234,"specificity":0.5701729796826728,"precision":0.4313327515590678,"balanced_accuracy":0.6351692489329535,"f1":0.5338131353458211,"true_positive":155.71112331282347,"false_positive":205.28887668717653,"false_negative":66.68075299216434,"true_negative":272.31924700783566,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768642,"brier_skill":-0.4812677294218026,"baseline_adjusted_skill":0.2703384978659069,"baseline_adjusted_score":0.2703384978659069},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2670712442042339,"accuracy":0.61,"positive_recall":0.9,"specificity":0.32,"precision":0.569620253164557,"balanced_accuracy":0.61,"f1":0.6976744186046512,"true_positive":45,"false_positive":34,"false_negative":5,"true_negative":16,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.06828497681693557,"baseline_adjusted_skill":0.21999999999999997,"baseline_adjusted_score":0.21999999999999997},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.2185430463576159,"uniform_accuracy_baseline":0.006622516556291391,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.18620689655172412,"baseline_adjusted_score":0.18620689655172412},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.8529411764705882,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.7288503253796095,"baseline_adjusted_score":0.7288503253796095},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.32,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.13333333333333336,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2826744517382619,"accuracy":0.57,"positive_recall":0.82,"specificity":0.32,"precision":0.5466666666666666,"balanced_accuracy":0.57,"f1":0.656,"true_positive":41,"false_positive":34,"false_negative":9,"true_negative":16,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.13069780695304756,"baseline_adjusted_skill":0.1399999999999999,"baseline_adjusted_score":0.1399999999999999},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.74,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.4583333333333333,"baseline_adjusted_score":0.4583333333333333},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.07142857142857142,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.8988764044943821,"baseline_adjusted_score":0.8988764044943821},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.68,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.3043478260869566,"baseline_adjusted_score":0.3043478260869566},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.35,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.10958904109589036,"baseline_adjusted_score":0.10958904109589036},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.7222222222222222,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.1666666666666667,"baseline_adjusted_score":0.1666666666666667},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.22079375812619895,"accuracy":0.6097560975609756,"positive_recall":0.55,"specificity":0.6666666666666666,"precision":0.6111111111111112,"balanced_accuracy":0.6083333333333334,"f1":0.5789473684210527,"true_positive":22,"false_positive":14,"false_negative":18,"true_negative":28,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.2498512790005949,"brier_skill":0.11629926807109425,"baseline_adjusted_skill":0.21666666666666679,"baseline_adjusted_score":0.21666666666666679},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.13264970355334774,"accuracy":0.8,"positive_recall":0.64,"specificity":0.96,"precision":0.9411764705882353,"balanced_accuracy":0.8,"f1":0.7619047619047619,"true_positive":32,"false_positive":2,"false_negative":18,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.46940118578660905,"baseline_adjusted_skill":0.6000000000000001,"baseline_adjusted_score":0.6000000000000001},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.6368715083798883,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.5340501792114696,"baseline_adjusted_score":0.5340501792114696},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.43,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.06557377049180324,"baseline_adjusted_score":0.06557377049180324},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.220821295207965,"accuracy":0.67,"positive_recall":0.5909090909090909,"specificity":0.6923076923076923,"precision":0.35135135135135137,"balanced_accuracy":0.6416083916083917,"f1":0.4406779661016949,"true_positive":26,"false_positive":48,"false_negative":18,"true_negative":108,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.28683738466180064,"baseline_adjusted_skill":0.28321678321678334,"baseline_adjusted_score":0.28321678321678334},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.18478126338249318,"accuracy":0.725,"positive_recall":0.32,"specificity":0.86,"precision":0.43243243243243246,"balanced_accuracy":0.59,"f1":0.367816091954023,"true_positive":16,"false_positive":21,"false_negative":34,"true_negative":129,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":0.014499928626703018,"baseline_adjusted_skill":0.17999999999999994,"baseline_adjusted_score":0.17999999999999994},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.06451662649321768,"accuracy":0.91,"positive_recall":0.7894736842105263,"specificity":0.9226519337016574,"precision":0.5172413793103449,"balanced_accuracy":0.8560628089560919,"f1":0.625,"true_positive":15,"false_positive":14,"false_negative":4,"true_negative":167,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.085975,"brier_skill":0.24958852581311208,"baseline_adjusted_skill":0.7121256179121838,"baseline_adjusted_score":0.7121256179121838},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.10754782288884113,"accuracy":0.8227797619047619,"positive_recall":0.6749330423569091,"specificity":0.832217782534084,"precision":0.20432432432432432,"balanced_accuracy":0.7535754124454965,"f1":0.31368571494433045,"true_positive":113.39999999999999,"false_positive":441.6,"false_negative":54.61666666666667,"true_negative":2190.383333333333,"positive_prevalence":0.060005952380952375,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679138,"brier_skill":-2.3398936611285452,"baseline_adjusted_skill":0.5071508248909931,"baseline_adjusted_score":0.5071508248909931},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.3286118980169972,"uniform_accuracy_baseline":0.027777777777777776,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.23051948051948057,"baseline_adjusted_score":0.23051948051948057},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.35,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.07142857142857141,"baseline_adjusted_score":0.07142857142857141},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2202480735017022,"accuracy":0.64,"positive_recall":0.36,"specificity":0.92,"precision":0.8181818181818182,"balanced_accuracy":0.64,"f1":0.5,"true_positive":18,"false_positive":4,"false_negative":32,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.11900770599319122,"baseline_adjusted_skill":0.28,"baseline_adjusted_score":0.28},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1806758698258435,"accuracy":0.76,"positive_recall":0.9,"specificity":0.62,"precision":0.703125,"balanced_accuracy":0.76,"f1":0.7894736842105263,"true_positive":45,"false_positive":19,"false_negative":5,"true_negative":31,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.277296520696626,"baseline_adjusted_skill":0.52,"baseline_adjusted_score":0.52},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.62,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":0.025641025641025664,"baseline_adjusted_score":0.025641025641025664},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.29787234042553196,"baseline_adjusted_score":0.29787234042553196},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.18277632759667248,"accuracy":0.76,"positive_recall":0.98,"specificity":0.54,"precision":0.6805555555555556,"balanced_accuracy":0.76,"f1":0.8032786885245902,"true_positive":49,"false_positive":23,"false_negative":1,"true_negative":27,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2688946896133101,"baseline_adjusted_skill":0.52,"baseline_adjusted_score":0.52},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.7761194029850748,"baseline_adjusted_score":0.7761194029850748},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.26596692781389963,"accuracy":0.57,"positive_recall":0.16,"specificity":0.98,"precision":0.8888888888888888,"balanced_accuracy":0.57,"f1":0.2711864406779661,"true_positive":8,"false_positive":1,"false_negative":42,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.06386771125559854,"baseline_adjusted_skill":0.1399999999999999,"baseline_adjusted_score":0.1399999999999999},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.4365670675675675,"uniform_accuracy_baseline":0.23445945945945948,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.23618480676678028,"baseline_adjusted_score":0.23618480676678028},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.10355663135243987,"accuracy":0.5919737171052631,"positive_recall":0.9112490054795385,"specificity":0.28795275961801026,"precision":0.5492683252032521,"balanced_accuracy":0.5996008825487744,"f1":0.685401267849225,"true_positive":67.560004,"false_positive":55.439996,"false_negative":6.579999,"true_negative":22.420001,"positive_prevalence":0.4877631776315789,"majority_accuracy_baseline":0.512236822368421,"constant_brier_baseline":0.09451910039768556,"brier_skill":-0.09561592224988646,"baseline_adjusted_skill":0.19920176509754883,"baseline_adjusted_score":0.19920176509754883},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.1593218360335901,"normalized_score_rmse":0.2154684274343686,"constant_score_baseline":0.5841668333333333,"constant_mae_baseline":0.21700552708333334,"baseline_adjusted_skill":0.2658166905932855,"baseline_adjusted_score":0.2658166905932855},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2470692433292435,"accuracy":0.66,"positive_recall":1,"specificity":0.32,"precision":0.5952380952380952,"balanced_accuracy":0.66,"f1":0.746268656716418,"true_positive":50,"false_positive":34,"false_negative":0,"true_negative":16,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.01172302668302605,"baseline_adjusted_skill":0.32000000000000006,"baseline_adjusted_score":0.32000000000000006},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.281638987861532,"accuracy":0.55,"positive_recall":0.36,"specificity":0.74,"precision":0.5806451612903226,"balanced_accuracy":0.55,"f1":0.4444444444444444,"true_positive":18,"false_positive":13,"false_negative":32,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.12655595144612808,"baseline_adjusted_skill":0.10000000000000009,"baseline_adjusted_score":0.10000000000000009},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.7,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.5081967213114753,"baseline_adjusted_score":0.5081967213114753},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.625,"uniform_accuracy_baseline":0.036111111111111115,"fixed_answer_accuracy_baseline":0.08833333333333333,"baseline_adjusted_skill":0.5886654478976234,"baseline_adjusted_score":0.5886654478976234},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.75,"baseline_adjusted_score":0.75},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.515,"uniform_accuracy_baseline":0.049879324215607396,"fixed_answer_accuracy_baseline":0.12442477876106194,"baseline_adjusted_skill":0.44607843137254904,"baseline_adjusted_score":0.44607843137254904},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2679750707816341,"accuracy":0.51,"positive_recall":0.76,"specificity":0.26,"precision":0.5066666666666667,"balanced_accuracy":0.51,"f1":0.608,"true_positive":38,"false_positive":37,"false_negative":12,"true_negative":13,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.07190028312653629,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.7777777777777778,"uniform_accuracy_baseline":0.23888888888888887,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.6862745098039217,"baseline_adjusted_score":0.6862745098039217},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.33089450778882235,"accuracy":0.484375,"positive_recall":0.9375,"specificity":0.03125,"precision":0.4918032786885246,"balanced_accuracy":0.484375,"f1":0.6451612903225806,"true_positive":30,"false_positive":31,"false_negative":2,"true_negative":1,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.3235780311552894,"baseline_adjusted_skill":-0.03125,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.6521739130434782,"baseline_adjusted_score":0.6521739130434782},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.878787878787879,"baseline_adjusted_score":0.878787878787879},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2776360717980934,"accuracy":0.53,"positive_recall":0.36,"specificity":0.7,"precision":0.5454545454545454,"balanced_accuracy":0.53,"f1":0.43373493975903615,"true_positive":18,"false_positive":15,"false_negative":32,"true_negative":35,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.11054428719237364,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.7941176470588235,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.6956521739130433,"baseline_adjusted_score":0.6956521739130433},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.030625358929925742,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":16,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.877385971048937,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.16705057944636792,"normalized_score_rmse":0.2889658304814698,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.4937861228897942,"baseline_adjusted_score":0.4937861228897942},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.1875,"uniform_accuracy_baseline":0.178125,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.14035087719298242,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.05606314644693834,"accuracy":0.9411764705882353,"positive_recall":1,"specificity":0.8823529411764706,"precision":0.8947368421052632,"balanced_accuracy":0.9411764705882353,"f1":0.9444444444444444,"true_positive":17,"false_positive":2,"false_negative":0,"true_negative":15,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7757474142122467,"baseline_adjusted_skill":0.8823529411764706,"baseline_adjusted_score":0.8823529411764706},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.3213104189318769,"normalized_score_rmse":0.378817048793064,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-1.184910848736763,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.625,"uniform_accuracy_baseline":0.13194444444444445,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":0.06086956521739136,"baseline_adjusted_score":0.06086956521739136},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.25387617140361013,"accuracy":0.6923076923076923,"positive_recall":1,"specificity":0.38461538461538464,"precision":0.6190476190476191,"balanced_accuracy":0.6923076923076923,"f1":0.7647058823529411,"true_positive":26,"false_positive":16,"false_negative":0,"true_negative":10,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.015504685614440517,"baseline_adjusted_skill":0.3846153846153846,"baseline_adjusted_score":0.3846153846153846},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.2175259868350965,"accuracy":0.64,"positive_recall":0.6153846153846154,"specificity":0.6666666666666666,"precision":0.6666666666666666,"balanced_accuracy":0.641025641025641,"f1":0.64,"true_positive":24,"false_positive":12,"false_negative":15,"true_negative":24,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24960000000000004,"brier_skill":0.1285016553081071,"baseline_adjusted_skill":0.28205128205128194,"baseline_adjusted_score":0.28205128205128194},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.3114771142601967,"normalized_score_rmse":0.37722118778638614,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.1124182652149881,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.7058823529411765,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.6,"baseline_adjusted_score":0.6},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.2525616795809011,"accuracy":0.5714285714285714,"positive_recall":0.5714285714285714,"specificity":0.5714285714285714,"precision":0.5714285714285714,"balanced_accuracy":0.5714285714285714,"f1":0.5714285714285714,"true_positive":8,"false_positive":6,"false_negative":6,"true_negative":8,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.010246718323604354,"baseline_adjusted_skill":0.1428571428571428,"baseline_adjusted_score":0.1428571428571428},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.29918466169725766,"normalized_score_rmse":0.3722110122384022,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.1696969696969697,"baseline_adjusted_skill":-0.7630524707159825,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.0448194279459668,"accuracy":0.9529411764705882,"positive_recall":1,"specificity":0.9,"precision":0.9183673469387755,"balanced_accuracy":0.95,"f1":0.9574468085106383,"true_positive":45,"false_positive":4,"false_negative":0,"true_negative":36,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.2491349480968858,"brier_skill":0.8200997961613277,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.8421052631578947,"baseline_adjusted_score":0.8421052631578947},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.288349681380851,"accuracy":0.62,"positive_recall":0.5428571428571428,"specificity":0.8,"precision":0.8636363636363636,"balanced_accuracy":0.6714285714285715,"f1":0.6666666666666666,"true_positive":19,"false_positive":3,"false_negative":16,"true_negative":12,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.21,"brier_skill":-0.3730937208611953,"baseline_adjusted_skill":0.34285714285714297,"baseline_adjusted_score":0.34285714285714297},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.24741012658923864,"normalized_score_rmse":0.4205977106986556,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.11639240503843351,"baseline_adjusted_score":0.11639240503843351},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.6708860759493671,"uniform_accuracy_baseline":0.24240506329113923,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.4347826086956522,"baseline_adjusted_score":0.4347826086956522},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.10666095604846995,"accuracy":0.8571428571428571,"positive_recall":1,"specificity":0.7,"precision":0.7857142857142857,"balanced_accuracy":0.85,"f1":0.88,"true_positive":11,"false_positive":3,"false_negative":0,"true_negative":7,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.2494331065759637,"brier_skill":0.5723865307511341,"baseline_adjusted_skill":0.7,"baseline_adjusted_score":0.7},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.6666666666666666,"uniform_accuracy_baseline":0.32373737373737377,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.44999999999999996,"baseline_adjusted_score":0.44999999999999996},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.2275343065586676,"accuracy":0.6363636363636364,"positive_recall":0.6470588235294118,"specificity":0.625,"precision":0.6470588235294118,"balanced_accuracy":0.6360294117647058,"f1":0.6470588235294118,"true_positive":11,"false_positive":6,"false_negative":6,"true_negative":10,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.08902625057945213,"baseline_adjusted_skill":0.2720588235294117,"baseline_adjusted_score":0.2720588235294117},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.28597159189738186,"normalized_score_rmse":0.33605253263517676,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.3431372549019608,"baseline_adjusted_skill":0.16659707504191568,"baseline_adjusted_score":0.16659707504191568},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.15933567151619857,"accuracy":0.79,"positive_recall":0.68,"specificity":0.9,"precision":0.8717948717948718,"balanced_accuracy":0.79,"f1":0.7640449438202247,"true_positive":34,"false_positive":5,"false_negative":16,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3626573139352057,"baseline_adjusted_skill":0.5800000000000001,"baseline_adjusted_score":0.5800000000000001},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.3133333333333333,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":-0.061855670103092834,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.3040007559824536,"accuracy":0.5066666666666667,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":37,"true_negative":38,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555554,"brier_skill":-0.2162192406837138,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.81,"uniform_accuracy_baseline":0.14285714285714285,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.7564102564102565,"baseline_adjusted_score":0.7564102564102565},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.385,"uniform_accuracy_baseline":0.32416666666666666,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.06818181818181816,"baseline_adjusted_score":0.06818181818181816},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.27682036255394254,"accuracy":0.5151515151515151,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":16,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":-0.10829917213692442,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.20987936357657114,"normalized_score_rmse":0.2667637160770807,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.04468703475491753,"baseline_adjusted_score":0.04468703475491753},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.18902840672633797,"accuracy":0.68,"positive_recall":0.18181818181818182,"specificity":0.8205128205128205,"precision":0.2222222222222222,"balanced_accuracy":0.5011655011655012,"f1":0.2,"true_positive":4,"false_positive":14,"false_negative":18,"true_negative":64,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.10156414176187623,"baseline_adjusted_skill":0.002331002331002363,"baseline_adjusted_score":0.002331002331002363},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.12097869387559594,"accuracy":0.85,"positive_recall":0.7837837837837838,"specificity":0.8888888888888888,"precision":0.8055555555555556,"balanced_accuracy":0.8363363363363363,"f1":0.7945205479452054,"true_positive":29,"false_positive":7,"false_negative":8,"true_negative":56,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000003,"brier_skill":0.48100088427457777,"baseline_adjusted_skill":0.6726726726726726,"baseline_adjusted_score":0.6726726726726726},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1607217489272848,"accuracy":0.73,"positive_recall":0.46153846153846156,"specificity":0.9016393442622951,"precision":0.75,"balanced_accuracy":0.6815889029003783,"f1":0.5714285714285714,"true_positive":18,"false_positive":6,"false_negative":21,"true_negative":55,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379,"brier_skill":0.32441467453852546,"baseline_adjusted_skill":0.36317780580075665,"baseline_adjusted_score":0.36317780580075665},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.21983339659369638,"accuracy":0.68,"positive_recall":0.8064516129032258,"specificity":0.6231884057971014,"precision":0.49019607843137253,"balanced_accuracy":0.7148200093501635,"f1":0.6097560975609756,"true_positive":25,"false_positive":26,"false_negative":6,"true_negative":43,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999998,"brier_skill":-0.027739114510034524,"baseline_adjusted_skill":0.4296400187003271,"baseline_adjusted_score":0.4296400187003271},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.74,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.6388888888888888,"baseline_adjusted_score":0.6388888888888888},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.1520998503197916,"normalized_score_rmse":0.19088259471372182,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.3458070953987459,"baseline_adjusted_score":0.3458070953987459},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.06273124876413327,"accuracy":0.93,"positive_recall":0.94,"specificity":0.92,"precision":0.9215686274509803,"balanced_accuracy":0.9299999999999999,"f1":0.9306930693069307,"true_positive":47,"false_positive":4,"false_negative":3,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7490750049434669,"baseline_adjusted_skill":0.8599999999999999,"baseline_adjusted_score":0.8599999999999999},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.26486863743236966,"accuracy":0.59,"positive_recall":0.96,"specificity":0.22,"precision":0.5517241379310345,"balanced_accuracy":0.59,"f1":0.7007299270072993,"true_positive":48,"false_positive":39,"false_negative":2,"true_negative":11,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.05947454972947863,"baseline_adjusted_skill":0.17999999999999994,"baseline_adjusted_score":0.17999999999999994},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":0.5714285714285713,"baseline_adjusted_score":0.5714285714285713},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1921581744737275,"accuracy":0.71,"positive_recall":0.96,"specificity":0.46,"precision":0.64,"balanced_accuracy":0.71,"f1":0.768,"true_positive":48,"false_positive":27,"false_negative":2,"true_negative":23,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.23136730210509004,"baseline_adjusted_skill":0.41999999999999993,"baseline_adjusted_score":0.41999999999999993},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.8095238095238096,"baseline_adjusted_score":0.8095238095238096},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.52,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.2,"baseline_adjusted_score":0.2},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.30545427793128954,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":50,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.22181711172515817,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.20851190476190473,"fixed_answer_accuracy_baseline":0.22333333333333333,"baseline_adjusted_skill":0.9742489270386265,"baseline_adjusted_score":0.9742489270386265},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1057049812795463,"accuracy":0.84,"positive_recall":0.88,"specificity":0.8,"precision":0.8148148148148148,"balanced_accuracy":0.8400000000000001,"f1":0.8461538461538461,"true_positive":44,"false_positive":10,"false_negative":6,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5771800748818148,"baseline_adjusted_skill":0.6800000000000002,"baseline_adjusted_score":0.6800000000000002},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.15629613827324648,"normalized_score_rmse":0.22553295471263007,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.47901287242251167,"baseline_adjusted_score":0.47901287242251167},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.22851190476190475,"fixed_answer_accuracy_baseline":0.24333333333333332,"baseline_adjusted_skill":0.86784140969163,"baseline_adjusted_score":0.86784140969163},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.07473742781816226,"accuracy":0.92,"positive_recall":0.96,"specificity":0.88,"precision":0.8888888888888888,"balanced_accuracy":0.9199999999999999,"f1":0.9230769230769231,"true_positive":48,"false_positive":6,"false_negative":2,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.701050288727351,"baseline_adjusted_skill":0.8399999999999999,"baseline_adjusted_score":0.8399999999999999},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.1539829052521058,"normalized_score_rmse":0.2479101818782695,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.3042222222222222,"baseline_adjusted_skill":0.4938472800332534,"baseline_adjusted_score":0.4938472800332534},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.76,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.6129032258064516,"baseline_adjusted_score":0.6129032258064516},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.16789689143924996,"accuracy":0.73,"positive_recall":0.98,"specificity":0.48,"precision":0.6533333333333333,"balanced_accuracy":0.73,"f1":0.784,"true_positive":49,"false_positive":26,"false_negative":1,"true_negative":24,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.32841243424300015,"baseline_adjusted_skill":0.45999999999999996,"baseline_adjusted_score":0.45999999999999996},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.36,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":-0.28,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.05721697003222512,"accuracy":0.93,"positive_recall":0.96,"specificity":0.9,"precision":0.9056603773584906,"balanced_accuracy":0.9299999999999999,"f1":0.9320388349514563,"true_positive":48,"false_positive":5,"false_negative":2,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7711321198710995,"baseline_adjusted_skill":0.8599999999999999,"baseline_adjusted_score":0.8599999999999999},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.55,"uniform_accuracy_baseline":0.3533333333333333,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.23728813559322043,"baseline_adjusted_score":0.23728813559322043},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.82,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.7096774193548386,"baseline_adjusted_score":0.7096774193548386},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.35,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.04838709677419359,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.27,"uniform_accuracy_baseline":0.1111111111111111,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.130952380952381,"baseline_adjusted_score":0.130952380952381},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.1493473635357522,"accuracy":0.5958749999999999,"positive_recall":0.5286750164798946,"specificity":0.6115995681011878,"precision":0.24156626506024098,"balanced_accuracy":0.5701372922905412,"f1":0.3316105023775067,"true_positive":40.1,"false_positive":125.9,"false_negative":35.75,"true_negative":198.25,"positive_prevalence":0.189625,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500001,"brier_skill":-0.9619059679637292,"baseline_adjusted_skill":0.14027458458108244,"baseline_adjusted_score":0.14027458458108244},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.30171730191912505,"normalized_score_rmse":0.3417497562154035,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":-0.4115429329549709,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.08930328785091009,"accuracy":0.757875,"positive_recall":0.5663384903891232,"specificity":0.8275098005795125,"precision":0.5441441441441441,"balanced_accuracy":0.6969241454843178,"f1":0.5550195267631518,"true_positive":60.4,"false_positive":50.6,"false_negative":46.25,"true_negative":242.75,"positive_prevalence":0.266625,"majority_accuracy_baseline":0.733375,"constant_brier_baseline":0.115654859375,"brier_skill":0.2278466435953843,"baseline_adjusted_skill":0.3938482909686356,"baseline_adjusted_score":0.3938482909686356},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.23657078111544252,"normalized_score_rmse":0.2772373116538001,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.11973662840765564,"baseline_adjusted_score":0.11973662840765564},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.09237947624617628,"accuracy":0.728125,"positive_recall":0.6935123042505593,"specificity":0.7415437987857763,"precision":0.5098684210526315,"balanced_accuracy":0.7175280515181678,"f1":0.5876777251184834,"true_positive":77.5,"false_positive":74.5,"false_negative":34.25,"true_negative":213.75,"positive_prevalence":0.279375,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937500001,"brier_skill":0.18360854880674393,"baseline_adjusted_skill":0.4350561030363356,"baseline_adjusted_score":0.4350561030363356},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.21981678682146594,"normalized_score_rmse":0.2652595252284539,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.1685417046942188,"baseline_adjusted_score":0.1685417046942188},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.0775648364959006,"accuracy":0.8263749999999999,"positive_recall":0.36788732394366197,"specificity":0.9571084337349397,"precision":0.7097826086956521,"balanced_accuracy":0.6624978788393008,"f1":0.48460111317254173,"true_positive":32.65,"false_positive":13.35,"false_negative":56.1,"true_negative":297.9,"positive_prevalence":0.221875,"majority_accuracy_baseline":0.778125,"constant_brier_baseline":0.12674023437499998,"brier_skill":0.3880014749980566,"baseline_adjusted_skill":0.32499575767860156,"baseline_adjusted_score":0.32499575767860156},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.238220773046487,"normalized_score_rmse":0.2859376966096087,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":-0.05582614092625815,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.08577720906911479,"accuracy":0.7647499999999999,"positive_recall":0.745274102079395,"specificity":0.7717539089055063,"precision":0.540068493150685,"balanced_accuracy":0.7585140054924506,"f1":0.6262907069102462,"true_positive":78.85,"false_positive":67.15,"false_negative":26.95,"true_negative":227.05,"positive_prevalence":0.2645,"majority_accuracy_baseline":0.7355,"constant_brier_baseline":0.11362725,"brier_skill":0.24510001721317032,"baseline_adjusted_skill":0.5170280109849013,"baseline_adjusted_score":0.5170280109849013},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.2351190291979583,"normalized_score_rmse":0.2850008293700816,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.06420286886384752,"baseline_adjusted_score":0.06420286886384752},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.07891189454667258,"accuracy":0.8009999999999999,"positive_recall":0.5221932114882507,"specificity":0.8670377241805813,"precision":0.4819277108433735,"balanced_accuracy":0.6946154678344161,"f1":0.5012531328320802,"true_positive":40,"false_positive":43,"false_negative":36.6,"true_negative":280.4,"positive_prevalence":0.19149999999999998,"majority_accuracy_baseline":0.8085,"constant_brier_baseline":0.09190274999999999,"brier_skill":0.14135437136894613,"baseline_adjusted_skill":0.38923093566883216,"baseline_adjusted_score":0.38923093566883216},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.21965291395667008,"normalized_score_rmse":0.25926800659251603,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":-0.06176635145218157,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.10983441317234982,"accuracy":0.78325,"positive_recall":0.779810298102981,"specificity":0.7840282035561006,"precision":0.449609375,"balanced_accuracy":0.7819192508295407,"f1":0.5703666997026758,"true_positive":57.55,"false_positive":70.45,"false_negative":16.25,"true_negative":255.75,"positive_prevalence":0.1845,"majority_accuracy_baseline":0.8155,"constant_brier_baseline":0.10922225,"brier_skill":-0.0056047478636434,"baseline_adjusted_skill":0.5638385016590814,"baseline_adjusted_score":0.5638385016590814},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.27876460500323447,"normalized_score_rmse":0.32627484556520786,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":-0.472024316848763,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.0747677524350378,"accuracy":0.8290000000000001,"positive_recall":0.27452229299363057,"specificity":0.9643856920684293,"precision":0.6530303030303031,"balanced_accuracy":0.61945399253103,"f1":0.38654708520179376,"true_positive":21.55,"false_positive":11.45,"false_negative":56.95,"true_negative":310.05,"positive_prevalence":0.19625,"majority_accuracy_baseline":0.80375,"constant_brier_baseline":0.09878593749999999,"brier_skill":0.24313364505916835,"baseline_adjusted_skill":0.2389079850620599,"baseline_adjusted_score":0.2389079850620599},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.23061042367480694,"normalized_score_rmse":0.27830874922644305,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":-0.09164697597541749,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.09958602851863231,"accuracy":0.6686224489795919,"positive_recall":0.8057532621589562,"specificity":0.565129811996419,"precision":0.5830472103004292,"balanced_accuracy":0.6854415370776876,"f1":0.6765438247011951,"true_positive":135.85,"false_positive":97.15,"false_negative":32.75,"true_negative":126.25,"positive_prevalence":0.4301020408163265,"majority_accuracy_baseline":0.5698979591836735,"constant_brier_baseline":0.12359641815910039,"brier_skill":0.19426444550812572,"baseline_adjusted_skill":0.37088307415537525,"baseline_adjusted_score":0.37088307415537525},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.1949159995497119,"normalized_score_rmse":0.23905003838448788,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.29252711274549015,"baseline_adjusted_score":0.29252711274549015},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.10739491536244662,"accuracy":0.78875,"positive_recall":0.5668764752163651,"specificity":0.8306583444791202,"precision":0.38736559139784943,"balanced_accuracy":0.6987674098477427,"f1":0.46023634621526666,"true_positive":72.05,"false_positive":113.95,"false_negative":55.05,"true_negative":558.95,"positive_prevalence":0.158875,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499999,"brier_skill":-0.08724084280919042,"baseline_adjusted_skill":0.3975348196954853,"baseline_adjusted_score":0.3975348196954853},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.3123926054124604,"normalized_score_rmse":0.3521043776881804,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-0.893288517651275,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.36,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.03225806451612906,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2985176259595116,"accuracy":0.54,"positive_recall":0.82,"specificity":0.26,"precision":0.5256410256410257,"balanced_accuracy":0.54,"f1":0.640625,"true_positive":41,"false_positive":37,"false_negative":9,"true_negative":13,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.19407050383804636,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.147117296222664,"uniform_accuracy_baseline":0.058823529411764705,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":-0.0023364485981308383,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.83,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.6304347826086956,"baseline_adjusted_score":0.6304347826086956},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.22699007367549487,"accuracy":0.62,"positive_recall":0.48,"specificity":0.76,"precision":0.6666666666666666,"balanced_accuracy":0.62,"f1":0.5581395348837209,"true_positive":24,"false_positive":12,"false_negative":26,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.09203970529802052,"baseline_adjusted_skill":0.24,"baseline_adjusted_score":0.24},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.47,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.1587301587301587,"baseline_adjusted_score":0.1587301587301587},"scoring":{"eligible":true,"reason":null},"model":136,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.21794008285184951,"accuracy":0.6959459459459459,"positive_recall":0.5211267605633803,"specificity":0.8571428571428571,"precision":0.7708333333333334,"balanced_accuracy":0.6891348088531186,"f1":0.6218487394957983,"true_positive":37,"false_positive":11,"false_negative":34,"true_negative":66,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.24958911614317017,"brier_skill":0.12680454092063065,"baseline_adjusted_skill":0.37826961770623724,"baseline_adjusted_score":0.37826961770623724},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.22,"uniform_accuracy_baseline":0.2005,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":-0.09859154929577463,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.72,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.5882352941176471,"baseline_adjusted_score":0.5882352941176471},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.68,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.31914893617021284,"baseline_adjusted_score":0.31914893617021284},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.59,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.1632653061224489,"baseline_adjusted_score":0.1632653061224489},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.07571246838307835,"accuracy":0.61603393106,"positive_recall":1,"specificity":0,"precision":0.61603393106,"balanced_accuracy":0.5,"f1":0.7624022233938205,"true_positive":61.603393106,"false_positive":38.396606894,"false_negative":0,"true_negative":0,"positive_prevalence":0.61603393106,"majority_accuracy_baseline":0.61603393106,"constant_brier_baseline":0.07908707655202402,"brier_skill":0.042669527261205875,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24978872696490315,"accuracy":0.52,"positive_recall":0.98,"specificity":0.06,"precision":0.5104166666666666,"balanced_accuracy":0.52,"f1":0.6712328767123288,"true_positive":49,"false_positive":47,"false_negative":1,"true_negative":3,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.0008450921403874156,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.15,"uniform_accuracy_baseline":0.012987012987012986,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.10526315789473684,"baseline_adjusted_score":0.10526315789473684},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.73,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.5499999999999999,"baseline_adjusted_score":0.5499999999999999},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.37,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.015625000000000014,"baseline_adjusted_score":0.015625000000000014},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.19837590625345153,"accuracy":0.66,"positive_recall":0.92,"specificity":0.4,"precision":0.6052631578947368,"balanced_accuracy":0.66,"f1":0.7301587301587301,"true_positive":46,"false_positive":30,"false_negative":4,"true_negative":20,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2064963749861939,"baseline_adjusted_skill":0.32000000000000006,"baseline_adjusted_score":0.32000000000000006},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.09135501146672746,"accuracy":0.6466804797275524,"positive_recall":0.4115892521703785,"specificity":0.7561475859291816,"precision":0.4400678175823906,"balanced_accuracy":0.58386841904978,"f1":0.42535238742412323,"true_positive":91.53410605713725,"false_positive":116.46589394286275,"false_negative":130.85777024785057,"true_negative":361.14222975214943,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768642,"brier_skill":-0.029619954927119663,"baseline_adjusted_skill":0.16773683809956008,"baseline_adjusted_score":0.16773683809956008},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25537388391971666,"accuracy":0.46,"positive_recall":0.84,"specificity":0.08,"precision":0.4772727272727273,"balanced_accuracy":0.45999999999999996,"f1":0.6086956521739131,"true_positive":42,"false_positive":46,"false_negative":8,"true_negative":4,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.02149553567886664,"baseline_adjusted_skill":-0.08000000000000007,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.07947019867549669,"uniform_accuracy_baseline":0.006622516556291391,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.041379310344827586,"baseline_adjusted_score":0.041379310344827586},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.5229411764705882,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.12039045553145339,"baseline_adjusted_score":0.12039045553145339},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.35,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.08333333333333341,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24768752517434492,"accuracy":0.54,"positive_recall":0.96,"specificity":0.12,"precision":0.5217391304347826,"balanced_accuracy":0.54,"f1":0.676056338028169,"true_positive":48,"false_positive":44,"false_negative":2,"true_negative":6,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.009249899302620324,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.55,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.06250000000000006,"baseline_adjusted_score":0.06250000000000006},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.68,"uniform_accuracy_baseline":0.07142857142857142,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.6404494382022472,"baseline_adjusted_score":0.6404494382022472},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.54,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.23,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":-0.054794520547945216,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":-0.49999999999999983,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.25225550546137476,"accuracy":0.5365853658536586,"positive_recall":0.7,"specificity":0.38095238095238093,"precision":0.5185185185185185,"balanced_accuracy":0.5404761904761904,"f1":0.5957446808510638,"true_positive":28,"false_positive":26,"false_negative":12,"true_negative":16,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.2498512790005949,"brier_skill":-0.009622630191835624,"baseline_adjusted_skill":0.08095238095238089,"baseline_adjusted_score":0.08095238095238089},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.22056721608664645,"accuracy":0.77,"positive_recall":0.8,"specificity":0.74,"precision":0.7547169811320755,"balanced_accuracy":0.77,"f1":0.7766990291262136,"true_positive":40,"false_positive":13,"false_negative":10,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.1177311356534142,"baseline_adjusted_skill":0.54,"baseline_adjusted_score":0.54},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.19273743016759776,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":-0.035842293906810034,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.37,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":-0.03278688524590167,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.27353683768766673,"accuracy":0.38,"positive_recall":0.8181818181818182,"specificity":0.2564102564102564,"precision":0.23684210526315788,"balanced_accuracy":0.5372960372960374,"f1":0.3673469387755102,"true_positive":36,"false_positive":116,"false_negative":8,"true_negative":40,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.5940375156623936,"baseline_adjusted_skill":0.07459207459207473,"baseline_adjusted_score":0.07459207459207473},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.2604233876453359,"accuracy":0.485,"positive_recall":0.94,"specificity":0.3333333333333333,"precision":0.3197278911564626,"balanced_accuracy":0.6366666666666666,"f1":0.47715736040609136,"true_positive":47,"false_positive":100,"false_negative":3,"true_negative":50,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-0.38892473410845807,"baseline_adjusted_skill":0.2733333333333332,"baseline_adjusted_score":0.2733333333333332},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.25501815130511174,"accuracy":0.435,"positive_recall":1,"specificity":0.3756906077348066,"precision":0.14393939393939395,"balanced_accuracy":0.6878453038674033,"f1":0.25165562913907286,"true_positive":19,"false_positive":113,"false_negative":0,"true_negative":68,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.085975,"brier_skill":-1.966189605177223,"baseline_adjusted_skill":0.37569060773480656,"baseline_adjusted_score":0.37569060773480656},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.15722308898087128,"accuracy":0.7424583333333333,"positive_recall":0.6692788413847833,"specificity":0.7471298577118649,"precision":0.14453727506426736,"balanced_accuracy":0.7082043495483241,"f1":0.2377336551505435,"true_positive":112.45,"false_positive":665.55,"false_negative":55.56666666666666,"true_negative":1966.4333333333334,"positive_prevalence":0.060005952380952375,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679138,"brier_skill":-3.8825572119019167,"baseline_adjusted_skill":0.41640869909664824,"baseline_adjusted_score":0.41640869909664824},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.21246458923512748,"uniform_accuracy_baseline":0.027777777777777776,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.09740259740259741,"baseline_adjusted_score":0.09740259740259741},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.24,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":-0.08571428571428572,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.22968296930662746,"accuracy":0.58,"positive_recall":0.96,"specificity":0.2,"precision":0.5454545454545454,"balanced_accuracy":0.58,"f1":0.6956521739130435,"true_positive":48,"false_positive":40,"false_negative":2,"true_negative":10,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.08126812277349016,"baseline_adjusted_skill":0.15999999999999992,"baseline_adjusted_score":0.15999999999999992},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.21607643426925477,"accuracy":0.67,"positive_recall":0.66,"specificity":0.68,"precision":0.673469387755102,"balanced_accuracy":0.67,"f1":0.6666666666666666,"true_positive":33,"false_positive":16,"false_negative":17,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.13569426292298092,"baseline_adjusted_skill":0.3400000000000001,"baseline_adjusted_score":0.3400000000000001},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":-0.282051282051282,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.52,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.4893617021276596,"baseline_adjusted_score":0.4893617021276596},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.22665702385210246,"accuracy":0.56,"positive_recall":1,"specificity":0.12,"precision":0.5319148936170213,"balanced_accuracy":0.56,"f1":0.6944444444444444,"true_positive":50,"false_positive":44,"false_negative":0,"true_negative":6,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.09337190459159017,"baseline_adjusted_skill":0.1200000000000001,"baseline_adjusted_score":0.1200000000000001},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.7761194029850748,"baseline_adjusted_score":0.7761194029850748},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3262281452901257,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":50,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.3049125811605029,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.32743416216216215,"uniform_accuracy_baseline":0.23445945945945948,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.08823929909035648,"baseline_adjusted_score":0.08823929909035648},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.1215790508790224,"accuracy":0.4785088092105263,"positive_recall":0.727497556211321,"specificity":0.24141624356856836,"precision":0.47731567256637164,"balanced_accuracy":0.48445689988994467,"f1":0.5764312294042231,"true_positive":53.936671,"false_positive":59.063328999999996,"false_negative":20.203332,"true_negative":18.796668,"positive_prevalence":0.4877631776315789,"majority_accuracy_baseline":0.512236822368421,"constant_brier_baseline":0.09451910039768556,"brier_skill":-0.28629081706748294,"baseline_adjusted_skill":-0.03108620022011066,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.18776159136879447,"normalized_score_rmse":0.23303206833229895,"constant_score_baseline":0.5841668333333333,"constant_mae_baseline":0.21700552708333334,"baseline_adjusted_skill":0.13476124828520508,"baseline_adjusted_score":0.13476124828520508},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.26025208421215845,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":50,"false_positive":50,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.04100833684863381,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.28200898176721395,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":50,"false_positive":50,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.1280359270688558,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.43,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.06557377049180324,"baseline_adjusted_score":0.06557377049180324},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.61,"uniform_accuracy_baseline":0.036111111111111115,"fixed_answer_accuracy_baseline":0.08833333333333333,"baseline_adjusted_skill":0.5722120658135283,"baseline_adjusted_score":0.5722120658135283},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.77,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.47727272727272724,"baseline_adjusted_score":0.47727272727272724},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.435,"uniform_accuracy_baseline":0.049879324215607396,"fixed_answer_accuracy_baseline":0.12442477876106194,"baseline_adjusted_skill":0.3547099252071963,"baseline_adjusted_score":0.3547099252071963},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2568446675847569,"accuracy":0.51,"positive_recall":0.04,"specificity":0.98,"precision":0.6666666666666666,"balanced_accuracy":0.51,"f1":0.07547169811320754,"true_positive":2,"false_positive":1,"false_negative":48,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.027378670339027522,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.2222222222222222,"uniform_accuracy_baseline":0.23888888888888887,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":-0.09803921568627456,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.2576965878424593,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":32,"false_positive":32,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.030786351369837206,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.9565217391304347,"baseline_adjusted_score":0.9565217391304347},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.36,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.03030303030303025,"baseline_adjusted_score":0.03030303030303025},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.26157880728114263,"accuracy":0.45,"positive_recall":0.52,"specificity":0.38,"precision":0.45614035087719296,"balanced_accuracy":0.45,"f1":0.48598130841121495,"true_positive":26,"false_positive":31,"false_negative":24,"true_negative":19,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.046315229124570534,"baseline_adjusted_skill":-0.09999999999999998,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.8260869565217391,"baseline_adjusted_score":0.8260869565217391},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.236574244469946,"accuracy":0.5151515151515151,"positive_recall":0.75,"specificity":0.29411764705882354,"precision":0.5,"balanced_accuracy":0.5220588235294118,"f1":0.6,"true_positive":12,"false_positive":12,"false_negative":4,"true_negative":5,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.0528332638684883,"baseline_adjusted_skill":0.044117647058823595,"baseline_adjusted_score":0.044117647058823595},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.29379385769367217,"normalized_score_rmse":0.35176449563036666,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.10971558274644799,"baseline_adjusted_score":0.10971558274644799},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.25,"uniform_accuracy_baseline":0.178125,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.05263157894736839,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.20367698527808087,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":17,"false_positive":17,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.18529205888767653,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.1935492819722961,"normalized_score_rmse":0.28776665915407296,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-0.3161351174116134,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.6458333333333334,"uniform_accuracy_baseline":0.13194444444444445,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":0.11304347826086972,"baseline_adjusted_score":0.11304347826086972},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.222794807640867,"accuracy":0.6923076923076923,"positive_recall":1,"specificity":0.38461538461538464,"precision":0.6190476190476191,"balanced_accuracy":0.6923076923076923,"f1":0.7647058823529411,"true_positive":26,"false_positive":16,"false_negative":0,"true_negative":10,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.10882076943653196,"baseline_adjusted_skill":0.3846153846153846,"baseline_adjusted_score":0.3846153846153846},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.2786111139585131,"accuracy":0.52,"positive_recall":1,"specificity":0,"precision":0.52,"balanced_accuracy":0.5,"f1":0.6842105263157895,"true_positive":39,"false_positive":36,"false_negative":0,"true_negative":0,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24960000000000004,"brier_skill":-0.11623042451327348,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.34472485184669494,"normalized_score_rmse":0.4101078362341392,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.2311601851667675,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.29411764705882354,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.04000000000000001,"baseline_adjusted_score":0.04000000000000001},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.19951540967970696,"accuracy":0.75,"positive_recall":1,"specificity":0.5,"precision":0.6666666666666666,"balanced_accuracy":0.75,"f1":0.8,"true_positive":14,"false_positive":7,"false_negative":0,"true_negative":7,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.20193836128117215,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.2846361060937246,"normalized_score_rmse":0.32907259110384224,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.1696969696969697,"baseline_adjusted_skill":-0.6773199109094483,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":0.4666666666666667,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":0.3333333333333333,"baseline_adjusted_score":0.3333333333333333},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.19457702993036421,"accuracy":0.7647058823529411,"positive_recall":1,"specificity":0.5,"precision":0.6923076923076923,"balanced_accuracy":0.75,"f1":0.8181818181818182,"true_positive":45,"false_positive":20,"false_negative":0,"true_negative":20,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.2491349480968858,"brier_skill":0.2189894215295103,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.4,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.21052631578947373,"baseline_adjusted_score":0.21052631578947373},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.19180804129828316,"accuracy":0.7,"positive_recall":1,"specificity":0,"precision":0.7,"balanced_accuracy":0.5,"f1":0.8235294117647058,"true_positive":35,"false_positive":15,"false_negative":0,"true_negative":0,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.21,"brier_skill":0.08662837477008012,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.2707741878926754,"normalized_score_rmse":0.339984304797324,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.032949328954730905,"baseline_adjusted_score":0.032949328954730905},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.25316455696202533,"uniform_accuracy_baseline":0.24240506329113923,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":-0.2826086956521739,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.2305730847482464,"accuracy":0.6666666666666666,"positive_recall":1,"specificity":0.3,"precision":0.6111111111111112,"balanced_accuracy":0.65,"f1":0.7586206896551724,"true_positive":11,"false_positive":7,"false_negative":0,"true_negative":3,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.2494331065759637,"brier_skill":0.07561154205475762,"baseline_adjusted_skill":0.30000000000000004,"baseline_adjusted_score":0.30000000000000004},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.3939393939393939,"uniform_accuracy_baseline":0.32373737373737377,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.2567874491841525,"accuracy":0.5454545454545454,"positive_recall":1,"specificity":0.0625,"precision":0.53125,"balanced_accuracy":0.53125,"f1":0.6938775510204082,"true_positive":17,"false_positive":15,"false_negative":0,"true_negative":1,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":-0.028093868240963715,"baseline_adjusted_skill":0.0625,"baseline_adjusted_score":0.0625},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.38248173200397517,"normalized_score_rmse":0.4196887830794095,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.3431372549019608,"baseline_adjusted_skill":-0.11466104755444184,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.30925463129401065,"accuracy":0.36,"positive_recall":0.72,"specificity":0,"precision":0.4186046511627907,"balanced_accuracy":0.36,"f1":0.5294117647058824,"true_positive":36,"false_positive":50,"false_negative":14,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.2370185251760426,"baseline_adjusted_skill":-0.28,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.3133333333333333,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":-0.061855670103092834,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.26231267975229355,"accuracy":0.49333333333333335,"positive_recall":1,"specificity":0,"precision":0.49333333333333335,"balanced_accuracy":0.5,"f1":0.6607142857142857,"true_positive":37,"false_positive":38,"false_negative":0,"true_negative":0,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555554,"brier_skill":-0.04943728563773209,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.26,"uniform_accuracy_baseline":0.14285714285714285,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.05128205128205129,"baseline_adjusted_score":0.05128205128205129},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.37,"uniform_accuracy_baseline":0.32416666666666666,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.045454545454545414,"baseline_adjusted_score":0.045454545454545414},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.26194559459265265,"accuracy":0.48484848484848486,"positive_recall":1,"specificity":0,"precision":0.48484848484848486,"balanced_accuracy":0.5,"f1":0.6530612244897959,"true_positive":16,"false_positive":17,"false_negative":0,"true_negative":0,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":-0.04874541364484841,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.23443762958049774,"normalized_score_rmse":0.2711123923435266,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":-0.0670954174008862,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.4098991454918037,"accuracy":0.21,"positive_recall":0.9090909090909091,"specificity":0.01282051282051282,"precision":0.20618556701030927,"balanced_accuracy":0.4609557109557109,"f1":0.33613445378151263,"true_positive":20,"false_positive":77,"false_negative":2,"true_negative":1,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-1.3886896590431448,"baseline_adjusted_skill":-0.07808857808857816,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.28317562036909927,"accuracy":0.37,"positive_recall":1,"specificity":0,"precision":0.37,"balanced_accuracy":0.5,"f1":0.5401459854014599,"true_positive":37,"false_positive":63,"false_negative":0,"true_negative":0,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000003,"brier_skill":-0.21482462620806198,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.27161532554468854,"accuracy":0.41,"positive_recall":0.8974358974358975,"specificity":0.09836065573770492,"precision":0.3888888888888889,"balanced_accuracy":0.4978982765868012,"f1":0.5426356589147286,"true_positive":35,"false_positive":55,"false_negative":4,"true_negative":6,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379,"brier_skill":-0.14172057816178452,"baseline_adjusted_skill":-0.004203446826397617,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3350467972253925,"accuracy":0.31,"positive_recall":1,"specificity":0,"precision":0.31,"balanced_accuracy":0.5,"f1":0.4732824427480916,"true_positive":31,"false_positive":69,"false_negative":0,"true_negative":0,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999998,"brier_skill":-0.5663711885245093,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.57,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.4027777777777777,"baseline_adjusted_score":0.4027777777777777},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.2955998118594289,"normalized_score_rmse":0.34911799882809386,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":-0.27139704025560807,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.142723123343544,"accuracy":0.81,"positive_recall":1,"specificity":0.62,"precision":0.7246376811594203,"balanced_accuracy":0.81,"f1":0.8403361344537815,"true_positive":50,"false_positive":19,"false_negative":0,"true_negative":31,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.429107506625824,"baseline_adjusted_skill":0.6200000000000001,"baseline_adjusted_score":0.6200000000000001},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24810335285299334,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":50,"false_positive":50,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.007586588588026633,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.35,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.8571428571428573,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.22280363585857035,"accuracy":0.6,"positive_recall":0.98,"specificity":0.22,"precision":0.5568181818181818,"balanced_accuracy":0.6,"f1":0.7101449275362319,"true_positive":49,"false_positive":39,"false_negative":1,"true_negative":11,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.10878545656571859,"baseline_adjusted_skill":0.19999999999999996,"baseline_adjusted_score":0.19999999999999996},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.523809523809524,"baseline_adjusted_score":0.523809523809524},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.41,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.01666666666666659,"baseline_adjusted_score":0.01666666666666659},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.26111712676563653,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":50,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.044468507062546125,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.81,"uniform_accuracy_baseline":0.20851190476190473,"fixed_answer_accuracy_baseline":0.22333333333333333,"baseline_adjusted_skill":0.7553648068669528,"baseline_adjusted_score":0.7553648068669528},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.16531629593734642,"accuracy":0.76,"positive_recall":0.92,"specificity":0.6,"precision":0.696969696969697,"balanced_accuracy":0.76,"f1":0.7931034482758621,"true_positive":46,"false_positive":20,"false_negative":4,"true_negative":30,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3387348162506143,"baseline_adjusted_skill":0.52,"baseline_adjusted_score":0.52},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.25833932088920847,"normalized_score_rmse":0.31891139356802944,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.13886893036930503,"baseline_adjusted_score":0.13886893036930503},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.64,"uniform_accuracy_baseline":0.22851190476190475,"fixed_answer_accuracy_baseline":0.24333333333333332,"baseline_adjusted_skill":0.5242290748898679,"baseline_adjusted_score":0.5242290748898679},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.19196531765493932,"accuracy":0.71,"positive_recall":0.94,"specificity":0.48,"precision":0.6438356164383562,"balanced_accuracy":0.71,"f1":0.7642276422764228,"true_positive":47,"false_positive":26,"false_negative":3,"true_negative":24,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.23213872938024271,"baseline_adjusted_skill":0.41999999999999993,"baseline_adjusted_score":0.41999999999999993},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.27568002748096154,"normalized_score_rmse":0.33128259245462005,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.3042222222222222,"baseline_adjusted_skill":0.09382021646141203,"baseline_adjusted_score":0.09382021646141203},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.54,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.2580645161290323,"baseline_adjusted_score":0.2580645161290323},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25620933710974925,"accuracy":0.51,"positive_recall":0.98,"specificity":0.04,"precision":0.5051546391752577,"balanced_accuracy":0.51,"f1":0.6666666666666666,"true_positive":49,"false_positive":48,"false_negative":1,"true_negative":2,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.024837348438996987,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.47,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":-0.06000000000000005,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.19859772122631342,"accuracy":0.61,"positive_recall":0.98,"specificity":0.24,"precision":0.5632183908045977,"balanced_accuracy":0.61,"f1":0.7153284671532847,"true_positive":49,"false_positive":38,"false_negative":1,"true_negative":12,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.20560911509474633,"baseline_adjusted_skill":0.21999999999999997,"baseline_adjusted_score":0.21999999999999997},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.45,"uniform_accuracy_baseline":0.3533333333333333,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.06779661016949158,"baseline_adjusted_score":0.06779661016949158},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.59,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.33870967741935476,"baseline_adjusted_score":0.33870967741935476},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.2,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.29032258064516125,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.12,"uniform_accuracy_baseline":0.1111111111111111,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":-0.04761904761904763,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.24814303271473842,"accuracy":0.21212499999999998,"positive_recall":0.9670402109426499,"specificity":0.0354774024371433,"precision":0.1900259067357513,"balanced_accuracy":0.5012588066898966,"f1":0.3176355959727184,"true_positive":73.35,"false_positive":312.65,"false_negative":2.5,"true_negative":11.5,"positive_prevalence":0.189625,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500001,"brier_skill":-2.259738138431358,"baseline_adjusted_skill":0.002517613379793282,"baseline_adjusted_score":0.002517613379793282},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.42854181527160107,"normalized_score_rmse":0.46797371089588385,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":-1.004873989574742,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.18967836478291084,"accuracy":0.444125,"positive_recall":0.976558837318331,"specificity":0.25055394579853413,"precision":0.32145061728395063,"balanced_accuracy":0.6135563915584326,"f1":0.48368744920469064,"true_positive":104.15,"false_positive":219.85,"false_negative":2.5,"true_negative":73.5,"positive_prevalence":0.266625,"majority_accuracy_baseline":0.733375,"constant_brier_baseline":0.115654859375,"brier_skill":-0.6400380045242766,"baseline_adjusted_skill":0.2271127831168651,"baseline_adjusted_score":0.2271127831168651},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.376420501540415,"normalized_score_rmse":0.4212625710216851,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":-0.40063442433642793,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.19173059213587737,"accuracy":0.390625,"positive_recall":0.9395973154362416,"specificity":0.17779705117085862,"precision":0.30701754385964913,"balanced_accuracy":0.5586971833035501,"f1":0.4628099173553719,"true_positive":105,"false_positive":237,"false_negative":6.75,"true_negative":51.25,"positive_prevalence":0.279375,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937500001,"brier_skill":-0.6943938492878186,"baseline_adjusted_skill":0.11739436660710023,"baseline_adjusted_score":0.11739436660710023},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3905845624441281,"normalized_score_rmse":0.4400514959100108,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":-0.47738841586431424,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.21346287190631433,"accuracy":0.391625,"positive_recall":0.9656338028169015,"specificity":0.22795180722891567,"precision":0.26288343558282207,"balanced_accuracy":0.5967928050229085,"f1":0.4132610006027727,"true_positive":85.7,"false_positive":240.3,"false_negative":3.05,"true_negative":70.95,"positive_prevalence":0.221875,"majority_accuracy_baseline":0.778125,"constant_brier_baseline":0.12674023437499998,"brier_skill":-0.6842549878416568,"baseline_adjusted_skill":0.1935856100458171,"baseline_adjusted_score":0.1935856100458171},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.44395764419808986,"normalized_score_rmse":0.47246882836010956,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":-0.9676793094652183,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.21199802190006556,"accuracy":0.37849999999999995,"positive_recall":0.9792060491493384,"specificity":0.16247450713800135,"precision":0.296,"balanced_accuracy":0.5708402781436699,"f1":0.45458534444931986,"true_positive":103.6,"false_positive":246.4,"false_negative":2.2,"true_negative":47.8,"positive_prevalence":0.2645,"majority_accuracy_baseline":0.7355,"constant_brier_baseline":0.11362725,"brier_skill":-0.8657322244449774,"baseline_adjusted_skill":0.14168055628733978,"baseline_adjusted_score":0.14168055628733978},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.4002979270135984,"normalized_score_rmse":0.43981578534124416,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":-0.5932255801536257,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.22916119538623153,"accuracy":0.35950000000000004,"positive_recall":0.9099216710182767,"specificity":0.22912801484230055,"precision":0.21849529780564264,"balanced_accuracy":0.5695248429302886,"f1":0.352376137512639,"true_positive":69.7,"false_positive":249.3,"false_negative":6.9,"true_negative":74.1,"positive_prevalence":0.19149999999999998,"majority_accuracy_baseline":0.8085,"constant_brier_baseline":0.09190274999999999,"brier_skill":-1.4935183700839372,"baseline_adjusted_skill":0.1390496858605772,"baseline_adjusted_score":0.1390496858605772},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.4263338714465499,"normalized_score_rmse":0.4638982561251466,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":-1.0608283816147428,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.2534372241257898,"accuracy":0.3222499999999999,"positive_recall":0.9668021680216802,"specificity":0.17642550582464744,"precision":0.20985294117647058,"balanced_accuracy":0.5716138369231638,"f1":0.34485258579023687,"true_positive":71.35,"false_positive":268.65,"false_negative":2.45,"true_negative":57.55,"positive_prevalence":0.1845,"majority_accuracy_baseline":0.8155,"constant_brier_baseline":0.10922225,"brier_skill":-1.3203809125502337,"baseline_adjusted_skill":0.14322767384632762,"baseline_adjusted_score":0.14322767384632762},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.4865863598138094,"normalized_score_rmse":0.5125398143144786,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":-1.5694329231092246,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.23885461393204566,"accuracy":0.28725,"positive_recall":0.9579617834394905,"specificity":0.1234836702954899,"precision":0.21064425770308123,"balanced_accuracy":0.5407227268674901,"f1":0.3453501722158438,"true_positive":75.2,"false_positive":281.8,"false_negative":3.3,"true_negative":39.7,"positive_prevalence":0.19625,"majority_accuracy_baseline":0.80375,"constant_brier_baseline":0.09878593749999999,"brier_skill":-1.4179009682632784,"baseline_adjusted_skill":0.08144545373498024,"baseline_adjusted_score":0.08144545373498024},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.4271070520952344,"normalized_score_rmse":0.46845372703059346,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":-1.0218085306283289,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.12718799599539837,"accuracy":0.5278061224489796,"positive_recall":0.7873665480427047,"specificity":0.3319158460161146,"precision":0.47074468085106386,"balanced_accuracy":0.5596411970294096,"f1":0.5892143808255659,"true_positive":132.75,"false_positive":149.25,"false_negative":35.85,"true_negative":74.15,"positive_prevalence":0.4301020408163265,"majority_accuracy_baseline":0.5698979591836735,"constant_brier_baseline":0.12359641815910039,"brier_skill":-0.029058915216092274,"baseline_adjusted_skill":0.11928239405881924,"baseline_adjusted_score":0.11928239405881924},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.2789820506503539,"normalized_score_rmse":0.33859433000482464,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":-0.012601517175358845,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.2525632341293703,"accuracy":0.311,"positive_recall":0.9437450826121164,"specificity":0.19148461881408826,"precision":0.1806475903614458,"balanced_accuracy":0.5676148507131024,"f1":0.3032486411326002,"true_positive":119.95,"false_positive":544.05,"false_negative":7.15,"true_negative":128.85,"positive_prevalence":0.158875,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499999,"brier_skill":-1.5568907299819088,"baseline_adjusted_skill":0.13522970142620472,"baseline_adjusted_score":0.13522970142620472},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.5278537608589977,"normalized_score_rmse":0.557276906810571,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-2.1991137021757434,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.37,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.01612903225806453,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.29958117056117506,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":50,"false_positive":50,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.19832468224470023,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.09807819748177601,"uniform_accuracy_baseline":0.058823529411764705,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":-0.05996884735202491,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.36,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":-0.3913043478260871,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.23015679349786416,"accuracy":0.54,"positive_recall":0.96,"specificity":0.12,"precision":0.5217391304347826,"balanced_accuracy":0.54,"f1":0.676056338028169,"true_positive":48,"false_positive":44,"false_negative":2,"true_negative":6,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.07937282600854334,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.39,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.03174603174603177,"baseline_adjusted_score":0.03174603174603177},"scoring":{"eligible":true,"reason":null},"model":137,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.17143570387577825,"accuracy":0.777027027027027,"positive_recall":0.7183098591549296,"specificity":0.8311688311688312,"precision":0.796875,"balanced_accuracy":0.7747393451618805,"f1":0.7555555555555555,"true_positive":51,"false_positive":13,"false_negative":20,"true_negative":64,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.24958911614317017,"brier_skill":0.3131282865017291,"baseline_adjusted_skill":0.549478690323761,"baseline_adjusted_score":0.549478690323761},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.22,"uniform_accuracy_baseline":0.2005,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":-0.09859154929577463,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.83,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.7500000000000001,"baseline_adjusted_score":0.7500000000000001},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.4680851063829787,"baseline_adjusted_score":0.4680851063829787},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.41,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":-0.20408163265306128,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11442683327802898,"accuracy":0.58326255758,"positive_recall":0.7299082431162474,"specificity":0.34798468945150224,"precision":0.6423546347428571,"balanced_accuracy":0.5389464662838748,"f1":0.683338375565789,"true_positive":44.964824432,"false_positive":25.035175568,"false_negative":16.638568674,"true_negative":13.361431326,"positive_prevalence":0.61603393106,"majority_accuracy_baseline":0.61603393106,"constant_brier_baseline":0.07908707655202402,"brier_skill":-0.44684616332680127,"baseline_adjusted_skill":0.07789293256774954,"baseline_adjusted_score":0.07789293256774954},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2503951771874599,"accuracy":0.55,"positive_recall":0.3,"specificity":0.8,"precision":0.6,"balanced_accuracy":0.55,"f1":0.4,"true_positive":15,"false_positive":10,"false_negative":35,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.001580708749839621,"baseline_adjusted_skill":0.10000000000000009,"baseline_adjusted_score":0.10000000000000009},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.53,"uniform_accuracy_baseline":0.012987012987012986,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.5052631578947369,"baseline_adjusted_score":0.5052631578947369},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.79,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.65,"baseline_adjusted_score":0.65},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.43,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.10937500000000001,"baseline_adjusted_score":0.10937500000000001},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.14355012046568014,"accuracy":0.78,"positive_recall":0.68,"specificity":0.88,"precision":0.85,"balanced_accuracy":0.78,"f1":0.7555555555555555,"true_positive":34,"false_positive":6,"false_negative":16,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.42579951813727945,"baseline_adjusted_skill":0.56,"baseline_adjusted_score":0.56},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.1266696939056607,"accuracy":0.6256424409516954,"positive_recall":0.53136290070024,"specificity":0.6695424560759812,"precision":0.42815504523763515,"balanced_accuracy":0.6004526783881106,"f1":0.47420834128232625,"true_positive":118.1707924855873,"false_positive":157.8292075144127,"false_negative":104.22108381940052,"true_negative":319.7789161805995,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768642,"brier_skill":-0.4276353583216339,"baseline_adjusted_skill":0.20090535677622112,"baseline_adjusted_score":0.20090535677622112},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2730874338661674,"accuracy":0.53,"positive_recall":0.78,"specificity":0.28,"precision":0.52,"balanced_accuracy":0.53,"f1":0.624,"true_positive":39,"false_positive":36,"false_negative":11,"true_negative":14,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.09234973546466962,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.8278145695364238,"uniform_accuracy_baseline":0.006622516556291391,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.8206896551724138,"baseline_adjusted_score":0.8206896551724138},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.8258823529411765,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.6789587852494577,"baseline_adjusted_score":0.6789587852494577},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.11666666666666668,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2472879523856917,"accuracy":0.54,"positive_recall":0.82,"specificity":0.26,"precision":0.5256410256410257,"balanced_accuracy":0.54,"f1":0.640625,"true_positive":41,"false_positive":37,"false_negative":9,"true_negative":13,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.010848190457233176,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.63,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.22916666666666666,"baseline_adjusted_score":0.22916666666666666},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.07142857142857142,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.8314606741573034,"baseline_adjusted_score":0.8314606741573034},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.65,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.23913043478260868,"baseline_adjusted_score":0.23913043478260868},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.31,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.05479452054794518,"baseline_adjusted_score":0.05479452054794518},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.6666666666666666,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.2729797863380993,"accuracy":0.5975609756097561,"positive_recall":0.55,"specificity":0.6428571428571429,"precision":0.5945945945945946,"balanced_accuracy":0.5964285714285715,"f1":0.5714285714285714,"true_positive":22,"false_positive":15,"false_negative":18,"true_negative":27,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.2498512790005949,"brier_skill":-0.09256909722463069,"baseline_adjusted_skill":0.19285714285714306,"baseline_adjusted_score":0.19285714285714306},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.15565524359624608,"accuracy":0.75,"positive_recall":0.68,"specificity":0.82,"precision":0.7906976744186046,"balanced_accuracy":0.75,"f1":0.7311827956989247,"true_positive":34,"false_positive":9,"false_negative":16,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3773790256150157,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.441340782122905,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.28315412186379924,"baseline_adjusted_score":0.28315412186379924},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.35,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":-0.06557377049180334,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.19236488177315536,"accuracy":0.675,"positive_recall":0.4318181818181818,"specificity":0.7435897435897436,"precision":0.3220338983050847,"balanced_accuracy":0.5877039627039627,"f1":0.36893203883495146,"true_positive":19,"false_positive":40,"false_negative":25,"true_negative":116,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.12100746954053232,"baseline_adjusted_skill":0.1754079254079255,"baseline_adjusted_score":0.1754079254079255},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.16452829654742954,"accuracy":0.75,"positive_recall":0.38,"specificity":0.8733333333333333,"precision":0.5,"balanced_accuracy":0.6266666666666667,"f1":0.4318181818181818,"true_positive":19,"false_positive":19,"false_negative":31,"true_negative":131,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":0.12251575174704243,"baseline_adjusted_skill":0.2533333333333334,"baseline_adjusted_score":0.2533333333333334},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.06873575363109001,"accuracy":0.935,"positive_recall":0.6842105263157895,"specificity":0.9613259668508287,"precision":0.65,"balanced_accuracy":0.822768246583309,"f1":0.6666666666666666,"true_positive":13,"false_positive":7,"false_negative":6,"true_negative":174,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.085975,"brier_skill":0.20051464226705418,"baseline_adjusted_skill":0.6455364931666181,"baseline_adjusted_score":0.6455364931666181},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.1500783309754629,"accuracy":0.7560178571428571,"positive_recall":0.6632278543795258,"specificity":0.7619412483615018,"precision":0.1509936766034327,"balanced_accuracy":0.7125845513705138,"f1":0.24598517319401775,"true_positive":111.43333333333334,"false_positive":626.5666666666667,"false_negative":56.583333333333336,"true_negative":2005.4166666666667,"positive_prevalence":0.060005952380952375,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679138,"brier_skill":-3.660677016361139,"baseline_adjusted_skill":0.4251691027410276,"baseline_adjusted_score":0.4251691027410276},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.38526912181303113,"uniform_accuracy_baseline":0.027777777777777776,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.29545454545454547,"baseline_adjusted_score":0.29545454545454547},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.28571428571428575,"baseline_adjusted_score":0.28571428571428575},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.26407894235999696,"accuracy":0.62,"positive_recall":0.38,"specificity":0.86,"precision":0.7307692307692307,"balanced_accuracy":0.62,"f1":0.5,"true_positive":19,"false_positive":7,"false_negative":31,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.05631576943998784,"baseline_adjusted_skill":0.24,"baseline_adjusted_score":0.24},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2095658835843746,"accuracy":0.67,"positive_recall":0.78,"specificity":0.56,"precision":0.639344262295082,"balanced_accuracy":0.67,"f1":0.7027027027027027,"true_positive":39,"false_positive":22,"false_negative":11,"true_negative":28,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.16173646566250155,"baseline_adjusted_skill":0.3400000000000001,"baseline_adjusted_score":0.3400000000000001},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.55,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":-0.1538461538461537,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.8510638297872342,"baseline_adjusted_score":0.8510638297872342},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.20736781568688778,"accuracy":0.72,"positive_recall":0.92,"specificity":0.52,"precision":0.6571428571428571,"balanced_accuracy":0.72,"f1":0.7666666666666667,"true_positive":46,"false_positive":24,"false_negative":4,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.17052873725244888,"baseline_adjusted_skill":0.43999999999999995,"baseline_adjusted_score":0.43999999999999995},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.7761194029850748,"baseline_adjusted_score":0.7761194029850748},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.32440088390530664,"accuracy":0.53,"positive_recall":0.06,"specificity":1,"precision":1,"balanced_accuracy":0.53,"f1":0.11320754716981132,"true_positive":3,"false_positive":0,"false_negative":47,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.29760353562122654,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.38530577702702706,"uniform_accuracy_baseline":0.23445945945945948,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.1666926804003426,"baseline_adjusted_score":0.1666926804003426},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.10659836187196663,"accuracy":0.6151754539473684,"positive_recall":0.7057369015752536,"specificity":0.5289408500747823,"precision":0.5879026516853932,"balanced_accuracy":0.617338875825018,"f1":0.6414531695209054,"true_positive":52.323336,"false_positive":36.676664,"false_negative":21.816667,"true_negative":41.183333,"positive_prevalence":0.4877631776315789,"majority_accuracy_baseline":0.512236822368421,"constant_brier_baseline":0.09451910039768556,"brier_skill":-0.12779704232750877,"baseline_adjusted_skill":0.23467775165003602,"baseline_adjusted_score":0.23467775165003602},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.252208407665181,"normalized_score_rmse":0.33011460254635233,"constant_score_baseline":0.5841668333333333,"constant_mae_baseline":0.21700552708333334,"baseline_adjusted_skill":-0.16222112429573832,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2522022726332617,"accuracy":0.54,"positive_recall":0.68,"specificity":0.4,"precision":0.53125,"balanced_accuracy":0.54,"f1":0.5964912280701754,"true_positive":34,"false_positive":30,"false_negative":16,"true_negative":20,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.008809090533046904,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.29125947527885065,"accuracy":0.51,"positive_recall":0.16,"specificity":0.86,"precision":0.5333333333333333,"balanced_accuracy":0.51,"f1":0.24615384615384617,"true_positive":8,"false_positive":7,"false_negative":42,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.16503790111540262,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.41,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.03278688524590158,"baseline_adjusted_score":0.03278688524590158},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.036111111111111115,"fixed_answer_accuracy_baseline":0.08833333333333333,"baseline_adjusted_skill":0.890310786106033,"baseline_adjusted_score":0.890310786106033},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.6818181818181818,"baseline_adjusted_score":0.6818181818181818},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.74,"uniform_accuracy_baseline":0.049879324215607396,"fixed_answer_accuracy_baseline":0.12442477876106194,"baseline_adjusted_skill":0.7030523549626035,"baseline_adjusted_score":0.7030523549626035},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.34953899738732325,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":50,"false_positive":50,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.398155989549293,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.7222222222222222,"uniform_accuracy_baseline":0.23888888888888887,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.607843137254902,"baseline_adjusted_score":0.607843137254902},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.28310148665087737,"accuracy":0.515625,"positive_recall":0.5,"specificity":0.53125,"precision":0.5161290322580645,"balanced_accuracy":0.515625,"f1":0.5079365079365079,"true_positive":16,"false_positive":15,"false_negative":16,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.13240594660350946,"baseline_adjusted_skill":0.03125,"baseline_adjusted_score":0.03125},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.8695652173913042,"baseline_adjusted_score":0.8695652173913042},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.65,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.4696969696969697,"baseline_adjusted_score":0.4696969696969697},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.27780428492859793,"accuracy":0.55,"positive_recall":0.38,"specificity":0.72,"precision":0.5757575757575758,"balanced_accuracy":0.55,"f1":0.4578313253012048,"true_positive":19,"false_positive":14,"false_negative":31,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.11121713971439173,"baseline_adjusted_skill":0.10000000000000009,"baseline_adjusted_score":0.10000000000000009},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.8260869565217391,"baseline_adjusted_score":0.8260869565217391},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.14464781031512522,"accuracy":0.7575757575757576,"positive_recall":0.5,"specificity":1,"precision":1,"balanced_accuracy":0.75,"f1":0.6666666666666666,"true_positive":8,"false_positive":0,"false_negative":8,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.4208769653192229,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.20575108243152498,"normalized_score_rmse":0.3105035010283158,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.3765118714196213,"baseline_adjusted_score":0.3765118714196213},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0,"uniform_accuracy_baseline":0.178125,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.40350877192982454,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.13046744502027283,"accuracy":0.9411764705882353,"positive_recall":1,"specificity":0.8823529411764706,"precision":0.8947368421052632,"balanced_accuracy":0.9411764705882353,"f1":0.9444444444444444,"true_positive":17,"false_positive":2,"false_negative":0,"true_negative":15,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4781302199189087,"baseline_adjusted_skill":0.8823529411764706,"baseline_adjusted_score":0.8823529411764706},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.252996002926546,"normalized_score_rmse":0.32395063149056424,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-0.7203728199005128,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.041666666666666664,"uniform_accuracy_baseline":0.13194444444444445,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":-1.4,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.23848159889595905,"accuracy":0.6153846153846154,"positive_recall":1,"specificity":0.23076923076923078,"precision":0.5652173913043478,"balanced_accuracy":0.6153846153846154,"f1":0.7222222222222222,"true_positive":26,"false_positive":20,"false_negative":0,"true_negative":6,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.046073604416163816,"baseline_adjusted_skill":0.23076923076923084,"baseline_adjusted_score":0.23076923076923084},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.2949563599093041,"accuracy":0.5466666666666666,"positive_recall":1,"specificity":0.05555555555555555,"precision":0.5342465753424658,"balanced_accuracy":0.5277777777777778,"f1":0.6964285714285714,"true_positive":39,"false_positive":34,"false_negative":0,"true_negative":2,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24960000000000004,"brier_skill":-0.18171618553407054,"baseline_adjusted_skill":0.05555555555555558,"baseline_adjusted_score":0.05555555555555558},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.4261021059751511,"normalized_score_rmse":0.4932207804194699,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.5217932356255395,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.5882352941176471,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.44,"baseline_adjusted_score":0.44},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.18712208666182922,"accuracy":0.7142857142857143,"positive_recall":1,"specificity":0.42857142857142855,"precision":0.6363636363636364,"balanced_accuracy":0.7142857142857143,"f1":0.7777777777777778,"true_positive":14,"false_positive":8,"false_negative":0,"true_negative":6,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2515116533526831,"baseline_adjusted_skill":0.4285714285714286,"baseline_adjusted_score":0.4285714285714286},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.27342719831927254,"normalized_score_rmse":0.3425091049390864,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.1696969696969697,"baseline_adjusted_skill":-0.6112674186671416,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":0.7500000000000001,"baseline_adjusted_score":0.7500000000000001},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.09823096314069231,"accuracy":0.8705882352941177,"positive_recall":1,"specificity":0.725,"precision":0.8035714285714286,"balanced_accuracy":0.8625,"f1":0.8910891089108911,"true_positive":45,"false_positive":11,"false_negative":0,"true_negative":29,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.2491349480968858,"brier_skill":0.6057118285047212,"baseline_adjusted_skill":0.7250000000000001,"baseline_adjusted_score":0.7250000000000001},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.44,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.2631578947368421,"baseline_adjusted_score":0.2631578947368421},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.255311418094654,"accuracy":0.6,"positive_recall":0.4857142857142857,"specificity":0.8666666666666667,"precision":0.8947368421052632,"balanced_accuracy":0.6761904761904762,"f1":0.6296296296296297,"true_positive":17,"false_positive":2,"false_negative":18,"true_negative":13,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.21,"brier_skill":-0.21576865759359065,"baseline_adjusted_skill":0.35238095238095246,"baseline_adjusted_score":0.35238095238095246},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.24077497377991677,"normalized_score_rmse":0.326252596651284,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.14008937935744015,"baseline_adjusted_score":0.14008937935744015},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.569620253164557,"uniform_accuracy_baseline":0.24240506329113923,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.26086956521739135,"baseline_adjusted_score":0.26086956521739135},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.24795465468489436,"accuracy":0.6666666666666666,"positive_recall":1,"specificity":0.3,"precision":0.6111111111111112,"balanced_accuracy":0.65,"f1":0.7586206896551724,"true_positive":11,"false_positive":7,"false_negative":0,"true_negative":3,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.2494331065759637,"brier_skill":0.00592724803601441,"baseline_adjusted_skill":0.30000000000000004,"baseline_adjusted_score":0.30000000000000004},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.42424242424242425,"uniform_accuracy_baseline":0.32373737373737377,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.050000000000000044,"baseline_adjusted_score":0.050000000000000044},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.23783137056969583,"accuracy":0.6363636363636364,"positive_recall":0.8823529411764706,"specificity":0.375,"precision":0.6,"balanced_accuracy":0.6286764705882353,"f1":0.7142857142857143,"true_positive":15,"false_positive":10,"false_negative":2,"true_negative":6,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.04780013768235747,"baseline_adjusted_skill":0.25735294117647056,"baseline_adjusted_score":0.25735294117647056},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.2879991804833944,"normalized_score_rmse":0.35938880642138765,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.3431372549019608,"baseline_adjusted_skill":0.16068810259125066,"baseline_adjusted_score":0.16068810259125066},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2532500541832209,"accuracy":0.57,"positive_recall":0.52,"specificity":0.62,"precision":0.5777777777777777,"balanced_accuracy":0.5700000000000001,"f1":0.5473684210526316,"true_positive":26,"false_positive":19,"false_negative":24,"true_negative":31,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.01300021673288354,"baseline_adjusted_skill":0.14000000000000012,"baseline_adjusted_score":0.14000000000000012},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.3133333333333333,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":-0.061855670103092834,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.3567960745847294,"accuracy":0.5066666666666667,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":37,"true_negative":38,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555554,"brier_skill":-0.42743806510604765,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.43,"uniform_accuracy_baseline":0.14285714285714285,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.2692307692307692,"baseline_adjusted_score":0.2692307692307692},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.345,"uniform_accuracy_baseline":0.32416666666666666,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.0075757575757575,"baseline_adjusted_score":0.0075757575757575},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.19131712408427418,"accuracy":0.6060606060606061,"positive_recall":0.25,"specificity":0.9411764705882353,"precision":0.8,"balanced_accuracy":0.5955882352941176,"f1":0.38095238095238093,"true_positive":4,"false_positive":1,"false_negative":12,"true_negative":16,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.2340281318831816,"baseline_adjusted_skill":0.19117647058823528,"baseline_adjusted_score":0.19117647058823528},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.21000550630869289,"normalized_score_rmse":0.26677041823417097,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.04411286783629442,"baseline_adjusted_score":0.04411286783629442},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.21157173361797127,"accuracy":0.71,"positive_recall":0.9090909090909091,"specificity":0.6538461538461539,"precision":0.425531914893617,"balanced_accuracy":0.7814685314685315,"f1":0.5797101449275363,"true_positive":20,"false_positive":27,"false_negative":2,"true_negative":51,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.23293551059423812,"baseline_adjusted_skill":0.5629370629370629,"baseline_adjusted_score":0.5629370629370629},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2561319476921095,"accuracy":0.7,"positive_recall":0.6486486486486487,"specificity":0.7301587301587301,"precision":0.5853658536585366,"balanced_accuracy":0.6894036894036895,"f1":0.6153846153846154,"true_positive":24,"false_positive":17,"false_negative":13,"true_negative":46,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000003,"brier_skill":-0.09880715440630405,"baseline_adjusted_skill":0.3788073788073789,"baseline_adjusted_score":0.3788073788073789},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.22566277069595092,"accuracy":0.62,"positive_recall":0.38461538461538464,"specificity":0.7704918032786885,"precision":0.5172413793103449,"balanced_accuracy":0.5775535939470365,"f1":0.4411764705882353,"true_positive":15,"false_positive":14,"false_negative":24,"true_negative":47,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379,"brier_skill":0.05143854268200543,"baseline_adjusted_skill":0.15510718789407307,"baseline_adjusted_score":0.15510718789407307},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.21854448099270848,"accuracy":0.61,"positive_recall":0.8709677419354839,"specificity":0.4927536231884058,"precision":0.43548387096774194,"balanced_accuracy":0.6818606825619449,"f1":0.5806451612903226,"true_positive":27,"false_positive":35,"false_negative":4,"true_negative":34,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999998,"brier_skill":-0.021713328624163086,"baseline_adjusted_skill":0.36372136512388975,"baseline_adjusted_score":0.36372136512388975},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.69,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.5694444444444443,"baseline_adjusted_score":0.5694444444444443},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.187002870910801,"normalized_score_rmse":0.22303493292113116,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.1956865767277377,"baseline_adjusted_score":0.1956865767277377},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.07949116410658959,"accuracy":0.89,"positive_recall":0.92,"specificity":0.86,"precision":0.8679245283018868,"balanced_accuracy":0.89,"f1":0.8932038834951457,"true_positive":46,"false_positive":7,"false_negative":4,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6820353435736417,"baseline_adjusted_skill":0.78,"baseline_adjusted_score":0.78},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24845647165196813,"accuracy":0.55,"positive_recall":0.94,"specificity":0.16,"precision":0.5280898876404494,"balanced_accuracy":0.5499999999999999,"f1":0.6762589928057554,"true_positive":47,"false_positive":42,"false_negative":3,"true_negative":8,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.006174113392127478,"baseline_adjusted_skill":0.09999999999999987,"baseline_adjusted_score":0.09999999999999987},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.49,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.45714285714285724,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.22315262304604816,"accuracy":0.72,"positive_recall":0.96,"specificity":0.48,"precision":0.6486486486486487,"balanced_accuracy":0.72,"f1":0.7741935483870968,"true_positive":48,"false_positive":26,"false_negative":2,"true_negative":24,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.10738950781580736,"baseline_adjusted_skill":0.43999999999999995,"baseline_adjusted_score":0.43999999999999995},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.619047619047619,"baseline_adjusted_score":0.619047619047619},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.49,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.14999999999999997,"baseline_adjusted_score":0.14999999999999997},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.274292063334284,"accuracy":0.52,"positive_recall":0.04,"specificity":1,"precision":1,"balanced_accuracy":0.52,"f1":0.07692307692307693,"true_positive":2,"false_positive":0,"false_negative":48,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.09716825333713608,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.20851190476190473,"fixed_answer_accuracy_baseline":0.22333333333333333,"baseline_adjusted_skill":0.9227467811158797,"baseline_adjusted_score":0.9227467811158797},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11781277950789525,"accuracy":0.85,"positive_recall":0.88,"specificity":0.82,"precision":0.8301886792452831,"balanced_accuracy":0.85,"f1":0.8543689320388349,"true_positive":44,"false_positive":9,"false_negative":6,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.528748881968419,"baseline_adjusted_skill":0.7,"baseline_adjusted_score":0.7},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.20402792852961282,"normalized_score_rmse":0.26124288062242457,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.3199069049012906,"baseline_adjusted_score":0.3199069049012906},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.83,"uniform_accuracy_baseline":0.22851190476190475,"fixed_answer_accuracy_baseline":0.24333333333333332,"baseline_adjusted_skill":0.7753303964757708,"baseline_adjusted_score":0.7753303964757708},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.12992867821423773,"accuracy":0.79,"positive_recall":0.92,"specificity":0.66,"precision":0.7301587301587301,"balanced_accuracy":0.79,"f1":0.8141592920353983,"true_positive":46,"false_positive":17,"false_negative":4,"true_negative":33,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4802852871430491,"baseline_adjusted_skill":0.5800000000000001,"baseline_adjusted_score":0.5800000000000001},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.20635298968523016,"normalized_score_rmse":0.2786161546287252,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.3042222222222222,"baseline_adjusted_skill":0.32170310183817696,"baseline_adjusted_score":0.32170310183817696},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.64,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.41935483870967744,"baseline_adjusted_score":0.41935483870967744},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.17427609722852297,"accuracy":0.73,"positive_recall":0.96,"specificity":0.5,"precision":0.6575342465753424,"balanced_accuracy":0.73,"f1":0.7804878048780488,"true_positive":48,"false_positive":25,"false_negative":2,"true_negative":25,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3028956110859081,"baseline_adjusted_skill":0.45999999999999996,"baseline_adjusted_score":0.45999999999999996},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.21,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":-0.5800000000000001,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10180015347648544,"accuracy":0.86,"positive_recall":0.94,"specificity":0.78,"precision":0.8103448275862069,"balanced_accuracy":0.86,"f1":0.8703703703703703,"true_positive":47,"false_positive":11,"false_negative":3,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5927993860940582,"baseline_adjusted_skill":0.72,"baseline_adjusted_score":0.72},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.56,"uniform_accuracy_baseline":0.3533333333333333,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.2542372881355933,"baseline_adjusted_score":0.2542372881355933},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.59,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.33870967741935476,"baseline_adjusted_score":0.33870967741935476},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.29,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.14516129032258068,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.29,"uniform_accuracy_baseline":0.1111111111111111,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.15476190476190474,"baseline_adjusted_score":0.15476190476190474},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.061953036289594976,"accuracy":0.809375,"positive_recall":0.14897824653922218,"specificity":0.9639055992596021,"precision":0.491304347826087,"balanced_accuracy":0.5564419228994121,"f1":0.22862923621648965,"true_positive":11.3,"false_positive":11.7,"false_negative":64.55,"true_negative":312.45,"positive_prevalence":0.189625,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500001,"brier_skill":0.1861521438847964,"baseline_adjusted_skill":0.11288384579882416,"baseline_adjusted_score":0.11288384579882416},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.2348417623108253,"normalized_score_rmse":0.27031400129820343,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":-0.09867491139567397,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.08264157801016077,"accuracy":0.7771250000000001,"positive_recall":0.4805438349742147,"specificity":0.8849497187659792,"precision":0.6029411764705882,"balanced_accuracy":0.682746776870097,"f1":0.5348291155752674,"true_positive":51.25,"false_positive":33.75,"false_negative":55.4,"true_negative":259.6,"positive_prevalence":0.266625,"majority_accuracy_baseline":0.733375,"constant_brier_baseline":0.115654859375,"brier_skill":0.2854465566189206,"baseline_adjusted_skill":0.365493553740194,"baseline_adjusted_score":0.365493553740194},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.21597208562830927,"normalized_score_rmse":0.25869347762124867,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.19638293719698874,"baseline_adjusted_score":0.19638293719698874},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.07717043986552058,"accuracy":0.7546250000000001,"positive_recall":0.5306487695749441,"specificity":0.8414570685169125,"precision":0.5647619047619048,"balanced_accuracy":0.6860529190459284,"f1":0.5471741637831604,"true_positive":59.300000000000004,"false_positive":45.7,"false_negative":52.45,"true_negative":242.55,"positive_prevalence":0.279375,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937500001,"brier_skill":0.31801640417243693,"baseline_adjusted_skill":0.3721058380918567,"baseline_adjusted_score":0.3721058380918567},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.22528857549186795,"normalized_score_rmse":0.2647536661751868,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.14784463170924655,"baseline_adjusted_score":0.14784463170924655},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.07657178813262248,"accuracy":0.8238749999999999,"positive_recall":0.28901408450704225,"specificity":0.9763855421686747,"precision":0.7772727272727272,"balanced_accuracy":0.6326998133378585,"f1":0.4213552361396304,"true_positive":25.65,"false_positive":7.35,"false_negative":63.1,"true_negative":303.9,"positive_prevalence":0.221875,"majority_accuracy_baseline":0.778125,"constant_brier_baseline":0.12674023437499998,"brier_skill":0.39583677977065057,"baseline_adjusted_skill":0.26539962667571704,"baseline_adjusted_score":0.26539962667571704},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.23295979743736098,"normalized_score_rmse":0.2739447303118309,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":-0.03250879750630897,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.06543931971007953,"accuracy":0.7875,"positive_recall":0.6701323251417769,"specificity":0.8297076818490823,"precision":0.5859504132231406,"balanced_accuracy":0.7499200034954296,"f1":0.6252204585537919,"true_positive":70.9,"false_positive":50.1,"false_negative":34.9,"true_negative":244.1,"positive_prevalence":0.2645,"majority_accuracy_baseline":0.7355,"constant_brier_baseline":0.11362725,"brier_skill":0.42408779839273125,"baseline_adjusted_skill":0.4998400069908593,"baseline_adjusted_score":0.4998400069908593},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.20319938273751176,"normalized_score_rmse":0.2501548130273747,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.19124623786064965,"baseline_adjusted_score":0.19124623786064965},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.06713349394549435,"accuracy":0.821,"positive_recall":0.41122715404699745,"specificity":0.9180581323438466,"precision":0.5431034482758621,"balanced_accuracy":0.664642643195422,"f1":0.46805349182763745,"true_positive":31.5,"false_positive":26.5,"false_negative":45.1,"true_negative":296.9,"positive_prevalence":0.19149999999999998,"majority_accuracy_baseline":0.8085,"constant_brier_baseline":0.09190274999999999,"brier_skill":0.2695159399964162,"baseline_adjusted_skill":0.329285286390844,"baseline_adjusted_score":0.329285286390844},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.18353228143241723,"normalized_score_rmse":0.2321783536043985,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.11283489337804364,"baseline_adjusted_score":0.11283489337804364},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.07956891745482725,"accuracy":0.82825,"positive_recall":0.6443089430894309,"specificity":0.8698651134273452,"precision":0.5283333333333333,"balanced_accuracy":0.757087028258388,"f1":0.5805860805860805,"true_positive":47.55,"false_positive":42.45,"false_negative":26.25,"true_negative":283.75,"positive_prevalence":0.1845,"majority_accuracy_baseline":0.8155,"constant_brier_baseline":0.10922225,"brier_skill":0.2714953459132434,"baseline_adjusted_skill":0.5141740565167761,"baseline_adjusted_score":0.5141740565167761},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.28096198060113237,"normalized_score_rmse":0.3272690117618384,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":-0.4836276203360126,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.08825281595155902,"accuracy":0.8205000000000001,"positive_recall":0.17643312101910827,"specificity":0.9777604976671851,"precision":0.6595238095238095,"balanced_accuracy":0.5770968093431467,"f1":0.27839195979899495,"true_positive":13.85,"false_positive":7.15,"false_negative":64.65,"true_negative":314.35,"positive_prevalence":0.19625,"majority_accuracy_baseline":0.80375,"constant_brier_baseline":0.09878593749999999,"brier_skill":0.1066257183462066,"baseline_adjusted_skill":0.15419361868629333,"baseline_adjusted_score":0.15419361868629333},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.21864806286641397,"normalized_score_rmse":0.27288114628493165,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":-0.0350204159356875,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.10612861691142357,"accuracy":0.6602040816326531,"positive_recall":0.5794780545670225,"specificity":0.7211280214861235,"precision":0.610625,"balanced_accuracy":0.6503030380265731,"f1":0.5946439440048691,"true_positive":97.7,"false_positive":62.3,"false_negative":70.9,"true_negative":161.1,"positive_prevalence":0.4301020408163265,"majority_accuracy_baseline":0.5698979591836735,"constant_brier_baseline":0.12359641815910039,"brier_skill":0.14132934843784273,"baseline_adjusted_skill":0.30060607605314615,"baseline_adjusted_score":0.30060607605314615},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.18935733657551226,"normalized_score_rmse":0.2320398417106844,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.31270300057777023,"baseline_adjusted_score":0.31270300057777023},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.06028678396059614,"accuracy":0.884875,"positive_recall":0.4760031471282455,"specificity":0.9621043245653144,"precision":0.7034883720930233,"balanced_accuracy":0.7190537358467799,"f1":0.5678085405912717,"true_positive":60.5,"false_positive":25.5,"false_negative":66.6,"true_negative":647.4,"positive_prevalence":0.158875,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499999,"brier_skill":0.38967079044326847,"baseline_adjusted_skill":0.4381074716935598,"baseline_adjusted_score":0.4381074716935598},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.2940785954290186,"normalized_score_rmse":0.3304020471988511,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-0.7822945177516278,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.39,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.01612903225806453,"baseline_adjusted_score":0.01612903225806453},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.325767585661348,"accuracy":0.53,"positive_recall":0.9,"specificity":0.16,"precision":0.5172413793103449,"balanced_accuracy":0.53,"f1":0.656934306569343,"true_positive":45,"false_positive":42,"false_negative":5,"true_negative":8,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.303070342645392,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.14446653412856197,"uniform_accuracy_baseline":0.058823529411764705,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":-0.005451713395638601,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.64,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.21739130434782605,"baseline_adjusted_score":0.21739130434782605},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.21238997924373318,"accuracy":0.65,"positive_recall":0.5,"specificity":0.8,"precision":0.7142857142857143,"balanced_accuracy":0.65,"f1":0.5882352941176471,"true_positive":25,"false_positive":10,"false_negative":25,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.15044008302506728,"baseline_adjusted_skill":0.30000000000000004,"baseline_adjusted_score":0.30000000000000004},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.51,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.22222222222222224,"baseline_adjusted_score":0.22222222222222224},"scoring":{"eligible":true,"reason":null},"model":138,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.13499128227755636,"accuracy":0.8108108108108109,"positive_recall":0.8309859154929577,"specificity":0.7922077922077922,"precision":0.7866666666666666,"balanced_accuracy":0.811596853850375,"f1":0.8082191780821918,"true_positive":59,"false_positive":16,"false_negative":12,"true_negative":61,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.24958911614317017,"brier_skill":0.45914595811092107,"baseline_adjusted_skill":0.6231937077007501,"baseline_adjusted_score":0.6231937077007501},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.31,"uniform_accuracy_baseline":0.2005,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.028169014084507067,"baseline_adjusted_score":0.028169014084507067},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.8088235294117648,"baseline_adjusted_score":0.8088235294117648},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.74,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.4468085106382978,"baseline_adjusted_score":0.4468085106382978},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.71,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.40816326530612235,"baseline_adjusted_score":0.40816326530612235},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.15631689965962128,"accuracy":0.51723977018,"positive_recall":0.5951569096025826,"specificity":0.392229761280114,"precision":0.6110614177,"balanced_accuracy":0.4936933354413483,"f1":0.6030043097570603,"true_positive":36.663685062,"false_positive":23.336314938,"false_negative":24.939708044,"true_negative":15.060291956,"positive_prevalence":0.61603393106,"majority_accuracy_baseline":0.61603393106,"constant_brier_baseline":0.07908707655202402,"brier_skill":-0.9765163472289302,"baseline_adjusted_skill":-0.012613329117303396,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.20363371330531066,"accuracy":0.69,"positive_recall":0.8,"specificity":0.58,"precision":0.6557377049180327,"balanced_accuracy":0.69,"f1":0.7207207207207207,"true_positive":40,"false_positive":21,"false_negative":10,"true_negative":29,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.18546514677875736,"baseline_adjusted_skill":0.3799999999999999,"baseline_adjusted_score":0.3799999999999999},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.63,"uniform_accuracy_baseline":0.012987012987012986,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.6105263157894737,"baseline_adjusted_score":0.6105263157894737},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.81,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.6833333333333335,"baseline_adjusted_score":0.6833333333333335},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.42,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.09375,"baseline_adjusted_score":0.09375},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10346032147379201,"accuracy":0.88,"positive_recall":0.9,"specificity":0.86,"precision":0.8653846153846154,"balanced_accuracy":0.88,"f1":0.8823529411764706,"true_positive":45,"false_positive":7,"false_negative":5,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5861587141048319,"baseline_adjusted_skill":0.76,"baseline_adjusted_score":0.76},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.2032612617017369,"accuracy":0.5363161493511871,"positive_recall":0.8224517615678174,"specificity":0.4030809037146033,"precision":0.3908260479175414,"balanced_accuracy":0.6127663326412104,"f1":0.5298631015310744,"true_positive":182.90659042540938,"false_positive":285.0934095745906,"false_negative":39.48528587957844,"true_negative":192.51471412042156,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768642,"brier_skill":-1.2908633883538467,"baseline_adjusted_skill":0.22553266528242077,"baseline_adjusted_score":0.22553266528242077},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2429106112701176,"accuracy":0.61,"positive_recall":0.82,"specificity":0.4,"precision":0.5774647887323944,"balanced_accuracy":0.61,"f1":0.6776859504132231,"true_positive":41,"false_positive":30,"false_negative":9,"true_negative":20,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.028357554919529626,"baseline_adjusted_skill":0.21999999999999997,"baseline_adjusted_score":0.21999999999999997},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.9205298013245033,"uniform_accuracy_baseline":0.006622516556291391,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.9172413793103449,"baseline_adjusted_score":0.9172413793103449},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.7603036876355749,"baseline_adjusted_score":0.7603036876355749},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.31,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.15000000000000005,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2600965186997682,"accuracy":0.57,"positive_recall":0.82,"specificity":0.32,"precision":0.5466666666666666,"balanced_accuracy":0.57,"f1":0.656,"true_positive":41,"false_positive":34,"false_negative":9,"true_negative":16,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.040386074799072746,"baseline_adjusted_skill":0.1399999999999999,"baseline_adjusted_score":0.1399999999999999},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.69,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.3541666666666665,"baseline_adjusted_score":0.3541666666666665},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.07142857142857142,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.8764044943820225,"baseline_adjusted_score":0.8764044943820225},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.72,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.39130434782608686,"baseline_adjusted_score":0.39130434782608686},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.35,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.10958904109589036,"baseline_adjusted_score":0.10958904109589036},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.6666666666666666,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.26548934305585026,"accuracy":0.6097560975609756,"positive_recall":0.575,"specificity":0.6428571428571429,"precision":0.6052631578947368,"balanced_accuracy":0.6089285714285715,"f1":0.5897435897435898,"true_positive":23,"false_positive":15,"false_negative":17,"true_negative":27,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.2498512790005949,"brier_skill":-0.06258948970686729,"baseline_adjusted_skill":0.21785714285714297,"baseline_adjusted_score":0.21785714285714297},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11952434123920103,"accuracy":0.82,"positive_recall":0.82,"specificity":0.82,"precision":0.82,"balanced_accuracy":0.82,"f1":0.82,"true_positive":41,"false_positive":9,"false_negative":9,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5219026350431959,"baseline_adjusted_skill":0.6399999999999999,"baseline_adjusted_score":0.6399999999999999},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.5279329608938548,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.39426523297491045,"baseline_adjusted_score":0.39426523297491045},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.4,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.016393442622950834,"baseline_adjusted_score":0.016393442622950834},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.19997431534716376,"accuracy":0.735,"positive_recall":0.5227272727272727,"specificity":0.7948717948717948,"precision":0.41818181818181815,"balanced_accuracy":0.6587995337995338,"f1":0.46464646464646464,"true_positive":23,"false_positive":32,"false_negative":21,"true_negative":124,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.16535148803708477,"baseline_adjusted_skill":0.31759906759906764,"baseline_adjusted_score":0.31759906759906764},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.1671125901430477,"accuracy":0.77,"positive_recall":0.44,"specificity":0.88,"precision":0.55,"balanced_accuracy":0.66,"f1":0.4888888888888889,"true_positive":22,"false_positive":18,"false_negative":28,"true_negative":132,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":0.10873285257041232,"baseline_adjusted_skill":0.32000000000000006,"baseline_adjusted_score":0.32000000000000006},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.06371097145156603,"accuracy":0.915,"positive_recall":0.631578947368421,"specificity":0.9447513812154696,"precision":0.5454545454545454,"balanced_accuracy":0.7881651642919454,"f1":0.5853658536585366,"true_positive":12,"false_positive":10,"false_negative":7,"true_negative":171,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.085975,"brier_skill":0.25895933176428,"baseline_adjusted_skill":0.5763303285838908,"baseline_adjusted_score":0.5763303285838908},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.17740511014493338,"accuracy":0.7186369047619047,"positive_recall":0.8011110008927687,"specificity":0.7133720451623934,"precision":0.1514060742407199,"balanced_accuracy":0.7572415230275811,"f1":0.2546790495261822,"true_positive":134.6,"false_positive":754.4,"false_negative":33.416666666666664,"true_negative":1877.5833333333333,"positive_prevalence":0.060005952380952375,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679138,"brier_skill":-4.509309132526866,"baseline_adjusted_skill":0.5144830460551622,"baseline_adjusted_score":0.5144830460551622},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.48725212464589235,"uniform_accuracy_baseline":0.027777777777777776,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.4123376623376624,"baseline_adjusted_score":0.4123376623376624},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.43,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.18571428571428572,"baseline_adjusted_score":0.18571428571428572},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.16249049623993767,"accuracy":0.76,"positive_recall":0.72,"specificity":0.8,"precision":0.782608695652174,"balanced_accuracy":0.76,"f1":0.75,"true_positive":36,"false_positive":10,"false_negative":14,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.35003801504024934,"baseline_adjusted_skill":0.52,"baseline_adjusted_score":0.52},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2127726555130689,"accuracy":0.72,"positive_recall":0.94,"specificity":0.5,"precision":0.6527777777777778,"balanced_accuracy":0.72,"f1":0.7704918032786885,"true_positive":47,"false_positive":25,"false_negative":3,"true_negative":25,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.1489093779477244,"baseline_adjusted_skill":0.43999999999999995,"baseline_adjusted_score":0.43999999999999995},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.59,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":-0.05128205128205133,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.93,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.9255319148936172,"baseline_adjusted_score":0.9255319148936172},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.21250252467343103,"accuracy":0.69,"positive_recall":1,"specificity":0.38,"precision":0.6172839506172839,"balanced_accuracy":0.69,"f1":0.7633587786259542,"true_positive":50,"false_positive":31,"false_negative":0,"true_negative":19,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.14998990130627587,"baseline_adjusted_skill":0.3799999999999999,"baseline_adjusted_score":0.3799999999999999},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.7910447761194032,"baseline_adjusted_score":0.7910447761194032},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.226159731179192,"accuracy":0.61,"positive_recall":0.24,"specificity":0.98,"precision":0.9230769230769231,"balanced_accuracy":0.61,"f1":0.38095238095238093,"true_positive":12,"false_positive":1,"false_negative":38,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.09536107528323201,"baseline_adjusted_skill":0.21999999999999997,"baseline_adjusted_score":0.21999999999999997},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.4271076081081081,"uniform_accuracy_baseline":0.23445945945945948,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.22336113523640647,"baseline_adjusted_score":0.22336113523640647},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.12392922086837005,"accuracy":0.6019298486842105,"positive_recall":0.9079669176706129,"specificity":0.31051461509817424,"precision":0.5563361157024793,"balanced_accuracy":0.6092407663843935,"f1":0.6899320381787635,"true_positive":67.31667,"false_positive":53.68333,"false_negative":6.823333,"true_negative":24.176667,"positive_prevalence":0.4877631776315789,"majority_accuracy_baseline":0.512236822368421,"constant_brier_baseline":0.09451910039768556,"brier_skill":-0.31115531513675565,"baseline_adjusted_skill":0.218481532768787,"baseline_adjusted_score":0.218481532768787},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.1716464309202797,"normalized_score_rmse":0.24775961386828838,"constant_score_baseline":0.5841668333333333,"constant_mae_baseline":0.21700552708333334,"baseline_adjusted_skill":0.20902276901746875,"baseline_adjusted_score":0.20902276901746875},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2511450246576329,"accuracy":0.59,"positive_recall":0.82,"specificity":0.36,"precision":0.5616438356164384,"balanced_accuracy":0.59,"f1":0.6666666666666666,"true_positive":41,"false_positive":32,"false_negative":9,"true_negative":18,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.004580098630531548,"baseline_adjusted_skill":0.17999999999999994,"baseline_adjusted_score":0.17999999999999994},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.29403362794471044,"accuracy":0.55,"positive_recall":0.26,"specificity":0.84,"precision":0.6190476190476191,"balanced_accuracy":0.55,"f1":0.36619718309859156,"true_positive":13,"false_positive":8,"false_negative":37,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.17613451177884176,"baseline_adjusted_skill":0.10000000000000009,"baseline_adjusted_score":0.10000000000000009},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.63,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.39344262295081966,"baseline_adjusted_score":0.39344262295081966},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.905,"uniform_accuracy_baseline":0.036111111111111115,"fixed_answer_accuracy_baseline":0.08833333333333333,"baseline_adjusted_skill":0.8957952468007313,"baseline_adjusted_score":0.8957952468007313},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.75,"baseline_adjusted_score":0.75},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.775,"uniform_accuracy_baseline":0.049879324215607396,"fixed_answer_accuracy_baseline":0.12442477876106194,"baseline_adjusted_skill":0.7430260764099454,"baseline_adjusted_score":0.7430260764099454},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.4121574996852517,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":50,"false_positive":50,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.6486299987410069,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.23888888888888887,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.6470588235294118,"baseline_adjusted_score":0.6470588235294118},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.24941272377233403,"accuracy":0.484375,"positive_recall":0.5,"specificity":0.46875,"precision":0.48484848484848486,"balanced_accuracy":0.484375,"f1":0.49230769230769234,"true_positive":16,"false_positive":17,"false_negative":16,"true_negative":15,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.0023491049106638684,"baseline_adjusted_skill":-0.03125,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.8913043478260868,"baseline_adjusted_score":0.8913043478260868},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.68,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.5151515151515152,"baseline_adjusted_score":0.5151515151515152},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.27564556155791026,"accuracy":0.62,"positive_recall":0.28,"specificity":0.96,"precision":0.875,"balanced_accuracy":0.62,"f1":0.42424242424242425,"true_positive":14,"false_positive":2,"false_negative":36,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.10258224623164103,"baseline_adjusted_skill":0.24,"baseline_adjusted_score":0.24},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.8260869565217391,"baseline_adjusted_score":0.8260869565217391},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.06486861022648016,"accuracy":0.9393939393939394,"positive_recall":0.9375,"specificity":0.9411764705882353,"precision":0.9375,"balanced_accuracy":0.9393382352941176,"f1":0.9375,"true_positive":15,"false_positive":1,"false_negative":1,"true_negative":16,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.740287071556482,"baseline_adjusted_skill":0.8786764705882353,"baseline_adjusted_score":0.8786764705882353},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.154077730999561,"normalized_score_rmse":0.283978056299359,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.5330977848498151,"baseline_adjusted_score":0.5330977848498151},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.5625,"uniform_accuracy_baseline":0.178125,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":0.3859649122807018,"baseline_adjusted_score":0.3859649122807018},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.05425760967804826,"accuracy":0.9411764705882353,"positive_recall":1,"specificity":0.8823529411764706,"precision":0.8947368421052632,"balanced_accuracy":0.9411764705882353,"f1":0.9444444444444444,"true_positive":17,"false_positive":2,"false_negative":0,"true_negative":15,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7829695612878069,"baseline_adjusted_skill":0.8823529411764706,"baseline_adjusted_score":0.8823529411764706},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.270608493948684,"normalized_score_rmse":0.3286237309055114,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-0.8401377588510512,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.4791666666666667,"uniform_accuracy_baseline":0.13194444444444445,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":-0.3043478260869564,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.2246264354180865,"accuracy":0.6923076923076923,"positive_recall":1,"specificity":0.38461538461538464,"precision":0.6190476190476191,"balanced_accuracy":0.6923076923076923,"f1":0.7647058823529411,"true_positive":26,"false_positive":16,"false_negative":0,"true_negative":10,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.10149425832765402,"baseline_adjusted_skill":0.3846153846153846,"baseline_adjusted_score":0.3846153846153846},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.2106090355235097,"accuracy":0.68,"positive_recall":0.8717948717948718,"specificity":0.4722222222222222,"precision":0.6415094339622641,"balanced_accuracy":0.6720085470085471,"f1":0.7391304347826086,"true_positive":34,"false_positive":19,"false_negative":5,"true_negative":17,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24960000000000004,"brier_skill":0.15621379998593887,"baseline_adjusted_skill":0.3440170940170941,"baseline_adjusted_score":0.3440170940170941},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.33349883288145066,"normalized_score_rmse":0.4131228849520969,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.19106726029089516,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.7647058823529411,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.6799999999999998,"baseline_adjusted_score":0.6799999999999998},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.23615246238996876,"accuracy":0.75,"positive_recall":1,"specificity":0.5,"precision":0.6666666666666666,"balanced_accuracy":0.75,"f1":0.8,"true_positive":14,"false_positive":7,"false_negative":0,"true_negative":7,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.05539015044012496,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.22703005588528785,"normalized_score_rmse":0.28489751106461547,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.1696969696969697,"baseline_adjusted_skill":-0.3378556864668747,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.05446576783378514,"accuracy":0.9411764705882353,"positive_recall":0.9555555555555556,"specificity":0.925,"precision":0.9347826086956522,"balanced_accuracy":0.9402777777777778,"f1":0.945054945054945,"true_positive":43,"false_positive":3,"false_negative":2,"true_negative":37,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.2491349480968858,"brier_skill":0.781380459667168,"baseline_adjusted_skill":0.8805555555555555,"baseline_adjusted_score":0.8805555555555555},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.68,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.5789473684210527,"baseline_adjusted_score":0.5789473684210527},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.19585373845638376,"accuracy":0.6,"positive_recall":0.7428571428571429,"specificity":0.26666666666666666,"precision":0.7027027027027027,"balanced_accuracy":0.5047619047619047,"f1":0.7222222222222222,"true_positive":26,"false_positive":11,"false_negative":9,"true_negative":4,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.21,"brier_skill":0.06736315020769634,"baseline_adjusted_skill":0.00952380952380949,"baseline_adjusted_score":0.00952380952380949},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.32546203821897507,"normalized_score_rmse":0.4813036377968429,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.16236442221062508,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.6708860759493671,"uniform_accuracy_baseline":0.24240506329113923,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.4347826086956522,"baseline_adjusted_score":0.4347826086956522},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.16537672066848225,"accuracy":0.8095238095238095,"positive_recall":1,"specificity":0.6,"precision":0.7333333333333333,"balanced_accuracy":0.8,"f1":0.8461538461538461,"true_positive":11,"false_positive":4,"false_negative":0,"true_negative":6,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.2494331065759637,"brier_skill":0.33698969259272116,"baseline_adjusted_skill":0.6000000000000001,"baseline_adjusted_score":0.6000000000000001},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.45454545454545453,"uniform_accuracy_baseline":0.32373737373737377,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.1,"baseline_adjusted_score":0.1},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.24315355584762,"accuracy":0.6060606060606061,"positive_recall":0.8235294117647058,"specificity":0.375,"precision":0.5833333333333334,"balanced_accuracy":0.5992647058823529,"f1":0.6829268292682927,"true_positive":14,"false_positive":10,"false_negative":3,"true_negative":6,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.02649182971302133,"baseline_adjusted_skill":0.19852941176470584,"baseline_adjusted_score":0.19852941176470584},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.2805470398429772,"normalized_score_rmse":0.3414642507744684,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.3431372549019608,"baseline_adjusted_skill":0.1824057696004665,"baseline_adjusted_score":0.1824057696004665},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3435374290352032,"accuracy":0.47,"positive_recall":0.5,"specificity":0.44,"precision":0.4716981132075472,"balanced_accuracy":0.47,"f1":0.4854368932038835,"true_positive":25,"false_positive":28,"false_negative":25,"true_negative":22,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.3741497161408127,"baseline_adjusted_skill":-0.06000000000000005,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.29333333333333333,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":-0.09278350515463916,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.27016724187028046,"accuracy":0.49333333333333335,"positive_recall":0,"specificity":0.9736842105263158,"precision":0,"balanced_accuracy":0.4868421052631579,"f1":0,"true_positive":0,"false_positive":1,"false_negative":37,"true_negative":37,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555554,"brier_skill":-0.08086112056922312,"baseline_adjusted_skill":-0.02631578947368418,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.55,"uniform_accuracy_baseline":0.14285714285714285,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.42307692307692313,"baseline_adjusted_score":0.42307692307692313},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.31,"uniform_accuracy_baseline":0.32416666666666666,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.0454545454545455,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.1993190956611123,"accuracy":0.9090909090909091,"positive_recall":1,"specificity":0.8235294117647058,"precision":0.8421052631578947,"balanced_accuracy":0.9117647058823529,"f1":0.9142857142857143,"true_positive":16,"false_positive":3,"false_negative":0,"true_negative":14,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.20199082656267897,"baseline_adjusted_skill":0.8235294117647058,"baseline_adjusted_score":0.8235294117647058},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.23190388179412394,"normalized_score_rmse":0.29790322655050494,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":-0.05556249644221922,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.21305028530132616,"accuracy":0.72,"positive_recall":0.45454545454545453,"specificity":0.7948717948717948,"precision":0.38461538461538464,"balanced_accuracy":0.6247086247086246,"f1":0.4166666666666667,"true_positive":10,"false_positive":16,"false_negative":12,"true_negative":62,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.24155177914525727,"baseline_adjusted_skill":0.2494172494172493,"baseline_adjusted_score":0.2494172494172493},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.16750690427954276,"accuracy":0.78,"positive_recall":0.7027027027027027,"specificity":0.8253968253968254,"precision":0.7027027027027027,"balanced_accuracy":0.7640497640497641,"f1":0.7027027027027027,"true_positive":26,"false_positive":11,"false_negative":11,"true_negative":52,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000003,"brier_skill":0.2813946620354236,"baseline_adjusted_skill":0.5280995280995282,"baseline_adjusted_score":0.5280995280995282},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.20131125401990485,"accuracy":0.69,"positive_recall":0.5641025641025641,"specificity":0.7704918032786885,"precision":0.6111111111111112,"balanced_accuracy":0.6672971836906263,"f1":0.5866666666666667,"true_positive":22,"false_positive":14,"false_negative":17,"true_negative":47,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379,"brier_skill":0.1537988481719006,"baseline_adjusted_skill":0.3345943673812526,"baseline_adjusted_score":0.3345943673812526},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1737353692712017,"accuracy":0.73,"positive_recall":0.8064516129032258,"specificity":0.6956521739130435,"precision":0.5434782608695652,"balanced_accuracy":0.7510518934081346,"f1":0.6493506493506493,"true_positive":25,"false_positive":21,"false_negative":6,"true_negative":48,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999998,"brier_skill":0.18777293468348888,"baseline_adjusted_skill":0.5021037868162692,"baseline_adjusted_score":0.5021037868162692},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.82,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.7499999999999999,"baseline_adjusted_score":0.7499999999999999},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.14933635522611438,"normalized_score_rmse":0.18762635985294066,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.35769309580165864,"baseline_adjusted_score":0.35769309580165864},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.05817087586408372,"accuracy":0.93,"positive_recall":0.96,"specificity":0.9,"precision":0.9056603773584906,"balanced_accuracy":0.9299999999999999,"f1":0.9320388349514563,"true_positive":48,"false_positive":5,"false_negative":2,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7673164965436652,"baseline_adjusted_skill":0.8599999999999999,"baseline_adjusted_score":0.8599999999999999},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2966644452759731,"accuracy":0.54,"positive_recall":1,"specificity":0.08,"precision":0.5208333333333334,"balanced_accuracy":0.54,"f1":0.684931506849315,"true_positive":50,"false_positive":46,"false_negative":0,"true_negative":4,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.1866577811038923,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.61,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.1142857142857144,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1901233974255629,"accuracy":0.71,"positive_recall":0.94,"specificity":0.48,"precision":0.6438356164383562,"balanced_accuracy":0.71,"f1":0.7642276422764228,"true_positive":47,"false_positive":26,"false_negative":3,"true_negative":24,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.23950641029774844,"baseline_adjusted_skill":0.41999999999999993,"baseline_adjusted_score":0.41999999999999993},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.7142857142857143,"baseline_adjusted_score":0.7142857142857143},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.53,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.21666666666666667,"baseline_adjusted_score":0.21666666666666667},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.27387129931805093,"accuracy":0.45,"positive_recall":0.28,"specificity":0.62,"precision":0.42424242424242425,"balanced_accuracy":0.45,"f1":0.3373493975903614,"true_positive":14,"false_positive":19,"false_negative":36,"true_negative":31,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.09548519727220373,"baseline_adjusted_skill":-0.09999999999999998,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.20851190476190473,"fixed_answer_accuracy_baseline":0.22333333333333333,"baseline_adjusted_skill":0.9613733905579399,"baseline_adjusted_score":0.9613733905579399},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08320919361462417,"accuracy":0.86,"positive_recall":0.9,"specificity":0.82,"precision":0.8333333333333334,"balanced_accuracy":0.86,"f1":0.8653846153846154,"true_positive":45,"false_positive":9,"false_negative":5,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6671632255415033,"baseline_adjusted_skill":0.72,"baseline_adjusted_score":0.72},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.1629200022911391,"normalized_score_rmse":0.23799799553376946,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.45693332569620304,"baseline_adjusted_score":0.45693332569620304},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.22851190476190475,"fixed_answer_accuracy_baseline":0.24333333333333332,"baseline_adjusted_skill":0.8149779735682819,"baseline_adjusted_score":0.8149779735682819},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10787380047054883,"accuracy":0.85,"positive_recall":0.94,"specificity":0.76,"precision":0.7966101694915254,"balanced_accuracy":0.85,"f1":0.8623853211009175,"true_positive":47,"false_positive":12,"false_negative":3,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5685047981178046,"baseline_adjusted_skill":0.7,"baseline_adjusted_score":0.7},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.16263666437920055,"normalized_score_rmse":0.24464140627580275,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.3042222222222222,"baseline_adjusted_skill":0.465401760623519,"baseline_adjusted_score":0.465401760623519},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.71,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.532258064516129,"baseline_adjusted_score":0.532258064516129},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.18762316855065886,"accuracy":0.7,"positive_recall":0.98,"specificity":0.42,"precision":0.6282051282051282,"balanced_accuracy":0.7,"f1":0.765625,"true_positive":49,"false_positive":29,"false_negative":1,"true_negative":21,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.24950732579736457,"baseline_adjusted_skill":0.3999999999999999,"baseline_adjusted_score":0.3999999999999999},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":-0.31999999999999995,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.06735205079455892,"accuracy":0.91,"positive_recall":1,"specificity":0.82,"precision":0.847457627118644,"balanced_accuracy":0.9099999999999999,"f1":0.9174311926605505,"true_positive":50,"false_positive":9,"false_negative":0,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7305917968217643,"baseline_adjusted_skill":0.8199999999999998,"baseline_adjusted_score":0.8199999999999998},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.55,"uniform_accuracy_baseline":0.3533333333333333,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.23728813559322043,"baseline_adjusted_score":0.23728813559322043},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.82,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.7096774193548386,"baseline_adjusted_score":0.7096774193548386},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.3,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.12903225806451615,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.1111111111111111,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.21428571428571433,"baseline_adjusted_score":0.21428571428571433},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.15134356508967403,"accuracy":0.605625,"positive_recall":0.46209624258404747,"specificity":0.6392102421718341,"precision":0.23059210526315788,"balanced_accuracy":0.5506532423779408,"f1":0.3076585472898836,"true_positive":35.05,"false_positive":116.95,"false_negative":40.8,"true_negative":207.2,"positive_prevalence":0.189625,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500001,"brier_skill":-0.9881291275105675,"baseline_adjusted_skill":0.10130648475588155,"baseline_adjusted_score":0.10130648475588155},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.2586084581527393,"normalized_score_rmse":0.2958780327346834,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":-0.20986413170872198,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.08951588613110316,"accuracy":0.7576249999999999,"positive_recall":0.6033755274261603,"specificity":0.8137037668314301,"precision":0.5407563025210084,"balanced_accuracy":0.7085396471287952,"f1":0.570352315532905,"true_positive":64.35,"false_positive":54.65,"false_negative":42.3,"true_negative":238.7,"positive_prevalence":0.266625,"majority_accuracy_baseline":0.733375,"constant_brier_baseline":0.115654859375,"brier_skill":0.22600843047280605,"baseline_adjusted_skill":0.4170792942575905,"baseline_adjusted_score":0.4170792942575905},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.21397037635702873,"normalized_score_rmse":0.25606356482026116,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.20383115774128846,"baseline_adjusted_score":0.20383115774128846},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.08304042506390288,"accuracy":0.756875,"positive_recall":0.6017897091722595,"specificity":0.8169991326973114,"precision":0.5604166666666667,"balanced_accuracy":0.7093944209347854,"f1":0.5803667745415318,"true_positive":67.25,"false_positive":52.75,"false_negative":44.5,"true_negative":235.5,"positive_prevalence":0.279375,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937500001,"brier_skill":0.2661411832974039,"baseline_adjusted_skill":0.4187888418695709,"baseline_adjusted_score":0.4187888418695709},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.2188735346903559,"normalized_score_rmse":0.2623876238238406,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.17210956145491874,"baseline_adjusted_score":0.17210956145491874},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.07865388037299902,"accuracy":0.8263749999999999,"positive_recall":0.29464788732394365,"specificity":0.9779919678714859,"precision":0.7924242424242424,"balanced_accuracy":0.6363199275977147,"f1":0.42956878850102664,"true_positive":26.15,"false_positive":6.8500000000000005,"false_negative":62.6,"true_negative":304.4,"positive_prevalence":0.221875,"majority_accuracy_baseline":0.778125,"constant_brier_baseline":0.12674023437499998,"brier_skill":0.3794087508132792,"baseline_adjusted_skill":0.27263985519542944,"baseline_adjusted_score":0.27263985519542944},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.21934049865667476,"normalized_score_rmse":0.2726981603650456,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.02785374556598441,"baseline_adjusted_score":0.02785374556598441},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.08233142872248295,"accuracy":0.7652500000000001,"positive_recall":0.7603969754253308,"specificity":0.766995241332427,"precision":0.5399328859060403,"balanced_accuracy":0.7636961083788789,"f1":0.631475667189953,"true_positive":80.45,"false_positive":68.55,"false_negative":25.35,"true_negative":225.65,"positive_prevalence":0.2645,"majority_accuracy_baseline":0.7355,"constant_brier_baseline":0.11362725,"brier_skill":0.27542531635252154,"baseline_adjusted_skill":0.5273922167577578,"baseline_adjusted_score":0.5273922167577578},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.20029636821214808,"normalized_score_rmse":0.24467648290806254,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.20280052452876374,"baseline_adjusted_score":0.20280052452876374},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.07069487495841731,"accuracy":0.8234999999999999,"positive_recall":0.5091383812010444,"specificity":0.8979591836734694,"precision":0.5416666666666666,"balanced_accuracy":0.7035487824372568,"f1":0.5248990578734859,"true_positive":39,"false_positive":33,"false_negative":37.6,"true_negative":290.4,"positive_prevalence":0.19149999999999998,"majority_accuracy_baseline":0.8085,"constant_brier_baseline":0.09190274999999999,"brier_skill":0.23076431381631868,"baseline_adjusted_skill":0.40709756487451365,"baseline_adjusted_score":0.40709756487451365},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.19589250329066998,"normalized_score_rmse":0.23869253584612202,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.05308759738648949,"baseline_adjusted_score":0.05308759738648949},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.10007032039777018,"accuracy":0.8047500000000001,"positive_recall":0.7703252032520326,"specificity":0.8125383200490497,"precision":0.4817796610169492,"balanced_accuracy":0.7914317616505411,"f1":0.5928050052137644,"true_positive":56.85,"false_positive":61.15,"false_negative":16.95,"true_negative":265.05,"positive_prevalence":0.1845,"majority_accuracy_baseline":0.8155,"constant_brier_baseline":0.10922225,"brier_skill":0.083791806177128,"baseline_adjusted_skill":0.5828635233010822,"baseline_adjusted_score":0.5828635233010822},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.255523959780694,"normalized_score_rmse":0.29934823701681157,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":-0.34930143778584277,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.08169328642357834,"accuracy":0.8155000000000001,"positive_recall":0.2019108280254777,"specificity":0.9653188180404355,"precision":0.587037037037037,"balanced_accuracy":0.5836148230329566,"f1":0.3004739336492891,"true_positive":15.85,"false_positive":11.15,"false_negative":62.65,"true_negative":310.35,"positive_prevalence":0.19625,"majority_accuracy_baseline":0.80375,"constant_brier_baseline":0.09878593749999999,"brier_skill":0.17302716873463542,"baseline_adjusted_skill":0.16722964606591328,"baseline_adjusted_score":0.16722964606591328},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.21674655668612103,"normalized_score_rmse":0.2684188437825029,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":-0.026019203247910294,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.10181163648657955,"accuracy":0.6637755102040818,"positive_recall":0.7763938315539738,"specificity":0.5787824529991048,"precision":0.5817777777777778,"balanced_accuracy":0.6775881422765393,"f1":0.6651422764227644,"true_positive":130.9,"false_positive":94.1,"false_negative":37.7,"true_negative":129.3,"positive_prevalence":0.4301020408163265,"majority_accuracy_baseline":0.5698979591836735,"constant_brier_baseline":0.12359641815910039,"brier_skill":0.17625738671874958,"baseline_adjusted_skill":0.3551762845530786,"baseline_adjusted_score":0.3551762845530786},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.18774595769295677,"normalized_score_rmse":0.23313682302492308,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.3185517091144532,"baseline_adjusted_score":0.3185517091144532},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.10354043769638517,"accuracy":0.802,"positive_recall":0.7147915027537372,"specificity":0.8184722841432606,"precision":0.4265258215962441,"balanced_accuracy":0.7666318934484988,"f1":0.534254630990885,"true_positive":90.85,"false_positive":122.15,"false_negative":36.25,"true_negative":550.75,"positive_prevalence":0.158875,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499999,"brier_skill":-0.048219018246132395,"baseline_adjusted_skill":0.5332637868969976,"baseline_adjusted_score":0.5332637868969976},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.2747104972299712,"normalized_score_rmse":0.31460304019339197,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-0.6649121044240678,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.36,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.03225806451612906,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3083954892935101,"accuracy":0.49,"positive_recall":0.78,"specificity":0.2,"precision":0.4936708860759494,"balanced_accuracy":0.49,"f1":0.6046511627906976,"true_positive":39,"false_positive":40,"false_negative":11,"true_negative":10,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.2335819571740405,"baseline_adjusted_skill":-0.020000000000000018,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.1265738899933731,"uniform_accuracy_baseline":0.058823529411764705,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":-0.026479750778816178,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.76,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.47826086956521735,"baseline_adjusted_score":0.47826086956521735},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2356859495301144,"accuracy":0.61,"positive_recall":0.36,"specificity":0.86,"precision":0.72,"balanced_accuracy":0.61,"f1":0.48,"true_positive":18,"false_positive":7,"false_negative":32,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.05725620187954239,"baseline_adjusted_skill":0.21999999999999997,"baseline_adjusted_score":0.21999999999999997},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.52,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.23809523809523814,"baseline_adjusted_score":0.23809523809523814},"scoring":{"eligible":true,"reason":null},"model":139,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0,"abstained":0},"metrics":{"binary_brier":0.13641583479293048,"accuracy":0.8108108108108109,"positive_recall":0.7464788732394366,"specificity":0.8701298701298701,"precision":0.8412698412698413,"balanced_accuracy":0.8083043716846534,"f1":0.7910447761194029,"true_positive":53,"false_positive":10,"false_negative":18,"true_negative":67,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.24958911614317017,"brier_skill":0.45343836742192245,"baseline_adjusted_skill":0.6166087433693068,"baseline_adjusted_score":0.6166087433693068},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.68,"uniform_accuracy_baseline":0.2005,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.5492957746478875,"baseline_adjusted_score":0.5492957746478875},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.9705882352941176,"baseline_adjusted_score":0.9705882352941176},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.8723404255319148,"baseline_adjusted_score":0.8723404255319148},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.9387755102040816,"baseline_adjusted_score":0.9387755102040816},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0634638209397547,"accuracy":0.6405987023,"positive_recall":0.735862578056351,"specificity":0.4877576451925117,"precision":0.6974097179692308,"balanced_accuracy":0.6118101116244313,"f1":0.7161203275183252,"true_positive":45.331631668,"false_positive":19.668368332,"false_negative":16.271761438,"true_negative":18.728238562,"positive_prevalence":0.61603393106,"majority_accuracy_baseline":0.61603393106,"constant_brier_baseline":0.07908707655202402,"brier_skill":0.1975449883014988,"baseline_adjusted_skill":0.22362022324886266,"baseline_adjusted_score":0.22362022324886266},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.04102088695378384,"accuracy":0.95,"positive_recall":0.96,"specificity":0.94,"precision":0.9411764705882353,"balanced_accuracy":0.95,"f1":0.9504950495049505,"true_positive":48,"false_positive":3,"false_negative":2,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8359164521848647,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.012987012987012986,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.8736842105263158,"baseline_adjusted_score":0.8736842105263158},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.9333333333333332,"baseline_adjusted_score":0.9333333333333332},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.77,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.640625,"baseline_adjusted_score":0.640625},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.13929724063228796,"accuracy":0.8,"positive_recall":1,"specificity":0.6,"precision":0.7142857142857143,"balanced_accuracy":0.8,"f1":0.8333333333333334,"true_positive":50,"false_positive":20,"false_negative":0,"true_negative":30,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.44281103747084816,"baseline_adjusted_skill":0.6000000000000001,"baseline_adjusted_score":0.6000000000000001},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0,"abstained":0},"metrics":{"binary_brier":0.05997652863638602,"accuracy":0.7227644683626879,"positive_recall":0.54032325315086,"specificity":0.8077157959331327,"precision":0.5668089720728051,"balanced_accuracy":0.6740195245419964,"f1":0.5532493061406496,"true_positive":120.16350207943469,"false_positive":91.83649792056531,"false_negative":102.22837422555313,"true_negative":385.7716257744469,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768642,"brier_skill":0.3240323686700862,"baseline_adjusted_skill":0.34803904908399286,"baseline_adjusted_score":0.34803904908399286},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.15035168097445387,"accuracy":0.8,"positive_recall":0.68,"specificity":0.92,"precision":0.8947368421052632,"balanced_accuracy":0.8,"f1":0.7727272727272727,"true_positive":34,"false_positive":4,"false_negative":16,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.39859327610218453,"baseline_adjusted_skill":0.6000000000000001,"baseline_adjusted_score":0.6000000000000001},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9403973509933775,"uniform_accuracy_baseline":0.006622516556291391,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.9379310344827586,"baseline_adjusted_score":0.9379310344827586},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.08136657360371577,"accuracy":0.8966666666666666,"positive_recall":0.7933333333333333,"specificity":1,"precision":1,"balanced_accuracy":0.8966666666666667,"f1":0.8847583643122676,"true_positive":119,"false_positive":0,"false_negative":31,"true_negative":150,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6745337055851369,"baseline_adjusted_skill":0.7933333333333334,"baseline_adjusted_score":0.7933333333333334},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":14},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8805882352941177,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.779826464208243,"baseline_adjusted_score":0.779826464208243},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.78,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.6333333333333334,"baseline_adjusted_score":0.6333333333333334},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.05167058905121917,"accuracy":0.94,"positive_recall":0.98,"specificity":0.9,"precision":0.9074074074074074,"balanced_accuracy":0.94,"f1":0.9423076923076923,"true_positive":49,"false_positive":5,"false_negative":1,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7933176437951233,"baseline_adjusted_skill":0.8799999999999999,"baseline_adjusted_score":0.8799999999999999},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.6874999999999999,"baseline_adjusted_score":0.6874999999999999},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":19},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8866666666666667,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.763888888888889,"baseline_adjusted_score":0.763888888888889},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":20},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9633333333333334,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5266666666666666,"baseline_adjusted_skill":0.9225352112676057,"baseline_adjusted_score":0.9225352112676057},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":21},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.07142857142857142,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9775280898876404,"baseline_adjusted_score":0.9775280898876404},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.8043478260869565,"baseline_adjusted_score":0.8043478260869565},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.58,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.42465753424657526,"baseline_adjusted_score":0.42465753424657526},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9444444444444444,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.8333333333333333,"baseline_adjusted_score":0.8333333333333333},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0,"abstained":0},"metrics":{"binary_brier":0.10754087824269017,"accuracy":0.8536585365853658,"positive_recall":0.85,"specificity":0.8571428571428571,"precision":0.85,"balanced_accuracy":0.8535714285714285,"f1":0.85,"true_positive":34,"false_positive":6,"false_negative":6,"true_negative":36,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.2498512790005949,"brier_skill":0.5695804373191378,"baseline_adjusted_skill":0.7071428571428571,"baseline_adjusted_score":0.7071428571428571},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.13425291208259169,"accuracy":0.84,"positive_recall":0.7,"specificity":0.98,"precision":0.9722222222222222,"balanced_accuracy":0.84,"f1":0.813953488372093,"true_positive":35,"false_positive":1,"false_negative":15,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.46298835166963326,"baseline_adjusted_skill":0.6799999999999999,"baseline_adjusted_score":0.6799999999999999},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8575418994413407,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.8172043010752688,"baseline_adjusted_score":0.8172043010752688},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.74,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.5737704918032787,"baseline_adjusted_score":0.5737704918032787},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"binary_brier":0.16673712237277372,"accuracy":0.775,"positive_recall":0.5,"specificity":0.8525641025641025,"precision":0.4888888888888889,"balanced_accuracy":0.6762820512820513,"f1":0.4943820224719101,"true_positive":22,"false_positive":23,"false_negative":22,"true_negative":133,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":0.02833844771110894,"baseline_adjusted_skill":0.35256410256410264,"baseline_adjusted_score":0.35256410256410264},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"binary_brier":0.13715230735748948,"accuracy":0.8,"positive_recall":0.42,"specificity":0.9266666666666666,"precision":0.65625,"balanced_accuracy":0.6733333333333333,"f1":0.5121951219512195,"true_positive":21,"false_positive":11,"false_negative":29,"true_negative":139,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":0.2685210274267228,"baseline_adjusted_skill":0.3466666666666667,"baseline_adjusted_score":0.3466666666666667},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"binary_brier":0.05647480644049915,"accuracy":0.915,"positive_recall":0.6842105263157895,"specificity":0.9392265193370166,"precision":0.5416666666666666,"balanced_accuracy":0.811718522826403,"f1":0.6046511627906976,"true_positive":13,"false_positive":11,"false_negative":6,"true_negative":170,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.085975,"brier_skill":0.34312525221867807,"baseline_adjusted_skill":0.623437045652806,"baseline_adjusted_score":0.623437045652806},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":33},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.002811359545822485,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":150,"false_positive":0,"false_negative":0,"true_negative":150,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9887545618167101,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":34},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.9866666666666667,"baseline_adjusted_score":0.9866666666666667},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":35},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.06260196503637577,"accuracy":0.9033333333333333,"positive_recall":0.9933333333333333,"specificity":0.8133333333333334,"precision":0.8418079096045198,"balanced_accuracy":0.9033333333333333,"f1":0.9113149847094801,"true_positive":149,"false_positive":28,"false_negative":1,"true_negative":122,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7495921398544969,"baseline_adjusted_skill":0.8066666666666666,"baseline_adjusted_score":0.8066666666666666},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":36},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.08549378676339985,"normalized_score_rmse":0.1391777262783304,"constant_score_baseline":0.5,"constant_mae_baseline":0.3333333333333333,"baseline_adjusted_skill":0.7435186397098004,"baseline_adjusted_score":0.7435186397098004},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":37},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.5433333333333333,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.39111111111111113,"baseline_adjusted_score":0.39111111111111113},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":38},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.20256840319837274,"accuracy":0.6733333333333333,"positive_recall":0.5533333333333333,"specificity":0.7933333333333333,"precision":0.7280701754385965,"balanced_accuracy":0.6733333333333333,"f1":0.6287878787878788,"true_positive":83,"false_positive":31,"false_negative":67,"true_negative":119,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.18972638720650903,"baseline_adjusted_skill":0.3466666666666667,"baseline_adjusted_score":0.3466666666666667},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":39},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.27926312810586146,"normalized_score_rmse":0.3279289381509574,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.06912290631379514,"baseline_adjusted_score":0.06912290631379514},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":40},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9866666666666667,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.9809523809523811,"baseline_adjusted_score":0.9809523809523811},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":42},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.006764042286802488,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":149,"false_positive":0,"false_negative":0,"true_negative":151,"positive_prevalence":0.49666666666666665,"majority_accuracy_baseline":0.5033333333333334,"constant_brier_baseline":0.2499888888888889,"brier_skill":0.9729426283029369,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":43},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.104330466799438,"normalized_score_rmse":0.14301654884527637,"constant_score_baseline":0.5,"constant_mae_baseline":0.36666666666666664,"baseline_adjusted_skill":0.71546236327426,"baseline_adjusted_score":0.71546236327426},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":44},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8866666666666667,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2866666666666667,"baseline_adjusted_skill":0.8411214953271029,"baseline_adjusted_score":0.8411214953271029},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":46},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.07800435844998282,"accuracy":0.9066666666666666,"positive_recall":0.8789808917197452,"specificity":0.9370629370629371,"precision":0.9387755102040817,"balanced_accuracy":0.9080219143913412,"f1":0.9078947368421053,"true_positive":138,"false_positive":9,"false_negative":19,"true_negative":134,"positive_prevalence":0.5233333333333333,"majority_accuracy_baseline":0.5233333333333333,"constant_brier_baseline":0.24945555555555557,"brier_skill":0.6873015785266379,"baseline_adjusted_skill":0.8160438287826823,"baseline_adjusted_score":0.8160438287826823},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":47},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.15313339749351143,"normalized_score_rmse":0.1939726942728912,"constant_score_baseline":0.5,"constant_mae_baseline":0.3016666666666667,"baseline_adjusted_skill":0.4923754779220616,"baseline_adjusted_score":0.4923754779220616},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":48},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0,"abstained":0},"metrics":{"binary_brier":0.058593968135524276,"accuracy":0.8820892857142857,"positive_recall":0.559071520682472,"specificity":0.9027096169555279,"precision":0.2683809523809524,"balanced_accuracy":0.7308905688189999,"f1":0.3626652939094624,"true_positive":93.93333333333334,"false_positive":256.06666666666666,"false_negative":74.08333333333333,"true_negative":2375.9166666666665,"positive_prevalence":0.060005952380952375,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679138,"brier_skill":-0.8196335127906207,"baseline_adjusted_skill":0.4617811376379999,"baseline_adjusted_score":0.4617811376379999},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.54,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.3866666666666667,"baseline_adjusted_score":0.3866666666666667},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":50},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.42492917847025496,"uniform_accuracy_baseline":0.027777777777777776,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.34090909090909094,"baseline_adjusted_score":0.34090909090909094},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.8571428571428573,"baseline_adjusted_score":0.8571428571428573},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.02607008403142828,"accuracy":0.98,"positive_recall":1,"specificity":0.96,"precision":0.9615384615384616,"balanced_accuracy":0.98,"f1":0.9803921568627451,"true_positive":50,"false_positive":2,"false_negative":0,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8957196638742869,"baseline_adjusted_skill":0.96,"baseline_adjusted_score":0.96},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.014979556052297498,"accuracy":0.99,"positive_recall":0.98,"specificity":1,"precision":1,"balanced_accuracy":0.99,"f1":0.98989898989899,"true_positive":49,"false_positive":0,"false_negative":1,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.94008177579081,"baseline_adjusted_skill":0.98,"baseline_adjusted_score":0.98},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.66,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":0.1282051282051283,"baseline_adjusted_score":0.1282051282051283},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.8829787234042554,"baseline_adjusted_score":0.8829787234042554},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0532341630171028,"accuracy":0.93,"positive_recall":0.9,"specificity":0.96,"precision":0.9574468085106383,"balanced_accuracy":0.9299999999999999,"f1":0.9278350515463918,"true_positive":45,"false_positive":2,"false_negative":5,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7870633479315888,"baseline_adjusted_skill":0.8599999999999999,"baseline_adjusted_score":0.8599999999999999},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.51,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.3466666666666667,"baseline_adjusted_score":0.3466666666666667},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":58},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.625,"baseline_adjusted_score":0.625},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":59},{"provenance":"measured","status":"complete","counts":{"cases":285,"expected":285,"succeeded":285,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9403508771929825,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5263157894736842,"baseline_adjusted_skill":0.8740740740740741,"baseline_adjusted_score":0.8740740740740741},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":60},{"provenance":"measured","status":"complete","counts":{"cases":299,"expected":299,"succeeded":299,"failed":0,"abstained":0},"metrics":{"binary_brier":0.21039547034084266,"accuracy":0.6555183946488294,"positive_recall":0.92,"specificity":0.38926174496644295,"precision":0.6026200873362445,"balanced_accuracy":0.6546308724832215,"f1":0.7282321899736148,"true_positive":138,"false_positive":91,"false_negative":12,"true_negative":58,"positive_prevalence":0.5016722408026756,"majority_accuracy_baseline":0.5016722408026756,"constant_brier_baseline":0.24999720361069788,"brier_skill":0.15840870496905268,"baseline_adjusted_skill":0.309261744966443,"baseline_adjusted_score":0.309261744966443},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":61},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9766666666666667,"uniform_accuracy_baseline":0.2,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":0.9708333333333332,"baseline_adjusted_score":0.9708333333333332},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":62},{"provenance":"measured","status":"complete","counts":{"cases":283,"expected":283,"succeeded":283,"failed":0,"abstained":0},"metrics":{"binary_brier":0.21236921905704717,"accuracy":0.6784452296819788,"positive_recall":0.8345864661654135,"specificity":0.54,"precision":0.6166666666666667,"balanced_accuracy":0.6872932330827068,"f1":0.7092651757188498,"true_positive":111,"false_positive":69,"false_negative":22,"true_negative":81,"positive_prevalence":0.46996466431095407,"majority_accuracy_baseline":0.5300353356890459,"constant_brier_baseline":0.24909787861004634,"brier_skill":0.14744669749073436,"baseline_adjusted_skill":0.3745864661654137,"baseline_adjusted_score":0.3745864661654137},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":63},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8633333333333333,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.8177777777777777,"baseline_adjusted_score":0.8177777777777777},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":64},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9766666666666667,"uniform_accuracy_baseline":0.20616666666666666,"fixed_answer_accuracy_baseline":0.21333333333333335,"baseline_adjusted_skill":0.9703389830508474,"baseline_adjusted_score":0.9703389830508474},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":65},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.83,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.7449999999999999,"baseline_adjusted_score":0.7449999999999999},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":66},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7766666666666666,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.37333333333333335,"baseline_adjusted_skill":0.6436170212765956,"baseline_adjusted_score":0.6436170212765956},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":67},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.15639732750349988,"normalized_score_rmse":0.19248368882285738,"constant_score_baseline":0.5,"constant_mae_baseline":0.26208333333333333,"baseline_adjusted_skill":0.403253440368204,"baseline_adjusted_score":0.403253440368204},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":68},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.0867891385457168,"normalized_score_rmse":0.11054750875477289,"constant_score_baseline":0.52,"constant_mae_baseline":0.24733333333333335,"baseline_adjusted_skill":0.6491005180092313,"baseline_adjusted_score":0.6491005180092313},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":69},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.12714493733406249,"normalized_score_rmse":0.14650789735137523,"constant_score_baseline":0.578319964349225,"constant_mae_baseline":0.11212962028602311,"baseline_adjusted_skill":-0.133910353122912,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":70},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.8133333333333334,"baseline_adjusted_score":0.8133333333333334},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":71},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8208955223880599,"baseline_adjusted_score":0.8208955223880599},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.04001610723161916,"accuracy":0.96,"positive_recall":0.96,"specificity":0.96,"precision":0.96,"balanced_accuracy":0.96,"f1":0.96,"true_positive":48,"false_positive":2,"false_negative":2,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8399355710735233,"baseline_adjusted_skill":0.9199999999999999,"baseline_adjusted_score":0.9199999999999999},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.4733345608108108,"uniform_accuracy_baseline":0.23445945945945948,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.28602848529484853,"baseline_adjusted_score":0.28602848529484853},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0,"abstained":0},"metrics":{"binary_brier":0.04519352497785844,"accuracy":0.7101754276315789,"positive_recall":0.7896322043580171,"specificity":0.6345149358277011,"precision":0.6729118850574712,"balanced_accuracy":0.7120735700928591,"f1":0.7266145328295668,"true_positive":58.543334,"false_positive":28.456666,"false_negative":15.596669,"true_negative":49.403331,"positive_prevalence":0.4877631776315789,"majority_accuracy_baseline":0.512236822368421,"constant_brier_baseline":0.09451910039768556,"brier_skill":0.5218582827417064,"baseline_adjusted_skill":0.4241471401857182,"baseline_adjusted_score":0.4241471401857182},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.08528585230471,"normalized_score_rmse":0.11501030694271468,"constant_score_baseline":0.5841668333333333,"constant_mae_baseline":0.21700552708333334,"baseline_adjusted_skill":0.6069876493424107,"baseline_adjusted_score":0.6069876493424107},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.15848507655662072,"accuracy":0.77,"positive_recall":0.84,"specificity":0.7,"precision":0.7368421052631579,"balanced_accuracy":0.77,"f1":0.7850467289719626,"true_positive":42,"false_positive":15,"false_negative":8,"true_negative":35,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3660596937735171,"baseline_adjusted_skill":0.54,"baseline_adjusted_score":0.54},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.10378842465313408,"accuracy":0.87,"positive_recall":0.84,"specificity":0.9,"precision":0.8936170212765957,"balanced_accuracy":0.87,"f1":0.865979381443299,"true_positive":42,"false_positive":5,"false_negative":8,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5848463013874636,"baseline_adjusted_skill":0.74,"baseline_adjusted_score":0.74},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.9672131147540983,"baseline_adjusted_score":0.9672131147540983},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.915,"uniform_accuracy_baseline":0.036111111111111115,"fixed_answer_accuracy_baseline":0.08833333333333333,"baseline_adjusted_skill":0.906764168190128,"baseline_adjusted_score":0.906764168190128},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.12554868753618684,"accuracy":0.7933333333333333,"positive_recall":0.7933333333333333,"specificity":0.7933333333333333,"precision":0.7933333333333333,"balanced_accuracy":0.7933333333333333,"f1":0.7933333333333333,"true_positive":119,"false_positive":31,"false_negative":31,"true_negative":119,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.49780524985525265,"baseline_adjusted_skill":0.5866666666666667,"baseline_adjusted_score":0.5866666666666667},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":81},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.9772727272727273,"baseline_adjusted_score":0.9772727272727273},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.6333333333333333,"uniform_accuracy_baseline":0.11021428571428572,"fixed_answer_accuracy_baseline":0.12554761904761905,"baseline_adjusted_skill":0.5806899556184822,"baseline_adjusted_score":0.5806899556184822},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":83},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.81,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.7466666666666667,"baseline_adjusted_score":0.7466666666666667},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":84},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.049879324215607396,"fixed_answer_accuracy_baseline":0.12442477876106194,"baseline_adjusted_skill":0.8857893672933091,"baseline_adjusted_score":0.8857893672933091},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.15060893888829846,"accuracy":0.7833333333333333,"positive_recall":0.7129629629629629,"specificity":0.9642857142857143,"precision":0.9808917197452229,"balanced_accuracy":0.8386243386243386,"f1":0.8257372654155496,"true_positive":154,"false_positive":3,"false_negative":62,"true_negative":81,"positive_prevalence":0.72,"majority_accuracy_baseline":0.72,"constant_brier_baseline":0.2016,"brier_skill":0.2529318507524878,"baseline_adjusted_skill":0.6772486772486772,"baseline_adjusted_score":0.6772486772486772},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":86},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9433333333333334,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5033333333333333,"baseline_adjusted_skill":0.8859060402684564,"baseline_adjusted_score":0.8859060402684564},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":87},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.3175404691733946,"accuracy":0.53,"positive_recall":0.06,"specificity":1,"precision":1,"balanced_accuracy":0.53,"f1":0.11320754716981132,"true_positive":3,"false_positive":0,"false_negative":47,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.2701618766935785,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.060135247720369885,"accuracy":0.9133333333333333,"positive_recall":0.96875,"specificity":0.85,"precision":0.8806818181818182,"balanced_accuracy":0.909375,"f1":0.9226190476190477,"true_positive":155,"false_positive":21,"false_negative":5,"true_negative":119,"positive_prevalence":0.5333333333333333,"majority_accuracy_baseline":0.5333333333333333,"constant_brier_baseline":0.2488888888888889,"brier_skill":0.7583851654092282,"baseline_adjusted_skill":0.8187500000000001,"baseline_adjusted_score":0.8187500000000001},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":89},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9166666666666666,"uniform_accuracy_baseline":0.23888888888888887,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.8823529411764707,"baseline_adjusted_score":0.8823529411764707},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0,"abstained":0},"metrics":{"binary_brier":0.017588431202952157,"accuracy":0.984375,"positive_recall":0.96875,"specificity":1,"precision":1,"balanced_accuracy":0.984375,"f1":0.9841269841269841,"true_positive":31,"false_positive":0,"false_negative":1,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9296462751881913,"baseline_adjusted_skill":0.96875,"baseline_adjusted_score":0.96875},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.82,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.7272727272727273,"baseline_adjusted_score":0.7272727272727273},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.004660450287035902,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":50,"false_positive":0,"false_negative":0,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9813581988518564,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.8260869565217391,"baseline_adjusted_score":0.8260869565217391},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0031149953320492828,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":16,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.9875285664830821,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.1290056648477912,"normalized_score_rmse":0.25288042696632307,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.6090737428854813,"baseline_adjusted_score":0.6090737428854813},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.178125,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":0.6491228070175439,"baseline_adjusted_score":0.6491228070175439},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0,"abstained":0},"metrics":{"binary_brier":0.003154953917125177,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":17,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9873801843314993,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.09026511024464579,"normalized_score_rmse":0.16724182753678996,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":0.3861972503364087,"baseline_adjusted_score":0.3861972503364087},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.13194444444444445,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0017350367615359059,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":26,"false_positive":0,"false_negative":0,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9930598529538563,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0022434445116232215,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":39,"false_positive":0,"false_negative":0,"true_negative":36,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24960000000000004,"brier_skill":0.9910118408989455,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.04602605335414409,"normalized_score_rmse":0.06376269272029975,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.835621238020914,"baseline_adjusted_score":0.835621238020914},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9117647058823529,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.8799999999999998,"baseline_adjusted_score":0.8799999999999998},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0,"abstained":0},"metrics":{"binary_brier":0.002441696991445338,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":14,"false_positive":0,"false_negative":0,"true_negative":14,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9902332120342187,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.03215052292428233,"normalized_score_rmse":0.03804639415931532,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.1696969696969697,"baseline_adjusted_skill":0.8105415613390505,"baseline_adjusted_score":0.8105415613390505},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0,"abstained":0},"metrics":{"binary_brier":0.01593205606726557,"accuracy":0.9764705882352941,"positive_recall":1,"specificity":0.95,"precision":0.9574468085106383,"balanced_accuracy":0.975,"f1":0.9782608695652174,"true_positive":45,"false_positive":2,"false_negative":0,"true_negative":38,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.2491349480968858,"brier_skill":0.9360504971744479,"baseline_adjusted_skill":0.95,"baseline_adjusted_score":0.95},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0,"abstained":0},"metrics":{"binary_brier":0.01153474536616477,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":35,"false_positive":0,"false_negative":0,"true_negative":15,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.21,"brier_skill":0.9450726411135011,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.026709465654566885,"normalized_score_rmse":0.03427568644275432,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.9046090512336897,"baseline_adjusted_score":0.9046090512336897},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.24240506329113923,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0017728926792963205,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":11,"false_positive":0,"false_negative":0,"true_negative":10,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.2494331065759637,"brier_skill":0.9928923120766393,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9393939393939394,"uniform_accuracy_baseline":0.32373737373737377,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.9000000000000001,"baseline_adjusted_score":0.9000000000000001},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"binary_brier":0.08085394563425402,"accuracy":0.9090909090909091,"positive_recall":0.8235294117647058,"specificity":1,"precision":1,"balanced_accuracy":0.9117647058823529,"f1":0.9032258064516129,"true_positive":14,"false_positive":0,"false_negative":3,"true_negative":16,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.6762869603099169,"baseline_adjusted_skill":0.8235294117647058,"baseline_adjusted_score":0.8235294117647058},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.041911611059571016,"normalized_score_rmse":0.06256910407343343,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.3431372549019608,"baseline_adjusted_skill":0.877857590626393,"baseline_adjusted_score":0.877857590626393},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.003446342982463962,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":50,"false_positive":0,"false_negative":0,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9862146280701442,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8533333333333333,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":0.7731958762886596,"baseline_adjusted_score":0.7731958762886596},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0,"abstained":0},"metrics":{"binary_brier":0.09423616839318938,"accuracy":0.84,"positive_recall":0.7297297297297297,"specificity":0.9473684210526315,"precision":0.9310344827586207,"balanced_accuracy":0.8385490753911806,"f1":0.8181818181818182,"true_positive":27,"false_positive":2,"false_negative":10,"true_negative":36,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555554,"brier_skill":0.6229883021253981,"baseline_adjusted_skill":0.6770981507823612,"baseline_adjusted_score":0.6770981507823612},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.14285714285714285,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.9871794871794871,"baseline_adjusted_score":0.9871794871794871},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.425,"uniform_accuracy_baseline":0.32416666666666666,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.12878787878787876,"baseline_adjusted_score":0.12878787878787876},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0032553704741017657,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":16,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.986966549829791,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.020686640425331214,"normalized_score_rmse":0.027399886451497584,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.90584011944332,"baseline_adjusted_score":0.90584011944332},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.06680101573007663,"accuracy":0.91,"positive_recall":0.9090909090909091,"specificity":0.9102564102564102,"precision":0.7407407407407407,"balanced_accuracy":0.9096736596736597,"f1":0.8163265306122449,"true_positive":20,"false_positive":7,"false_negative":2,"true_negative":71,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":0.61071669154967,"baseline_adjusted_skill":0.8193473193473193,"baseline_adjusted_score":0.8193473193473193},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.05433160140109035,"accuracy":0.92,"positive_recall":0.7837837837837838,"specificity":1,"precision":1,"balanced_accuracy":0.8918918918918919,"f1":0.8787878787878788,"true_positive":29,"false_positive":0,"false_negative":8,"true_negative":63,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000003,"brier_skill":0.7669171969065194,"baseline_adjusted_skill":0.7837837837837838,"baseline_adjusted_score":0.7837837837837838},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.04941237621466259,"accuracy":0.93,"positive_recall":0.8205128205128205,"specificity":1,"precision":1,"balanced_accuracy":0.9102564102564102,"f1":0.9014084507042254,"true_positive":32,"false_positive":0,"false_negative":7,"true_negative":61,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379,"brier_skill":0.79229770401571,"baseline_adjusted_skill":0.8205128205128205,"baseline_adjusted_score":0.8205128205128205},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.03295714595798593,"accuracy":0.96,"positive_recall":0.967741935483871,"specificity":0.9565217391304348,"precision":0.9090909090909091,"balanced_accuracy":0.9621318373071529,"f1":0.9375,"true_positive":30,"false_positive":3,"false_negative":1,"true_negative":66,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999998,"brier_skill":0.8459226462927258,"baseline_adjusted_skill":0.9242636746143058,"baseline_adjusted_score":0.9242636746143058},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.9583333333333333,"baseline_adjusted_score":0.9583333333333333},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.1317893550056033,"normalized_score_rmse":0.15801754912967397,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.43316406449202893,"baseline_adjusted_score":0.43316406449202893},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.10020279063397432,"accuracy":0.84,"positive_recall":0.88,"specificity":0.8,"precision":0.8148148148148148,"balanced_accuracy":0.8400000000000001,"f1":0.8461538461538461,"true_positive":44,"false_positive":10,"false_negative":6,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5991888374641028,"baseline_adjusted_skill":0.6800000000000002,"baseline_adjusted_score":0.6800000000000002},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.33096038681312373,"accuracy":0.51,"positive_recall":0.74,"specificity":0.28,"precision":0.5068493150684932,"balanced_accuracy":0.51,"f1":0.6016260162601627,"true_positive":37,"false_positive":36,"false_negative":13,"true_negative":14,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.3238415472524949,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.79,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":0.4000000000000001,"baseline_adjusted_score":0.4000000000000001},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.08551142373346524,"accuracy":0.8933333333333333,"positive_recall":0.8133333333333334,"specificity":0.9733333333333334,"precision":0.9682539682539683,"balanced_accuracy":0.8933333333333333,"f1":0.8840579710144928,"true_positive":122,"false_positive":4,"false_negative":28,"true_negative":146,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6579543050661391,"baseline_adjusted_skill":0.7866666666666666,"baseline_adjusted_score":0.7866666666666666},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":134},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.07298755853618981,"accuracy":0.9,"positive_recall":0.94,"specificity":0.86,"precision":0.8703703703703703,"balanced_accuracy":0.8999999999999999,"f1":0.9038461538461539,"true_positive":47,"false_positive":7,"false_negative":3,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7080497658552407,"baseline_adjusted_skill":0.7999999999999998,"baseline_adjusted_score":0.7999999999999998},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.9047619047619047,"baseline_adjusted_score":0.9047619047619047},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.7333333333333333,"baseline_adjusted_score":0.7333333333333333},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.022726007126978504,"accuracy":0.98,"positive_recall":0.96,"specificity":1,"precision":1,"balanced_accuracy":0.98,"f1":0.9795918367346939,"true_positive":48,"false_positive":0,"false_negative":2,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.909095971492086,"baseline_adjusted_skill":0.96,"baseline_adjusted_score":0.96},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.76,"uniform_accuracy_baseline":0.0625,"fixed_answer_accuracy_baseline":0.10666666666666667,"baseline_adjusted_skill":0.7313432835820896,"baseline_adjusted_score":0.7313432835820896},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":142},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.20851190476190473,"fixed_answer_accuracy_baseline":0.22333333333333333,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.00572932620046355,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":50,"false_positive":0,"false_negative":0,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9770826951981458,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.03068838938837871,"normalized_score_rmse":0.037815625365470895,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.8977053687054043,"baseline_adjusted_score":0.8977053687054043},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.22851190476190475,"fixed_answer_accuracy_baseline":0.24333333333333332,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0029250599503685805,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":50,"false_positive":0,"false_negative":0,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9882997601985257,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.029927031299720207,"normalized_score_rmse":0.036037555360308414,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.3042222222222222,"baseline_adjusted_skill":0.9016277276488379,"baseline_adjusted_score":0.9016277276488379},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.5967741935483871,"baseline_adjusted_score":0.5967741935483871},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9866666666666667,"uniform_accuracy_baseline":0.3467777777777778,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.9791666666666667,"baseline_adjusted_score":0.9791666666666667},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":150},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.056856034846596314,"accuracy":0.92,"positive_recall":0.9,"specificity":0.94,"precision":0.9375,"balanced_accuracy":0.9199999999999999,"f1":0.9183673469387755,"true_positive":45,"false_positive":3,"false_negative":5,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7725758606136147,"baseline_adjusted_skill":0.8399999999999999,"baseline_adjusted_score":0.8399999999999999},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.96,"baseline_adjusted_score":0.96},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.029046077075758982,"accuracy":0.96,"positive_recall":0.94,"specificity":0.98,"precision":0.9791666666666666,"balanced_accuracy":0.96,"f1":0.9591836734693877,"true_positive":47,"false_positive":1,"false_negative":3,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8838156916969641,"baseline_adjusted_skill":0.9199999999999999,"baseline_adjusted_score":0.9199999999999999},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.3533333333333333,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.9661016949152542,"baseline_adjusted_score":0.9661016949152542},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.93,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.8870967741935485,"baseline_adjusted_score":0.8870967741935485},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7033333333333334,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.555,"baseline_adjusted_score":0.555},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":157},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.93,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.8870967741935485,"baseline_adjusted_score":0.8870967741935485},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.6,"uniform_accuracy_baseline":0.1111111111111111,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.5238095238095237,"baseline_adjusted_score":0.5238095238095237},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.9285714285714285,"baseline_adjusted_score":0.9285714285714285},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":160},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.03671875907091735,"accuracy":0.8576250000000001,"positive_recall":0.5794330916282137,"specificity":0.922720962517353,"precision":0.6369565217391304,"balanced_accuracy":0.7510770270727833,"f1":0.6068346565412497,"true_positive":43.95,"false_positive":25.05,"false_negative":31.9,"true_negative":299.1,"positive_prevalence":0.189625,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500001,"brier_skill":0.5176429576528163,"baseline_adjusted_skill":0.5021540541455667,"baseline_adjusted_score":0.5021540541455667},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.19374054726329631,"normalized_score_rmse":0.22532927359612892,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":0.09361147479159615,"baseline_adjusted_score":0.09361147479159615},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0495542177130094,"accuracy":0.804625,"positive_recall":0.5602437880918893,"specificity":0.8934719618203512,"precision":0.6565934065934066,"balanced_accuracy":0.7268578749561203,"f1":0.6046040981533013,"true_positive":59.75,"false_positive":31.25,"false_negative":46.9,"true_negative":262.1,"positive_prevalence":0.266625,"majority_accuracy_baseline":0.733375,"constant_brier_baseline":0.115654859375,"brier_skill":0.5715336304864242,"baseline_adjusted_skill":0.4537157499122406,"baseline_adjusted_score":0.4537157499122406},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.16970369064365515,"normalized_score_rmse":0.20922909739252024,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.3685444069073297,"baseline_adjusted_score":0.3685444069073297},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.04695725877294771,"accuracy":0.805375,"positive_recall":0.7288590604026846,"specificity":0.8350390286209887,"precision":0.6313953488372093,"balanced_accuracy":0.7819490445118367,"f1":0.6766355140186916,"true_positive":81.45,"false_positive":47.55,"false_negative":30.3,"true_negative":240.7,"positive_prevalence":0.279375,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937500001,"brier_skill":0.585021411773908,"baseline_adjusted_skill":0.5638980890236733,"baseline_adjusted_score":0.5638980890236733},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.17682573576807045,"normalized_score_rmse":0.21157213410684983,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.3311556093879132,"baseline_adjusted_score":0.3311556093879132},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.02544463538104603,"accuracy":0.9153749999999999,"positive_recall":0.8332394366197183,"specificity":0.9387951807228915,"precision":0.7951612903225806,"balanced_accuracy":0.8860173086713049,"f1":0.813755158184319,"true_positive":73.95,"false_positive":19.05,"false_negative":14.8,"true_negative":292.2,"positive_prevalence":0.221875,"majority_accuracy_baseline":0.778125,"constant_brier_baseline":0.12674023437499998,"brier_skill":0.7992379017876814,"baseline_adjusted_skill":0.7720346173426098,"baseline_adjusted_score":0.7720346173426098},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.1510812419076683,"normalized_score_rmse":0.17861109554398866,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.3303878475006391,"baseline_adjusted_score":0.3303878475006391},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.03817199491439551,"accuracy":0.83375,"positive_recall":0.7764650283553874,"specificity":0.8543507817811014,"precision":0.6572,"balanced_accuracy":0.8154079050682443,"f1":0.7118717504332756,"true_positive":82.15,"false_positive":42.85,"false_negative":23.65,"true_negative":251.35,"positive_prevalence":0.2645,"majority_accuracy_baseline":0.7355,"constant_brier_baseline":0.11362725,"brier_skill":0.664059502325406,"baseline_adjusted_skill":0.6308158101364887,"baseline_adjusted_score":0.6308158101364887},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.15451341891195625,"normalized_score_rmse":0.18847982203091523,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.38502121826087055,"baseline_adjusted_score":0.38502121826087055},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.05237829811323638,"accuracy":0.828,"positive_recall":0.5404699738903395,"specificity":0.8961038961038961,"precision":0.5519999999999999,"balanced_accuracy":0.7182869349971177,"f1":0.546174142480211,"true_positive":41.4,"false_positive":33.6,"false_negative":35.2,"true_negative":289.8,"positive_prevalence":0.19149999999999998,"majority_accuracy_baseline":0.8085,"constant_brier_baseline":0.09190274999999999,"brier_skill":0.4300682176187721,"baseline_adjusted_skill":0.4365738699942354,"baseline_adjusted_score":0.4365738699942354},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.16033531926746947,"normalized_score_rmse":0.20818355406816783,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.22496522408473973,"baseline_adjusted_score":0.22496522408473973},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.04146681791074237,"accuracy":0.8939999999999999,"positive_recall":0.7479674796747967,"specificity":0.927038626609442,"precision":0.6987341772151899,"balanced_accuracy":0.8375030531421194,"f1":0.7225130890052356,"true_positive":55.2,"false_positive":23.8,"false_negative":18.6,"true_negative":302.4,"positive_prevalence":0.1845,"majority_accuracy_baseline":0.8155,"constant_brier_baseline":0.10922225,"brier_skill":0.6203445917773862,"baseline_adjusted_skill":0.6750061062842387,"baseline_adjusted_score":0.6750061062842387},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.177210367328953,"normalized_score_rmse":0.22240580718742547,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":0.06423568407153524,"baseline_adjusted_score":0.06423568407153524},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0454396764194309,"accuracy":0.8534999999999999,"positive_recall":0.4388535031847134,"specificity":0.9547433903576983,"precision":0.703061224489796,"balanced_accuracy":0.6967984467712058,"f1":0.5403921568627451,"true_positive":34.45,"false_positive":14.55,"false_negative":44.05,"true_negative":306.95,"positive_prevalence":0.19625,"majority_accuracy_baseline":0.80375,"constant_brier_baseline":0.09878593749999999,"brier_skill":0.5400187762612376,"baseline_adjusted_skill":0.3935968935424117,"baseline_adjusted_score":0.3935968935424117},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.18305435554240831,"normalized_score_rmse":0.22120022800961883,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":0.1334705063081263,"baseline_adjusted_score":0.1334705063081263},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0,"abstained":0},"metrics":{"binary_brier":0.07244591859283332,"accuracy":0.7022959183673468,"positive_recall":0.877520759193357,"specificity":0.5700537153088631,"precision":0.6063524590163933,"balanced_accuracy":0.72378723725111,"f1":0.7171594764905478,"true_positive":147.95,"false_positive":96.05,"false_negative":20.65,"true_negative":127.35,"positive_prevalence":0.4301020408163265,"majority_accuracy_baseline":0.5698979591836735,"constant_brier_baseline":0.12359641815910039,"brier_skill":0.41385098636453377,"baseline_adjusted_skill":0.4475744745022201,"baseline_adjusted_score":0.4475744745022201},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.16633829710130787,"normalized_score_rmse":0.2078865173089012,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.3962535882989565,"baseline_adjusted_score":0.3962535882989565},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0,"abstained":0},"metrics":{"binary_brier":0.03128194904838552,"accuracy":0.9208749999999999,"positive_recall":0.6994492525570417,"specificity":0.9626987665329172,"precision":0.7798245614035089,"balanced_accuracy":0.8310740095449795,"f1":0.737453338863542,"true_positive":88.9,"false_positive":25.1,"false_negative":38.2,"true_negative":647.8,"positive_prevalence":0.158875,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499999,"brier_skill":0.6833089114759557,"baseline_adjusted_skill":0.6621480190899589,"baseline_adjusted_score":0.6621480190899589},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.17970624107285402,"normalized_score_rmse":0.2147190960747252,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-0.08912873377487274,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.04354489128838328,"normalized_score_rmse":0.06879799294769373,"constant_score_baseline":0.1111111111111111,"constant_mae_baseline":0.10629629629629629,"baseline_adjusted_skill":0.5903442282974396,"baseline_adjusted_score":0.5903442282974396},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":181},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.83,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.7258064516129031,"baseline_adjusted_score":0.7258064516129031},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.20852450519422847,"accuracy":0.67,"positive_recall":0.44,"specificity":0.9,"precision":0.8148148148148148,"balanced_accuracy":0.67,"f1":0.5714285714285714,"true_positive":22,"false_positive":5,"false_negative":28,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.16590197922308614,"baseline_adjusted_skill":0.3400000000000001,"baseline_adjusted_score":0.3400000000000001},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.29489728296885354,"uniform_accuracy_baseline":0.058823529411764705,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.17133956386292837,"baseline_adjusted_score":0.17133956386292837},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2165976848594441,"accuracy":0.6666666666666666,"positive_recall":0.4482758620689655,"specificity":0.9682539682539683,"precision":0.9512195121951219,"balanced_accuracy":0.7082649151614668,"f1":0.609375,"true_positive":78,"false_positive":4,"false_negative":96,"true_negative":122,"positive_prevalence":0.58,"majority_accuracy_baseline":0.58,"constant_brier_baseline":0.24359999999999998,"brier_skill":0.11084694228471215,"baseline_adjusted_skill":0.41652983032293367,"baseline_adjusted_score":0.41652983032293367},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":185},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.12182521088448785,"accuracy":0.8266666666666667,"positive_recall":0.89171974522293,"specificity":0.7552447552447552,"precision":0.8,"balanced_accuracy":0.8234822502338426,"f1":0.8433734939759037,"true_positive":140,"false_positive":35,"false_negative":17,"true_negative":108,"positive_prevalence":0.5233333333333333,"majority_accuracy_baseline":0.5233333333333333,"constant_brier_baseline":0.24945555555555557,"brier_skill":0.5116356073402564,"baseline_adjusted_skill":0.6469645004676852,"baseline_adjusted_score":0.6469645004676852},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":186},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.9565217391304347,"baseline_adjusted_score":0.9565217391304347},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.16259375409044427,"accuracy":0.74,"positive_recall":0.76,"specificity":0.72,"precision":0.7307692307692307,"balanced_accuracy":0.74,"f1":0.7450980392156863,"true_positive":38,"false_positive":14,"false_negative":12,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3496249836382229,"baseline_adjusted_skill":0.48,"baseline_adjusted_score":0.48},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.69,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.5079365079365079,"baseline_adjusted_score":0.5079365079365079},"scoring":{"eligible":true,"reason":null},"model":140,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.4462444472027437,"accuracy":0.4864864864864865,"positive_recall":0.9154929577464789,"specificity":0.09090909090909091,"precision":0.48148148148148145,"balanced_accuracy":0.5032010243277849,"f1":0.6310679611650486,"true_positive":65,"false_positive":70,"false_negative":6,"true_negative":7,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.2495891161431699,"brier_skill":-0.7879162925789116,"baseline_adjusted_skill":0.006402048655569814,"baseline_adjusted_score":0.006402048655569814},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.2,"uniform_accuracy_baseline":0.20049999999999962,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":-0.12676056338028166,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.32,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.53,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.32,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":-0.3877551020408163,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.39431770721547255,"accuracy":0.3924453915000001,"positive_recall":0.0231150600024548,"specificity":0.9849977922895575,"precision":0.711983064,"balanced_accuracy":0.5040564261460062,"f1":0.04477642020220054,"true_positive":1.423966128,"false_positive":0.576033872,"false_negative":60.17942697799999,"true_negative":37.820573022000005,"positive_prevalence":0.6160339310599999,"majority_accuracy_baseline":0.6160339310599999,"constant_brier_baseline":0.079087076552024,"brier_skill":-3.985867785314934,"baseline_adjusted_skill":0.008112852292012418,"baseline_adjusted_score":0.008112852292012418},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.32874611279816174,"accuracy":0.53,"positive_recall":0.64,"specificity":0.42,"precision":0.5245901639344263,"balanced_accuracy":0.53,"f1":0.5765765765765766,"true_positive":32,"false_positive":29,"false_negative":18,"true_negative":21,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.31498445119264695,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.02,"uniform_accuracy_baseline":0.012987012987012965,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":-0.031578947368421054,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.37,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.050000000000000044,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":-0.03124999999999994,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.47996776192998053,"accuracy":0.51,"positive_recall":0.56,"specificity":0.46,"precision":0.509090909090909,"balanced_accuracy":0.51,"f1":0.5333333333333333,"true_positive":28,"false_positive":27,"false_negative":22,"true_negative":23,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.9198710477199221,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.23652726376534564,"accuracy":0.5428607185963276,"positive_recall":0.4303088370456913,"specificity":0.595269006642296,"precision":0.33113214415643094,"balanced_accuracy":0.5127889218439936,"f1":0.37426167326966264,"true_positive":95.69718966120854,"false_positive":193.30281033879146,"false_negative":126.69468664377928,"true_negative":284.3053133562207,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768597,"brier_skill":-1.665789065614741,"baseline_adjusted_skill":0.025577843687987212,"baseline_adjusted_score":0.025577843687987212},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.34604424129218947,"accuracy":0.45,"positive_recall":0.44,"specificity":0.46,"precision":0.4489795918367347,"balanced_accuracy":0.45,"f1":0.4444444444444444,"true_positive":22,"false_positive":27,"false_negative":28,"true_negative":23,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.3841769651687579,"baseline_adjusted_skill":-0.09999999999999998,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.006622516556291391,"uniform_accuracy_baseline":0.006622516556291403,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":-0.034482758620689655,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.3588235294117647,"uniform_accuracy_baseline":0.3333333333333301,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":-0.18221258134490237,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.11666666666666668,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.34006062036201157,"accuracy":0.5,"positive_recall":0.82,"specificity":0.18,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6212121212121212,"true_positive":41,"false_positive":41,"false_negative":9,"true_negative":9,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.36024248144804627,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.53,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.020833333333333353,"baseline_adjusted_score":0.020833333333333353},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.07,"uniform_accuracy_baseline":0.07142857142857136,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":-0.04494382022471909,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.51,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":-0.0652173913043479,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.23,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":-0.054794520547945216,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.5555555555555556,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":-0.3333333333333331,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.42582128425650817,"accuracy":0.4268292682926829,"positive_recall":0.45,"specificity":0.40476190476190477,"precision":0.4186046511627907,"balanced_accuracy":0.4273809523809524,"f1":0.43373493975903615,"true_positive":18,"false_positive":25,"false_negative":22,"true_negative":17,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.24985127900059498,"brier_skill":-0.7042989972266427,"baseline_adjusted_skill":-0.14523809523809517,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3590575117342707,"accuracy":0.51,"positive_recall":0.52,"specificity":0.5,"precision":0.5098039215686274,"balanced_accuracy":0.51,"f1":0.5148514851485149,"true_positive":26,"false_positive":25,"false_negative":24,"true_negative":25,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.4362300469370828,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.164804469273743,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":-0.07168458781362007,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.31,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":-0.1311475409836066,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.4231601721221176,"accuracy":0.45,"positive_recall":0.4090909090909091,"specificity":0.46153846153846156,"precision":0.17647058823529413,"balanced_accuracy":0.4353146853146853,"f1":0.2465753424657534,"true_positive":18,"false_positive":84,"false_negative":26,"true_negative":72,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000053,"brier_skill":-1.4659683690100018,"baseline_adjusted_skill":-0.12937062937062938,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.43223139591935256,"accuracy":0.465,"positive_recall":0.62,"specificity":0.41333333333333333,"precision":0.2605042016806723,"balanced_accuracy":0.5166666666666666,"f1":0.3668639053254438,"true_positive":31,"false_positive":88,"false_negative":19,"true_negative":62,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-1.3052341115698805,"baseline_adjusted_skill":0.033333333333333215,"baseline_adjusted_score":0.033333333333333215},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.3362174294059858,"accuracy":0.51,"positive_recall":0.42105263157894735,"specificity":0.5193370165745856,"precision":0.08421052631578947,"balanced_accuracy":0.4701948240767665,"f1":0.14035087719298245,"true_positive":8,"false_positive":87,"false_negative":11,"true_negative":94,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.0859749999999999,"brier_skill":-2.910641807571808,"baseline_adjusted_skill":-0.05961035184646701,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.2505651731031678,"accuracy":0.5993630952380948,"positive_recall":0.3667294911219122,"specificity":0.6142136158410322,"precision":0.057211389662643115,"balanced_accuracy":0.4904715534814722,"f1":0.09898127200439077,"true_positive":61.616666666666646,"false_positive":1015.3833333333337,"false_negative":106.40000000000009,"true_negative":1616.599999999999,"positive_prevalence":0.060005952380952354,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679296,"brier_skill":-6.781292181170096,"baseline_adjusted_skill":-0.0190568930370556,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.036827195467422094,"uniform_accuracy_baseline":0.027777777777777853,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":-0.1038961038961039,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.3,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.4285874621278159,"accuracy":0.52,"positive_recall":0.4,"specificity":0.64,"precision":0.5263157894736842,"balanced_accuracy":0.52,"f1":0.45454545454545453,"true_positive":20,"false_positive":18,"false_negative":30,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.7143498485112636,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.37869516180445145,"accuracy":0.44,"positive_recall":0.56,"specificity":0.32,"precision":0.45161290322580644,"balanced_accuracy":0.44000000000000006,"f1":0.5,"true_positive":28,"false_positive":34,"false_negative":22,"true_negative":16,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.5147806472178058,"baseline_adjusted_skill":-0.11999999999999988,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.54,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":-0.17948717948717935,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.04,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":-0.02127659574468085,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.36122335097984676,"accuracy":0.54,"positive_recall":0.58,"specificity":0.5,"precision":0.5370370370370371,"balanced_accuracy":0.54,"f1":0.5576923076923077,"true_positive":29,"false_positive":25,"false_negative":21,"true_negative":25,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.44489340391938703,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.25,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":-0.1194029850746269,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.41999482831125584,"accuracy":0.44,"positive_recall":0.46,"specificity":0.42,"precision":0.4423076923076923,"balanced_accuracy":0.44,"f1":0.45098039215686275,"true_positive":23,"false_positive":29,"false_negative":27,"true_negative":21,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.6799793132450234,"baseline_adjusted_skill":-0.12,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.2391569527027027,"uniform_accuracy_baseline":0.23445945945945923,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":-0.03143328289783322,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.258420642410863,"accuracy":0.554429822368421,"positive_recall":0.5895153254849477,"specificity":0.5210206339977126,"precision":0.5395884938271605,"balanced_accuracy":0.5552679797413301,"f1":0.5634480747044978,"true_positive":43.70666799999999,"false_positive":37.29333200000001,"false_negative":30.433335,"true_negative":40.566665,"positive_prevalence":0.48776317763157917,"majority_accuracy_baseline":0.5122368223684208,"constant_brier_baseline":0.0945191003976856,"brier_skill":-1.7340573632585135,"baseline_adjusted_skill":0.11053595948266026,"baseline_adjusted_score":0.11053595948266026},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.22280873054760225,"normalized_score_rmse":0.28140125400226595,"constant_score_baseline":0.5841668333333334,"constant_mae_baseline":0.21700552708333315,"baseline_adjusted_skill":-0.02674219197209937,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.47075778667413554,"accuracy":0.5,"positive_recall":0.96,"specificity":0.04,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6575342465753424,"true_positive":48,"false_positive":48,"false_negative":2,"true_negative":2,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.8830311466965421,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.49256321846477136,"accuracy":0.49,"positive_recall":0.98,"specificity":0,"precision":0.494949494949495,"balanced_accuracy":0.49,"f1":0.6577181208053692,"true_positive":49,"false_positive":50,"false_negative":1,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.9702528738590854,"baseline_adjusted_skill":-0.020000000000000018,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.36,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":-0.04918032786885251,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.04,"uniform_accuracy_baseline":0.03611111111111102,"fixed_answer_accuracy_baseline":0.08833333333333329,"baseline_adjusted_skill":-0.05301645338208404,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.53,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":-0.06818181818181825,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.075,"uniform_accuracy_baseline":0.04987932421560751,"fixed_answer_accuracy_baseline":0.1244247787610618,"baseline_adjusted_skill":-0.05644835253689087,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3543862609125204,"accuracy":0.6,"positive_recall":0.6,"specificity":0.6,"precision":0.6,"balanced_accuracy":0.6,"f1":0.6,"true_positive":30,"false_positive":20,"false_negative":20,"true_negative":30,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.4175450436500816,"baseline_adjusted_skill":0.19999999999999996,"baseline_adjusted_score":0.19999999999999996},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.25,"uniform_accuracy_baseline":0.23888888888888893,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":-0.05882352941176474,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.4971390354429673,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":32,"false_positive":32,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.9885561417718691,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.41,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":-0.28260869565217406,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.35,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.015151515151515083,"baseline_adjusted_score":0.015151515151515083},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.27483027940770577,"accuracy":0.59,"positive_recall":0.72,"specificity":0.46,"precision":0.5714285714285714,"balanced_accuracy":0.59,"f1":0.6371681415929203,"true_positive":36,"false_positive":27,"false_negative":14,"true_negative":23,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.09932111763082307,"baseline_adjusted_skill":0.17999999999999994,"baseline_adjusted_score":0.17999999999999994},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.029411764705882353,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":-0.43478260869565216,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.39415002189019605,"accuracy":0.5151515151515151,"positive_recall":1,"specificity":0.058823529411764705,"precision":0.5,"balanced_accuracy":0.5294117647058824,"f1":0.6666666666666666,"true_positive":16,"false_positive":16,"false_negative":0,"true_negative":1,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":-0.5780491685236151,"baseline_adjusted_skill":0.05882352941176472,"baseline_adjusted_score":0.05882352941176472},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.24250047760487642,"normalized_score_rmse":0.3561610653004514,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.26515006786401085,"baseline_adjusted_score":0.26515006786401085},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0,"uniform_accuracy_baseline":0.17812500000000006,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.40350877192982454,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.34463371536591314,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":17,"false_positive":17,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.37853486146365256,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.3884115948686788,"normalized_score_rmse":0.43796372580045645,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-1.641198845107016,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.13194444444444448,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":0.37391304347826093,"baseline_adjusted_score":0.37391304347826093},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.4898963813285562,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":26,"false_positive":26,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.9595855253142247,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.2979325811831398,"accuracy":0.5333333333333333,"positive_recall":1,"specificity":0.027777777777777776,"precision":0.527027027027027,"balanced_accuracy":0.5138888888888888,"f1":0.6902654867256637,"true_positive":39,"false_positive":35,"false_negative":0,"true_negative":1,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24959999999999993,"brier_skill":-0.19364014897091297,"baseline_adjusted_skill":0.02777777777777768,"baseline_adjusted_score":0.02777777777777768},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.3086771761011736,"normalized_score_rmse":0.37973394533173765,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.10241848607561987,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.17647058823529413,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":-0.11999999999999998,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.3477620120518791,"accuracy":0.6428571428571429,"positive_recall":1,"specificity":0.2857142857142857,"precision":0.5833333333333334,"balanced_accuracy":0.6428571428571428,"f1":0.7368421052631579,"true_positive":14,"false_positive":10,"false_negative":0,"true_negative":4,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.3910480482075165,"baseline_adjusted_skill":0.2857142857142856,"baseline_adjusted_score":0.2857142857142856},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.17568126635818138,"normalized_score_rmse":0.27006340310108123,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.16969696969696968,"baseline_adjusted_skill":-0.03526460532499742,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":0.2,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.39721760009526685,"accuracy":0.5411764705882353,"positive_recall":0.9555555555555556,"specificity":0.075,"precision":0.5375,"balanced_accuracy":0.5152777777777778,"f1":0.688,"true_positive":43,"false_positive":37,"false_negative":2,"true_negative":3,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.24913494809688563,"brier_skill":-0.5943873114935028,"baseline_adjusted_skill":0.03055555555555567,"baseline_adjusted_score":0.03055555555555567},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.12,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":-0.15789473684210525,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.2068168121637264,"accuracy":0.62,"positive_recall":0.8857142857142857,"specificity":0,"precision":0.6739130434782609,"balanced_accuracy":0.44285714285714284,"f1":0.7654320987654321,"true_positive":31,"false_positive":15,"false_negative":4,"true_negative":0,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.20999999999999996,"brier_skill":0.015158037315588402,"baseline_adjusted_skill":-0.11428571428571432,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.4584680303139065,"normalized_score_rmse":0.5546607759789033,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.6373858225496658,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.1518987341772152,"uniform_accuracy_baseline":0.24240506329113914,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":-0.45652173913043476,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.47303221083412433,"accuracy":0.5238095238095238,"positive_recall":1,"specificity":0,"precision":0.5238095238095238,"balanced_accuracy":0.5,"f1":0.6875,"true_positive":11,"false_positive":10,"false_negative":0,"true_negative":0,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.24943310657596363,"brier_skill":-0.8964291361622627,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.36363636363636365,"uniform_accuracy_baseline":0.3237373737373738,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":-0.049999999999999954,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.38925643283747985,"accuracy":0.5454545454545454,"positive_recall":1,"specificity":0.0625,"precision":0.53125,"balanced_accuracy":0.53125,"f1":0.6938775510204082,"true_positive":17,"false_positive":15,"false_negative":0,"true_negative":1,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":-0.5584568211765271,"baseline_adjusted_skill":0.0625,"baseline_adjusted_score":0.0625},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.38328386636377837,"normalized_score_rmse":0.4478476563864568,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.34313725490196084,"baseline_adjusted_skill":-0.11699869626015391,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.48737316794045243,"accuracy":0.44,"positive_recall":0.88,"specificity":0,"precision":0.46808510638297873,"balanced_accuracy":0.44,"f1":0.6111111111111112,"true_positive":44,"false_positive":50,"false_negative":6,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.9494926717618097,"baseline_adjusted_skill":-0.12,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.31333333333333335,"uniform_accuracy_baseline":0.3333333333333332,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":-0.061855670103092744,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.347489904940394,"accuracy":0.52,"positive_recall":1,"specificity":0.05263157894736842,"precision":0.5068493150684932,"balanced_accuracy":0.5263157894736842,"f1":0.6727272727272727,"true_positive":37,"false_positive":36,"false_negative":0,"true_negative":2,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555535,"brier_skill":-0.3902067676313783,"baseline_adjusted_skill":0.05263157894736836,"baseline_adjusted_score":0.05263157894736836},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.13,"uniform_accuracy_baseline":0.1428571428571427,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":-0.11538461538461538,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.28,"uniform_accuracy_baseline":0.32416666666666627,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.09090909090909091,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.48865708557675025,"accuracy":0.48484848484848486,"positive_recall":1,"specificity":0,"precision":0.48484848484848486,"balanced_accuracy":0.5,"f1":0.6530612244897959,"true_positive":16,"false_positive":17,"false_negative":0,"true_negative":0,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":-0.9564248757098559,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.3459880883995403,"normalized_score_rmse":0.4422882196848647,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":-0.5748423334048043,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.7110396297893677,"accuracy":0.22,"positive_recall":1,"specificity":0,"precision":0.22,"balanced_accuracy":0.5,"f1":0.36065573770491804,"true_positive":22,"false_positive":78,"false_negative":0,"true_negative":0,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000028,"brier_skill":-3.14358758618512,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.6190378537364302,"accuracy":0.37,"positive_recall":1,"specificity":0,"precision":0.37,"balanced_accuracy":0.5,"f1":0.5401459854014599,"true_positive":37,"false_positive":63,"false_negative":0,"true_negative":0,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000008,"brier_skill":-1.6556750482043325,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.5382597012179536,"accuracy":0.36,"positive_recall":0.9230769230769231,"specificity":0,"precision":0.3711340206185567,"balanced_accuracy":0.46153846153846156,"f1":0.5294117647058824,"true_positive":36,"false_positive":61,"false_negative":3,"true_negative":0,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379000000000002,"brier_skill":-1.2625460328623506,"baseline_adjusted_skill":-0.07692307692307687,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.5345206884009959,"accuracy":0.35,"positive_recall":0.9354838709677419,"specificity":0.08695652173913043,"precision":0.31521739130434784,"balanced_accuracy":0.5112201963534362,"f1":0.4715447154471545,"true_positive":29,"false_positive":63,"false_negative":2,"true_negative":6,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999987,"brier_skill":-1.4989279495137735,"baseline_adjusted_skill":0.02244039270687237,"baseline_adjusted_score":0.02244039270687237},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.2,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":-0.11111111111111113,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.25538762500355017,"normalized_score_rmse":0.3197828665095462,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":-0.09844139786473183,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.4744092599435061,"accuracy":0.48,"positive_recall":0.42,"specificity":0.54,"precision":0.4772727272727273,"balanced_accuracy":0.48,"f1":0.44680851063829785,"true_positive":21,"false_positive":23,"false_negative":29,"true_negative":27,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.8976370397740243,"baseline_adjusted_skill":-0.040000000000000036,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.30228210704317066,"accuracy":0.55,"positive_recall":0.74,"specificity":0.36,"precision":0.5362318840579711,"balanced_accuracy":0.55,"f1":0.6218487394957983,"true_positive":37,"false_positive":32,"false_negative":13,"true_negative":18,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.20912842817268262,"baseline_adjusted_skill":0.10000000000000009,"baseline_adjusted_score":0.10000000000000009},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.11,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-1.5428571428571431,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3909785824830047,"accuracy":0.44,"positive_recall":0.78,"specificity":0.1,"precision":0.4642857142857143,"balanced_accuracy":0.44,"f1":0.582089552238806,"true_positive":39,"false_positive":45,"false_negative":11,"true_negative":5,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.5639143299320188,"baseline_adjusted_skill":-0.12,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.52,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":-0.1428571428571427,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.29,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.1833333333333334,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.38114107953993576,"accuracy":0.54,"positive_recall":0.62,"specificity":0.46,"precision":0.5344827586206896,"balanced_accuracy":0.54,"f1":0.5740740740740741,"true_positive":31,"false_positive":27,"false_negative":19,"true_negative":23,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.524564318159743,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.36,"uniform_accuracy_baseline":0.20851190476190457,"fixed_answer_accuracy_baseline":0.2233333333333332,"baseline_adjusted_skill":0.17596566523605164,"baseline_adjusted_score":0.17596566523605164},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.36588639526254846,"accuracy":0.59,"positive_recall":0.8,"specificity":0.38,"precision":0.5633802816901409,"balanced_accuracy":0.5900000000000001,"f1":0.6611570247933884,"true_positive":40,"false_positive":31,"false_negative":10,"true_negative":19,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.46354558105019383,"baseline_adjusted_skill":0.18000000000000016,"baseline_adjusted_score":0.18000000000000016},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.34949506732749447,"normalized_score_rmse":0.42041193554116363,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":-0.16498355775831497,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.23,"uniform_accuracy_baseline":0.22851190476190467,"fixed_answer_accuracy_baseline":0.2433333333333333,"baseline_adjusted_skill":-0.017621145374449268,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3303104837933153,"accuracy":0.61,"positive_recall":0.78,"specificity":0.44,"precision":0.582089552238806,"balanced_accuracy":0.61,"f1":0.6666666666666666,"true_positive":39,"false_positive":28,"false_negative":11,"true_negative":22,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.32124193517326116,"baseline_adjusted_skill":0.21999999999999997,"baseline_adjusted_score":0.21999999999999997},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.40282853859550705,"normalized_score_rmse":0.49213202299542075,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.304222222222222,"baseline_adjusted_skill":-0.324125948633881,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.31,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.11290322580645162,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.4417627373836757,"accuracy":0.5,"positive_recall":0.62,"specificity":0.38,"precision":0.5,"balanced_accuracy":0.5,"f1":0.5535714285714286,"true_positive":31,"false_positive":31,"false_negative":19,"true_negative":19,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.7670509495347029,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.41,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":-0.18000000000000005,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.434921617896165,"accuracy":0.42,"positive_recall":0.22,"specificity":0.62,"precision":0.36666666666666664,"balanced_accuracy":0.42,"f1":0.275,"true_positive":11,"false_positive":19,"false_negative":39,"true_negative":31,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.73968647158466,"baseline_adjusted_skill":-0.16000000000000003,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.52,"uniform_accuracy_baseline":0.35333333333333317,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.18644067796610175,"baseline_adjusted_score":0.18644067796610175},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.32,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.0967741935483871,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.25,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.20967741935483872,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.12,"uniform_accuracy_baseline":0.11111111111111088,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":-0.04761904761904763,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.5723211727558329,"accuracy":0.19187499999999996,"positive_recall":0.972972972972973,"specificity":0.009100724973006328,"precision":0.1868354430379747,"balanced_accuracy":0.49103684897298966,"f1":0.3134756291812679,"true_positive":73.79999999999998,"false_positive":321.19999999999993,"false_negative":2.0500000000000003,"true_negative":2.95,"positive_prevalence":0.1896249999999999,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500007,"brier_skill":-6.518313667136628,"baseline_adjusted_skill":-0.017926302054020682,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.21816614556414024,"normalized_score_rmse":0.29925457105613273,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":-0.020660330124632642,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.5250302052981339,"accuracy":0.27137499999999987,"positive_recall":0.9901547116736991,"specificity":0.01005624680415886,"precision":0.26666666666666666,"balanced_accuracy":0.500105479238929,"f1":0.4201730826618919,"true_positive":105.59999999999994,"false_positive":290.39999999999986,"false_negative":1.05,"true_negative":2.95,"positive_prevalence":0.2666249999999998,"majority_accuracy_baseline":0.7333750000000002,"constant_brier_baseline":0.11565485937499977,"brier_skill":-3.5396294469199425,"baseline_adjusted_skill":0.00021095847785801425,"baseline_adjusted_score":0.00021095847785801425},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.27462101284510543,"normalized_score_rmse":0.352618629402005,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":-0.02184562919109001,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.43575150558128845,"accuracy":0.3106249999999999,"positive_recall":0.970917225950783,"specificity":0.05464006938421513,"precision":0.2847769028871392,"balanced_accuracy":0.512778647667499,"f1":0.44038559107052266,"true_positive":108.49999999999994,"false_positive":272.4999999999998,"false_negative":3.25,"true_negative":15.75,"positive_prevalence":0.2793749999999999,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937499995,"brier_skill":-2.8508965243876805,"baseline_adjusted_skill":0.025557295334998065,"baseline_adjusted_score":0.025557295334998065},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.2807113509354314,"normalized_score_rmse":0.3821402221367458,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":-0.06179234396380662,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.5392260150762787,"accuracy":0.27562499999999984,"positive_recall":0.9464788732394366,"specificity":0.08433734939759038,"precision":0.22764227642276413,"balanced_accuracy":0.5154081113185135,"f1":0.3670125614418349,"true_positive":83.99999999999993,"false_positive":284.9999999999999,"false_negative":4.75,"true_negative":26.249999999999996,"positive_prevalence":0.22187499999999974,"majority_accuracy_baseline":0.7781250000000003,"constant_brier_baseline":0.126740234375001,"brier_skill":-3.2545764392450796,"baseline_adjusted_skill":0.03081622263702699,"baseline_adjusted_score":0.03081622263702699},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.2730232490589392,"normalized_score_rmse":0.37114192321612505,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":-0.2100753420894812,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.4622270304861151,"accuracy":0.2722499999999999,"positive_recall":0.9532136105860113,"specificity":0.027362338545207365,"precision":0.2605943152454781,"balanced_accuracy":0.49028797456560935,"f1":0.4092938311688312,"true_positive":100.84999999999995,"false_positive":286.14999999999975,"false_negative":4.949999999999999,"true_negative":8.05,"positive_prevalence":0.26449999999999985,"majority_accuracy_baseline":0.7355000000000002,"constant_brier_baseline":0.11362725000000028,"brier_skill":-3.0679241157918895,"baseline_adjusted_skill":-0.019424050868781295,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.2618309030991018,"normalized_score_rmse":0.3693254957972809,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":-0.042113047160604156,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.5774079296743551,"accuracy":0.19824999999999984,"positive_recall":0.9849869451697127,"specificity":0.011904761904761913,"precision":0.1910126582278481,"balanced_accuracy":0.4984458535372373,"f1":0.3199745547073791,"true_positive":75.44999999999995,"false_positive":319.5499999999998,"false_negative":1.15,"true_negative":3.85,"positive_prevalence":0.1914999999999999,"majority_accuracy_baseline":0.8085000000000001,"constant_brier_baseline":0.09190274999999995,"brier_skill":-5.28281449330249,"baseline_adjusted_skill":-0.003108292925525391,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.223424436165254,"normalized_score_rmse":0.3395783579605961,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":-0.07999727451482297,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.5643037727376636,"accuracy":0.2062499999999999,"positive_recall":0.9911924119241191,"specificity":0.02866339668914777,"precision":0.18756410256410255,"balanced_accuracy":0.5099279043066335,"f1":0.3154376886589047,"true_positive":73.14999999999996,"false_positive":316.84999999999985,"false_negative":0.65,"true_negative":9.35,"positive_prevalence":0.1844999999999999,"majority_accuracy_baseline":0.8155000000000001,"constant_brier_baseline":0.1092222499999995,"brier_skill":-4.16656425533869,"baseline_adjusted_skill":0.019855808613266968,"baseline_adjusted_score":0.019855808613266968},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.22781618772213164,"normalized_score_rmse":0.33661983368589843,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":-0.20298977014987019,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.6542367567486784,"accuracy":0.20374999999999985,"positive_recall":1,"specificity":0.009331259720062216,"precision":0.19773299748110834,"balanced_accuracy":0.5046656298600312,"f1":0.3301787592008413,"true_positive":78.49999999999994,"false_positive":318.4999999999997,"false_negative":0,"true_negative":3,"positive_prevalence":0.19624999999999987,"majority_accuracy_baseline":0.8037500000000002,"constant_brier_baseline":0.09878593749999955,"brier_skill":-5.622772160750931,"baseline_adjusted_skill":0.009331259720062324,"baseline_adjusted_score":0.009331259720062324},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.23554148723910073,"normalized_score_rmse":0.32696605623853814,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":-0.11498928870580238,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.2793343766035367,"accuracy":0.458673469387755,"positive_recall":0.9353499406880189,"specificity":0.09892569382273944,"precision":0.4392757660167129,"balanced_accuracy":0.5171378172553792,"f1":0.5978013646702045,"true_positive":157.69999999999996,"false_positive":201.3000000000001,"false_negative":10.899999999999997,"true_negative":22.1,"positive_prevalence":0.43010204081632636,"majority_accuracy_baseline":0.5698979591836737,"constant_brier_baseline":0.12359641815910102,"brier_skill":-1.2600523604491523,"baseline_adjusted_skill":0.034275634510758435,"baseline_adjusted_score":0.034275634510758435},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.3940478647417073,"normalized_score_rmse":0.4822515358473703,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":-0.4302478053587895,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.634833215500747,"accuracy":0.169375,"positive_recall":0.981904012588513,"specificity":0.015901322633377905,"precision":0.1585768742058449,"balanced_accuracy":0.4989026676109455,"f1":0.27305546439120437,"true_positive":124.80000000000001,"false_positive":662.2000000000004,"false_negative":2.3,"true_negative":10.7,"positive_prevalence":0.15887500000000002,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499934,"brier_skill":-5.426902036608495,"baseline_adjusted_skill":-0.0021946647781090345,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.23141244208573256,"normalized_score_rmse":0.3273077423635003,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-0.4024996490044397,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.08064516129032256,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.42699401086314304,"accuracy":0.45,"positive_recall":0.48,"specificity":0.42,"precision":0.4528301886792453,"balanced_accuracy":0.44999999999999996,"f1":0.46601941747572817,"true_positive":24,"false_positive":29,"false_negative":26,"true_negative":21,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.7079760434525721,"baseline_adjusted_skill":-0.10000000000000009,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.07024519549370443,"uniform_accuracy_baseline":0.058823529411766766,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":-0.0926791277258567,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.47,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":-0.1521739130434784,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.41911076798332575,"accuracy":0.5,"positive_recall":0.96,"specificity":0.04,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6575342465753424,"true_positive":48,"false_positive":48,"false_negative":2,"true_negative":2,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.676443071933303,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.25,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":-0.19047619047619047,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":141,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.21258442775759445,"accuracy":0.6418918918918919,"positive_recall":0.4647887323943662,"specificity":0.8051948051948052,"precision":0.6875,"balanced_accuracy":0.6349917687945857,"f1":0.5546218487394958,"true_positive":33,"false_positive":15,"false_negative":38,"true_negative":62,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.2495891161431699,"brier_skill":0.14826242809541712,"baseline_adjusted_skill":0.2699835375891715,"baseline_adjusted_score":0.2699835375891715},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.19,"uniform_accuracy_baseline":0.20049999999999962,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":-0.1408450704225352,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.74,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.6176470588235294,"baseline_adjusted_score":0.6176470588235294},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.66,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.2765957446808511,"baseline_adjusted_score":0.2765957446808511},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.51,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.07248011515557236,"accuracy":0.62784950578,"positive_recall":0.7742133904853808,"specificity":0.3930237580018599,"precision":0.6717488991830987,"balanced_accuracy":0.5836185742436204,"f1":0.7193507002324505,"true_positive":47.694171842,"false_positive":23.305828157999994,"false_negative":13.909221264000001,"true_negative":15.090778735999997,"positive_prevalence":0.6160339310599999,"majority_accuracy_baseline":0.6160339310599999,"constant_brier_baseline":0.079087076552024,"brier_skill":0.0835403416651207,"baseline_adjusted_skill":0.1672371484872408,"baseline_adjusted_score":0.1672371484872408},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.23220224409244986,"accuracy":0.66,"positive_recall":0.88,"specificity":0.44,"precision":0.6111111111111112,"balanced_accuracy":0.66,"f1":0.7213114754098361,"true_positive":44,"false_positive":28,"false_negative":6,"true_negative":22,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.07119102363020058,"baseline_adjusted_skill":0.32000000000000006,"baseline_adjusted_score":0.32000000000000006},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.68,"uniform_accuracy_baseline":0.012987012987012965,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.6631578947368422,"baseline_adjusted_score":0.6631578947368422},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.62,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.36666666666666664,"baseline_adjusted_score":0.36666666666666664},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.36,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11941038580206001,"accuracy":0.84,"positive_recall":0.94,"specificity":0.74,"precision":0.7833333333333333,"balanced_accuracy":0.84,"f1":0.8545454545454545,"true_positive":47,"false_positive":13,"false_negative":3,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.52235845679176,"baseline_adjusted_skill":0.6799999999999999,"baseline_adjusted_score":0.6799999999999999},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.1012682684916804,"accuracy":0.6327440901067374,"positive_recall":0.5357946147567062,"specificity":0.6778873250313714,"precision":0.43647021864414653,"balanced_accuracy":0.6068409698940388,"f1":0.48105903786154713,"true_positive":119.156369689852,"false_positive":153.843630310148,"false_negative":103.23550661513582,"true_negative":323.7644933848642,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768597,"brier_skill":-0.1413476761253265,"baseline_adjusted_skill":0.2136819397880776,"baseline_adjusted_score":0.2136819397880776},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24112317471393005,"accuracy":0.58,"positive_recall":0.88,"specificity":0.28,"precision":0.55,"balanced_accuracy":0.5800000000000001,"f1":0.676923076923077,"true_positive":44,"false_positive":36,"false_negative":6,"true_negative":14,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.0355073011442798,"baseline_adjusted_skill":0.16000000000000014,"baseline_adjusted_score":0.16000000000000014},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.8211920529801324,"uniform_accuracy_baseline":0.006622516556291403,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.8137931034482758,"baseline_adjusted_score":0.8137931034482758},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.48705882352941177,"uniform_accuracy_baseline":0.3333333333333301,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.0542299349240781,"baseline_adjusted_score":0.0542299349240781},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.11666666666666668,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.22421926515806015,"accuracy":0.63,"positive_recall":0.88,"specificity":0.38,"precision":0.5866666666666667,"balanced_accuracy":0.63,"f1":0.704,"true_positive":44,"false_positive":31,"false_negative":6,"true_negative":19,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.1031229393677594,"baseline_adjusted_skill":0.26,"baseline_adjusted_score":0.26},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.6,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.1666666666666666,"baseline_adjusted_score":0.1666666666666666},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.07142857142857136,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.8876404494382023,"baseline_adjusted_score":0.8876404494382023},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.62,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.1739130434782608,"baseline_adjusted_score":0.1739130434782608},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.35,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.10958904109589036,"baseline_adjusted_score":0.10958904109589036},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.7777777777777778,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.3333333333333334,"baseline_adjusted_score":0.3333333333333334},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.2503939270516097,"accuracy":0.4878048780487805,"positive_recall":0.45,"specificity":0.5238095238095238,"precision":0.47368421052631576,"balanced_accuracy":0.48690476190476195,"f1":0.46153846153846156,"true_positive":18,"false_positive":20,"false_negative":22,"true_negative":22,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.24985127900059498,"brier_skill":-0.0021718842232278934,"baseline_adjusted_skill":-0.026190476190476097,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.18500252549045995,"accuracy":0.75,"positive_recall":0.7,"specificity":0.8,"precision":0.7777777777777778,"balanced_accuracy":0.75,"f1":0.7368421052631579,"true_positive":35,"false_positive":10,"false_negative":15,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2599898980381602,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.6229050279329609,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.5161290322580645,"baseline_adjusted_score":0.5161290322580645},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.37,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":-0.03278688524590167,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.2153816058605751,"accuracy":0.65,"positive_recall":0.6136363636363636,"specificity":0.6602564102564102,"precision":0.3375,"balanced_accuracy":0.6369463869463869,"f1":0.43548387096774194,"true_positive":27,"false_positive":53,"false_negative":17,"true_negative":103,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000053,"brier_skill":-0.25513756329006076,"baseline_adjusted_skill":0.2738927738927739,"baseline_adjusted_score":0.2738927738927739},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.21226061218071998,"accuracy":0.665,"positive_recall":0.68,"specificity":0.66,"precision":0.4,"balanced_accuracy":0.67,"f1":0.5037037037037037,"true_positive":34,"false_positive":51,"false_negative":16,"true_negative":99,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-0.1320565982971733,"baseline_adjusted_skill":0.3400000000000001,"baseline_adjusted_score":0.3400000000000001},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.138643514726835,"accuracy":0.835,"positive_recall":0.47368421052631576,"specificity":0.8729281767955801,"precision":0.28125,"balanced_accuracy":0.6733061936609479,"f1":0.35294117647058826,"true_positive":9,"false_positive":23,"false_negative":10,"true_negative":158,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.0859749999999999,"brier_skill":-0.6126026720190192,"baseline_adjusted_skill":0.3466123873218958,"baseline_adjusted_score":0.3466123873218958},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.1204827637146946,"accuracy":0.8119583333333336,"positive_recall":0.626425949806567,"specificity":0.8238020757476936,"precision":0.1849736379613359,"balanced_accuracy":0.7251140127771303,"f1":0.28561090884421464,"true_positive":105.25000000000009,"false_positive":463.74999999999966,"false_negative":62.76666666666667,"true_negative":2168.233333333334,"positive_prevalence":0.060005952380952354,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679296,"brier_skill":-2.741587769952794,"baseline_adjusted_skill":0.45022802555426056,"baseline_adjusted_score":0.45022802555426056},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.5552407932011332,"uniform_accuracy_baseline":0.027777777777777853,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.4902597402597403,"baseline_adjusted_score":0.4902597402597403},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.21,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":-0.1285714285714286,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.18620142925891003,"accuracy":0.74,"positive_recall":0.84,"specificity":0.64,"precision":0.7,"balanced_accuracy":0.74,"f1":0.7636363636363637,"true_positive":42,"false_positive":18,"false_negative":8,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.25519428296435986,"baseline_adjusted_skill":0.48,"baseline_adjusted_score":0.48},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.21883166213372005,"accuracy":0.66,"positive_recall":0.9,"specificity":0.42,"precision":0.6081081081081081,"balanced_accuracy":0.66,"f1":0.7258064516129032,"true_positive":45,"false_positive":29,"false_negative":5,"true_negative":21,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.12467335146511982,"baseline_adjusted_skill":0.32000000000000006,"baseline_adjusted_score":0.32000000000000006},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.6,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":-0.025641025641025664,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.7,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.6808510638297872,"baseline_adjusted_score":0.6808510638297872},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.22612739011500987,"accuracy":0.65,"positive_recall":0.98,"specificity":0.32,"precision":0.5903614457831325,"balanced_accuracy":0.65,"f1":0.7368421052631579,"true_positive":49,"false_positive":34,"false_negative":1,"true_negative":16,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.0954904395399605,"baseline_adjusted_skill":0.30000000000000004,"baseline_adjusted_score":0.30000000000000004},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.83,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.746268656716418,"baseline_adjusted_score":0.746268656716418},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.16555876031142994,"accuracy":0.78,"positive_recall":0.6,"specificity":0.96,"precision":0.9375,"balanced_accuracy":0.78,"f1":0.7317073170731707,"true_positive":30,"false_positive":2,"false_negative":20,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.33776495875428025,"baseline_adjusted_skill":0.56,"baseline_adjusted_score":0.56},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.43875174999999994,"uniform_accuracy_baseline":0.23445945945945923,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.2391464611860162,"baseline_adjusted_score":0.2391464611860162},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.08979490532872367,"accuracy":0.6272368618421054,"positive_recall":0.5562449599577167,"specificity":0.6948369134923034,"precision":0.6344615846153846,"balanced_accuracy":0.62554093672501,"f1":0.5927842764240848,"true_positive":41.240003,"false_positive":23.759997,"false_negative":32.9,"true_negative":54.10000000000001,"positive_prevalence":0.48776317763157917,"majority_accuracy_baseline":0.5122368223684208,"constant_brier_baseline":0.0945191003976856,"brier_skill":0.04998137994421292,"baseline_adjusted_skill":0.25108187345002,"baseline_adjusted_score":0.25108187345002},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.15585908003889937,"normalized_score_rmse":0.21716007853999308,"constant_score_baseline":0.5841668333333334,"constant_mae_baseline":0.21700552708333315,"baseline_adjusted_skill":0.28177368505896483,"baseline_adjusted_score":0.28177368505896483},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2994585771888201,"accuracy":0.52,"positive_recall":0.96,"specificity":0.08,"precision":0.5106382978723404,"balanced_accuracy":0.52,"f1":0.6666666666666666,"true_positive":48,"false_positive":46,"false_negative":2,"true_negative":4,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.1978343087552803,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24548824997068003,"accuracy":0.54,"positive_recall":0.14,"specificity":0.94,"precision":0.7,"balanced_accuracy":0.54,"f1":0.23333333333333334,"true_positive":7,"false_positive":3,"false_negative":43,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.018047000117279888,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.180327868852459,"baseline_adjusted_score":0.180327868852459},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.73,"uniform_accuracy_baseline":0.03611111111111102,"fixed_answer_accuracy_baseline":0.08833333333333329,"baseline_adjusted_skill":0.7038391224862889,"baseline_adjusted_score":0.7038391224862889},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.659090909090909,"baseline_adjusted_score":0.659090909090909},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.735,"uniform_accuracy_baseline":0.04987932421560751,"fixed_answer_accuracy_baseline":0.1244247787610618,"baseline_adjusted_skill":0.6973418233272691,"baseline_adjusted_score":0.6973418233272691},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25535982154064996,"accuracy":0.51,"positive_recall":0.04,"specificity":0.98,"precision":0.6666666666666666,"balanced_accuracy":0.51,"f1":0.07547169811320754,"true_positive":2,"false_positive":1,"false_negative":48,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.021439286162599824,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.7222222222222222,"uniform_accuracy_baseline":0.23888888888888893,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.607843137254902,"baseline_adjusted_score":0.607843137254902},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.2733561157088281,"accuracy":0.5,"positive_recall":0.28125,"specificity":0.71875,"precision":0.5,"balanced_accuracy":0.5,"f1":0.36,"true_positive":9,"false_positive":9,"false_negative":23,"true_negative":23,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.09342446283531247,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.79,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.5434782608695653,"baseline_adjusted_score":0.5434782608695653},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.41,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.106060606060606,"baseline_adjusted_score":0.106060606060606},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.27561120226384994,"accuracy":0.6,"positive_recall":0.32,"specificity":0.88,"precision":0.7272727272727273,"balanced_accuracy":0.6,"f1":0.4444444444444444,"true_positive":16,"false_positive":6,"false_negative":34,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.10244480905539977,"baseline_adjusted_skill":0.19999999999999996,"baseline_adjusted_score":0.19999999999999996},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8529411764705882,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.7826086956521737,"baseline_adjusted_score":0.7826086956521737},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.31129625997233323,"accuracy":0.48484848484848486,"positive_recall":0.125,"specificity":0.8235294117647058,"precision":0.4,"balanced_accuracy":0.4742647058823529,"f1":0.19047619047619047,"true_positive":2,"false_positive":3,"false_negative":14,"true_negative":14,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":-0.24632951143334836,"baseline_adjusted_skill":-0.05147058823529416,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.21600642351269184,"normalized_score_rmse":0.31561394267307846,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.34543508026457026,"baseline_adjusted_score":0.34543508026457026},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0,"uniform_accuracy_baseline":0.17812500000000006,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.40350877192982454,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.2570417564625589,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":17,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.02816702585023556,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.3250107088079525,"normalized_score_rmse":0.3886414732953626,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-1.210072819894077,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.4791666666666667,"uniform_accuracy_baseline":0.13194444444444448,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":-0.3043478260869564,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.23656850920755768,"accuracy":0.6923076923076923,"positive_recall":1,"specificity":0.38461538461538464,"precision":0.6190476190476191,"balanced_accuracy":0.6923076923076923,"f1":0.7647058823529411,"true_positive":26,"false_positive":16,"false_negative":0,"true_negative":10,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.0537259631697693,"baseline_adjusted_skill":0.3846153846153846,"baseline_adjusted_score":0.3846153846153846},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.25887904111641324,"accuracy":0.52,"positive_recall":1,"specificity":0,"precision":0.52,"balanced_accuracy":0.5,"f1":0.6842105263157895,"true_positive":39,"false_positive":36,"false_negative":0,"true_negative":0,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24959999999999993,"brier_skill":-0.03717564549845087,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.33420755361883486,"normalized_score_rmse":0.3710305755710167,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.19359840578155296,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.6470588235294118,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.52,"baseline_adjusted_score":0.52},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.14151096866189283,"accuracy":0.8928571428571429,"positive_recall":1,"specificity":0.7857142857142857,"precision":0.8235294117647058,"balanced_accuracy":0.8928571428571428,"f1":0.9032258064516129,"true_positive":14,"false_positive":3,"false_negative":0,"true_negative":11,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.43395612535242867,"baseline_adjusted_skill":0.7857142857142856,"baseline_adjusted_score":0.7857142857142856},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.22406806701987217,"normalized_score_rmse":0.28815180306955157,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.16969696969696968,"baseline_adjusted_skill":-0.3204011092242469,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.18803608789272946,"accuracy":0.6941176470588235,"positive_recall":0.9111111111111111,"specificity":0.45,"precision":0.6507936507936508,"balanced_accuracy":0.6805555555555556,"f1":0.7592592592592593,"true_positive":41,"false_positive":22,"false_negative":4,"true_negative":18,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.24913494809688563,"brier_skill":0.2452440360972381,"baseline_adjusted_skill":0.36111111111111116,"baseline_adjusted_score":0.36111111111111116},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.32,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.10526315789473686,"baseline_adjusted_score":0.10526315789473686},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.24974219076232,"accuracy":0.58,"positive_recall":0.4,"specificity":1,"precision":1,"balanced_accuracy":0.7,"f1":0.5714285714285714,"true_positive":14,"false_positive":0,"false_negative":21,"true_negative":15,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.20999999999999996,"brier_skill":-0.18924852743961917,"baseline_adjusted_skill":0.3999999999999999,"baseline_adjusted_score":0.3999999999999999},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.25970397892675445,"normalized_score_rmse":0.340811943981712,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.07248578954730567,"baseline_adjusted_score":0.07248578954730567},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.5316455696202531,"uniform_accuracy_baseline":0.24240506329113914,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.19565217391304338,"baseline_adjusted_score":0.19565217391304338},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.15088906405004762,"accuracy":0.7619047619047619,"positive_recall":1,"specificity":0.5,"precision":0.6875,"balanced_accuracy":0.75,"f1":0.8148148148148148,"true_positive":11,"false_positive":5,"false_negative":0,"true_negative":5,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.24943310657596363,"brier_skill":0.3950720250357179,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.48484848484848486,"uniform_accuracy_baseline":0.3237373737373738,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.15000000000000005,"baseline_adjusted_score":0.15000000000000005},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.2646433422192121,"accuracy":0.5454545454545454,"positive_recall":0.5882352941176471,"specificity":0.5,"precision":0.5555555555555556,"balanced_accuracy":0.5441176470588236,"f1":0.5714285714285714,"true_positive":10,"false_positive":8,"false_negative":7,"true_negative":8,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":-0.05954632234088919,"baseline_adjusted_skill":0.08823529411764719,"baseline_adjusted_score":0.08823529411764719},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.31556006398853365,"normalized_score_rmse":0.36937206741403317,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.34313725490196084,"baseline_adjusted_skill":0.08036781351913069,"baseline_adjusted_score":0.08036781351913069},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.36330069732228,"accuracy":0.41,"positive_recall":0.7,"specificity":0.12,"precision":0.4430379746835443,"balanced_accuracy":0.41,"f1":0.5426356589147286,"true_positive":35,"false_positive":44,"false_negative":15,"true_negative":6,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.45320278928911994,"baseline_adjusted_skill":-0.18000000000000005,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.33333333333333326,"uniform_accuracy_baseline":0.3333333333333332,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":-0.030927835051546504,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.2627768456663867,"accuracy":0.49333333333333335,"positive_recall":1,"specificity":0,"precision":0.49333333333333335,"balanced_accuracy":0.5,"f1":0.6607142857142857,"true_positive":37,"false_positive":38,"false_negative":0,"true_negative":0,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555535,"brier_skill":-0.05129427942633469,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.42,"uniform_accuracy_baseline":0.1428571428571427,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.2564102564102564,"baseline_adjusted_score":0.2564102564102564},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.4099999999999999,"uniform_accuracy_baseline":0.32416666666666627,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.10606060606060591,"baseline_adjusted_score":0.10606060606060591},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.21190345831236362,"accuracy":0.9393939393939394,"positive_recall":1,"specificity":0.8823529411764706,"precision":0.8888888888888888,"balanced_accuracy":0.9411764705882353,"f1":0.9411764705882353,"true_positive":16,"false_positive":2,"false_negative":0,"true_negative":15,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.15160710991851511,"baseline_adjusted_skill":0.8823529411764706,"baseline_adjusted_score":0.8823529411764706},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.22740495534641028,"normalized_score_rmse":0.26368731148668095,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":-0.03508462433538484,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24243921604917992,"accuracy":0.62,"positive_recall":0.7272727272727273,"specificity":0.5897435897435898,"precision":0.3333333333333333,"balanced_accuracy":0.6585081585081585,"f1":0.45714285714285713,"true_positive":16,"false_positive":32,"false_negative":6,"true_negative":46,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000028,"brier_skill":-0.4128159443425381,"baseline_adjusted_skill":0.31701631701631694,"baseline_adjusted_score":0.31701631701631694},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.19539012864139,"accuracy":0.74,"positive_recall":0.918918918918919,"specificity":0.6349206349206349,"precision":0.5964912280701754,"balanced_accuracy":0.7769197769197769,"f1":0.723404255319149,"true_positive":34,"false_positive":23,"false_negative":3,"true_negative":40,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000008,"brier_skill":0.16177550990394718,"baseline_adjusted_skill":0.5538395538395537,"baseline_adjusted_score":0.5538395538395537},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24830696762812,"accuracy":0.57,"positive_recall":0.5897435897435898,"specificity":0.5573770491803278,"precision":0.46,"balanced_accuracy":0.5735603194619587,"f1":0.5168539325842697,"true_positive":23,"false_positive":27,"false_negative":16,"true_negative":34,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379000000000002,"brier_skill":-0.04374513504884314,"baseline_adjusted_skill":0.14712063892391747,"baseline_adjusted_score":0.14712063892391747},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.15980982850929004,"accuracy":0.79,"positive_recall":0.8709677419354839,"specificity":0.7536231884057971,"precision":0.6136363636363636,"balanced_accuracy":0.8122954651706404,"f1":0.72,"true_positive":27,"false_positive":17,"false_negative":4,"true_negative":52,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999987,"brier_skill":0.25287597704866693,"baseline_adjusted_skill":0.6245909303412809,"baseline_adjusted_score":0.6245909303412809},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.59,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.43055555555555547,"baseline_adjusted_score":0.43055555555555547},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.21324291508064397,"normalized_score_rmse":0.2590648712211836,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.08282617169615503,"baseline_adjusted_score":0.08282617169615503},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24795716261991008,"accuracy":0.55,"positive_recall":0.98,"specificity":0.12,"precision":0.5268817204301075,"balanced_accuracy":0.55,"f1":0.6853146853146853,"true_positive":49,"false_positive":44,"false_negative":1,"true_negative":6,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.008171349520359694,"baseline_adjusted_skill":0.10000000000000009,"baseline_adjusted_score":0.10000000000000009},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24288452759114995,"accuracy":0.53,"positive_recall":0.66,"specificity":0.4,"precision":0.5238095238095238,"balanced_accuracy":0.53,"f1":0.584070796460177,"true_positive":33,"false_positive":30,"false_negative":17,"true_negative":20,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.028461889635400195,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.8857142857142858,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.15752053410143999,"accuracy":0.78,"positive_recall":0.84,"specificity":0.72,"precision":0.75,"balanced_accuracy":0.78,"f1":0.7924528301886793,"true_positive":42,"false_positive":14,"false_negative":8,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.36991786359424006,"baseline_adjusted_skill":0.56,"baseline_adjusted_score":0.56},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.77,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.4523809523809525,"baseline_adjusted_score":0.4523809523809525},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.37,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.050000000000000044,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24099528202914008,"accuracy":0.55,"positive_recall":0.18,"specificity":0.92,"precision":0.6923076923076923,"balanced_accuracy":0.55,"f1":0.2857142857142857,"true_positive":9,"false_positive":4,"false_negative":41,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.03601887188343966,"baseline_adjusted_skill":0.10000000000000009,"baseline_adjusted_score":0.10000000000000009},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.20851190476190457,"fixed_answer_accuracy_baseline":0.2233333333333332,"baseline_adjusted_skill":0.8969957081545065,"baseline_adjusted_score":0.8969957081545065},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09636311880221995,"accuracy":0.86,"positive_recall":0.78,"specificity":0.94,"precision":0.9285714285714286,"balanced_accuracy":0.86,"f1":0.8478260869565217,"true_positive":39,"false_positive":3,"false_negative":11,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6145475247911202,"baseline_adjusted_skill":0.72,"baseline_adjusted_score":0.72},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.18820314502880087,"normalized_score_rmse":0.24082656070573463,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.3726561832373304,"baseline_adjusted_score":0.3726561832373304},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.22851190476190467,"fixed_answer_accuracy_baseline":0.2433333333333333,"baseline_adjusted_skill":0.73568281938326,"baseline_adjusted_score":0.73568281938326},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11268385030657,"accuracy":0.84,"positive_recall":0.88,"specificity":0.8,"precision":0.8148148148148148,"balanced_accuracy":0.8400000000000001,"f1":0.8461538461538461,"true_positive":44,"false_positive":10,"false_negative":6,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.54926459877372,"baseline_adjusted_skill":0.6800000000000002,"baseline_adjusted_score":0.6800000000000002},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.19685942828334915,"normalized_score_rmse":0.27787888188073506,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.304222222222222,"baseline_adjusted_skill":0.3529091108290199,"baseline_adjusted_score":0.3529091108290199},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.51,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.20967741935483872,"baseline_adjusted_score":0.20967741935483872},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.20109704029893996,"accuracy":0.68,"positive_recall":0.98,"specificity":0.38,"precision":0.6125,"balanced_accuracy":0.6799999999999999,"f1":0.7538461538461538,"true_positive":49,"false_positive":31,"false_negative":1,"true_negative":19,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.19561183880424016,"baseline_adjusted_skill":0.3599999999999999,"baseline_adjusted_score":0.3599999999999999},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.43,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":-0.14,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.23892312642271998,"accuracy":0.58,"positive_recall":0.98,"specificity":0.18,"precision":0.5444444444444444,"balanced_accuracy":0.58,"f1":0.7,"true_positive":49,"false_positive":41,"false_negative":1,"true_negative":9,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.044307494309120066,"baseline_adjusted_skill":0.15999999999999992,"baseline_adjusted_score":0.15999999999999992},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.57,"uniform_accuracy_baseline":0.35333333333333317,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.27118644067796605,"baseline_adjusted_score":0.27118644067796605},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.67,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.46774193548387105,"baseline_adjusted_score":0.46774193548387105},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.36,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.03225806451612906,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.32,"uniform_accuracy_baseline":0.11111111111111088,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.1904761904761905,"baseline_adjusted_score":0.1904761904761905},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.2830915353608823,"accuracy":0.2623749999999999,"positive_recall":0.9479235332893868,"specificity":0.1019589696128336,"precision":0.1980716253443526,"balanced_accuracy":0.5249412514511103,"f1":0.32767460407884247,"true_positive":71.89999999999996,"false_positive":291.09999999999985,"false_negative":3.95,"true_negative":33.05,"positive_prevalence":0.1896249999999999,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500007,"brier_skill":-2.7188401559668165,"baseline_adjusted_skill":0.049882502902220516,"baseline_adjusted_score":0.049882502902220516},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.4373866760708458,"normalized_score_rmse":0.4794969867419332,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":-1.0462534553022027,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.12270950557106,"accuracy":0.665375,"positive_recall":0.7913736521331456,"specificity":0.6195670700528378,"precision":0.43061224489795885,"balanced_accuracy":0.7054703610929918,"f1":0.5577399636543859,"true_positive":84.39999999999996,"false_positive":111.60000000000011,"false_negative":22.250000000000007,"true_negative":181.75000000000006,"positive_prevalence":0.2666249999999998,"majority_accuracy_baseline":0.7333750000000002,"constant_brier_baseline":0.11565485937499977,"brier_skill":-0.06099740412278076,"baseline_adjusted_skill":0.41094072218598354,"baseline_adjusted_score":0.41094072218598354},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.283870012896196,"normalized_score_rmse":0.33493937515873734,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":-0.056260513102124765,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.1365803520000299,"accuracy":0.635125,"positive_recall":0.6568232662192393,"specificity":0.6267129228100607,"precision":0.4055248618784528,"balanced_accuracy":0.64176809451465,"f1":0.5014517506404781,"true_positive":73.39999999999996,"false_positive":107.60000000000002,"false_negative":38.350000000000016,"true_negative":180.65000000000003,"positive_prevalence":0.2793749999999999,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937499995,"brier_skill":-0.207010867615798,"baseline_adjusted_skill":0.2835361890293,"baseline_adjusted_score":0.2835361890293},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.32047642083716155,"normalized_score_rmse":0.37520804943989694,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":-0.21220395588524443,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.12027547423703754,"accuracy":0.816625,"positive_recall":0.7515492957746477,"specificity":0.8351807228915663,"precision":0.5652542372881355,"balanced_accuracy":0.793365009333107,"f1":0.6452237001209188,"true_positive":66.69999999999997,"false_positive":51.300000000000004,"false_negative":22.05000000000001,"true_negative":259.95000000000005,"positive_prevalence":0.22187499999999974,"majority_accuracy_baseline":0.7781250000000003,"constant_brier_baseline":0.126740234375001,"brier_skill":0.05100795473389641,"baseline_adjusted_skill":0.5867300186662141,"baseline_adjusted_score":0.5867300186662141},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.31336605134536294,"normalized_score_rmse":0.3473173271017654,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":-0.38888000596282746,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.11600269660421259,"accuracy":0.6819999999999999,"positive_recall":0.8629489603024574,"specificity":0.6169272603670971,"precision":0.447549019607843,"balanced_accuracy":0.7399381103347773,"f1":0.5894125242091671,"true_positive":91.29999999999997,"false_positive":112.70000000000003,"false_negative":14.5,"true_negative":181.5,"positive_prevalence":0.26449999999999985,"majority_accuracy_baseline":0.7355000000000002,"constant_brier_baseline":0.11362725000000028,"brier_skill":-0.020905606746729255,"baseline_adjusted_skill":0.4798762206695546,"baseline_adjusted_score":0.4798762206695546},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.2877122536182236,"normalized_score_rmse":0.33297351040577855,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":-0.14512339748546732,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.1674448749219901,"accuracy":0.5897500000000001,"positive_recall":0.8191906005221934,"specificity":0.5354050711193566,"precision":0.29460093896713596,"balanced_accuracy":0.6772978358207751,"f1":0.43335635359116004,"true_positive":62.75000000000003,"false_positive":150.2500000000002,"false_negative":13.849999999999998,"true_negative":173.15000000000003,"positive_prevalence":0.1914999999999999,"majority_accuracy_baseline":0.8085000000000001,"constant_brier_baseline":0.09190274999999995,"brier_skill":-0.8219789388455752,"baseline_adjusted_skill":0.35459567164155015,"baseline_adjusted_score":0.35459567164155015},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.28789067283528935,"normalized_score_rmse":0.32717729376000365,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":-0.39161654542738056,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.13287232449623,"accuracy":0.7267500000000001,"positive_recall":0.7621951219512195,"specificity":0.7187308399754752,"precision":0.3800675675675675,"balanced_accuracy":0.7404629809633474,"f1":0.5072137060414788,"true_positive":56.25,"false_positive":91.75000000000003,"false_negative":17.55,"true_negative":234.45000000000005,"positive_prevalence":0.1844999999999999,"majority_accuracy_baseline":0.8155000000000001,"constant_brier_baseline":0.1092222499999995,"brier_skill":-0.21653165445896416,"baseline_adjusted_skill":0.4809259619266948,"baseline_adjusted_score":0.4809259619266948},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.33449912481075567,"normalized_score_rmse":0.3912591077512125,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":-0.7663320122020103,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.11463171443408257,"accuracy":0.7497499999999997,"positive_recall":0.4675159235668791,"specificity":0.8186625194401244,"precision":0.38631578947368433,"balanced_accuracy":0.6430892215035018,"f1":0.42305475504322776,"true_positive":36.70000000000001,"false_positive":58.3,"false_negative":41.79999999999999,"true_negative":263.1999999999999,"positive_prevalence":0.19624999999999987,"majority_accuracy_baseline":0.8037500000000002,"constant_brier_baseline":0.09878593749999955,"brier_skill":-0.1604051885834772,"baseline_adjusted_skill":0.28617844300700357,"baseline_adjusted_score":0.28617844300700357},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.26224339049021306,"normalized_score_rmse":0.3010260928924852,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":-0.24138883072290218,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.10788386115255615,"accuracy":0.631887755102041,"positive_recall":0.5643534994068802,"specificity":0.6828558639212176,"precision":0.5731927710843372,"balanced_accuracy":0.6236046816640488,"f1":0.5687387925881648,"true_positive":95.14999999999998,"false_positive":70.85000000000004,"false_negative":73.45,"true_negative":152.55000000000007,"positive_prevalence":0.43010204081632636,"majority_accuracy_baseline":0.5698979591836737,"constant_brier_baseline":0.12359641815910102,"brier_skill":0.12712793170364123,"baseline_adjusted_skill":0.24720936332809762,"baseline_adjusted_score":0.24720936332809762},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.2545831572902426,"normalized_score_rmse":0.3112706810394188,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.07595742909467484,"baseline_adjusted_score":0.07595742909467484},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.14571271469124858,"accuracy":0.7522500000000002,"positive_recall":0.6683713611329664,"specificity":0.7680933273889137,"precision":0.3524896265560165,"balanced_accuracy":0.71823234426094,"f1":0.4615593588698722,"true_positive":84.94999999999999,"false_positive":156.05000000000004,"false_negative":42.14999999999996,"true_negative":516.8500000000003,"positive_prevalence":0.15887500000000002,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499934,"brier_skill":-0.4751612233620377,"baseline_adjusted_skill":0.4364646885218799,"baseline_adjusted_score":0.4364646885218799},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.3833224415746578,"normalized_score_rmse":0.4174325473118485,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-1.3231663125736834,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.4,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.03225806451612906,"baseline_adjusted_score":0.03225806451612906},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.27406573110354004,"accuracy":0.52,"positive_recall":0.94,"specificity":0.1,"precision":0.5108695652173914,"balanced_accuracy":0.52,"f1":0.6619718309859155,"true_positive":47,"false_positive":45,"false_negative":3,"true_negative":5,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.09626292441416018,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.17163684559310802,"uniform_accuracy_baseline":0.058823529411766766,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.026479750778816213,"baseline_adjusted_score":0.026479750778816213},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.42,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":-0.2608695652173914,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.22478897157136996,"accuracy":0.65,"positive_recall":0.8,"specificity":0.5,"precision":0.6153846153846154,"balanced_accuracy":0.65,"f1":0.6956521739130435,"true_positive":40,"false_positive":25,"false_negative":10,"true_negative":25,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.10084411371452018,"baseline_adjusted_skill":0.30000000000000004,"baseline_adjusted_score":0.30000000000000004},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.41,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.06349206349206346,"baseline_adjusted_score":0.06349206349206346},"scoring":{"eligible":true,"reason":null},"model":142,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2107263177229865,"accuracy":0.6756756756756757,"positive_recall":0.4084507042253521,"specificity":0.922077922077922,"precision":0.8285714285714286,"balanced_accuracy":0.6652643131516371,"f1":0.5471698113207547,"true_positive":29,"false_positive":6,"false_negative":42,"true_negative":71,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.24958911614317017,"brier_skill":0.1557071038221517,"baseline_adjusted_skill":0.3305286263032743,"baseline_adjusted_score":0.3305286263032743},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.29,"uniform_accuracy_baseline":0.2005,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.77,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.661764705882353,"baseline_adjusted_score":0.661764705882353},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.71,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.3829787234042552,"baseline_adjusted_score":0.3829787234042552},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.66,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.3061224489795919,"baseline_adjusted_score":0.3061224489795919},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1572202488982909,"accuracy":0.52617627734,"positive_recall":0.48878006391935774,"specificity":0.5861746423618762,"precision":0.6545763134782608,"balanced_accuracy":0.537477353140617,"f1":0.5596572663900694,"true_positive":30.11051042,"false_positive":15.88948958,"false_negative":31.492882686,"true_negative":22.507117314000002,"positive_prevalence":0.61603393106,"majority_accuracy_baseline":0.61603393106,"constant_brier_baseline":0.07908707655202402,"brier_skill":-0.9879385577600703,"baseline_adjusted_skill":0.07495470628123391,"baseline_adjusted_score":0.07495470628123391},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.20788997939297998,"accuracy":0.66,"positive_recall":0.54,"specificity":0.78,"precision":0.7105263157894737,"balanced_accuracy":0.66,"f1":0.6136363636363636,"true_positive":27,"false_positive":11,"false_negative":23,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.16844008242808006,"baseline_adjusted_skill":0.32000000000000006,"baseline_adjusted_score":0.32000000000000006},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.012987012987012986,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.831578947368421,"baseline_adjusted_score":0.831578947368421},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.78,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.6333333333333334,"baseline_adjusted_score":0.6333333333333334},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.39,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.04687500000000004,"baseline_adjusted_score":0.04687500000000004},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.12710106875919,"accuracy":0.85,"positive_recall":0.78,"specificity":0.92,"precision":0.9069767441860465,"balanced_accuracy":0.8500000000000001,"f1":0.8387096774193549,"true_positive":39,"false_positive":4,"false_negative":11,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.49159572496324,"baseline_adjusted_skill":0.7000000000000002,"baseline_adjusted_score":0.7000000000000002},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0,"abstained":0},"metrics":{"binary_brier":0.09438058180981233,"accuracy":0.6532202349223994,"positive_recall":0.4173849419213335,"specificity":0.763033805310778,"precision":0.4505971862880278,"balanced_accuracy":0.5902093736160557,"f1":0.4333556517269232,"true_positive":92.82302037533373,"false_positive":113.17697962466627,"false_negative":129.5688559296541,"true_negative":364.4311440703459,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768642,"brier_skill":-0.06371975471106972,"baseline_adjusted_skill":0.1804187472321115,"baseline_adjusted_score":0.1804187472321115},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.14096705868261,"accuracy":0.77,"positive_recall":0.74,"specificity":0.8,"precision":0.7872340425531915,"balanced_accuracy":0.77,"f1":0.7628865979381443,"true_positive":37,"false_positive":10,"false_negative":13,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.43613176526956,"baseline_adjusted_skill":0.54,"baseline_adjusted_score":0.54},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9072847682119205,"uniform_accuracy_baseline":0.006622516556291391,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.9034482758620689,"baseline_adjusted_score":0.9034482758620689},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.18826294545056665,"accuracy":0.7366666666666667,"positive_recall":0.8066666666666666,"specificity":0.6666666666666666,"precision":0.7076023391812866,"balanced_accuracy":0.7366666666666666,"f1":0.7538940809968847,"true_positive":121,"false_positive":50,"false_negative":29,"true_negative":100,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.24694821819773338,"baseline_adjusted_skill":0.47333333333333316,"baseline_adjusted_score":0.47333333333333316},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":14},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8629411764705882,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.747288503253796,"baseline_adjusted_score":0.747288503253796},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.27,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.21666666666666667,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.19712369239441,"accuracy":0.7,"positive_recall":0.86,"specificity":0.54,"precision":0.6515151515151515,"balanced_accuracy":0.7,"f1":0.7413793103448276,"true_positive":43,"false_positive":23,"false_negative":7,"true_negative":27,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.21150523042236002,"baseline_adjusted_skill":0.3999999999999999,"baseline_adjusted_score":0.3999999999999999},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.6,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.1666666666666666,"baseline_adjusted_score":0.1666666666666666},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7833333333333333,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.5666666666666667,"baseline_adjusted_score":0.5666666666666667},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":19},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.5933333333333334,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.15277777777777785,"baseline_adjusted_score":0.15277777777777785},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":20},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8066666666666666,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5266666666666666,"baseline_adjusted_skill":0.5915492957746479,"baseline_adjusted_score":0.5915492957746479},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":21},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.07142857142857142,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.8876404494382023,"baseline_adjusted_score":0.8876404494382023},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.62,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.1739130434782608,"baseline_adjusted_score":0.1739130434782608},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.37,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.13698630136986298,"baseline_adjusted_score":0.13698630136986298},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.6666666666666666,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2427153841711585,"accuracy":0.5975609756097561,"positive_recall":0.6,"specificity":0.5952380952380952,"precision":0.5853658536585366,"balanced_accuracy":0.5976190476190476,"f1":0.5925925925925926,"true_positive":24,"false_positive":17,"false_negative":16,"true_negative":25,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.2498512790005949,"brier_skill":0.028560569543529923,"baseline_adjusted_skill":0.1952380952380952,"baseline_adjusted_score":0.1952380952380952},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.16587614611253,"accuracy":0.74,"positive_recall":0.76,"specificity":0.72,"precision":0.7307692307692307,"balanced_accuracy":0.74,"f1":0.7450980392156863,"true_positive":38,"false_positive":14,"false_negative":12,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.33649541554988005,"baseline_adjusted_skill":0.48,"baseline_adjusted_score":0.48},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.6340782122905028,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.5304659498207885,"baseline_adjusted_score":0.5304659498207885},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.41,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.03278688524590158,"baseline_adjusted_score":0.03278688524590158},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"binary_brier":0.16385931233577503,"accuracy":0.73,"positive_recall":0.3409090909090909,"specificity":0.8397435897435898,"precision":0.375,"balanced_accuracy":0.5903263403263403,"f1":0.35714285714285715,"true_positive":15,"false_positive":25,"false_negative":29,"true_negative":131,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":0.04510890247217347,"baseline_adjusted_skill":0.1806526806526807,"baseline_adjusted_score":0.1806526806526807},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"binary_brier":0.186128175414395,"accuracy":0.745,"positive_recall":0.08,"specificity":0.9666666666666667,"precision":0.4444444444444444,"balanced_accuracy":0.5233333333333333,"f1":0.13559322033898305,"true_positive":4,"false_positive":5,"false_negative":46,"true_negative":145,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":0.0073163977898933474,"baseline_adjusted_skill":0.046666666666666634,"baseline_adjusted_score":0.046666666666666634},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"binary_brier":0.05732843650944,"accuracy":0.93,"positive_recall":0.47368421052631576,"specificity":0.9779005524861878,"precision":0.6923076923076923,"balanced_accuracy":0.7257923815062518,"f1":0.5625,"true_positive":9,"false_positive":4,"false_negative":10,"true_negative":177,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.085975,"brier_skill":0.333196434900378,"baseline_adjusted_skill":0.4515847630125036,"baseline_adjusted_score":0.4515847630125036},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9333333333333333,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.9,"baseline_adjusted_score":0.9},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":33},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.08243896957920001,"accuracy":0.8966666666666666,"positive_recall":0.94,"specificity":0.8533333333333334,"precision":0.8650306748466258,"balanced_accuracy":0.8966666666666667,"f1":0.9009584664536742,"true_positive":141,"false_positive":22,"false_negative":9,"true_negative":128,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6702441216832,"baseline_adjusted_skill":0.7933333333333334,"baseline_adjusted_score":0.7933333333333334},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":34},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7466666666666667,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.6622222222222223,"baseline_adjusted_score":0.6622222222222223},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":35},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.20811235454495333,"accuracy":0.6466666666666666,"positive_recall":0.86,"specificity":0.43333333333333335,"precision":0.602803738317757,"balanced_accuracy":0.6466666666666667,"f1":0.7087912087912088,"true_positive":129,"false_positive":85,"false_negative":21,"true_negative":65,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.16755058182018667,"baseline_adjusted_skill":0.29333333333333345,"baseline_adjusted_score":0.29333333333333345},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":36},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.32025149024248856,"normalized_score_rmse":0.3740426478900636,"constant_score_baseline":0.5,"constant_mae_baseline":0.3333333333333333,"baseline_adjusted_skill":0.03924552927253433,"baseline_adjusted_score":0.03924552927253433},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":37},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.3466666666666667,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.12888888888888891,"baseline_adjusted_score":0.12888888888888891},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":38},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.25459368391493004,"accuracy":0.5066666666666667,"positive_recall":0.4,"specificity":0.6133333333333333,"precision":0.5084745762711864,"balanced_accuracy":0.5066666666666666,"f1":0.44776119402985076,"true_positive":60,"false_positive":58,"false_negative":90,"true_negative":92,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.018374735659720143,"baseline_adjusted_skill":0.013333333333333197,"baseline_adjusted_score":0.013333333333333197},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":39},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.3096516674578692,"normalized_score_rmse":0.3613421042495995,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":-0.03217222485956417,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":40},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.8285714285714287,"baseline_adjusted_score":0.8285714285714287},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":42},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.10987046062283667,"accuracy":0.8666666666666667,"positive_recall":0.8993288590604027,"specificity":0.8344370860927153,"precision":0.8427672955974843,"balanced_accuracy":0.866882972576559,"f1":0.8701298701298701,"true_positive":134,"false_positive":25,"false_negative":15,"true_negative":126,"positive_prevalence":0.49666666666666665,"majority_accuracy_baseline":0.5033333333333334,"constant_brier_baseline":0.2499888888888889,"brier_skill":0.5604986241141695,"baseline_adjusted_skill":0.733765945153118,"baseline_adjusted_score":0.733765945153118},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":43},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.2994853306734164,"normalized_score_rmse":0.3600184005496489,"constant_score_baseline":0.5,"constant_mae_baseline":0.36666666666666664,"baseline_adjusted_skill":0.18322182543613708,"baseline_adjusted_score":0.18322182543613708},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":44},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.4,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2866666666666667,"baseline_adjusted_skill":0.1588785046728972,"baseline_adjusted_score":0.1588785046728972},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":46},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.27934352160268666,"accuracy":0.5166666666666667,"positive_recall":0.6878980891719745,"specificity":0.32867132867132864,"precision":0.5294117647058824,"balanced_accuracy":0.5082847089216516,"f1":0.5983379501385041,"true_positive":108,"false_positive":96,"false_negative":49,"true_negative":47,"positive_prevalence":0.5233333333333333,"majority_accuracy_baseline":0.5233333333333333,"constant_brier_baseline":0.24945555555555557,"brier_skill":-0.11981278981968724,"baseline_adjusted_skill":0.016569417843303125,"baseline_adjusted_score":0.016569417843303125},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":47},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.3146685745447347,"normalized_score_rmse":0.3785282171605838,"constant_score_baseline":0.5,"constant_mae_baseline":0.3016666666666667,"baseline_adjusted_skill":-0.04310024710961757,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":48},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0,"abstained":0},"metrics":{"binary_brier":0.11127623209841675,"accuracy":0.8144464285714285,"positive_recall":0.6322785437952585,"specificity":0.8260753930812631,"precision":0.18835697399527188,"balanced_accuracy":0.7291769684382607,"f1":0.29024840053732837,"true_positive":106.23333333333333,"false_positive":457.76666666666665,"false_negative":61.78333333333333,"true_negative":2174.2166666666667,"positive_prevalence":0.060005952380952375,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679138,"brier_skill":-2.455679271201057,"baseline_adjusted_skill":0.4583539368765215,"baseline_adjusted_score":0.4583539368765215},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.26666666666666666,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.022222222222222216,"baseline_adjusted_score":0.022222222222222216},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":50},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.5864022662889519,"uniform_accuracy_baseline":0.027777777777777776,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.525974025974026,"baseline_adjusted_score":0.525974025974026},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.61,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.4428571428571429,"baseline_adjusted_score":0.4428571428571429},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.16234406311113003,"accuracy":0.73,"positive_recall":0.96,"specificity":0.5,"precision":0.6575342465753424,"balanced_accuracy":0.73,"f1":0.7804878048780488,"true_positive":48,"false_positive":25,"false_negative":2,"true_negative":25,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.35062374755547987,"baseline_adjusted_skill":0.45999999999999996,"baseline_adjusted_score":0.45999999999999996},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.20020892741123,"accuracy":0.69,"positive_recall":0.9,"specificity":0.48,"precision":0.6338028169014085,"balanced_accuracy":0.69,"f1":0.743801652892562,"true_positive":45,"false_positive":26,"false_negative":5,"true_negative":24,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.19916429035508,"baseline_adjusted_skill":0.3799999999999999,"baseline_adjusted_score":0.3799999999999999},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.57,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":-0.10256410256410266,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.82,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.8085106382978724,"baseline_adjusted_score":0.8085106382978724},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.18352758088047,"accuracy":0.7,"positive_recall":0.86,"specificity":0.54,"precision":0.6515151515151515,"balanced_accuracy":0.7,"f1":0.7413793103448276,"true_positive":43,"false_positive":23,"false_negative":7,"true_negative":27,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.26588967647812,"baseline_adjusted_skill":0.3999999999999999,"baseline_adjusted_score":0.3999999999999999},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.2966666666666667,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.062222222222222255,"baseline_adjusted_score":0.062222222222222255},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":58},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.5433333333333333,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.315,"baseline_adjusted_score":0.315},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":59},{"provenance":"measured","status":"complete","counts":{"cases":285,"expected":285,"succeeded":285,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.5719298245614035,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5263157894736842,"baseline_adjusted_skill":0.09629629629629635,"baseline_adjusted_score":0.09629629629629635},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":60},{"provenance":"measured","status":"complete","counts":{"cases":299,"expected":299,"succeeded":299,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2552081150100836,"accuracy":0.5083612040133779,"positive_recall":0.8133333333333334,"specificity":0.20134228187919462,"precision":0.5062240663900415,"balanced_accuracy":0.507337807606264,"f1":0.6240409207161125,"true_positive":122,"false_positive":119,"false_negative":28,"true_negative":30,"positive_prevalence":0.5016722408026756,"majority_accuracy_baseline":0.5016722408026756,"constant_brier_baseline":0.24999720361069788,"brier_skill":-0.020843878747941025,"baseline_adjusted_skill":0.014675615212528026,"baseline_adjusted_score":0.014675615212528026},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":61},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7566666666666667,"uniform_accuracy_baseline":0.2,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":0.6958333333333333,"baseline_adjusted_score":0.6958333333333333},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":62},{"provenance":"measured","status":"complete","counts":{"cases":283,"expected":283,"succeeded":283,"failed":0,"abstained":0},"metrics":{"binary_brier":0.3519059107110389,"accuracy":0.4911660777385159,"positive_recall":0.7819548872180451,"specificity":0.23333333333333334,"precision":0.4748858447488584,"balanced_accuracy":0.5076441102756892,"f1":0.5909090909090909,"true_positive":104,"false_positive":115,"false_negative":29,"true_negative":35,"positive_prevalence":0.46996466431095407,"majority_accuracy_baseline":0.5300353356890459,"constant_brier_baseline":0.24909787861004634,"brier_skill":-0.41272142771610976,"baseline_adjusted_skill":0.015288220551378462,"baseline_adjusted_score":0.015288220551378462},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":63},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.5266666666666666,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.3688888888888888,"baseline_adjusted_score":0.3688888888888888},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":64},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.20616666666666666,"fixed_answer_accuracy_baseline":0.21333333333333335,"baseline_adjusted_skill":0.8983050847457628,"baseline_adjusted_score":0.8983050847457628},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":65},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.69,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.5349999999999999,"baseline_adjusted_score":0.5349999999999999},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":66},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.51,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.37333333333333335,"baseline_adjusted_skill":0.2180851063829787,"baseline_adjusted_score":0.2180851063829787},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":67},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.16488168227454508,"normalized_score_rmse":0.1919794217074036,"constant_score_baseline":0.5,"constant_mae_baseline":0.26208333333333333,"baseline_adjusted_skill":0.370880703562944,"baseline_adjusted_score":0.370880703562944},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":68},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.13735466698075918,"normalized_score_rmse":0.1707946283104116,"constant_score_baseline":0.52,"constant_mae_baseline":0.24733333333333335,"baseline_adjusted_skill":0.44465768067078504,"baseline_adjusted_score":0.44465768067078504},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":69},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.12669309789718325,"normalized_score_rmse":0.14419214300880967,"constant_score_baseline":0.578319964349225,"constant_mae_baseline":0.11212962028602311,"baseline_adjusted_skill":-0.12988073600901573,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":70},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.56,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.4133333333333334,"baseline_adjusted_score":0.4133333333333334},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":71},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8208955223880599,"baseline_adjusted_score":0.8208955223880599},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.14710850909392,"accuracy":0.79,"positive_recall":0.66,"specificity":0.92,"precision":0.8918918918918919,"balanced_accuracy":0.79,"f1":0.7586206896551724,"true_positive":33,"false_positive":4,"false_negative":17,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.41156596362431996,"baseline_adjusted_skill":0.5800000000000001,"baseline_adjusted_score":0.5800000000000001},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.4165445202702703,"uniform_accuracy_baseline":0.23445945945945948,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.2090413351083493,"baseline_adjusted_score":0.2090413351083493},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0,"abstained":0},"metrics":{"binary_brier":0.06807214165176316,"accuracy":0.6470175460526315,"positive_recall":0.7383778363213716,"specificity":0.5600222666332751,"precision":0.6150936516853933,"balanced_accuracy":0.6492000514773233,"f1":0.6711209267294178,"true_positive":54.743335,"false_positive":34.256665,"false_negative":19.396668,"true_negative":43.603332,"positive_prevalence":0.4877631776315789,"majority_accuracy_baseline":0.512236822368421,"constant_brier_baseline":0.09451910039768556,"brier_skill":0.279805442864435,"baseline_adjusted_skill":0.2984001029546466,"baseline_adjusted_score":0.2984001029546466},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.1596497086858443,"normalized_score_rmse":0.2300668614024061,"constant_score_baseline":0.5841668333333333,"constant_mae_baseline":0.21700552708333334,"baseline_adjusted_skill":0.26430579519508535,"baseline_adjusted_score":0.26430579519508535},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.29758191075789997,"accuracy":0.54,"positive_recall":0.88,"specificity":0.2,"precision":0.5238095238095238,"balanced_accuracy":0.54,"f1":0.6567164179104478,"true_positive":44,"false_positive":40,"false_negative":6,"true_negative":10,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.19032764303159988,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.29568702495358,"accuracy":0.52,"positive_recall":0.04,"specificity":1,"precision":1,"balanced_accuracy":0.52,"f1":0.07692307692307693,"true_positive":2,"false_positive":0,"false_negative":48,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.18274809981432005,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.61,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.360655737704918,"baseline_adjusted_score":0.360655737704918},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.036111111111111115,"fixed_answer_accuracy_baseline":0.08833333333333333,"baseline_adjusted_skill":0.8464351005484461,"baseline_adjusted_score":0.8464351005484461},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.27185915489335666,"accuracy":0.53,"positive_recall":0.6,"specificity":0.46,"precision":0.5263157894736842,"balanced_accuracy":0.53,"f1":0.5607476635514018,"true_positive":90,"false_positive":81,"false_negative":60,"true_negative":69,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.08743661957342663,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":81},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.7272727272727273,"baseline_adjusted_score":0.7272727272727273},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.22666666666666666,"uniform_accuracy_baseline":0.11021428571428572,"fixed_answer_accuracy_baseline":0.12554761904761905,"baseline_adjusted_skill":0.11563699730443541,"baseline_adjusted_score":0.11563699730443541},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":83},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.38,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.17333333333333334,"baseline_adjusted_score":0.17333333333333334},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":84},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.815,"uniform_accuracy_baseline":0.049879324215607396,"fixed_answer_accuracy_baseline":0.12442477876106194,"baseline_adjusted_skill":0.7887103294926218,"baseline_adjusted_score":0.7887103294926218},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.26712196801539334,"accuracy":0.5466666666666666,"positive_recall":0.4398148148148148,"specificity":0.8214285714285714,"precision":0.8636363636363636,"balanced_accuracy":0.6306216931216931,"f1":0.5828220858895705,"true_positive":95,"false_positive":15,"false_negative":121,"true_negative":69,"positive_prevalence":0.72,"majority_accuracy_baseline":0.72,"constant_brier_baseline":0.2016,"brier_skill":-0.32500976198111786,"baseline_adjusted_skill":0.2612433862433863,"baseline_adjusted_score":0.2612433862433863},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":86},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8666666666666667,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5033333333333333,"baseline_adjusted_skill":0.7315436241610739,"baseline_adjusted_score":0.7315436241610739},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":87},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.27089385346715,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":50,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.08357541386860001,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.23513984160534998,"accuracy":0.6133333333333333,"positive_recall":0.45625,"specificity":0.7928571428571428,"precision":0.7156862745098039,"balanced_accuracy":0.6245535714285714,"f1":0.5572519083969466,"true_positive":73,"false_positive":29,"false_negative":87,"true_negative":111,"positive_prevalence":0.5333333333333333,"majority_accuracy_baseline":0.5333333333333333,"constant_brier_baseline":0.2488888888888889,"brier_skill":0.055241707835647524,"baseline_adjusted_skill":0.24910714285714275,"baseline_adjusted_score":0.24910714285714275},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":89},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8055555555555556,"uniform_accuracy_baseline":0.23888888888888887,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.7254901960784313,"baseline_adjusted_score":0.7254901960784313},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0,"abstained":0},"metrics":{"binary_brier":0.24644626098896874,"accuracy":0.53125,"positive_recall":0.59375,"specificity":0.46875,"precision":0.5277777777777778,"balanced_accuracy":0.53125,"f1":0.5588235294117647,"true_positive":19,"false_positive":17,"false_negative":13,"true_negative":15,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.014214956044125038,"baseline_adjusted_skill":0.0625,"baseline_adjusted_score":0.0625},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.6956521739130435,"baseline_adjusted_score":0.6956521739130435},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.64,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.4545454545454546,"baseline_adjusted_score":0.4545454545454546},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.23071961715874997,"accuracy":0.63,"positive_recall":0.54,"specificity":0.72,"precision":0.6585365853658537,"balanced_accuracy":0.63,"f1":0.5934065934065934,"true_positive":27,"false_positive":14,"false_negative":23,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.0771215313650001,"baseline_adjusted_skill":0.26,"baseline_adjusted_score":0.26},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8235294117647058,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.7391304347826085,"baseline_adjusted_score":0.7391304347826085},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"binary_brier":0.16864783477327275,"accuracy":0.7575757575757576,"positive_recall":0.5,"specificity":1,"precision":1,"balanced_accuracy":0.75,"f1":0.6666666666666666,"true_positive":8,"false_positive":0,"false_negative":8,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.32478863210259545,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.16545451699539654,"normalized_score_rmse":0.24578402421833692,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.49862267577152564,"baseline_adjusted_score":0.49862267577152564},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0,"uniform_accuracy_baseline":0.178125,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.40350877192982454,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0,"abstained":0},"metrics":{"binary_brier":0.10609851660214706,"accuracy":0.9705882352941176,"positive_recall":1,"specificity":0.9411764705882353,"precision":0.9444444444444444,"balanced_accuracy":0.9705882352941176,"f1":0.9714285714285714,"true_positive":17,"false_positive":1,"false_negative":0,"true_negative":16,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5756059335914118,"baseline_adjusted_skill":0.9411764705882353,"baseline_adjusted_score":0.9411764705882353},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.18909829375217066,"normalized_score_rmse":0.2835178561048283,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-0.28586839751476045,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.10416666666666667,"uniform_accuracy_baseline":0.13194444444444445,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":-1.243478260869565,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0,"abstained":0},"metrics":{"binary_brier":0.24868820665657693,"accuracy":0.6923076923076923,"positive_recall":1,"specificity":0.38461538461538464,"precision":0.6190476190476191,"balanced_accuracy":0.6923076923076923,"f1":0.7647058823529411,"true_positive":26,"false_positive":16,"false_negative":0,"true_negative":10,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.005247173373692293,"baseline_adjusted_skill":0.3846153846153846,"baseline_adjusted_score":0.3846153846153846},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0,"abstained":0},"metrics":{"binary_brier":0.27373212249278667,"accuracy":0.5066666666666667,"positive_recall":0.23076923076923078,"specificity":0.8055555555555556,"precision":0.5625,"balanced_accuracy":0.5181623931623932,"f1":0.32727272727272727,"true_positive":9,"false_positive":7,"false_negative":30,"true_negative":29,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24960000000000004,"brier_skill":-0.09668318306404888,"baseline_adjusted_skill":0.03632478632478642,"baseline_adjusted_score":0.03632478632478642},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.33188339636967945,"normalized_score_rmse":0.4031282362280898,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.18529784417742645,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.47058823529411764,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.27999999999999997,"baseline_adjusted_score":0.27999999999999997},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0,"abstained":0},"metrics":{"binary_brier":0.15022999315517857,"accuracy":0.8214285714285714,"positive_recall":1,"specificity":0.6428571428571429,"precision":0.7368421052631579,"balanced_accuracy":0.8214285714285714,"f1":0.8484848484848485,"true_positive":14,"false_positive":5,"false_negative":0,"true_negative":9,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3990800273792857,"baseline_adjusted_skill":0.6428571428571428,"baseline_adjusted_score":0.6428571428571428},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.23950980952980114,"normalized_score_rmse":0.30817198135718665,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.1696969696969697,"baseline_adjusted_skill":-0.41139709187204243,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9333333333333333,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":0.9166666666666667,"baseline_adjusted_score":0.9166666666666667},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0,"abstained":0},"metrics":{"binary_brier":0.10005264318182353,"accuracy":0.8588235294117647,"positive_recall":0.9111111111111111,"specificity":0.8,"precision":0.8367346938775511,"balanced_accuracy":0.8555555555555556,"f1":0.8723404255319149,"true_positive":41,"false_positive":8,"false_negative":4,"true_negative":32,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.2491349480968858,"brier_skill":0.5983998072285139,"baseline_adjusted_skill":0.7111111111111112,"baseline_adjusted_score":0.7111111111111112},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.44,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.2631578947368421,"baseline_adjusted_score":0.2631578947368421},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0,"abstained":0},"metrics":{"binary_brier":0.21215101772248,"accuracy":0.62,"positive_recall":0.6285714285714286,"specificity":0.6,"precision":0.7857142857142857,"balanced_accuracy":0.6142857142857143,"f1":0.6984126984126984,"true_positive":22,"false_positive":6,"false_negative":13,"true_negative":9,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.21,"brier_skill":-0.01024294153561911,"baseline_adjusted_skill":0.22857142857142865,"baseline_adjusted_score":0.22857142857142865},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.33821660206704024,"normalized_score_rmse":0.43044384909102784,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.20791643595371512,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.620253164556962,"uniform_accuracy_baseline":0.24240506329113923,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.3478260869565217,"baseline_adjusted_score":0.3478260869565217},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0,"abstained":0},"metrics":{"binary_brier":0.16125406227947617,"accuracy":0.7619047619047619,"positive_recall":1,"specificity":0.5,"precision":0.6875,"balanced_accuracy":0.75,"f1":0.8148148148148148,"true_positive":11,"false_positive":5,"false_negative":0,"true_negative":5,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.2494331065759637,"brier_skill":0.35351780486137274,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.48484848484848486,"uniform_accuracy_baseline":0.32373737373737377,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.15000000000000005,"baseline_adjusted_score":0.15000000000000005},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2101889609770909,"accuracy":0.6666666666666666,"positive_recall":0.7058823529411765,"specificity":0.625,"precision":0.6666666666666666,"balanced_accuracy":0.6654411764705883,"f1":0.6857142857142857,"true_positive":12,"false_positive":6,"false_negative":5,"true_negative":10,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.15847140255863235,"baseline_adjusted_skill":0.3308823529411766,"baseline_adjusted_score":0.3308823529411766},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.3193532209483868,"normalized_score_rmse":0.3759947353181299,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.3431372549019608,"baseline_adjusted_skill":0.06931347037898705,"baseline_adjusted_score":0.06931347037898705},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.37447354064210003,"accuracy":0.32,"positive_recall":0.48,"specificity":0.16,"precision":0.36363636363636365,"balanced_accuracy":0.32,"f1":0.41379310344827586,"true_positive":24,"false_positive":42,"false_negative":26,"true_negative":8,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.49789416256840013,"baseline_adjusted_skill":-0.36,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.37333333333333335,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":0.030927835051546417,"baseline_adjusted_score":0.030927835051546417},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0,"abstained":0},"metrics":{"binary_brier":0.25402951646570665,"accuracy":0.52,"positive_recall":0.02702702702702703,"specificity":1,"precision":1,"balanced_accuracy":0.5135135135135135,"f1":0.05263157894736842,"true_positive":1,"false_positive":0,"false_negative":36,"true_negative":38,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555554,"brier_skill":-0.016298741194594513,"baseline_adjusted_skill":0.027027027027026973,"baseline_adjusted_score":0.027027027027026973},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.55,"uniform_accuracy_baseline":0.14285714285714285,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.42307692307692313,"baseline_adjusted_score":0.42307692307692313},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.32416666666666666,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"binary_brier":0.16040875696639395,"accuracy":0.9696969696969697,"positive_recall":1,"specificity":0.9411764705882353,"precision":0.9411764705882353,"balanced_accuracy":0.9705882352941176,"f1":0.9696969696969697,"true_positive":16,"false_positive":1,"false_negative":0,"true_negative":16,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.3577752340573418,"baseline_adjusted_skill":0.9411764705882353,"baseline_adjusted_score":0.9411764705882353},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.22157090119326223,"normalized_score_rmse":0.2577561240116941,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":-0.008529619224503904,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.16792424674140002,"accuracy":0.77,"positive_recall":0.5454545454545454,"specificity":0.8333333333333334,"precision":0.48,"balanced_accuracy":0.6893939393939394,"f1":0.5106382978723404,"true_positive":12,"false_positive":13,"false_negative":10,"true_negative":65,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":0.0214204735349649,"baseline_adjusted_skill":0.3787878787878789,"baseline_adjusted_score":0.3787878787878789},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1581846166697,"accuracy":0.8,"positive_recall":0.7297297297297297,"specificity":0.8412698412698413,"precision":0.7297297297297297,"balanced_accuracy":0.7854997854997855,"f1":0.7297297297297297,"true_positive":27,"false_positive":10,"false_negative":10,"true_negative":53,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000003,"brier_skill":0.321387315874303,"baseline_adjusted_skill":0.570999570999571,"baseline_adjusted_score":0.570999570999571},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.20838807423453,"accuracy":0.67,"positive_recall":0.46153846153846156,"specificity":0.8032786885245902,"precision":0.6,"balanced_accuracy":0.6324085750315258,"f1":0.5217391304347826,"true_positive":18,"false_positive":12,"false_negative":21,"true_negative":49,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379,"brier_skill":0.12405181069974769,"baseline_adjusted_skill":0.2648171500630516,"baseline_adjusted_score":0.2648171500630516},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.17416469508077997,"accuracy":0.68,"positive_recall":0.8709677419354839,"specificity":0.5942028985507246,"precision":0.4909090909090909,"balanced_accuracy":0.7325853202431043,"f1":0.627906976744186,"true_positive":27,"false_positive":28,"false_negative":4,"true_negative":41,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999998,"brier_skill":0.185765801398878,"baseline_adjusted_skill":0.4651706404862086,"baseline_adjusted_score":0.4651706404862086},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.68,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.5555555555555556,"baseline_adjusted_score":0.5555555555555556},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.22603835586767143,"normalized_score_rmse":0.27569082625586233,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.0277920177734563,"baseline_adjusted_score":0.0277920177734563},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.15987922038184,"accuracy":0.77,"positive_recall":0.9,"specificity":0.64,"precision":0.7142857142857143,"balanced_accuracy":0.77,"f1":0.7964601769911505,"true_positive":45,"false_positive":18,"false_negative":5,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.36048311847264003,"baseline_adjusted_skill":0.54,"baseline_adjusted_score":0.54},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.23000626744737002,"accuracy":0.58,"positive_recall":0.5,"specificity":0.66,"precision":0.5952380952380952,"balanced_accuracy":0.5800000000000001,"f1":0.5434782608695652,"true_positive":25,"false_positive":17,"false_negative":25,"true_negative":33,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.07997493021051993,"baseline_adjusted_skill":0.16000000000000014,"baseline_adjusted_score":0.16000000000000014},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.51,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.4000000000000001,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.12245648992879665,"accuracy":0.8366666666666667,"positive_recall":0.74,"specificity":0.9333333333333333,"precision":0.9173553719008265,"balanced_accuracy":0.8366666666666667,"f1":0.8191881918819188,"true_positive":111,"false_positive":10,"false_negative":39,"true_negative":140,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5101740402848134,"baseline_adjusted_skill":0.6733333333333333,"baseline_adjusted_score":0.6733333333333333},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":134},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.16788130620944,"accuracy":0.79,"positive_recall":0.82,"specificity":0.76,"precision":0.7735849056603774,"balanced_accuracy":0.79,"f1":0.7961165048543689,"true_positive":41,"false_positive":12,"false_negative":9,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.32847477516224,"baseline_adjusted_skill":0.5800000000000001,"baseline_adjusted_score":0.5800000000000001},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.523809523809524,"baseline_adjusted_score":0.523809523809524},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.51,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.18333333333333332,"baseline_adjusted_score":0.18333333333333332},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.24970083534727,"accuracy":0.49,"positive_recall":0.06,"specificity":0.92,"precision":0.42857142857142855,"balanced_accuracy":0.49,"f1":0.10526315789473684,"true_positive":3,"false_positive":4,"false_negative":47,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.0011966586109199984,"baseline_adjusted_skill":-0.020000000000000018,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.51,"uniform_accuracy_baseline":0.0625,"fixed_answer_accuracy_baseline":0.10666666666666667,"baseline_adjusted_skill":0.4514925373134328,"baseline_adjusted_score":0.4514925373134328},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":142},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.20851190476190473,"fixed_answer_accuracy_baseline":0.22333333333333333,"baseline_adjusted_skill":0.9613733905579399,"baseline_adjusted_score":0.9613733905579399},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.07758388542651,"accuracy":0.91,"positive_recall":0.96,"specificity":0.86,"precision":0.8727272727272727,"balanced_accuracy":0.9099999999999999,"f1":0.9142857142857143,"true_positive":48,"false_positive":7,"false_negative":2,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.68966445829396,"baseline_adjusted_skill":0.8199999999999998,"baseline_adjusted_score":0.8199999999999998},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.1942518712713709,"normalized_score_rmse":0.2589398364144899,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.3524937624287636,"baseline_adjusted_score":0.3524937624287636},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.22851190476190475,"fixed_answer_accuracy_baseline":0.24333333333333332,"baseline_adjusted_skill":0.8281938325991189,"baseline_adjusted_score":0.8281938325991189},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.11397108754695,"accuracy":0.81,"positive_recall":0.88,"specificity":0.74,"precision":0.7719298245614035,"balanced_accuracy":0.81,"f1":0.822429906542056,"true_positive":44,"false_positive":13,"false_negative":6,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5441156498122,"baseline_adjusted_skill":0.6200000000000001,"baseline_adjusted_score":0.6200000000000001},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.18558913143246883,"normalized_score_rmse":0.25990950529454626,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.3042222222222222,"baseline_adjusted_skill":0.38995537513067224,"baseline_adjusted_score":0.38995537513067224},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.62,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.3870967741935484,"baseline_adjusted_score":0.3870967741935484},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8466666666666667,"uniform_accuracy_baseline":0.3467777777777778,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.7604166666666667,"baseline_adjusted_score":0.7604166666666667},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":150},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.10847823886465999,"accuracy":0.86,"positive_recall":0.94,"specificity":0.78,"precision":0.8103448275862069,"balanced_accuracy":0.86,"f1":0.8703703703703703,"true_positive":47,"false_positive":11,"false_negative":3,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.56608704454136,"baseline_adjusted_skill":0.72,"baseline_adjusted_score":0.72},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.59,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.17999999999999994,"baseline_adjusted_score":0.17999999999999994},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.10960639335402,"accuracy":0.87,"positive_recall":0.82,"specificity":0.92,"precision":0.9111111111111111,"balanced_accuracy":0.87,"f1":0.8631578947368421,"true_positive":41,"false_positive":4,"false_negative":9,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.56157442658392,"baseline_adjusted_skill":0.74,"baseline_adjusted_score":0.74},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.58,"uniform_accuracy_baseline":0.3533333333333333,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.28813559322033894,"baseline_adjusted_score":0.28813559322033894},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.82,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.7096774193548386,"baseline_adjusted_score":0.7096774193548386},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.4766666666666667,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.21500000000000002,"baseline_adjusted_score":0.21500000000000002},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":157},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.39,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.01612903225806453,"baseline_adjusted_score":0.01612903225806453},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.29,"uniform_accuracy_baseline":0.1111111111111111,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.15476190476190474,"baseline_adjusted_score":0.15476190476190474},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.74,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.380952380952381,"baseline_adjusted_score":0.380952380952381},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":160},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.17148534446039002,"accuracy":0.548125,"positive_recall":0.5543836519446276,"specificity":0.5466604966836341,"precision":0.22248677248677248,"balanced_accuracy":0.5505220743141308,"f1":0.3175382291863319,"true_positive":42.05,"false_positive":146.95,"false_negative":33.8,"true_negative":177.2,"positive_prevalence":0.189625,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500001,"brier_skill":-1.25272219575952,"baseline_adjusted_skill":0.10104414862826161,"baseline_adjusted_score":0.10104414862826161},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.32196946440553165,"normalized_score_rmse":0.37759765735379563,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":-0.5062898919557037,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.08292785515457499,"accuracy":0.761375,"positive_recall":0.516643225503985,"specificity":0.8503494119652293,"precision":0.5565656565656566,"balanced_accuracy":0.6834963187346071,"f1":0.5358619012885972,"true_positive":55.1,"false_positive":43.9,"false_negative":51.55,"true_negative":249.45,"positive_prevalence":0.266625,"majority_accuracy_baseline":0.733375,"constant_brier_baseline":0.115654859375,"brier_skill":0.28297128540281025,"baseline_adjusted_skill":0.3669926374692143,"baseline_adjusted_score":0.3669926374692143},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.2020007707526179,"normalized_score_rmse":0.2600190841437415,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.24836922510653803,"baseline_adjusted_score":0.24836922510653803},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0711737042120425,"accuracy":0.7721250000000001,"positive_recall":0.43221476510067114,"specificity":0.9039028620988725,"precision":0.6355263157894736,"balanced_accuracy":0.6680588135997718,"f1":0.514513981358189,"true_positive":48.3,"false_positive":27.7,"false_negative":63.45,"true_negative":260.55,"positive_prevalence":0.279375,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937500001,"brier_skill":0.3710117654961914,"baseline_adjusted_skill":0.33611762719954363,"baseline_adjusted_score":0.33611762719954363},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.20626924585016515,"normalized_score_rmse":0.2566367226912141,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.21978535848637304,"baseline_adjusted_score":0.21978535848637304},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.08878304773045499,"accuracy":0.811875,"positive_recall":0.2,"specificity":0.9863453815261044,"precision":0.8068181818181818,"balanced_accuracy":0.5931726907630522,"f1":0.32054176072234764,"true_positive":17.75,"false_positive":4.25,"false_negative":71,"true_negative":307,"positive_prevalence":0.221875,"majority_accuracy_baseline":0.778125,"constant_brier_baseline":0.12674023437499998,"brier_skill":0.299488057850966,"baseline_adjusted_skill":0.18634538152610447,"baseline_adjusted_score":0.18634538152610447},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.19142745639508843,"normalized_score_rmse":0.2598307307206291,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.151568060298777,"baseline_adjusted_score":0.151568060298777},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0552197261562225,"accuracy":0.7925,"positive_recall":0.665406427221172,"specificity":0.8382053025152957,"precision":0.5966101694915255,"balanced_accuracy":0.7518058648682339,"f1":0.6291331546023236,"true_positive":70.4,"false_positive":47.6,"false_negative":35.4,"true_negative":246.6,"positive_prevalence":0.2645,"majority_accuracy_baseline":0.7355,"constant_brier_baseline":0.11362725,"brier_skill":0.514027434825515,"baseline_adjusted_skill":0.5036117297364677,"baseline_adjusted_score":0.5036117297364677},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.18219397694980585,"normalized_score_rmse":0.23973324801975154,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.27484984298584725,"baseline_adjusted_score":0.27484984298584725},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.064040439085375,"accuracy":0.82325,"positive_recall":0.4432114882506528,"specificity":0.9132653061224489,"precision":0.5475806451612903,"balanced_accuracy":0.6782383971865509,"f1":0.48989898989898994,"true_positive":33.95,"false_positive":28.05,"false_negative":42.65,"true_negative":295.35,"positive_prevalence":0.19149999999999998,"majority_accuracy_baseline":0.8085,"constant_brier_baseline":0.09190274999999999,"brier_skill":0.30317167782928145,"baseline_adjusted_skill":0.35647679437310176,"baseline_adjusted_score":0.35647679437310176},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.1699254799839215,"normalized_score_rmse":0.2286537922261499,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.1786079517393523,"baseline_adjusted_score":0.1786079517393523},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.059884814885065,"accuracy":0.8675,"positive_recall":0.5745257452574526,"specificity":0.9337829552421827,"precision":0.6625,"balanced_accuracy":0.7541543502498176,"f1":0.6153846153846153,"true_positive":42.4,"false_positive":21.6,"false_negative":31.4,"true_negative":304.6,"positive_prevalence":0.1845,"majority_accuracy_baseline":0.8155,"constant_brier_baseline":0.10922225,"brier_skill":0.45171597467489455,"baseline_adjusted_skill":0.5083087004996352,"baseline_adjusted_score":0.5083087004996352},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.2148142659726813,"normalized_score_rmse":0.2710634953479237,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":-0.13433275761151853,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.09209576498649,"accuracy":0.81975,"positive_recall":0.1235668789808917,"specificity":0.9897356143079316,"precision":0.7461538461538461,"balanced_accuracy":0.5566512466444117,"f1":0.21202185792349726,"true_positive":9.7,"false_positive":3.3,"false_negative":68.8,"true_negative":318.2,"positive_prevalence":0.19625,"majority_accuracy_baseline":0.80375,"constant_brier_baseline":0.09878593749999999,"brier_skill":0.06772393604616034,"baseline_adjusted_skill":0.11330249328882336,"baseline_adjusted_score":0.11330249328882336},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.1954863512896513,"normalized_score_rmse":0.2785469289718142,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":0.07462082229750855,"baseline_adjusted_score":0.07462082229750855},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0,"abstained":0},"metrics":{"binary_brier":0.10841369088936735,"accuracy":0.6525510204081633,"positive_recall":0.632858837485172,"specificity":0.6674127126230976,"precision":0.5895027624309392,"balanced_accuracy":0.6501357750541348,"f1":0.6104118993135013,"true_positive":106.7,"false_positive":74.3,"false_negative":61.9,"true_negative":149.1,"positive_prevalence":0.4301020408163265,"majority_accuracy_baseline":0.5698979591836735,"constant_brier_baseline":0.12359641815910039,"brier_skill":0.12284115911991045,"baseline_adjusted_skill":0.30027155010826956,"baseline_adjusted_score":0.30027155010826956},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.20169652184074194,"normalized_score_rmse":0.25117430565937726,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.2679163281336032,"baseline_adjusted_score":0.2679163281336032},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0,"abstained":0},"metrics":{"binary_brier":0.07073697572099125,"accuracy":0.8541250000000001,"positive_recall":0.5169158143194336,"specificity":0.9178183979788974,"precision":0.5429752066115703,"balanced_accuracy":0.7173671061491655,"f1":0.5296251511487304,"true_positive":65.7,"false_positive":55.3,"false_negative":61.4,"true_negative":617.6,"positive_prevalence":0.158875,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499999,"brier_skill":0.2838755089930761,"baseline_adjusted_skill":0.4347342122983311,"baseline_adjusted_score":0.4347342122983311},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.22902791389372823,"normalized_score_rmse":0.29058960396465044,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-0.38804796299229216,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.07842050456986352,"normalized_score_rmse":0.12694720424385197,"constant_score_baseline":0.1111111111111111,"constant_mae_baseline":0.10629629629629629,"baseline_adjusted_skill":0.2622461242556393,"baseline_adjusted_score":0.2622461242556393},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":181},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.49,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.17741935483870966,"baseline_adjusted_score":0.17741935483870966},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.28860587595995996,"accuracy":0.54,"positive_recall":0.34,"specificity":0.74,"precision":0.5666666666666667,"balanced_accuracy":0.54,"f1":0.425,"true_positive":17,"false_positive":13,"false_negative":33,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.15442350383983983,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.17362491716368456,"uniform_accuracy_baseline":0.058823529411764705,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.02881619937694705,"baseline_adjusted_score":0.02881619937694705},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.3050207093043067,"accuracy":0.4866666666666667,"positive_recall":0.11494252873563218,"specificity":1,"precision":1,"balanced_accuracy":0.5574712643678161,"f1":0.20618556701030927,"true_positive":20,"false_positive":0,"false_negative":154,"true_negative":126,"positive_prevalence":0.58,"majority_accuracy_baseline":0.58,"constant_brier_baseline":0.24359999999999998,"brier_skill":-0.25213755872047083,"baseline_adjusted_skill":0.11494252873563227,"baseline_adjusted_score":0.11494252873563227},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":185},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2723426412957667,"accuracy":0.53,"positive_recall":0.8853503184713376,"specificity":0.13986013986013987,"precision":0.5305343511450382,"balanced_accuracy":0.5126052291657387,"f1":0.6634844868735084,"true_positive":139,"false_positive":123,"false_negative":18,"true_negative":20,"positive_prevalence":0.5233333333333333,"majority_accuracy_baseline":0.5233333333333333,"constant_brier_baseline":0.24945555555555557,"brier_skill":-0.09174815004316073,"baseline_adjusted_skill":0.025210458331477392,"baseline_adjusted_score":0.025210458331477392},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":186},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.55,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.02173913043478263,"baseline_adjusted_score":0.02173913043478263},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.22104347334622,"accuracy":0.65,"positive_recall":0.42,"specificity":0.88,"precision":0.7777777777777778,"balanced_accuracy":0.65,"f1":0.5454545454545454,"true_positive":21,"false_positive":6,"false_negative":29,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.11582610661512005,"baseline_adjusted_skill":0.30000000000000004,"baseline_adjusted_score":0.30000000000000004},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.54,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.2698412698412699,"baseline_adjusted_score":0.2698412698412699},"scoring":{"eligible":true,"reason":null},"model":143,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1448734445287027,"accuracy":0.7702702702702703,"positive_recall":0.6901408450704225,"specificity":0.8441558441558441,"precision":0.8032786885245902,"balanced_accuracy":0.7671483446131333,"f1":0.7424242424242424,"true_positive":49,"false_positive":12,"false_negative":22,"true_negative":65,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.24958911614317017,"brier_skill":0.4195522354203943,"baseline_adjusted_skill":0.5342966892262666,"baseline_adjusted_score":0.5342966892262666},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.67,"uniform_accuracy_baseline":0.2005,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.5352112676056339,"baseline_adjusted_score":0.5352112676056339},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.9852941176470588,"baseline_adjusted_score":0.9852941176470588},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.93,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.8510638297872342,"baseline_adjusted_score":0.8510638297872342},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.9591836734693877,"baseline_adjusted_score":0.9591836734693877},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.13877764465763795,"accuracy":0.5797478472,"positive_recall":0.7027062427959632,"specificity":0.38247379117488745,"precision":0.6461058046716418,"balanced_accuracy":0.5425900169854253,"f1":0.6732184566439771,"true_positive":43.289088913,"false_positive":23.710911087,"false_negative":18.314304193,"true_negative":14.685695807,"positive_prevalence":0.61603393106,"majority_accuracy_baseline":0.61603393106,"constant_brier_baseline":0.07908707655202402,"brier_skill":-0.7547449053367028,"baseline_adjusted_skill":0.08518003397085061,"baseline_adjusted_score":0.08518003397085061},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.06588602004618,"accuracy":0.92,"positive_recall":0.9,"specificity":0.94,"precision":0.9375,"balanced_accuracy":0.9199999999999999,"f1":0.9183673469387755,"true_positive":45,"false_positive":3,"false_negative":5,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.73645591981528,"baseline_adjusted_skill":0.8399999999999999,"baseline_adjusted_score":0.8399999999999999},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.012987012987012986,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.8736842105263158,"baseline_adjusted_score":0.8736842105263158},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.8500000000000001,"baseline_adjusted_score":0.8500000000000001},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.6,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.375,"baseline_adjusted_score":0.375},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.15138849301869,"accuracy":0.79,"positive_recall":1,"specificity":0.58,"precision":0.704225352112676,"balanced_accuracy":0.79,"f1":0.8264462809917356,"true_positive":50,"false_positive":21,"false_negative":0,"true_negative":29,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.39444602792524,"baseline_adjusted_skill":0.5800000000000001,"baseline_adjusted_score":0.5800000000000001},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0,"abstained":0},"metrics":{"binary_brier":0.06999208932926612,"accuracy":0.7082978146064228,"positive_recall":0.6097352813318597,"specificity":0.7541921485191769,"precision":0.5359690642875173,"balanced_accuracy":0.6819637149255183,"f1":0.5704774524912056,"true_positive":135.6001732647419,"false_positive":117.3998267352581,"false_negative":86.79170304024592,"true_negative":360.2082969597541,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768642,"brier_skill":0.21115163028904105,"baseline_adjusted_skill":0.36392742985103665,"baseline_adjusted_score":0.36392742985103665},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.061845432782980006,"accuracy":0.93,"positive_recall":0.88,"specificity":0.98,"precision":0.9777777777777777,"balanced_accuracy":0.9299999999999999,"f1":0.9263157894736842,"true_positive":44,"false_positive":1,"false_negative":6,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.75261826886808,"baseline_adjusted_skill":0.8599999999999999,"baseline_adjusted_score":0.8599999999999999},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9668874172185431,"uniform_accuracy_baseline":0.006622516556291391,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.9655172413793104,"baseline_adjusted_score":0.9655172413793104},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.09304747699899667,"accuracy":0.8666666666666667,"positive_recall":0.7466666666666667,"specificity":0.9866666666666667,"precision":0.9824561403508771,"balanced_accuracy":0.8666666666666667,"f1":0.8484848484848485,"true_positive":112,"false_positive":2,"false_negative":38,"true_negative":148,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6278100920040133,"baseline_adjusted_skill":0.7333333333333334,"baseline_adjusted_score":0.7333333333333334},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":14},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8905882352941177,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.7982646420824295,"baseline_adjusted_score":0.7982646420824295},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.49,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.14999999999999997,"baseline_adjusted_score":0.14999999999999997},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.07467344212305,"accuracy":0.93,"positive_recall":0.96,"specificity":0.9,"precision":0.9056603773584906,"balanced_accuracy":0.9299999999999999,"f1":0.9320388349514563,"true_positive":48,"false_positive":5,"false_negative":2,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7013062315078,"baseline_adjusted_skill":0.8599999999999999,"baseline_adjusted_score":0.8599999999999999},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.5833333333333334,"baseline_adjusted_score":0.5833333333333334},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9633333333333334,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.9266666666666667,"baseline_adjusted_score":0.9266666666666667},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":19},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.7291666666666666,"baseline_adjusted_score":0.7291666666666666},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":20},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9266666666666666,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5266666666666666,"baseline_adjusted_skill":0.8450704225352113,"baseline_adjusted_score":0.8450704225352113},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":21},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.07142857142857142,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9662921348314606,"baseline_adjusted_score":0.9662921348314606},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.7391304347826086,"baseline_adjusted_score":0.7391304347826086},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.3150684931506849,"baseline_adjusted_score":0.3150684931506849},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7777777777777778,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.3333333333333334,"baseline_adjusted_score":0.3333333333333334},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0,"abstained":0},"metrics":{"binary_brier":0.11446552897593902,"accuracy":0.8292682926829268,"positive_recall":0.85,"specificity":0.8095238095238095,"precision":0.8095238095238095,"balanced_accuracy":0.8297619047619047,"f1":0.8292682926829268,"true_positive":34,"false_positive":8,"false_negative":6,"true_negative":34,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.2498512790005949,"brier_skill":0.5418653471224917,"baseline_adjusted_skill":0.6595238095238094,"baseline_adjusted_score":0.6595238095238094},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.11976098804599002,"accuracy":0.84,"positive_recall":0.8,"specificity":0.88,"precision":0.8695652173913043,"balanced_accuracy":0.8400000000000001,"f1":0.8333333333333334,"true_positive":40,"false_positive":6,"false_negative":10,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.52095604781604,"baseline_adjusted_skill":0.6800000000000002,"baseline_adjusted_score":0.6800000000000002},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8379888268156425,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.7921146953405018,"baseline_adjusted_score":0.7921146953405018},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.58,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.3114754098360655,"baseline_adjusted_score":0.3114754098360655},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"binary_brier":0.160661264517345,"accuracy":0.795,"positive_recall":0.4090909090909091,"specificity":0.9038461538461539,"precision":0.5454545454545454,"balanced_accuracy":0.6564685314685315,"f1":0.4675324675324675,"true_positive":18,"false_positive":15,"false_negative":26,"true_negative":141,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":0.06374554477071681,"baseline_adjusted_skill":0.3129370629370629,"baseline_adjusted_score":0.3129370629370629},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"binary_brier":0.173553159134175,"accuracy":0.755,"positive_recall":0.18,"specificity":0.9466666666666667,"precision":0.5294117647058824,"balanced_accuracy":0.5633333333333334,"f1":0.26865671641791045,"true_positive":9,"false_positive":8,"false_negative":41,"true_negative":142,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":0.0743831512844001,"baseline_adjusted_skill":0.1266666666666667,"baseline_adjusted_score":0.1266666666666667},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"binary_brier":0.042316709757445,"accuracy":0.935,"positive_recall":0.5263157894736842,"specificity":0.9779005524861878,"precision":0.7142857142857143,"balanced_accuracy":0.752108170979936,"f1":0.6060606060606061,"true_positive":10,"false_positive":4,"false_negative":9,"true_negative":177,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.085975,"brier_skill":0.5078021546095377,"baseline_adjusted_skill":0.504216341959872,"baseline_adjusted_score":0.504216341959872},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9933333333333333,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.9899999999999998,"baseline_adjusted_score":0.9899999999999998},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":33},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.004980816109740001,"accuracy":0.9933333333333333,"positive_recall":1,"specificity":0.9866666666666667,"precision":0.9868421052631579,"balanced_accuracy":0.9933333333333334,"f1":0.9933774834437086,"true_positive":150,"false_positive":2,"false_negative":0,"true_negative":148,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.98007673556104,"baseline_adjusted_skill":0.9866666666666668,"baseline_adjusted_score":0.9866666666666668},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":34},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9933333333333333,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.991111111111111,"baseline_adjusted_score":0.991111111111111},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":35},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.07927707125157,"accuracy":0.8866666666666667,"positive_recall":0.9933333333333333,"specificity":0.78,"precision":0.8186813186813187,"balanced_accuracy":0.8866666666666667,"f1":0.8975903614457831,"true_positive":149,"false_positive":33,"false_negative":1,"true_negative":117,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6828917149937199,"baseline_adjusted_skill":0.7733333333333334,"baseline_adjusted_score":0.7733333333333334},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":36},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.1212228720726785,"normalized_score_rmse":0.1696008051462463,"constant_score_baseline":0.5,"constant_mae_baseline":0.3333333333333333,"baseline_adjusted_skill":0.6363313837819644,"baseline_adjusted_score":0.6363313837819644},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":37},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.4066666666666667,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.2088888888888889,"baseline_adjusted_score":0.2088888888888889},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":38},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2543648269167,"accuracy":0.5533333333333333,"positive_recall":0.2866666666666667,"specificity":0.82,"precision":0.6142857142857143,"balanced_accuracy":0.5533333333333333,"f1":0.39090909090909093,"true_positive":43,"false_positive":27,"false_negative":107,"true_negative":123,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.017459307666799928,"baseline_adjusted_skill":0.10666666666666669,"baseline_adjusted_score":0.10666666666666669},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":39},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.2886449515932655,"normalized_score_rmse":0.3383504659492212,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.037850161355781675,"baseline_adjusted_score":0.037850161355781675},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":40},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9766666666666667,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.9666666666666669,"baseline_adjusted_score":0.9666666666666669},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":42},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.008578450195063333,"accuracy":0.9933333333333333,"positive_recall":0.9865771812080537,"specificity":1,"precision":1,"balanced_accuracy":0.9932885906040269,"f1":0.9932432432432432,"true_positive":147,"false_positive":0,"false_negative":2,"true_negative":151,"positive_prevalence":0.49666666666666665,"majority_accuracy_baseline":0.5033333333333334,"constant_brier_baseline":0.2499888888888889,"brier_skill":0.9656846740941508,"baseline_adjusted_skill":0.9865771812080537,"baseline_adjusted_score":0.9865771812080537},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":43},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.13203267838574242,"normalized_score_rmse":0.18051895749329336,"constant_score_baseline":0.5,"constant_mae_baseline":0.36666666666666664,"baseline_adjusted_skill":0.6399108771297934,"baseline_adjusted_score":0.6399108771297934},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":44},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8166666666666667,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2866666666666667,"baseline_adjusted_skill":0.7429906542056075,"baseline_adjusted_score":0.7429906542056075},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":46},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.09985279635588,"accuracy":0.86,"positive_recall":0.8535031847133758,"specificity":0.8671328671328671,"precision":0.8758169934640523,"balanced_accuracy":0.8603180259231215,"f1":0.864516129032258,"true_positive":134,"false_positive":19,"false_negative":23,"true_negative":124,"positive_prevalence":0.5233333333333333,"majority_accuracy_baseline":0.5233333333333333,"constant_brier_baseline":0.24945555555555557,"brier_skill":0.5997170873444746,"baseline_adjusted_skill":0.7206360518462429,"baseline_adjusted_score":0.7206360518462429},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":47},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.20315662753202798,"normalized_score_rmse":0.24940018261133504,"constant_score_baseline":0.5,"constant_mae_baseline":0.3016666666666667,"baseline_adjusted_skill":0.32655261591592943,"baseline_adjusted_score":0.32655261591592943},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":48},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0,"abstained":0},"metrics":{"binary_brier":0.07186412756588247,"accuracy":0.873625,"positive_recall":0.580795555996429,"specificity":0.8923182137678177,"precision":0.25612423447069116,"balanced_accuracy":0.7365568848821233,"f1":0.3554840472359673,"true_positive":97.58333333333333,"false_positive":283.4166666666667,"false_negative":70.43333333333334,"true_negative":2348.5666666666666,"positive_prevalence":0.060005952380952375,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679138,"brier_skill":-1.2317378229766813,"baseline_adjusted_skill":0.4731137697642467,"baseline_adjusted_score":0.4731137697642467},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.49666666666666665,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.32888888888888884,"baseline_adjusted_score":0.32888888888888884},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":50},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7960339943342776,"uniform_accuracy_baseline":0.027777777777777776,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.7662337662337662,"baseline_adjusted_score":0.7662337662337662},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.8571428571428573,"baseline_adjusted_score":0.8571428571428573},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.07152434497737001,"accuracy":0.9,"positive_recall":1,"specificity":0.8,"precision":0.8333333333333334,"balanced_accuracy":0.9,"f1":0.9090909090909091,"true_positive":50,"false_positive":10,"false_negative":0,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.71390262009052,"baseline_adjusted_skill":0.8,"baseline_adjusted_score":0.8},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.08182845624537,"accuracy":0.87,"positive_recall":0.98,"specificity":0.76,"precision":0.8032786885245902,"balanced_accuracy":0.87,"f1":0.8828828828828829,"true_positive":49,"false_positive":12,"false_negative":1,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.67268617501852,"baseline_adjusted_skill":0.74,"baseline_adjusted_score":0.74},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.65,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":0.10256410256410266,"baseline_adjusted_score":0.10256410256410266},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.872340425531915,"baseline_adjusted_score":0.872340425531915},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.06181147323283,"accuracy":0.91,"positive_recall":0.88,"specificity":0.94,"precision":0.9361702127659575,"balanced_accuracy":0.9099999999999999,"f1":0.9072164948453608,"true_positive":44,"false_positive":3,"false_negative":6,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7527541070686801,"baseline_adjusted_skill":0.8199999999999998,"baseline_adjusted_score":0.8199999999999998},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.53,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.37333333333333335,"baseline_adjusted_score":0.37333333333333335},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":58},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.76,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.64,"baseline_adjusted_score":0.64},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":59},{"provenance":"measured","status":"complete","counts":{"cases":285,"expected":285,"succeeded":285,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8631578947368421,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5263157894736842,"baseline_adjusted_skill":0.7111111111111111,"baseline_adjusted_score":0.7111111111111111},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":60},{"provenance":"measured","status":"complete","counts":{"cases":299,"expected":299,"succeeded":299,"failed":0,"abstained":0},"metrics":{"binary_brier":0.193732608100398,"accuracy":0.6889632107023411,"positive_recall":0.9,"specificity":0.47651006711409394,"precision":0.6338028169014085,"balanced_accuracy":0.688255033557047,"f1":0.743801652892562,"true_positive":135,"false_positive":78,"false_negative":15,"true_negative":71,"positive_prevalence":0.5016722408026756,"majority_accuracy_baseline":0.5016722408026756,"constant_brier_baseline":0.24999720361069788,"brier_skill":0.22506089947276597,"baseline_adjusted_skill":0.37651006711409396,"baseline_adjusted_score":0.37651006711409396},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":61},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9633333333333334,"uniform_accuracy_baseline":0.2,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":0.9541666666666667,"baseline_adjusted_score":0.9541666666666667},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":62},{"provenance":"measured","status":"complete","counts":{"cases":283,"expected":283,"succeeded":283,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2528789888873074,"accuracy":0.6007067137809188,"positive_recall":0.8120300751879699,"specificity":0.41333333333333333,"precision":0.5510204081632653,"balanced_accuracy":0.6126817042606516,"f1":0.6565349544072948,"true_positive":108,"false_positive":88,"false_negative":25,"true_negative":62,"positive_prevalence":0.46996466431095407,"majority_accuracy_baseline":0.5300353356890459,"constant_brier_baseline":0.24909787861004634,"brier_skill":-0.015179215087496978,"baseline_adjusted_skill":0.2253634085213032,"baseline_adjusted_score":0.2253634085213032},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":63},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8666666666666667,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.8222222222222223,"baseline_adjusted_score":0.8222222222222223},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":64},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9866666666666667,"uniform_accuracy_baseline":0.20616666666666666,"fixed_answer_accuracy_baseline":0.21333333333333335,"baseline_adjusted_skill":0.9830508474576272,"baseline_adjusted_score":0.9830508474576272},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":65},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8666666666666667,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.8,"baseline_adjusted_score":0.8},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":66},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7533333333333333,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.37333333333333335,"baseline_adjusted_skill":0.6063829787234042,"baseline_adjusted_score":0.6063829787234042},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":67},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.130295911903346,"normalized_score_rmse":0.1595307076979285,"constant_score_baseline":0.5,"constant_mae_baseline":0.26208333333333333,"baseline_adjusted_skill":0.5028454871732426,"baseline_adjusted_score":0.5028454871732426},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":68},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.10057150064243091,"normalized_score_rmse":0.12998726306306532,"constant_score_baseline":0.52,"constant_mae_baseline":0.24733333333333335,"baseline_adjusted_skill":0.5933766820386891,"baseline_adjusted_score":0.5933766820386891},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":69},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.13717111070966242,"normalized_score_rmse":0.1554849505948164,"constant_score_baseline":0.578319964349225,"constant_mae_baseline":0.11212962028602311,"baseline_adjusted_skill":-0.2233262750713223,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":70},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8433333333333334,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.7911111111111112,"baseline_adjusted_score":0.7911111111111112},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":71},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8059701492537314,"baseline_adjusted_score":0.8059701492537314},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.03664524350343,"accuracy":0.96,"positive_recall":0.94,"specificity":0.98,"precision":0.9791666666666666,"balanced_accuracy":0.96,"f1":0.9591836734693877,"true_positive":47,"false_positive":1,"false_negative":3,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8534190259862799,"baseline_adjusted_skill":0.9199999999999999,"baseline_adjusted_score":0.9199999999999999},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.49379849324324326,"uniform_accuracy_baseline":0.23445945945945948,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.3137703186266522,"baseline_adjusted_score":0.3137703186266522},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0,"abstained":0},"metrics":{"binary_brier":0.02405441714336842,"accuracy":0.7246491118421053,"positive_recall":0.7640050135956967,"specificity":0.6871735558890402,"precision":0.6993004197530864,"balanced_accuracy":0.7255892847423684,"f1":0.7302221594001129,"true_positive":56.643334,"false_positive":24.356666,"false_negative":17.496669,"true_negative":53.503331,"positive_prevalence":0.4877631776315789,"majority_accuracy_baseline":0.512236822368421,"constant_brier_baseline":0.09451910039768556,"brier_skill":0.7455073414562732,"baseline_adjusted_skill":0.4511785694847368,"baseline_adjusted_score":0.4511785694847368},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.09818261170135663,"normalized_score_rmse":0.1514394985444621,"constant_score_baseline":0.5841668333333333,"constant_mae_baseline":0.21700552708333334,"baseline_adjusted_skill":0.5475570921119763,"baseline_adjusted_score":0.5475570921119763},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.18514792020649,"accuracy":0.7,"positive_recall":0.88,"specificity":0.52,"precision":0.6470588235294118,"balanced_accuracy":0.7,"f1":0.7457627118644068,"true_positive":44,"false_positive":24,"false_negative":6,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.25940831917403995,"baseline_adjusted_skill":0.3999999999999999,"baseline_adjusted_score":0.3999999999999999},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.22944289328183,"accuracy":0.64,"positive_recall":0.4,"specificity":0.88,"precision":0.7692307692307693,"balanced_accuracy":0.64,"f1":0.5263157894736842,"true_positive":20,"false_positive":6,"false_negative":30,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.08222842687267995,"baseline_adjusted_skill":0.28,"baseline_adjusted_score":0.28},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.901639344262295,"baseline_adjusted_score":0.901639344262295},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.915,"uniform_accuracy_baseline":0.036111111111111115,"fixed_answer_accuracy_baseline":0.08833333333333333,"baseline_adjusted_skill":0.906764168190128,"baseline_adjusted_score":0.906764168190128},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.16570905491103,"accuracy":0.7233333333333334,"positive_recall":0.7333333333333333,"specificity":0.7133333333333334,"precision":0.7189542483660131,"balanced_accuracy":0.7233333333333334,"f1":0.7260726072607261,"true_positive":110,"false_positive":43,"false_negative":40,"true_negative":107,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.33716378035588,"baseline_adjusted_skill":0.44666666666666677,"baseline_adjusted_score":0.44666666666666677},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":81},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.909090909090909,"baseline_adjusted_score":0.909090909090909},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.6433333333333333,"uniform_accuracy_baseline":0.11021428571428572,"fixed_answer_accuracy_baseline":0.12554761904761905,"baseline_adjusted_skill":0.5921256841016146,"baseline_adjusted_score":0.5921256841016146},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":83},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7633333333333333,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.6844444444444444,"baseline_adjusted_score":0.6844444444444444},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":84},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.93,"uniform_accuracy_baseline":0.049879324215607396,"fixed_answer_accuracy_baseline":0.12442477876106194,"baseline_adjusted_skill":0.9200525571053164,"baseline_adjusted_score":0.9200525571053164},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.13321758873365333,"accuracy":0.7866666666666666,"positive_recall":0.7314814814814815,"specificity":0.9285714285714286,"precision":0.9634146341463414,"balanced_accuracy":0.8300264550264551,"f1":0.8315789473684211,"true_positive":158,"false_positive":6,"false_negative":58,"true_negative":78,"positive_prevalence":0.72,"majority_accuracy_baseline":0.72,"constant_brier_baseline":0.2016,"brier_skill":0.3391984685830688,"baseline_adjusted_skill":0.6600529100529102,"baseline_adjusted_score":0.6600529100529102},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":86},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9333333333333333,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5033333333333333,"baseline_adjusted_skill":0.865771812080537,"baseline_adjusted_score":0.865771812080537},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":87},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.32159634363080997,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":50,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.28638537452323987,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.06755472857186334,"accuracy":0.9166666666666666,"positive_recall":0.89375,"specificity":0.9428571428571428,"precision":0.9470198675496688,"balanced_accuracy":0.9183035714285714,"f1":0.9196141479099679,"true_positive":143,"false_positive":8,"false_negative":17,"true_negative":132,"positive_prevalence":0.5333333333333333,"majority_accuracy_baseline":0.5333333333333333,"constant_brier_baseline":0.2488888888888889,"brier_skill":0.7285747512737634,"baseline_adjusted_skill":0.8366071428571429,"baseline_adjusted_score":0.8366071428571429},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":89},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8888888888888888,"uniform_accuracy_baseline":0.23888888888888887,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.8431372549019607,"baseline_adjusted_score":0.8431372549019607},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0,"abstained":0},"metrics":{"binary_brier":0.04438273374489063,"accuracy":0.9375,"positive_recall":0.90625,"specificity":0.96875,"precision":0.9666666666666667,"balanced_accuracy":0.9375,"f1":0.9354838709677419,"true_positive":29,"false_positive":1,"false_negative":3,"true_negative":31,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8224690650204375,"baseline_adjusted_skill":0.875,"baseline_adjusted_score":0.875},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.9848484848484849,"baseline_adjusted_score":0.9848484848484849},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.030300173454149995,"accuracy":0.94,"positive_recall":0.88,"specificity":1,"precision":1,"balanced_accuracy":0.94,"f1":0.9361702127659575,"true_positive":44,"false_positive":0,"false_negative":6,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8787993061834001,"baseline_adjusted_skill":0.8799999999999999,"baseline_adjusted_score":0.8799999999999999},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8529411764705882,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.7826086956521737,"baseline_adjusted_score":0.7826086956521737},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"binary_brier":0.04357199136275758,"accuracy":0.9393939393939394,"positive_recall":1,"specificity":0.8823529411764706,"precision":0.8888888888888888,"balanced_accuracy":0.9411764705882353,"f1":0.9411764705882353,"true_positive":16,"false_positive":2,"false_negative":0,"true_negative":15,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.8255518434042537,"baseline_adjusted_skill":0.8823529411764706,"baseline_adjusted_score":0.8823529411764706},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.12169322467962393,"normalized_score_rmse":0.2390579759341982,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.6312326524859881,"baseline_adjusted_score":0.6312326524859881},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.1875,"uniform_accuracy_baseline":0.178125,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.14035087719298242,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0,"abstained":0},"metrics":{"binary_brier":0.12613190844744118,"accuracy":0.8823529411764706,"positive_recall":0.7647058823529411,"specificity":1,"precision":1,"balanced_accuracy":0.8823529411764706,"f1":0.8666666666666667,"true_positive":13,"false_positive":0,"false_negative":4,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.49547236621023527,"baseline_adjusted_skill":0.7647058823529411,"baseline_adjusted_score":0.7647058823529411},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.39480259269619644,"normalized_score_rmse":0.420816340000293,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-1.6846576303341356,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9375,"uniform_accuracy_baseline":0.13194444444444445,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":0.8434782608695652,"baseline_adjusted_score":0.8434782608695652},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0002663551107500002,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":26,"false_positive":0,"false_negative":0,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.998934579557,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0010690367868266667,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":39,"false_positive":0,"false_negative":0,"true_negative":36,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24960000000000004,"brier_skill":0.9957170000527777,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.12883316351716378,"normalized_score_rmse":0.18220989022724843,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.5398815588672723,"baseline_adjusted_score":0.5398815588672723},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.84,"baseline_adjusted_score":0.84},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0,"abstained":0},"metrics":{"binary_brier":0.06837132209757144,"accuracy":0.9285714285714286,"positive_recall":1,"specificity":0.8571428571428571,"precision":0.875,"balanced_accuracy":0.9285714285714286,"f1":0.9333333333333333,"true_positive":14,"false_positive":2,"false_negative":0,"true_negative":12,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7265147116097143,"baseline_adjusted_skill":0.8571428571428572,"baseline_adjusted_score":0.8571428571428572},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.057291089707083735,"normalized_score_rmse":0.15029041739720822,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.1696969696969697,"baseline_adjusted_skill":0.6623917927975422,"baseline_adjusted_score":0.6623917927975422},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0,"abstained":0},"metrics":{"binary_brier":0.06042046298268236,"accuracy":0.8941176470588236,"positive_recall":0.8,"specificity":1,"precision":1,"balanced_accuracy":0.9,"f1":0.8888888888888888,"true_positive":36,"false_positive":0,"false_negative":9,"true_negative":40,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.2491349480968858,"brier_skill":0.7574789749722889,"baseline_adjusted_skill":0.8,"baseline_adjusted_score":0.8},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0,"abstained":0},"metrics":{"binary_brier":0.01639666406876,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":35,"false_positive":0,"false_negative":0,"true_negative":15,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.21,"brier_skill":0.921920647291619,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.017911558164232975,"normalized_score_rmse":0.028255082525588598,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.9360301494134536,"baseline_adjusted_score":0.9360301494134536},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8354430379746836,"uniform_accuracy_baseline":0.24240506329113923,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.717391304347826,"baseline_adjusted_score":0.717391304347826},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0,"abstained":0},"metrics":{"binary_brier":0.00006372524366666653,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":11,"false_positive":0,"false_negative":0,"true_negative":10,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.2494331065759637,"brier_skill":0.9997445197049364,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9393939393939394,"uniform_accuracy_baseline":0.32373737373737377,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.9000000000000001,"baseline_adjusted_score":0.9000000000000001},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"binary_brier":0.16371968312236362,"accuracy":0.7272727272727273,"positive_recall":0.6470588235294118,"specificity":0.8125,"precision":0.7857142857142857,"balanced_accuracy":0.7297794117647058,"f1":0.7096774193548387,"true_positive":11,"false_positive":3,"false_negative":6,"true_negative":13,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.3445193569108309,"baseline_adjusted_skill":0.4595588235294117,"baseline_adjusted_score":0.4595588235294117},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.04674572538637588,"normalized_score_rmse":0.09255773687660876,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.3431372549019608,"baseline_adjusted_skill":0.8637696003025617,"baseline_adjusted_score":0.8637696003025617},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.15737593892564,"accuracy":0.82,"positive_recall":0.78,"specificity":0.86,"precision":0.8478260869565217,"balanced_accuracy":0.8200000000000001,"f1":0.8125,"true_positive":39,"false_positive":7,"false_negative":11,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.37049624429744,"baseline_adjusted_skill":0.6400000000000001,"baseline_adjusted_score":0.6400000000000001},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8933333333333333,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":0.8350515463917526,"baseline_adjusted_score":0.8350515463917526},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0,"abstained":0},"metrics":{"binary_brier":0.10295595791024,"accuracy":0.8666666666666667,"positive_recall":1,"specificity":0.7368421052631579,"precision":0.7872340425531915,"balanced_accuracy":0.868421052631579,"f1":0.8809523809523809,"true_positive":37,"false_positive":10,"false_negative":0,"true_negative":28,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555554,"brier_skill":0.5881029422154338,"baseline_adjusted_skill":0.736842105263158,"baseline_adjusted_score":0.736842105263158},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.14285714285714285,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.9487179487179487,"baseline_adjusted_score":0.9487179487179487},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.43,"uniform_accuracy_baseline":0.32416666666666666,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.13636363636363633,"baseline_adjusted_score":0.13636363636363633},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"binary_brier":0.02706482320615151,"accuracy":0.9696969696969697,"positive_recall":1,"specificity":0.9411764705882353,"precision":0.9411764705882353,"balanced_accuracy":0.9705882352941176,"f1":0.9696969696969697,"true_positive":16,"false_positive":1,"false_negative":0,"true_negative":16,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.8916412041489008,"baseline_adjusted_skill":0.9411764705882353,"baseline_adjusted_score":0.9411764705882353},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.03293564152061537,"normalized_score_rmse":0.05378159429753592,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.8500860454923714,"baseline_adjusted_score":0.8500860454923714},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.07585499724325001,"accuracy":0.88,"positive_recall":0.7272727272727273,"specificity":0.9230769230769231,"precision":0.7272727272727273,"balanced_accuracy":0.8251748251748252,"f1":0.7272727272727273,"true_positive":16,"false_positive":6,"false_negative":6,"true_negative":72,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":0.557954561519522,"baseline_adjusted_skill":0.6503496503496504,"baseline_adjusted_score":0.6503496503496504},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1209973819589,"accuracy":0.81,"positive_recall":0.4864864864864865,"specificity":1,"precision":1,"balanced_accuracy":0.7432432432432432,"f1":0.6545454545454545,"true_positive":18,"false_positive":0,"false_negative":19,"true_negative":63,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000003,"brier_skill":0.4809207123170314,"baseline_adjusted_skill":0.4864864864864864,"baseline_adjusted_score":0.4864864864864864},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.04739289314407,"accuracy":0.95,"positive_recall":0.8974358974358975,"specificity":0.9836065573770492,"precision":0.9722222222222222,"balanced_accuracy":0.9405212274064734,"f1":0.9333333333333333,"true_positive":35,"false_positive":1,"false_negative":4,"true_negative":60,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379,"brier_skill":0.8007864937197562,"baseline_adjusted_skill":0.8810424548129467,"baseline_adjusted_score":0.8810424548129467},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.04101538690912,"accuracy":0.93,"positive_recall":0.8387096774193549,"specificity":0.9710144927536232,"precision":0.9285714285714286,"balanced_accuracy":0.904862085086489,"f1":0.8813559322033898,"true_positive":26,"false_positive":2,"false_negative":5,"true_negative":67,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999998,"brier_skill":0.808249710569799,"baseline_adjusted_skill":0.809724170172978,"baseline_adjusted_score":0.809724170172978},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.9305555555555555,"baseline_adjusted_score":0.9305555555555555},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.14798238342193,"normalized_score_rmse":0.182924720357707,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.36351663044331184,"baseline_adjusted_score":0.36351663044331184},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.08540149558693999,"accuracy":0.89,"positive_recall":0.92,"specificity":0.86,"precision":0.8679245283018868,"balanced_accuracy":0.89,"f1":0.8932038834951457,"true_positive":46,"false_positive":7,"false_negative":4,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.65839401765224,"baseline_adjusted_skill":0.78,"baseline_adjusted_score":0.78},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.32529743850741,"accuracy":0.51,"positive_recall":0.78,"specificity":0.24,"precision":0.5064935064935064,"balanced_accuracy":0.51,"f1":0.6141732283464567,"true_positive":39,"false_positive":38,"false_negative":11,"true_negative":12,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.30118975402964,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.79,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":0.4000000000000001,"baseline_adjusted_score":0.4000000000000001},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.09846466835737666,"accuracy":0.88,"positive_recall":0.7933333333333333,"specificity":0.9666666666666667,"precision":0.9596774193548387,"balanced_accuracy":0.88,"f1":0.8686131386861314,"true_positive":119,"false_positive":5,"false_negative":31,"true_negative":145,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6061413265704934,"baseline_adjusted_skill":0.76,"baseline_adjusted_score":0.76},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":134},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.07618679541554,"accuracy":0.89,"positive_recall":0.88,"specificity":0.9,"precision":0.8979591836734694,"balanced_accuracy":0.89,"f1":0.8888888888888888,"true_positive":44,"false_positive":5,"false_negative":6,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6952528183378399,"baseline_adjusted_skill":0.78,"baseline_adjusted_score":0.78},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.8809523809523808,"baseline_adjusted_score":0.8809523809523808},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.69,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.4833333333333332,"baseline_adjusted_score":0.4833333333333332},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.08648424168757,"accuracy":0.84,"positive_recall":0.74,"specificity":0.94,"precision":0.925,"balanced_accuracy":0.84,"f1":0.8222222222222222,"true_positive":37,"false_positive":3,"false_negative":13,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6540630332497199,"baseline_adjusted_skill":0.6799999999999999,"baseline_adjusted_score":0.6799999999999999},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7533333333333333,"uniform_accuracy_baseline":0.0625,"fixed_answer_accuracy_baseline":0.10666666666666667,"baseline_adjusted_skill":0.7238805970149254,"baseline_adjusted_score":0.7238805970149254},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":142},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.20851190476190473,"fixed_answer_accuracy_baseline":0.22333333333333333,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.01212217318242,"accuracy":0.99,"positive_recall":0.98,"specificity":1,"precision":1,"balanced_accuracy":0.99,"f1":0.98989898989899,"true_positive":49,"false_positive":0,"false_negative":1,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.95151130727032,"baseline_adjusted_skill":0.98,"baseline_adjusted_score":0.98},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.05160318556036567,"normalized_score_rmse":0.11584328177116793,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.8279893814654478,"baseline_adjusted_score":0.8279893814654478},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.22851190476190475,"fixed_answer_accuracy_baseline":0.24333333333333332,"baseline_adjusted_skill":0.973568281938326,"baseline_adjusted_score":0.973568281938326},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.00854899708927,"accuracy":0.99,"positive_recall":1,"specificity":0.98,"precision":0.9803921568627451,"balanced_accuracy":0.99,"f1":0.9900990099009901,"true_positive":50,"false_positive":1,"false_negative":0,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.96580401164292,"baseline_adjusted_skill":0.98,"baseline_adjusted_score":0.98},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.029746404985261706,"normalized_score_rmse":0.05571225219168503,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.3042222222222222,"baseline_adjusted_skill":0.9022214591426752,"baseline_adjusted_score":0.9022214591426752},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.79,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.6612903225806452,"baseline_adjusted_score":0.6612903225806452},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.3467777777777778,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.96875,"baseline_adjusted_score":0.96875},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":150},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.07293538348544999,"accuracy":0.92,"positive_recall":0.96,"specificity":0.88,"precision":0.8888888888888888,"balanced_accuracy":0.9199999999999999,"f1":0.9230769230769231,"true_positive":48,"false_positive":6,"false_negative":2,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7082584660582001,"baseline_adjusted_skill":0.8399999999999999,"baseline_adjusted_score":0.8399999999999999},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.93,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.8600000000000001,"baseline_adjusted_score":0.8600000000000001},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.043295899932599996,"accuracy":0.95,"positive_recall":0.94,"specificity":0.96,"precision":0.9591836734693877,"balanced_accuracy":0.95,"f1":0.9494949494949495,"true_positive":47,"false_positive":2,"false_negative":3,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8268164002696,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.6,"uniform_accuracy_baseline":0.3533333333333333,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.3220338983050847,"baseline_adjusted_score":0.3220338983050847},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.9193548387096774,"baseline_adjusted_score":0.9193548387096774},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7733333333333333,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.6599999999999999,"baseline_adjusted_score":0.6599999999999999},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":157},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.59,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.33870967741935476,"baseline_adjusted_score":0.33870967741935476},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.52,"uniform_accuracy_baseline":0.1111111111111111,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.42857142857142855,"baseline_adjusted_score":0.42857142857142855},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9433333333333334,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.8650793650793651,"baseline_adjusted_score":0.8650793650793651},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":160},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0494481785969725,"accuracy":0.835375,"positive_recall":0.34937376400791037,"specificity":0.94909763998149,"precision":0.6162790697674418,"balanced_accuracy":0.6492357019947002,"f1":0.44594026083298277,"true_positive":26.5,"false_positive":16.5,"false_negative":49.35,"true_negative":307.65,"positive_prevalence":0.189625,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500001,"brier_skill":0.3504225692533711,"baseline_adjusted_skill":0.2984714039894003,"baseline_adjusted_score":0.2984714039894003},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.17590620124056536,"normalized_score_rmse":0.2099436948146631,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":0.1770470117400451,"baseline_adjusted_score":0.1770470117400451},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.06065683404205,"accuracy":0.800875,"positive_recall":0.5157055789967182,"specificity":0.9045508777910346,"precision":0.6626506024096386,"balanced_accuracy":0.7101282283938763,"f1":0.5800158186132349,"true_positive":55,"false_positive":28,"false_negative":51.65,"true_negative":265.35,"positive_prevalence":0.266625,"majority_accuracy_baseline":0.733375,"constant_brier_baseline":0.115654859375,"brier_skill":0.4755357935685528,"baseline_adjusted_skill":0.4202564567877527,"baseline_adjusted_score":0.4202564567877527},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.17814243016093717,"normalized_score_rmse":0.22854140843083207,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.3371444459127919,"baseline_adjusted_score":0.3371444459127919},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0513129720009625,"accuracy":0.7983750000000001,"positive_recall":0.6894854586129754,"specificity":0.8405897658282742,"precision":0.6264227642276422,"balanced_accuracy":0.7650376122206248,"f1":0.6564430244941427,"true_positive":77.05,"false_positive":45.95,"false_negative":34.7,"true_negative":242.3,"positive_prevalence":0.279375,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937500001,"brier_skill":0.5465283699458229,"baseline_adjusted_skill":0.5300752244412497,"baseline_adjusted_score":0.5300752244412497},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.17035504228224232,"normalized_score_rmse":0.21481790028102132,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.3556310457409274,"baseline_adjusted_score":0.3556310457409274},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0369634646215425,"accuracy":0.896875,"positive_recall":0.7014084507042253,"specificity":0.9526104417670683,"precision":0.8084415584415584,"balanced_accuracy":0.8270094462356468,"f1":0.751131221719457,"true_positive":62.25,"false_positive":14.75,"false_negative":26.5,"true_negative":296.5,"positive_prevalence":0.221875,"majority_accuracy_baseline":0.778125,"constant_brier_baseline":0.12674023437499998,"brier_skill":0.7083525622007711,"baseline_adjusted_skill":0.6540188924712935,"baseline_adjusted_score":0.6540188924712935},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.1356668813205936,"normalized_score_rmse":0.18169712103356464,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.3987063431774245,"baseline_adjusted_score":0.3987063431774245},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.036519426353805,"accuracy":0.8402499999999999,"positive_recall":0.7414933837429111,"specificity":0.8757647858599592,"precision":0.6821739130434783,"balanced_accuracy":0.8086290848014351,"f1":0.7105978260869567,"true_positive":78.45,"false_positive":36.55,"false_negative":27.35,"true_negative":257.65,"positive_prevalence":0.2645,"majority_accuracy_baseline":0.7355,"constant_brier_baseline":0.11362725,"brier_skill":0.6786032720689359,"baseline_adjusted_skill":0.6172581696028703,"baseline_adjusted_score":0.6172581696028703},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.14946490859392034,"normalized_score_rmse":0.19321522743780678,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.4051147916659886,"baseline_adjusted_score":0.4051147916659886},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.055202667322232495,"accuracy":0.823,"positive_recall":0.52088772845953,"specificity":0.8945578231292517,"precision":0.5391891891891891,"balanced_accuracy":0.7077227757943909,"f1":0.5298804780876493,"true_positive":39.9,"false_positive":34.1,"false_negative":36.7,"true_negative":289.3,"positive_prevalence":0.19149999999999998,"majority_accuracy_baseline":0.8085,"constant_brier_baseline":0.09190274999999999,"brier_skill":0.39933606641550445,"baseline_adjusted_skill":0.4154455515887818,"baseline_adjusted_score":0.4154455515887818},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.1578255887211749,"normalized_score_rmse":0.21318155540378042,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.23709685210308218,"baseline_adjusted_score":0.23709685210308218},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.03834447709528,"accuracy":0.88925,"positive_recall":0.6944444444444444,"specificity":0.9333231146535867,"precision":0.702054794520548,"balanced_accuracy":0.8138837795490156,"f1":0.6982288828337874,"true_positive":51.25,"false_positive":21.75,"false_negative":22.55,"true_negative":304.45,"positive_prevalence":0.1845,"majority_accuracy_baseline":0.8155,"constant_brier_baseline":0.10922225,"brier_skill":0.648931631647581,"baseline_adjusted_skill":0.6277675590980312,"baseline_adjusted_score":0.6277675590980312},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.1493747721664909,"normalized_score_rmse":0.21125559067123068,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":0.2112223251934474,"baseline_adjusted_score":0.2112223251934474},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.057336946808685,"accuracy":0.83975,"positive_recall":0.2254777070063694,"specificity":0.9897356143079316,"precision":0.8428571428571429,"balanced_accuracy":0.6076066606571505,"f1":0.3557788944723618,"true_positive":17.7,"false_positive":3.3,"false_negative":60.8,"true_negative":318.2,"positive_prevalence":0.19625,"majority_accuracy_baseline":0.80375,"constant_brier_baseline":0.09878593749999999,"brier_skill":0.4195839179166062,"baseline_adjusted_skill":0.21521332131430104,"baseline_adjusted_score":0.21521332131430104},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.18019077618191062,"normalized_score_rmse":0.2331935770466183,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":0.14702591156492006,"baseline_adjusted_score":0.14702591156492006},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0,"abstained":0},"metrics":{"binary_brier":0.08164657146140561,"accuracy":0.6948979591836734,"positive_recall":0.8659549228944247,"specificity":0.5658012533572068,"precision":0.6008230452674898,"balanced_accuracy":0.7158780881258158,"f1":0.7094266277939747,"true_positive":146,"false_positive":97,"false_negative":22.6,"true_negative":126.4,"positive_prevalence":0.4301020408163265,"majority_accuracy_baseline":0.5698979591836735,"constant_brier_baseline":0.12359641815910039,"brier_skill":0.339409890047902,"baseline_adjusted_skill":0.43175617625163154,"baseline_adjusted_score":0.43175617625163154},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.19427361206908864,"normalized_score_rmse":0.24459497676184747,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.29485874137886336,"baseline_adjusted_score":0.29485874137886336},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0,"abstained":0},"metrics":{"binary_brier":0.03708384072087875,"accuracy":0.90375,"positive_recall":0.6022816679779701,"specificity":0.9606925248922573,"precision":0.7432038834951457,"balanced_accuracy":0.7814870964351137,"f1":0.6653628857018689,"true_positive":76.55,"false_positive":26.45,"false_negative":50.55,"true_negative":646.45,"positive_prevalence":0.158875,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499999,"brier_skill":0.6245719259250091,"baseline_adjusted_skill":0.5629741928702274,"baseline_adjusted_score":0.5629741928702274},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.13850452273451658,"normalized_score_rmse":0.17990192514427888,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":0.16057865009383898,"baseline_adjusted_score":0.16057865009383898},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.04223300132413792,"normalized_score_rmse":0.08128521646708257,"constant_score_baseline":0.1111111111111111,"constant_mae_baseline":0.10629629629629629,"baseline_adjusted_skill":0.6026860502607234,"baseline_adjusted_score":0.6026860502607234},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":181},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.59,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.33870967741935476,"baseline_adjusted_score":0.33870967741935476},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.27206470883028,"accuracy":0.6,"positive_recall":0.34,"specificity":0.86,"precision":0.7083333333333334,"balanced_accuracy":0.6,"f1":0.4594594594594595,"true_positive":17,"false_positive":7,"false_negative":33,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.08825883532112,"baseline_adjusted_skill":0.19999999999999996,"baseline_adjusted_score":0.19999999999999996},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.5964214711729622,"uniform_accuracy_baseline":0.058823529411764705,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.5257009345794392,"baseline_adjusted_score":0.5257009345794392},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.21533922722174,"accuracy":0.6333333333333333,"positive_recall":0.43103448275862066,"specificity":0.9126984126984127,"precision":0.872093023255814,"balanced_accuracy":0.6718664477285167,"f1":0.5769230769230769,"true_positive":75,"false_positive":11,"false_negative":99,"true_negative":115,"positive_prevalence":0.58,"majority_accuracy_baseline":0.58,"constant_brier_baseline":0.24359999999999998,"brier_skill":0.11601302454129714,"baseline_adjusted_skill":0.34373289545703334,"baseline_adjusted_score":0.34373289545703334},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":185},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.14716189838116667,"accuracy":0.7866666666666666,"positive_recall":0.89171974522293,"specificity":0.6713286713286714,"precision":0.7486631016042781,"balanced_accuracy":0.7815242082758007,"f1":0.813953488372093,"true_positive":140,"false_positive":47,"false_negative":17,"true_negative":96,"positive_prevalence":0.5233333333333333,"majority_accuracy_baseline":0.5233333333333333,"constant_brier_baseline":0.24945555555555557,"brier_skill":0.4100676649456595,"baseline_adjusted_skill":0.5630484165516014,"baseline_adjusted_score":0.5630484165516014},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":186},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.8695652173913042,"baseline_adjusted_score":0.8695652173913042},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1735333081445,"accuracy":0.8,"positive_recall":0.88,"specificity":0.72,"precision":0.7586206896551724,"balanced_accuracy":0.8,"f1":0.8148148148148148,"true_positive":44,"false_positive":14,"false_negative":6,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.30586676742200003,"baseline_adjusted_skill":0.6000000000000001,"baseline_adjusted_score":0.6000000000000001},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.58,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.33333333333333326,"baseline_adjusted_score":0.33333333333333326},"scoring":{"eligible":true,"reason":null},"model":144,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0,"abstained":0},"metrics":{"binary_brier":0.16562494255927027,"accuracy":0.7432432432432432,"positive_recall":0.5774647887323944,"specificity":0.8961038961038961,"precision":0.8367346938775511,"balanced_accuracy":0.7367843424181453,"f1":0.6833333333333333,"true_positive":41,"false_positive":8,"false_negative":30,"true_negative":69,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.24958911614317017,"brier_skill":0.3364095954237687,"baseline_adjusted_skill":0.47356868483629055,"baseline_adjusted_score":0.47356868483629055},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.52,"uniform_accuracy_baseline":0.2005,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.32394366197183105,"baseline_adjusted_score":0.32394366197183105},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.926470588235294,"baseline_adjusted_score":0.926470588235294},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.82,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.6170212765957446,"baseline_adjusted_score":0.6170212765957446},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.8163265306122449,"baseline_adjusted_score":0.8163265306122449},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1521817346120993,"accuracy":0.52154121522,"positive_recall":0.48501804539545557,"specificity":0.5801388718928919,"precision":0.6495382024782609,"balanced_accuracy":0.5325784586441737,"f1":0.5553497236758411,"true_positive":29.878757314,"false_positive":16.121242686,"false_negative":31.724635792,"true_negative":22.275364208,"positive_prevalence":0.61603393106,"majority_accuracy_baseline":0.61603393106,"constant_brier_baseline":0.07908707655202402,"brier_skill":-0.9242301175716505,"baseline_adjusted_skill":0.0651569172883475,"baseline_adjusted_score":0.0651569172883475},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.13896493381615,"accuracy":0.8,"positive_recall":0.76,"specificity":0.84,"precision":0.8260869565217391,"balanced_accuracy":0.8,"f1":0.7916666666666666,"true_positive":38,"false_positive":8,"false_negative":12,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4441402647354,"baseline_adjusted_skill":0.6000000000000001,"baseline_adjusted_score":0.6000000000000001},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.012987012987012986,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.8526315789473684,"baseline_adjusted_score":0.8526315789473684},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.53,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.26562500000000006,"baseline_adjusted_score":0.26562500000000006},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.11638399882249001,"accuracy":0.83,"positive_recall":0.98,"specificity":0.68,"precision":0.7538461538461538,"balanced_accuracy":0.8300000000000001,"f1":0.8521739130434782,"true_positive":49,"false_positive":16,"false_negative":1,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.53446400471004,"baseline_adjusted_skill":0.6600000000000001,"baseline_adjusted_score":0.6600000000000001},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0,"abstained":0},"metrics":{"binary_brier":0.08949102118648977,"accuracy":0.6762339593476749,"positive_recall":0.57725950271728,"specificity":0.7223200998974028,"precision":0.49186905718076673,"balanced_accuracy":0.6497898013073413,"f1":0.5311542465524693,"true_positive":128.37782392418012,"false_positive":132.62217607581988,"false_negative":94.0140523808077,"true_negative":344.9859476191923,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768642,"brier_skill":-0.008611785178031406,"baseline_adjusted_skill":0.29957960261468264,"baseline_adjusted_score":0.29957960261468264},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.07382710623215,"accuracy":0.87,"positive_recall":0.86,"specificity":0.88,"precision":0.8775510204081632,"balanced_accuracy":0.87,"f1":0.8686868686868687,"true_positive":43,"false_positive":6,"false_negative":7,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7046915750714,"baseline_adjusted_skill":0.74,"baseline_adjusted_score":0.74},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9470198675496688,"uniform_accuracy_baseline":0.006622516556291391,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.9448275862068966,"baseline_adjusted_score":0.9448275862068966},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.12077140623358332,"accuracy":0.8233333333333334,"positive_recall":0.6666666666666666,"specificity":0.98,"precision":0.970873786407767,"balanced_accuracy":0.8233333333333333,"f1":0.7905138339920948,"true_positive":100,"false_positive":3,"false_negative":50,"true_negative":147,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5169143750656667,"baseline_adjusted_skill":0.6466666666666665,"baseline_adjusted_score":0.6466666666666665},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":14},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8788235294117647,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.7765726681127982,"baseline_adjusted_score":0.7765726681127982},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.44,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.06666666666666664,"baseline_adjusted_score":0.06666666666666664},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.12667361184505,"accuracy":0.82,"positive_recall":0.96,"specificity":0.68,"precision":0.75,"balanced_accuracy":0.8200000000000001,"f1":0.8421052631578947,"true_positive":48,"false_positive":16,"false_negative":2,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4933055526198,"baseline_adjusted_skill":0.6400000000000001,"baseline_adjusted_score":0.6400000000000001},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.72,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.4166666666666666,"baseline_adjusted_score":0.4166666666666666},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9066666666666666,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.8133333333333332,"baseline_adjusted_score":0.8133333333333332},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":19},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7066666666666667,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.38888888888888884,"baseline_adjusted_score":0.38888888888888884},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":20},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8266666666666667,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5266666666666666,"baseline_adjusted_skill":0.6338028169014085,"baseline_adjusted_score":0.6338028169014085},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":21},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.07142857142857142,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9662921348314606,"baseline_adjusted_score":0.9662921348314606},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.78,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.5217391304347826,"baseline_adjusted_score":0.5217391304347826},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.42,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.20547945205479448,"baseline_adjusted_score":0.20547945205479448},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7222222222222222,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.1666666666666667,"baseline_adjusted_score":0.1666666666666667},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0,"abstained":0},"metrics":{"binary_brier":0.19148598593178048,"accuracy":0.7439024390243902,"positive_recall":0.725,"specificity":0.7619047619047619,"precision":0.7435897435897436,"balanced_accuracy":0.743452380952381,"f1":0.7341772151898734,"true_positive":29,"false_positive":10,"false_negative":11,"true_negative":32,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.2498512790005949,"brier_skill":0.23360013725875484,"baseline_adjusted_skill":0.48690476190476195,"baseline_adjusted_score":0.48690476190476195},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.13310825513466,"accuracy":0.83,"positive_recall":0.78,"specificity":0.88,"precision":0.8666666666666667,"balanced_accuracy":0.8300000000000001,"f1":0.8210526315789474,"true_positive":39,"false_positive":6,"false_negative":11,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.46756697946136005,"baseline_adjusted_skill":0.6600000000000001,"baseline_adjusted_score":0.6600000000000001},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7569832402234636,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.6881720430107526,"baseline_adjusted_score":0.6881720430107526},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.48,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.14754098360655732,"baseline_adjusted_score":0.14754098360655732},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"binary_brier":0.166850284811935,"accuracy":0.77,"positive_recall":0.38636363636363635,"specificity":0.8782051282051282,"precision":0.4722222222222222,"balanced_accuracy":0.6322843822843822,"f1":0.425,"true_positive":17,"false_positive":19,"false_negative":27,"true_negative":137,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":0.027678992937441693,"baseline_adjusted_skill":0.26456876456876444,"baseline_adjusted_score":0.26456876456876444},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"binary_brier":0.18910600982685502,"accuracy":0.7,"positive_recall":0.08,"specificity":0.9066666666666666,"precision":0.2222222222222222,"balanced_accuracy":0.4933333333333333,"f1":0.11764705882352941,"true_positive":4,"false_positive":14,"false_negative":46,"true_negative":136,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-0.00856538574322685,"baseline_adjusted_skill":-0.01333333333333342,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"binary_brier":0.038263395480825003,"accuracy":0.945,"positive_recall":0.5789473684210527,"specificity":0.9834254143646409,"precision":0.7857142857142857,"balanced_accuracy":0.7811863913928467,"f1":0.6666666666666666,"true_positive":11,"false_positive":3,"false_negative":8,"true_negative":178,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.085975,"brier_skill":0.5549474209848793,"baseline_adjusted_skill":0.5623727827856935,"baseline_adjusted_score":0.5623727827856935},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9733333333333334,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.9600000000000001,"baseline_adjusted_score":0.9600000000000001},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":33},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.022415833035013336,"accuracy":0.9766666666666667,"positive_recall":0.9733333333333334,"specificity":0.98,"precision":0.9798657718120806,"balanced_accuracy":0.9766666666666667,"f1":0.9765886287625418,"true_positive":146,"false_positive":3,"false_negative":4,"true_negative":147,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9103366678599467,"baseline_adjusted_skill":0.9533333333333334,"baseline_adjusted_score":0.9533333333333334},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":34},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9433333333333334,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.9244444444444445,"baseline_adjusted_score":0.9244444444444445},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":35},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.23093172221019667,"accuracy":0.64,"positive_recall":1,"specificity":0.28,"precision":0.5813953488372093,"balanced_accuracy":0.64,"f1":0.7352941176470589,"true_positive":150,"false_positive":108,"false_negative":0,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.07627311115921331,"baseline_adjusted_skill":0.28,"baseline_adjusted_score":0.28},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":36},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.23872696368832033,"normalized_score_rmse":0.2926441868730853,"constant_score_baseline":0.5,"constant_mae_baseline":0.3333333333333333,"baseline_adjusted_skill":0.2838191089350389,"baseline_adjusted_score":0.2838191089350389},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":37},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.38333333333333336,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.1777777777777778,"baseline_adjusted_score":0.1777777777777778},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":38},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.25317783847163333,"accuracy":0.55,"positive_recall":0.5133333333333333,"specificity":0.5866666666666667,"precision":0.5539568345323741,"balanced_accuracy":0.55,"f1":0.532871972318339,"true_positive":77,"false_positive":62,"false_negative":73,"true_negative":88,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.012711353886533328,"baseline_adjusted_skill":0.10000000000000009,"baseline_adjusted_score":0.10000000000000009},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":39},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.30388252927694276,"normalized_score_rmse":0.3533538672761364,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":-0.012941764256475974,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":40},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9533333333333334,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.9333333333333333,"baseline_adjusted_score":0.9333333333333333},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":42},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.036944378829296666,"accuracy":0.9733333333333334,"positive_recall":0.9664429530201343,"specificity":0.9801324503311258,"precision":0.9795918367346939,"balanced_accuracy":0.9732877016756301,"f1":0.972972972972973,"true_positive":144,"false_positive":3,"false_negative":5,"true_negative":148,"positive_prevalence":0.49666666666666665,"majority_accuracy_baseline":0.5033333333333334,"constant_brier_baseline":0.2499888888888889,"brier_skill":0.8522159165013246,"baseline_adjusted_skill":0.9465754033512601,"baseline_adjusted_score":0.9465754033512601},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":43},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.19845515172666145,"normalized_score_rmse":0.2544006652612963,"constant_score_baseline":0.5,"constant_mae_baseline":0.36666666666666664,"baseline_adjusted_skill":0.4587586771091051,"baseline_adjusted_score":0.4587586771091051},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":44},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.61,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2866666666666667,"baseline_adjusted_skill":0.4532710280373831,"baseline_adjusted_score":0.4532710280373831},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":46},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.19169735575271,"accuracy":0.71,"positive_recall":0.6942675159235668,"specificity":0.7272727272727273,"precision":0.7364864864864865,"balanced_accuracy":0.710770121598147,"f1":0.7147540983606557,"true_positive":109,"false_positive":39,"false_negative":48,"true_negative":104,"positive_prevalence":0.5233333333333333,"majority_accuracy_baseline":0.5233333333333333,"constant_brier_baseline":0.24945555555555557,"brier_skill":0.23153703542185655,"baseline_adjusted_skill":0.421540243196294,"baseline_adjusted_score":0.421540243196294},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":47},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.27192918836271185,"normalized_score_rmse":0.3250298621796241,"constant_score_baseline":0.5,"constant_mae_baseline":0.3016666666666667,"baseline_adjusted_skill":0.09857727614570666,"baseline_adjusted_score":0.09857727614570666},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":48},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0,"abstained":0},"metrics":{"binary_brier":0.09452103978801127,"accuracy":0.8387678571428572,"positive_recall":0.6355520285685944,"specificity":0.8517404492176369,"precision":0.21485580147551978,"balanced_accuracy":0.7436462388931157,"f1":0.32114483346282047,"true_positive":106.78333333333333,"false_positive":390.21666666666664,"false_negative":61.233333333333334,"true_negative":2241.766666666667,"positive_prevalence":0.060005952380952375,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679138,"brier_skill":-1.9353473938523864,"baseline_adjusted_skill":0.4872924777862313,"baseline_adjusted_score":0.4872924777862313},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.41333333333333333,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.21777777777777776,"baseline_adjusted_score":0.21777777777777776},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":50},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7053824362606232,"uniform_accuracy_baseline":0.027777777777777776,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.6623376623376623,"baseline_adjusted_score":0.6623376623376623},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.73,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.6142857142857143,"baseline_adjusted_score":0.6142857142857143},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.10678979809127,"accuracy":0.85,"positive_recall":1,"specificity":0.7,"precision":0.7692307692307693,"balanced_accuracy":0.85,"f1":0.8695652173913043,"true_positive":50,"false_positive":15,"false_negative":0,"true_negative":35,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5728408076349201,"baseline_adjusted_skill":0.7,"baseline_adjusted_score":0.7},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1306486309916,"accuracy":0.84,"positive_recall":0.96,"specificity":0.72,"precision":0.7741935483870968,"balanced_accuracy":0.84,"f1":0.8571428571428571,"true_positive":48,"false_positive":14,"false_negative":2,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.47740547603359995,"baseline_adjusted_skill":0.6799999999999999,"baseline_adjusted_score":0.6799999999999999},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.64,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":0.07692307692307698,"baseline_adjusted_score":0.07692307692307698},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.8404255319148937,"baseline_adjusted_score":0.8404255319148937},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.10455494081281999,"accuracy":0.87,"positive_recall":0.86,"specificity":0.88,"precision":0.8775510204081632,"balanced_accuracy":0.87,"f1":0.8686868686868687,"true_positive":43,"false_positive":6,"false_negative":7,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.58178023674872,"baseline_adjusted_skill":0.74,"baseline_adjusted_score":0.74},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.39,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.18666666666666668,"baseline_adjusted_score":0.18666666666666668},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":58},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.67,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.505,"baseline_adjusted_score":0.505},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":59},{"provenance":"measured","status":"complete","counts":{"cases":285,"expected":285,"succeeded":285,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.6736842105263158,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5263157894736842,"baseline_adjusted_skill":0.3111111111111111,"baseline_adjusted_score":0.3111111111111111},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":60},{"provenance":"measured","status":"complete","counts":{"cases":299,"expected":299,"succeeded":299,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2549367081710702,"accuracy":0.5551839464882943,"positive_recall":0.9666666666666667,"specificity":0.14093959731543623,"precision":0.5311355311355311,"balanced_accuracy":0.5538031319910515,"f1":0.6855791962174941,"true_positive":145,"false_positive":128,"false_negative":5,"true_negative":21,"positive_prevalence":0.5016722408026756,"majority_accuracy_baseline":0.5016722408026756,"constant_brier_baseline":0.24999720361069788,"brier_skill":-0.019758239248404807,"baseline_adjusted_skill":0.10760626398210293,"baseline_adjusted_score":0.10760626398210293},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":61},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9166666666666666,"uniform_accuracy_baseline":0.2,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":0.8958333333333331,"baseline_adjusted_score":0.8958333333333331},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":62},{"provenance":"measured","status":"complete","counts":{"cases":283,"expected":283,"succeeded":283,"failed":0,"abstained":0},"metrics":{"binary_brier":0.33687389329091166,"accuracy":0.508833922261484,"positive_recall":0.7894736842105263,"specificity":0.26,"precision":0.4861111111111111,"balanced_accuracy":0.5247368421052632,"f1":0.6017191977077364,"true_positive":105,"false_positive":111,"false_negative":28,"true_negative":39,"positive_prevalence":0.46996466431095407,"majority_accuracy_baseline":0.5300353356890459,"constant_brier_baseline":0.24909787861004634,"brier_skill":-0.3523756009912693,"baseline_adjusted_skill":0.049473684210526336,"baseline_adjusted_score":0.049473684210526336},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":63},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.77,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.6933333333333334,"baseline_adjusted_score":0.6933333333333334},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":64},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9666666666666667,"uniform_accuracy_baseline":0.20616666666666666,"fixed_answer_accuracy_baseline":0.21333333333333335,"baseline_adjusted_skill":0.9576271186440678,"baseline_adjusted_score":0.9576271186440678},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":65},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8133333333333334,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.72,"baseline_adjusted_score":0.72},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":66},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.6466666666666666,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.37333333333333335,"baseline_adjusted_skill":0.4361702127659573,"baseline_adjusted_score":0.4361702127659573},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":67},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.14219264189175249,"normalized_score_rmse":0.17385086061331398,"constant_score_baseline":0.5,"constant_mae_baseline":0.26208333333333333,"baseline_adjusted_skill":0.457452558759609,"baseline_adjusted_score":0.457452558759609},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":68},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.10075942962161707,"normalized_score_rmse":0.12916182968751433,"constant_score_baseline":0.52,"constant_mae_baseline":0.24733333333333335,"baseline_adjusted_skill":0.5926168613681251,"baseline_adjusted_score":0.5926168613681251},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":69},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.12905738848986195,"normalized_score_rmse":0.1525049113630803,"constant_score_baseline":0.578319964349225,"constant_mae_baseline":0.11212962028602311,"baseline_adjusted_skill":-0.15096607087992497,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":70},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7133333333333334,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.6177777777777779,"baseline_adjusted_score":0.6177777777777779},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":71},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.7910447761194032,"baseline_adjusted_score":0.7910447761194032},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.08029378272079,"accuracy":0.89,"positive_recall":0.8,"specificity":0.98,"precision":0.975609756097561,"balanced_accuracy":0.89,"f1":0.8791208791208791,"true_positive":40,"false_positive":1,"false_negative":10,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6788248691168399,"baseline_adjusted_skill":0.78,"baseline_adjusted_score":0.78},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.46589310135135137,"uniform_accuracy_baseline":0.23445945945945948,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.2759405059315801,"baseline_adjusted_score":0.2759405059315801},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0,"abstained":0},"metrics":{"binary_brier":0.05133506620455263,"accuracy":0.6813157434210526,"positive_recall":0.8207444771751627,"specificity":0.5485486340309004,"precision":0.6338541458333333,"balanced_accuracy":0.6846465556030316,"f1":0.715293251758083,"true_positive":60.849998,"false_positive":35.150002,"false_negative":13.290005,"true_negative":42.709995,"positive_prevalence":0.4877631776315789,"majority_accuracy_baseline":0.512236822368421,"constant_brier_baseline":0.09451910039768556,"brier_skill":0.45688156162550986,"baseline_adjusted_skill":0.3692931112060631,"baseline_adjusted_score":0.3692931112060631},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.1253170054535956,"normalized_score_rmse":0.17325684545171366,"constant_score_baseline":0.5841668333333333,"constant_mae_baseline":0.21700552708333334,"baseline_adjusted_skill":0.42251698775639024,"baseline_adjusted_score":0.42251698775639024},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.27315789141108,"accuracy":0.63,"positive_recall":0.94,"specificity":0.32,"precision":0.5802469135802469,"balanced_accuracy":0.63,"f1":0.7175572519083969,"true_positive":47,"false_positive":34,"false_negative":3,"true_negative":16,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.09263156564431996,"baseline_adjusted_skill":0.26,"baseline_adjusted_score":0.26},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.32800620595365,"accuracy":0.54,"positive_recall":0.1,"specificity":0.98,"precision":0.8333333333333334,"balanced_accuracy":0.54,"f1":0.17857142857142858,"true_positive":5,"false_positive":1,"false_negative":45,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.31202482381459995,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.82,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.7049180327868851,"baseline_adjusted_score":0.7049180327868851},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.036111111111111115,"fixed_answer_accuracy_baseline":0.08833333333333333,"baseline_adjusted_skill":0.8793418647166362,"baseline_adjusted_score":0.8793418647166362},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.23568898677845335,"accuracy":0.62,"positive_recall":0.6266666666666667,"specificity":0.6133333333333333,"precision":0.618421052631579,"balanced_accuracy":0.62,"f1":0.6225165562913907,"true_positive":94,"false_positive":58,"false_negative":56,"true_negative":92,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.057244052886186614,"baseline_adjusted_skill":0.24,"baseline_adjusted_score":0.24},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":81},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.8863636363636362,"baseline_adjusted_score":0.8863636363636362},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.4666666666666667,"uniform_accuracy_baseline":0.11021428571428572,"fixed_answer_accuracy_baseline":0.12554761904761905,"baseline_adjusted_skill":0.3900944808996107,"baseline_adjusted_score":0.3900944808996107},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":83},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.62,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.49333333333333335,"baseline_adjusted_score":0.49333333333333335},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":84},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.895,"uniform_accuracy_baseline":0.049879324215607396,"fixed_answer_accuracy_baseline":0.12442477876106194,"baseline_adjusted_skill":0.8800788356579745,"baseline_adjusted_score":0.8800788356579745},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.22602053591649002,"accuracy":0.6366666666666667,"positive_recall":0.5462962962962963,"specificity":0.8690476190476191,"precision":0.9147286821705426,"balanced_accuracy":0.7076719576719577,"f1":0.6840579710144927,"true_positive":118,"false_positive":11,"false_negative":98,"true_negative":73,"positive_prevalence":0.72,"majority_accuracy_baseline":0.72,"constant_brier_baseline":0.2016,"brier_skill":-0.121133610696875,"baseline_adjusted_skill":0.41534391534391535,"baseline_adjusted_score":0.41534391534391535},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":86},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5033333333333333,"baseline_adjusted_skill":0.7986577181208054,"baseline_adjusted_score":0.7986577181208054},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":87},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.25524134775286,"accuracy":0.51,"positive_recall":0.06,"specificity":0.96,"precision":0.6,"balanced_accuracy":0.51,"f1":0.10909090909090909,"true_positive":3,"false_positive":2,"false_negative":47,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.020965391011440015,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.21031700942461,"accuracy":0.6833333333333333,"positive_recall":0.83125,"specificity":0.5142857142857142,"precision":0.6616915422885572,"balanced_accuracy":0.6727678571428571,"f1":0.7368421052631579,"true_positive":133,"false_positive":68,"false_negative":27,"true_negative":72,"positive_prevalence":0.5333333333333333,"majority_accuracy_baseline":0.5333333333333333,"constant_brier_baseline":0.2488888888888889,"brier_skill":0.15497630141897767,"baseline_adjusted_skill":0.3455357142857143,"baseline_adjusted_score":0.3455357142857143},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":89},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7777777777777778,"uniform_accuracy_baseline":0.23888888888888887,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.6862745098039217,"baseline_adjusted_score":0.6862745098039217},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0,"abstained":0},"metrics":{"binary_brier":0.19440861839001564,"accuracy":0.703125,"positive_recall":0.875,"specificity":0.53125,"precision":0.6511627906976745,"balanced_accuracy":0.703125,"f1":0.7466666666666667,"true_positive":28,"false_positive":15,"false_negative":4,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.22236552643993746,"baseline_adjusted_skill":0.40625,"baseline_adjusted_score":0.40625},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.6212121212121212,"baseline_adjusted_score":0.6212121212121212},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.27948402953574997,"accuracy":0.6,"positive_recall":0.2,"specificity":1,"precision":1,"balanced_accuracy":0.6,"f1":0.3333333333333333,"true_positive":10,"false_positive":0,"false_negative":40,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.11793611814299987,"baseline_adjusted_skill":0.19999999999999996,"baseline_adjusted_score":0.19999999999999996},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8235294117647058,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.7391304347826085,"baseline_adjusted_score":0.7391304347826085},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"binary_brier":0.34774601181048487,"accuracy":0.45454545454545453,"positive_recall":0.4375,"specificity":0.47058823529411764,"precision":0.4375,"balanced_accuracy":0.4540441176470588,"f1":0.4375,"true_positive":7,"false_positive":9,"false_negative":9,"true_negative":8,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":-0.3922625252265368,"baseline_adjusted_skill":-0.09191176470588236,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.1683400592464963,"normalized_score_rmse":0.30493964712309385,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.4898786083439506,"baseline_adjusted_score":0.4898786083439506},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.3125,"uniform_accuracy_baseline":0.178125,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":0.03508771929824565,"baseline_adjusted_score":0.03508771929824565},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0,"abstained":0},"metrics":{"binary_brier":0.14575318502832355,"accuracy":0.6470588235294118,"positive_recall":0.29411764705882354,"specificity":1,"precision":1,"balanced_accuracy":0.6470588235294118,"f1":0.45454545454545453,"true_positive":5,"false_positive":0,"false_negative":12,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4169872598867058,"baseline_adjusted_skill":0.2941176470588236,"baseline_adjusted_score":0.2941176470588236},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.19999328546200104,"normalized_score_rmse":0.2738759207684412,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-0.35995434114160707,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.5208333333333334,"uniform_accuracy_baseline":0.13194444444444445,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":-0.19999999999999984,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0,"abstained":0},"metrics":{"binary_brier":0.13558668684961536,"accuracy":0.8461538461538461,"positive_recall":0.9615384615384616,"specificity":0.7307692307692307,"precision":0.78125,"balanced_accuracy":0.8461538461538461,"f1":0.8620689655172413,"true_positive":25,"false_positive":7,"false_negative":1,"true_negative":19,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.45765325260153855,"baseline_adjusted_skill":0.6923076923076923,"baseline_adjusted_score":0.6923076923076923},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0,"abstained":0},"metrics":{"binary_brier":0.09064572627306668,"accuracy":0.8666666666666667,"positive_recall":1,"specificity":0.7222222222222222,"precision":0.7959183673469388,"balanced_accuracy":0.8611111111111112,"f1":0.8863636363636364,"true_positive":39,"false_positive":10,"false_negative":0,"true_negative":26,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24960000000000004,"brier_skill":0.636836032559829,"baseline_adjusted_skill":0.7222222222222223,"baseline_adjusted_score":0.7222222222222223},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.3162689244818223,"normalized_score_rmse":0.39089194268906513,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.12953187314936532,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7647058823529411,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.6799999999999998,"baseline_adjusted_score":0.6799999999999998},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2378128659075,"accuracy":0.7142857142857143,"positive_recall":0.9285714285714286,"specificity":0.5,"precision":0.65,"balanced_accuracy":0.7142857142857143,"f1":0.7647058823529411,"true_positive":13,"false_positive":7,"false_negative":1,"true_negative":7,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.048748536369999984,"baseline_adjusted_skill":0.4285714285714286,"baseline_adjusted_score":0.4285714285714286},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.25444572681323885,"normalized_score_rmse":0.3503103669129615,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.1696969696969697,"baseline_adjusted_skill":-0.49941231872087166,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0,"abstained":0},"metrics":{"binary_brier":0.10421170471099998,"accuracy":0.8470588235294118,"positive_recall":0.9333333333333333,"specificity":0.75,"precision":0.8076923076923077,"balanced_accuracy":0.8416666666666667,"f1":0.865979381443299,"true_positive":42,"false_positive":10,"false_negative":3,"true_negative":30,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.2491349480968858,"brier_skill":0.5817057963683473,"baseline_adjusted_skill":0.6833333333333333,"baseline_adjusted_score":0.6833333333333333},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.8947368421052632,"baseline_adjusted_score":0.8947368421052632},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0,"abstained":0},"metrics":{"binary_brier":0.26152834449796,"accuracy":0.68,"positive_recall":0.5714285714285714,"specificity":0.9333333333333333,"precision":0.9523809523809523,"balanced_accuracy":0.7523809523809524,"f1":0.7142857142857143,"true_positive":20,"false_positive":1,"false_negative":15,"true_negative":14,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.21,"brier_skill":-0.2453730690379048,"baseline_adjusted_skill":0.5047619047619047,"baseline_adjusted_score":0.5047619047619047},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.1797271414441774,"normalized_score_rmse":0.314655506807372,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.35811735198508077,"baseline_adjusted_score":0.35811735198508077},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.6835443037974683,"uniform_accuracy_baseline":0.24240506329113923,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.45652173913043476,"baseline_adjusted_score":0.45652173913043476},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0874048831612381,"accuracy":0.8571428571428571,"positive_recall":1,"specificity":0.7,"precision":0.7857142857142857,"balanced_accuracy":0.85,"f1":0.88,"true_positive":11,"false_positive":3,"false_negative":0,"true_negative":7,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.2494331065759637,"brier_skill":0.6495858775081272,"baseline_adjusted_skill":0.7,"baseline_adjusted_score":0.7},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7878787878787878,"uniform_accuracy_baseline":0.32373737373737377,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.6499999999999999,"baseline_adjusted_score":0.6499999999999999},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"binary_brier":0.22986726921124243,"accuracy":0.6666666666666666,"positive_recall":0.47058823529411764,"specificity":0.875,"precision":0.8,"balanced_accuracy":0.6727941176470589,"f1":0.5925925925925926,"true_positive":8,"false_positive":2,"false_negative":9,"true_negative":14,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.07968582290057713,"baseline_adjusted_skill":0.34558823529411775,"baseline_adjusted_score":0.34558823529411775},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.26025380296351486,"normalized_score_rmse":0.3365009495441011,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.3431372549019608,"baseline_adjusted_skill":0.24154605993489953,"baseline_adjusted_score":0.24154605993489953},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.38110145459350003,"accuracy":0.41,"positive_recall":0.46,"specificity":0.36,"precision":0.41818181818181815,"balanced_accuracy":0.41000000000000003,"f1":0.4380952380952381,"true_positive":23,"false_positive":32,"false_negative":27,"true_negative":18,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.5244058183740001,"baseline_adjusted_skill":-0.17999999999999994,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.29333333333333333,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":-0.09278350515463916,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0,"abstained":0},"metrics":{"binary_brier":0.25327556578588,"accuracy":0.6266666666666667,"positive_recall":0.8378378378378378,"specificity":0.42105263157894735,"precision":0.5849056603773585,"balanced_accuracy":0.6294452347083925,"f1":0.6888888888888889,"true_positive":31,"false_positive":22,"false_negative":6,"true_negative":16,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555554,"brier_skill":-0.013282402237251079,"baseline_adjusted_skill":0.25889046941678506,"baseline_adjusted_score":0.25889046941678506},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.14285714285714285,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.923076923076923,"baseline_adjusted_score":0.923076923076923},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.345,"uniform_accuracy_baseline":0.32416666666666666,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.0075757575757575,"baseline_adjusted_score":0.0075757575757575},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"binary_brier":0.12420045782751514,"accuracy":0.8484848484848485,"positive_recall":1,"specificity":0.7058823529411765,"precision":0.7619047619047619,"balanced_accuracy":0.8529411764705883,"f1":0.8648648648648649,"true_positive":16,"false_positive":5,"false_negative":0,"true_negative":12,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.5027415493596912,"baseline_adjusted_skill":0.7058823529411766,"baseline_adjusted_score":0.7058823529411766},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.13259481347221602,"normalized_score_rmse":0.15208254576907537,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.3964649869540512,"baseline_adjusted_score":0.3964649869540512},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1539330293097,"accuracy":0.78,"positive_recall":0.5454545454545454,"specificity":0.8461538461538461,"precision":0.5,"balanced_accuracy":0.6958041958041958,"f1":0.5217391304347826,"true_positive":12,"false_positive":12,"false_negative":10,"true_negative":66,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":0.102954374652098,"baseline_adjusted_skill":0.39160839160839167,"baseline_adjusted_score":0.39160839160839167},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.12212800130743,"accuracy":0.85,"positive_recall":0.7297297297297297,"specificity":0.9206349206349206,"precision":0.84375,"balanced_accuracy":0.8251823251823251,"f1":0.782608695652174,"true_positive":27,"false_positive":5,"false_negative":10,"true_negative":58,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000003,"brier_skill":0.47607035046147583,"baseline_adjusted_skill":0.6503646503646503,"baseline_adjusted_score":0.6503646503646503},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.11927396224857001,"accuracy":0.79,"positive_recall":0.6153846153846154,"specificity":0.9016393442622951,"precision":0.8,"balanced_accuracy":0.7585119798234552,"f1":0.6956521739130435,"true_positive":24,"false_positive":6,"false_negative":15,"true_negative":55,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379,"brier_skill":0.4986382419143758,"baseline_adjusted_skill":0.5170239596469104,"baseline_adjusted_score":0.5170239596469104},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.05326642182447,"accuracy":0.93,"positive_recall":0.8709677419354839,"specificity":0.9565217391304348,"precision":0.9,"balanced_accuracy":0.9137447405329593,"f1":0.8852459016393442,"true_positive":27,"false_positive":3,"false_negative":4,"true_negative":66,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999998,"brier_skill":0.7509751200352033,"baseline_adjusted_skill":0.8274894810659186,"baseline_adjusted_score":0.8274894810659186},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.875,"baseline_adjusted_score":0.875},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.17967286581702233,"normalized_score_rmse":0.22818516669127717,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.22721348035689326,"baseline_adjusted_score":0.22721348035689326},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1247360124919,"accuracy":0.83,"positive_recall":0.9,"specificity":0.76,"precision":0.7894736842105263,"balanced_accuracy":0.8300000000000001,"f1":0.8411214953271028,"true_positive":45,"false_positive":12,"false_negative":5,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5010559500324,"baseline_adjusted_skill":0.6600000000000001,"baseline_adjusted_score":0.6600000000000001},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.28938144239683,"accuracy":0.52,"positive_recall":0.68,"specificity":0.36,"precision":0.5151515151515151,"balanced_accuracy":0.52,"f1":0.5862068965517241,"true_positive":34,"false_positive":32,"false_negative":16,"true_negative":18,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.15752576958732,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.65,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.09684425278528,"accuracy":0.8766666666666667,"positive_recall":0.7666666666666667,"specificity":0.9866666666666667,"precision":0.9829059829059829,"balanced_accuracy":0.8766666666666667,"f1":0.8614232209737828,"true_positive":115,"false_positive":2,"false_negative":35,"true_negative":148,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.61262298885888,"baseline_adjusted_skill":0.7533333333333334,"baseline_adjusted_score":0.7533333333333334},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":134},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.09230689937291,"accuracy":0.85,"positive_recall":0.9,"specificity":0.8,"precision":0.8181818181818182,"balanced_accuracy":0.8500000000000001,"f1":0.8571428571428571,"true_positive":45,"false_positive":10,"false_negative":5,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.63077240250836,"baseline_adjusted_skill":0.7000000000000002,"baseline_adjusted_score":0.7000000000000002},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.8095238095238096,"baseline_adjusted_score":0.8095238095238096},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.78,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.6333333333333334,"baseline_adjusted_score":0.6333333333333334},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1652326689718,"accuracy":0.76,"positive_recall":0.58,"specificity":0.94,"precision":0.90625,"balanced_accuracy":0.76,"f1":0.7073170731707317,"true_positive":29,"false_positive":3,"false_negative":21,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3390693241128,"baseline_adjusted_skill":0.52,"baseline_adjusted_score":0.52},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.6633333333333333,"uniform_accuracy_baseline":0.0625,"fixed_answer_accuracy_baseline":0.10666666666666667,"baseline_adjusted_skill":0.6231343283582089,"baseline_adjusted_score":0.6231343283582089},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":142},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.20851190476190473,"fixed_answer_accuracy_baseline":0.22333333333333333,"baseline_adjusted_skill":0.9871244635193133,"baseline_adjusted_score":0.9871244635193133},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.04504831868412,"accuracy":0.95,"positive_recall":0.96,"specificity":0.94,"precision":0.9411764705882353,"balanced_accuracy":0.95,"f1":0.9504950495049505,"true_positive":48,"false_positive":3,"false_negative":2,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8198067252635199,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.11872385153133452,"normalized_score_rmse":0.18086253563495397,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.604253828228885,"baseline_adjusted_score":0.604253828228885},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.93,"uniform_accuracy_baseline":0.22851190476190475,"fixed_answer_accuracy_baseline":0.24333333333333332,"baseline_adjusted_skill":0.907488986784141,"baseline_adjusted_score":0.907488986784141},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.043316378115819995,"accuracy":0.93,"positive_recall":0.94,"specificity":0.92,"precision":0.9215686274509803,"balanced_accuracy":0.9299999999999999,"f1":0.9306930693069307,"true_positive":47,"false_positive":4,"false_negative":3,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.82673448753672,"baseline_adjusted_skill":0.8599999999999999,"baseline_adjusted_score":0.8599999999999999},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.09526931113187864,"normalized_score_rmse":0.15505257163111016,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.3042222222222222,"baseline_adjusted_skill":0.6868430240369219,"baseline_adjusted_score":0.6868430240369219},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.76,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.6129032258064516,"baseline_adjusted_score":0.6129032258064516},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9533333333333334,"uniform_accuracy_baseline":0.3467777777777778,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.9270833333333334,"baseline_adjusted_score":0.9270833333333334},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":150},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.05707549509357,"accuracy":0.93,"positive_recall":0.94,"specificity":0.92,"precision":0.9215686274509803,"balanced_accuracy":0.9299999999999999,"f1":0.9306930693069307,"true_positive":47,"false_positive":4,"false_negative":3,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7716980196257199,"baseline_adjusted_skill":0.8599999999999999,"baseline_adjusted_score":0.8599999999999999},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.8200000000000001,"baseline_adjusted_score":0.8200000000000001},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.06394858954761999,"accuracy":0.92,"positive_recall":0.88,"specificity":0.96,"precision":0.9565217391304348,"balanced_accuracy":0.9199999999999999,"f1":0.9166666666666666,"true_positive":44,"false_positive":2,"false_negative":6,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.74420564180952,"baseline_adjusted_skill":0.8399999999999999,"baseline_adjusted_score":0.8399999999999999},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.57,"uniform_accuracy_baseline":0.3533333333333333,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.27118644067796605,"baseline_adjusted_score":0.27118644067796605},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.8387096774193549,"baseline_adjusted_score":0.8387096774193549},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.44666666666666666,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.16999999999999998,"baseline_adjusted_score":0.16999999999999998},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":157},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.45,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.11290322580645162,"baseline_adjusted_score":0.11290322580645162},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.39,"uniform_accuracy_baseline":0.1111111111111111,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.27380952380952384,"baseline_adjusted_score":0.27380952380952384},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.857142857142857,"baseline_adjusted_score":0.857142857142857},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":160},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.16731323849263,"accuracy":0.568125,"positive_recall":0.6005273566249176,"specificity":0.5605429585068641,"precision":0.24228723404255317,"balanced_accuracy":0.5805351575658908,"f1":0.3452719348114459,"true_positive":45.55,"false_positive":142.45,"false_negative":30.3,"true_negative":181.7,"positive_prevalence":0.189625,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500001,"brier_skill":-1.1979152048402195,"baseline_adjusted_skill":0.1610703151317816,"baseline_adjusted_score":0.1610703151317816},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.3061242789475336,"normalized_score_rmse":0.3625092133014206,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":-0.4321603693451863,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.07040803509290999,"accuracy":0.7923749999999999,"positive_recall":0.5232067510548523,"specificity":0.8902335094596898,"precision":0.634090909090909,"balanced_accuracy":0.706720130257271,"f1":0.5733367582840996,"true_positive":55.8,"false_positive":32.2,"false_negative":50.85,"true_negative":261.15,"positive_prevalence":0.266625,"majority_accuracy_baseline":0.733375,"constant_brier_baseline":0.115654859375,"brier_skill":0.3912228550240283,"baseline_adjusted_skill":0.41344026051454197,"baseline_adjusted_score":0.41344026051454197},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.19130109826208958,"normalized_score_rmse":0.2438982188521061,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.2881819599550155,"baseline_adjusted_score":0.2881819599550155},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.05118737496881,"accuracy":0.8036249999999999,"positive_recall":0.5914988814317673,"specificity":0.8858629661751951,"precision":0.6676767676767676,"balanced_accuracy":0.7386809238034813,"f1":0.6272835112692764,"true_positive":66.1,"false_positive":32.9,"false_negative":45.65,"true_negative":255.35,"positive_prevalence":0.279375,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937500001,"brier_skill":0.5476383171712358,"baseline_adjusted_skill":0.47736184760696254,"baseline_adjusted_score":0.47736184760696254},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.17305936676172706,"normalized_score_rmse":0.22011644655844548,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.34540192241427126,"baseline_adjusted_score":0.34540192241427126},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.070130005309085,"accuracy":0.826875,"positive_recall":0.28450704225352114,"specificity":0.9815261044176706,"precision":0.8145161290322581,"balanced_accuracy":0.6330165733355959,"f1":0.42171189979123175,"true_positive":25.25,"false_positive":5.75,"false_negative":63.5,"true_negative":305.5,"positive_prevalence":0.221875,"majority_accuracy_baseline":0.778125,"constant_brier_baseline":0.12674023437499998,"brier_skill":0.44666343994927604,"baseline_adjusted_skill":0.2660331466711918,"baseline_adjusted_score":0.2660331466711918},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.1591673413905175,"normalized_score_rmse":0.22669431501077364,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.2945491794326094,"baseline_adjusted_score":0.2945491794326094},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.03658571322976,"accuracy":0.8482500000000001,"positive_recall":0.7188090737240076,"specificity":0.8947994561522774,"precision":0.7107476635514018,"balanced_accuracy":0.8068042649381425,"f1":0.7147556390977444,"true_positive":76.05,"false_positive":30.95,"false_negative":29.75,"true_negative":263.25,"positive_prevalence":0.2645,"majority_accuracy_baseline":0.7355,"constant_brier_baseline":0.11362725,"brier_skill":0.6780199007741541,"baseline_adjusted_skill":0.613608529876285,"baseline_adjusted_score":0.613608529876285},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.16417329983817253,"normalized_score_rmse":0.21108214190050859,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.3465739309923481,"baseline_adjusted_score":0.3465739309923481},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0580983823367775,"accuracy":0.83575,"positive_recall":0.43668407310704965,"specificity":0.9302721088435374,"precision":0.5973214285714287,"balanced_accuracy":0.6834780909752936,"f1":0.5045248868778281,"true_positive":33.45,"false_positive":22.55,"false_negative":43.15,"true_negative":300.85,"positive_prevalence":0.19149999999999998,"majority_accuracy_baseline":0.8085,"constant_brier_baseline":0.09190274999999999,"brier_skill":0.36782759670654575,"baseline_adjusted_skill":0.3669561819505871,"baseline_adjusted_score":0.3669561819505871},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.1606506088497699,"normalized_score_rmse":0.21304627930347764,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.22344116568087058,"baseline_adjusted_score":0.22344116568087058},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.042940760189655,"accuracy":0.8927499999999999,"positive_recall":0.6226287262872628,"specificity":0.953862660944206,"precision":0.7532786885245902,"balanced_accuracy":0.7882456936157345,"f1":0.6817507418397626,"true_positive":45.95,"false_positive":15.05,"false_negative":27.85,"true_negative":311.15,"positive_prevalence":0.1845,"majority_accuracy_baseline":0.8155,"constant_brier_baseline":0.10922225,"brier_skill":0.6068497015062866,"baseline_adjusted_skill":0.576491387231469,"baseline_adjusted_score":0.576491387231469},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.16445485506324423,"normalized_score_rmse":0.22292001901176198,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":0.1315915244185123,"baseline_adjusted_score":0.1315915244185123},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.069152160647605,"accuracy":0.825,"positive_recall":0.12420382165605096,"specificity":0.9961119751166407,"precision":0.8863636363636364,"balanced_accuracy":0.5601578983863459,"f1":0.21787709497206703,"true_positive":9.75,"false_positive":1.25,"false_negative":68.75,"true_negative":320.25,"positive_prevalence":0.19625,"majority_accuracy_baseline":0.80375,"constant_brier_baseline":0.09878593749999999,"brier_skill":0.29997970968686705,"baseline_adjusted_skill":0.12031579677269177,"baseline_adjusted_score":0.12031579677269177},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.17796267524812348,"normalized_score_rmse":0.2418338164231125,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":0.15757313492012548,"baseline_adjusted_score":0.15757313492012548},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0,"abstained":0},"metrics":{"binary_brier":0.07775821224592602,"accuracy":0.6992346938775511,"positive_recall":0.8502372479240806,"specificity":0.5852730528200538,"precision":0.6074152542372881,"balanced_accuracy":0.7177551503720672,"f1":0.7086010874938211,"true_positive":143.35,"false_positive":92.64999999999999,"false_negative":25.25,"true_negative":130.75,"positive_prevalence":0.4301020408163265,"majority_accuracy_baseline":0.5698979591836735,"constant_brier_baseline":0.12359641815910039,"brier_skill":0.3708700186939786,"baseline_adjusted_skill":0.4355103007441343,"baseline_adjusted_score":0.4355103007441343},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.20226350294690043,"normalized_score_rmse":0.26060148281769346,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.2658583967112502,"baseline_adjusted_score":0.2658583967112502},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0,"abstained":0},"metrics":{"binary_brier":0.048791202343911245,"accuracy":0.8941250000000001,"positive_recall":0.6152635719905587,"specificity":0.9467974438995393,"precision":0.6859649122807018,"balanced_accuracy":0.781030507945049,"f1":0.6486934881791788,"true_positive":78.2,"false_positive":35.8,"false_negative":48.9,"true_negative":637.1,"positive_prevalence":0.158875,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499999,"brier_skill":0.5060493527180774,"baseline_adjusted_skill":0.562061015890098,"baseline_adjusted_score":0.562061015890098},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.1770066635922726,"normalized_score_rmse":0.23068909976949228,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-0.07276765813498542,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.04760530145253258,"normalized_score_rmse":0.08942712151171783,"constant_score_baseline":0.1111111111111111,"constant_mae_baseline":0.10629629629629629,"baseline_adjusted_skill":0.5521452476591011,"baseline_adjusted_score":0.5521452476591011},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":181},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.54,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.2580645161290323,"baseline_adjusted_score":0.2580645161290323},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.26996729949084,"accuracy":0.6,"positive_recall":0.38,"specificity":0.82,"precision":0.6785714285714286,"balanced_accuracy":0.6,"f1":0.48717948717948717,"true_positive":19,"false_positive":9,"false_negative":31,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.0798691979633599,"baseline_adjusted_skill":0.19999999999999996,"baseline_adjusted_score":0.19999999999999996},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.38303512259774686,"uniform_accuracy_baseline":0.058823529411764705,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.2749221183800623,"baseline_adjusted_score":0.2749221183800623},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.30719451126827,"accuracy":0.5166666666666667,"positive_recall":0.16666666666666666,"specificity":1,"precision":1,"balanced_accuracy":0.5833333333333334,"f1":0.2857142857142857,"true_positive":29,"false_positive":0,"false_negative":145,"true_negative":126,"positive_prevalence":0.58,"majority_accuracy_baseline":0.58,"constant_brier_baseline":0.24359999999999998,"brier_skill":-0.2610612121029148,"baseline_adjusted_skill":0.16666666666666674,"baseline_adjusted_score":0.16666666666666674},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":185},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.18930059500078666,"accuracy":0.7266666666666667,"positive_recall":0.7452229299363057,"specificity":0.7062937062937062,"precision":0.7358490566037735,"balanced_accuracy":0.725758318115006,"f1":0.740506329113924,"true_positive":117,"false_positive":42,"false_negative":40,"true_negative":101,"positive_prevalence":0.5233333333333333,"majority_accuracy_baseline":0.5233333333333333,"constant_brier_baseline":0.24945555555555557,"brier_skill":0.24114500244662607,"baseline_adjusted_skill":0.45151663623001204,"baseline_adjusted_score":0.45151663623001204},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":186},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.717391304347826,"baseline_adjusted_score":0.717391304347826},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.23208197381103,"accuracy":0.63,"positive_recall":0.66,"specificity":0.6,"precision":0.6226415094339622,"balanced_accuracy":0.63,"f1":0.6407766990291263,"true_positive":33,"false_positive":20,"false_negative":17,"true_negative":30,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.07167210475588004,"baseline_adjusted_skill":0.26,"baseline_adjusted_score":0.26},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.53,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.253968253968254,"baseline_adjusted_score":0.253968253968254},"scoring":{"eligible":true,"reason":null},"model":145,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1548789351294527,"accuracy":0.7837837837837838,"positive_recall":0.7464788732394366,"specificity":0.8181818181818182,"precision":0.7910447761194029,"balanced_accuracy":0.7823303457106274,"f1":0.7681159420289855,"true_positive":53,"false_positive":14,"false_negative":18,"true_negative":63,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.24958911614317017,"brier_skill":0.3794643872186698,"baseline_adjusted_skill":0.5646606914212549,"baseline_adjusted_score":0.5646606914212549},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.64,"uniform_accuracy_baseline":0.2005,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.4929577464788733,"baseline_adjusted_score":0.4929577464788733},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.9558823529411764,"baseline_adjusted_score":0.9558823529411764},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.7234042553191489,"baseline_adjusted_score":0.7234042553191489},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.8775510204081631,"baseline_adjusted_score":0.8775510204081631},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.18083427801342478,"accuracy":0.53245239122,"positive_recall":0.47764115952785324,"specificity":0.6203913557716567,"precision":0.6687344571363636,"balanced_accuracy":0.549016257649755,"f1":0.5572608085512021,"true_positive":29.424316114,"false_positive":14.575683886,"false_negative":32.179076992,"true_negative":23.820923008,"positive_prevalence":0.61603393106,"majority_accuracy_baseline":0.61603393106,"constant_brier_baseline":0.07908707655202402,"brier_skill":-1.2865212105099215,"baseline_adjusted_skill":0.09803251529951007,"baseline_adjusted_score":0.09803251529951007},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.12560579286412,"accuracy":0.82,"positive_recall":0.8,"specificity":0.84,"precision":0.8333333333333334,"balanced_accuracy":0.8200000000000001,"f1":0.8163265306122449,"true_positive":40,"false_positive":8,"false_negative":10,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.49757682854352003,"baseline_adjusted_skill":0.6400000000000001,"baseline_adjusted_score":0.6400000000000001},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.012987012987012986,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.8947368421052632,"baseline_adjusted_score":0.8947368421052632},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.9333333333333332,"baseline_adjusted_score":0.9333333333333332},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.52,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.25000000000000006,"baseline_adjusted_score":0.25000000000000006},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.11336155400515001,"accuracy":0.83,"positive_recall":1,"specificity":0.66,"precision":0.746268656716418,"balanced_accuracy":0.8300000000000001,"f1":0.8547008547008547,"true_positive":50,"false_positive":17,"false_negative":0,"true_negative":33,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5465537839793999,"baseline_adjusted_skill":0.6600000000000001,"baseline_adjusted_score":0.6600000000000001},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0,"abstained":0},"metrics":{"binary_brier":0.075115740877932,"accuracy":0.7078718392198373,"positive_recall":0.6270511504124998,"specificity":0.7455049190114259,"precision":0.534295332871406,"balanced_accuracy":0.6862780347119628,"f1":0.5769690750510367,"true_positive":139.45108187943697,"false_positive":121.54891812056303,"false_negative":82.94079442555085,"true_negative":356.05920557444915,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768642,"brier_skill":0.1534053305305325,"baseline_adjusted_skill":0.3725560694239256,"baseline_adjusted_score":0.3725560694239256},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.06607604224171,"accuracy":0.91,"positive_recall":0.88,"specificity":0.94,"precision":0.9361702127659575,"balanced_accuracy":0.9099999999999999,"f1":0.9072164948453608,"true_positive":44,"false_positive":3,"false_negative":6,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.73569583103316,"baseline_adjusted_skill":0.8199999999999998,"baseline_adjusted_score":0.8199999999999998},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9602649006622517,"uniform_accuracy_baseline":0.006622516556291391,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.9586206896551724,"baseline_adjusted_score":0.9586206896551724},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.09824280494064333,"accuracy":0.8666666666666667,"positive_recall":0.7533333333333333,"specificity":0.98,"precision":0.9741379310344828,"balanced_accuracy":0.8666666666666667,"f1":0.849624060150376,"true_positive":113,"false_positive":3,"false_negative":37,"true_negative":147,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6070287802374267,"baseline_adjusted_skill":0.7333333333333334,"baseline_adjusted_score":0.7333333333333334},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":14},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8870588235294118,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.7917570498915402,"baseline_adjusted_score":0.7917570498915402},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.45,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.08333333333333331,"baseline_adjusted_score":0.08333333333333331},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.09672366970021001,"accuracy":0.87,"positive_recall":0.96,"specificity":0.78,"precision":0.8135593220338984,"balanced_accuracy":0.87,"f1":0.8807339449541285,"true_positive":48,"false_positive":11,"false_negative":2,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.61310532119916,"baseline_adjusted_skill":0.74,"baseline_adjusted_score":0.74},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.76,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9266666666666666,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.8533333333333333,"baseline_adjusted_score":0.8533333333333333},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":19},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7266666666666667,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.4305555555555556,"baseline_adjusted_score":0.4305555555555556},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":20},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9266666666666666,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5266666666666666,"baseline_adjusted_skill":0.8450704225352113,"baseline_adjusted_score":0.8450704225352113},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":21},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.07142857142857142,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9887640449438202,"baseline_adjusted_score":0.9887640449438202},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.7608695652173914,"baseline_adjusted_score":0.7608695652173914},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.45,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.2465753424657534,"baseline_adjusted_score":0.2465753424657534},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7777777777777778,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.3333333333333334,"baseline_adjusted_score":0.3333333333333334},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0,"abstained":0},"metrics":{"binary_brier":0.19536707638791462,"accuracy":0.6951219512195121,"positive_recall":0.625,"specificity":0.7619047619047619,"precision":0.7142857142857143,"balanced_accuracy":0.6934523809523809,"f1":0.6666666666666666,"true_positive":25,"false_positive":10,"false_negative":15,"true_negative":32,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.2498512790005949,"brier_skill":0.21806653474265603,"baseline_adjusted_skill":0.38690476190476186,"baseline_adjusted_score":0.38690476190476186},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.15143655801498,"accuracy":0.77,"positive_recall":0.7,"specificity":0.84,"precision":0.813953488372093,"balanced_accuracy":0.77,"f1":0.7526881720430108,"true_positive":35,"false_positive":8,"false_negative":15,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.39425376794008005,"baseline_adjusted_skill":0.54,"baseline_adjusted_score":0.54},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7430167597765364,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.6702508960573478,"baseline_adjusted_score":0.6702508960573478},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.52,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.21311475409836067,"baseline_adjusted_score":0.21311475409836067},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"binary_brier":0.155540198886675,"accuracy":0.785,"positive_recall":0.38636363636363635,"specificity":0.8974358974358975,"precision":0.5151515151515151,"balanced_accuracy":0.6418997668997669,"f1":0.44155844155844154,"true_positive":17,"false_positive":16,"false_negative":27,"true_negative":140,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":0.093588584576486,"baseline_adjusted_skill":0.2837995337995338,"baseline_adjusted_score":0.2837995337995338},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"binary_brier":0.18878756090394,"accuracy":0.75,"positive_recall":0.04,"specificity":0.9866666666666667,"precision":0.5,"balanced_accuracy":0.5133333333333333,"f1":0.07407407407407407,"true_positive":2,"false_positive":2,"false_negative":48,"true_negative":148,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-0.0068669914876799965,"baseline_adjusted_skill":0.026666666666666616,"baseline_adjusted_score":0.026666666666666616},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"binary_brier":0.028553038530850002,"accuracy":0.955,"positive_recall":0.5789473684210527,"specificity":0.994475138121547,"precision":0.9166666666666666,"balanced_accuracy":0.7867112532712999,"f1":0.7096774193548387,"true_positive":11,"false_positive":1,"false_negative":8,"true_negative":180,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.085975,"brier_skill":0.6678913808566443,"baseline_adjusted_skill":0.5734225065425997,"baseline_adjusted_score":0.5734225065425997},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9966666666666667,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.9949999999999999,"baseline_adjusted_score":0.9949999999999999},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":33},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.01909394610629,"accuracy":0.9833333333333333,"positive_recall":0.9866666666666667,"specificity":0.98,"precision":0.9801324503311258,"balanced_accuracy":0.9833333333333334,"f1":0.9833887043189369,"true_positive":148,"false_positive":3,"false_negative":2,"true_negative":147,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.92362421557484,"baseline_adjusted_skill":0.9666666666666668,"baseline_adjusted_score":0.9666666666666668},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":34},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9733333333333334,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.9644444444444445,"baseline_adjusted_score":0.9644444444444445},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":35},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.14561735241087667,"accuracy":0.7866666666666666,"positive_recall":0.9866666666666667,"specificity":0.5866666666666667,"precision":0.7047619047619048,"balanced_accuracy":0.7866666666666666,"f1":0.8222222222222222,"true_positive":148,"false_positive":62,"false_negative":2,"true_negative":88,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4175305903564933,"baseline_adjusted_skill":0.5733333333333333,"baseline_adjusted_score":0.5733333333333333},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":36},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.15925890799495934,"normalized_score_rmse":0.21450400850054713,"constant_score_baseline":0.5,"constant_mae_baseline":0.3333333333333333,"baseline_adjusted_skill":0.522223276015122,"baseline_adjusted_score":0.522223276015122},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":37},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.33666666666666667,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.11555555555555556,"baseline_adjusted_score":0.11555555555555556},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":38},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.24782380112382,"accuracy":0.54,"positive_recall":0.5733333333333334,"specificity":0.5066666666666667,"precision":0.5375,"balanced_accuracy":0.54,"f1":0.5548387096774193,"true_positive":86,"false_positive":74,"false_negative":64,"true_negative":76,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.008704795504720031,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":39},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.2969772298679768,"normalized_score_rmse":0.34446157695021434,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.010075900440077223,"baseline_adjusted_score":0.010075900440077223},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":40},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9466666666666667,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.923809523809524,"baseline_adjusted_score":0.923809523809524},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":42},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.01873097499922,"accuracy":0.9833333333333333,"positive_recall":0.9798657718120806,"specificity":0.9867549668874173,"precision":0.9864864864864865,"balanced_accuracy":0.9833103693497489,"f1":0.9831649831649831,"true_positive":146,"false_positive":2,"false_negative":3,"true_negative":149,"positive_prevalence":0.49666666666666665,"majority_accuracy_baseline":0.5033333333333334,"constant_brier_baseline":0.2499888888888889,"brier_skill":0.9250727699040047,"baseline_adjusted_skill":0.9666207386994978,"baseline_adjusted_score":0.9666207386994978},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":43},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.1804184817082045,"normalized_score_rmse":0.23530479989249722,"constant_score_baseline":0.5,"constant_mae_baseline":0.36666666666666664,"baseline_adjusted_skill":0.5079495953412605,"baseline_adjusted_score":0.5079495953412605},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":44},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2866666666666667,"baseline_adjusted_skill":0.5794392523364484,"baseline_adjusted_score":0.5794392523364484},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":46},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.15035502882583665,"accuracy":0.79,"positive_recall":0.8343949044585988,"specificity":0.7412587412587412,"precision":0.7797619047619048,"balanced_accuracy":0.78782682285867,"f1":0.8061538461538461,"true_positive":131,"false_positive":37,"false_negative":26,"true_negative":106,"positive_prevalence":0.5233333333333333,"majority_accuracy_baseline":0.5233333333333333,"constant_brier_baseline":0.24945555555555557,"brier_skill":0.39726726674422974,"baseline_adjusted_skill":0.57565364571734,"baseline_adjusted_score":0.57565364571734},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":47},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.248882113641003,"normalized_score_rmse":0.30699199686947104,"constant_score_baseline":0.5,"constant_mae_baseline":0.3016666666666667,"baseline_adjusted_skill":0.17497641886960347,"baseline_adjusted_score":0.17497641886960347},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":48},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0,"abstained":0},"metrics":{"binary_brier":0.06359842898474317,"accuracy":0.879267857142857,"positive_recall":0.5355619482194227,"specificity":0.9012088475737561,"precision":0.2570952380952381,"balanced_accuracy":0.7183853978965894,"f1":0.347414819343007,"true_positive":89.98333333333333,"false_positive":260.01666666666665,"false_negative":78.03333333333333,"true_negative":2371.9666666666667,"positive_prevalence":0.060005952380952375,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679138,"brier_skill":-0.975046859325285,"baseline_adjusted_skill":0.4367707957931788,"baseline_adjusted_score":0.4367707957931788},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.44333333333333336,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.25777777777777783,"baseline_adjusted_score":0.25777777777777783},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":50},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7337110481586402,"uniform_accuracy_baseline":0.027777777777777776,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.6948051948051948,"baseline_adjusted_score":0.6948051948051948},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.7714285714285716,"baseline_adjusted_score":0.7714285714285716},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.11782001431842,"accuracy":0.83,"positive_recall":1,"specificity":0.66,"precision":0.746268656716418,"balanced_accuracy":0.8300000000000001,"f1":0.8547008547008547,"true_positive":50,"false_positive":17,"false_negative":0,"true_negative":33,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5287199427263201,"baseline_adjusted_skill":0.6600000000000001,"baseline_adjusted_score":0.6600000000000001},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.07712789445164,"accuracy":0.89,"positive_recall":0.98,"specificity":0.8,"precision":0.8305084745762712,"balanced_accuracy":0.89,"f1":0.8990825688073395,"true_positive":49,"false_positive":10,"false_negative":1,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.69148842219344,"baseline_adjusted_skill":0.78,"baseline_adjusted_score":0.78},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.61,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.8510638297872342,"baseline_adjusted_score":0.8510638297872342},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.08808634322586001,"accuracy":0.88,"positive_recall":0.92,"specificity":0.84,"precision":0.8518518518518519,"balanced_accuracy":0.88,"f1":0.8846153846153846,"true_positive":46,"false_positive":8,"false_negative":4,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.64765462709656,"baseline_adjusted_skill":0.76,"baseline_adjusted_score":0.76},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.44,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.25333333333333335,"baseline_adjusted_score":0.25333333333333335},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":58},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.6866666666666666,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.5299999999999999,"baseline_adjusted_score":0.5299999999999999},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":59},{"provenance":"measured","status":"complete","counts":{"cases":285,"expected":285,"succeeded":285,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.6947368421052632,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5263157894736842,"baseline_adjusted_skill":0.3555555555555557,"baseline_adjusted_score":0.3555555555555557},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":60},{"provenance":"measured","status":"complete","counts":{"cases":299,"expected":299,"succeeded":299,"failed":0,"abstained":0},"metrics":{"binary_brier":0.26259148164322405,"accuracy":0.5652173913043478,"positive_recall":0.9533333333333334,"specificity":0.174496644295302,"precision":0.5375939849624061,"balanced_accuracy":0.5639149888143177,"f1":0.6875,"true_positive":143,"false_positive":123,"false_negative":7,"true_negative":26,"positive_prevalence":0.5016722408026756,"majority_accuracy_baseline":0.5016722408026756,"constant_brier_baseline":0.24999720361069788,"brier_skill":-0.050377675632477414,"baseline_adjusted_skill":0.12782997762863535,"baseline_adjusted_score":0.12782997762863535},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":61},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9566666666666667,"uniform_accuracy_baseline":0.2,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":0.9458333333333332,"baseline_adjusted_score":0.9458333333333332},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":62},{"provenance":"measured","status":"complete","counts":{"cases":283,"expected":283,"succeeded":283,"failed":0,"abstained":0},"metrics":{"binary_brier":0.3146014232878021,"accuracy":0.5512367491166078,"positive_recall":0.8571428571428571,"specificity":0.28,"precision":0.5135135135135135,"balanced_accuracy":0.5685714285714285,"f1":0.6422535211267606,"true_positive":114,"false_positive":108,"false_negative":19,"true_negative":42,"positive_prevalence":0.46996466431095407,"majority_accuracy_baseline":0.5300353356890459,"constant_brier_baseline":0.24909787861004634,"brier_skill":-0.26296307717778356,"baseline_adjusted_skill":0.137142857142857,"baseline_adjusted_score":0.137142857142857},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":63},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8166666666666667,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.7555555555555555,"baseline_adjusted_score":0.7555555555555555},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":64},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9733333333333334,"uniform_accuracy_baseline":0.20616666666666666,"fixed_answer_accuracy_baseline":0.21333333333333335,"baseline_adjusted_skill":0.9661016949152543,"baseline_adjusted_score":0.9661016949152543},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":65},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8266666666666667,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.74,"baseline_adjusted_score":0.74},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":66},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7366666666666667,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.37333333333333335,"baseline_adjusted_skill":0.5797872340425532,"baseline_adjusted_score":0.5797872340425532},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":67},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.12307515711386535,"normalized_score_rmse":0.15090949760701416,"constant_score_baseline":0.5,"constant_mae_baseline":0.26208333333333333,"baseline_adjusted_skill":0.5303968567992419,"baseline_adjusted_score":0.5303968567992419},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":68},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.12617575837826128,"normalized_score_rmse":0.1620104287204834,"constant_score_baseline":0.52,"constant_mae_baseline":0.24733333333333335,"baseline_adjusted_skill":0.4898554243466525,"baseline_adjusted_score":0.4898554243466525},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":69},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.15042385318598245,"normalized_score_rmse":0.1701898206955265,"constant_score_baseline":0.578319964349225,"constant_mae_baseline":0.11212962028602311,"baseline_adjusted_skill":-0.34151754730175155,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":70},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7766666666666666,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.7022222222222222,"baseline_adjusted_score":0.7022222222222222},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":71},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8507462686567167,"baseline_adjusted_score":0.8507462686567167},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.06090997866032,"accuracy":0.92,"positive_recall":0.86,"specificity":0.98,"precision":0.9772727272727273,"balanced_accuracy":0.9199999999999999,"f1":0.9148936170212766,"true_positive":43,"false_positive":1,"false_negative":7,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.75636008535872,"baseline_adjusted_skill":0.8399999999999999,"baseline_adjusted_score":0.8399999999999999},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.4853976148648649,"uniform_accuracy_baseline":0.23445945945945948,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.302381707538181,"baseline_adjusted_score":0.302381707538181},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0,"abstained":0},"metrics":{"binary_brier":0.05058841415036842,"accuracy":0.6883771513157896,"positive_recall":0.7403110706645102,"specificity":0.6389245301409401,"precision":0.6612851204819277,"balanced_accuracy":0.6896178004027251,"f1":0.6985702424862498,"true_positive":54.886665,"false_positive":28.113335,"false_negative":19.253338,"true_negative":49.746662,"positive_prevalence":0.4877631776315789,"majority_accuracy_baseline":0.512236822368421,"constant_brier_baseline":0.09451910039768556,"brier_skill":0.4647810449155825,"baseline_adjusted_skill":0.37923560080545027,"baseline_adjusted_score":0.37923560080545027},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.11678694493008111,"normalized_score_rmse":0.16314800208691715,"constant_score_baseline":0.5841668333333333,"constant_mae_baseline":0.21700552708333334,"baseline_adjusted_skill":0.46182502123444447,"baseline_adjusted_score":0.46182502123444447},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.22670658587956002,"accuracy":0.69,"positive_recall":0.94,"specificity":0.44,"precision":0.6266666666666667,"balanced_accuracy":0.69,"f1":0.752,"true_positive":47,"false_positive":28,"false_negative":3,"true_negative":22,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.0931736564817599,"baseline_adjusted_skill":0.3799999999999999,"baseline_adjusted_score":0.3799999999999999},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.29124831159907,"accuracy":0.61,"positive_recall":0.24,"specificity":0.98,"precision":0.9230769230769231,"balanced_accuracy":0.61,"f1":0.38095238095238093,"true_positive":12,"false_positive":1,"false_negative":38,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.16499324639628,"baseline_adjusted_skill":0.21999999999999997,"baseline_adjusted_score":0.21999999999999997},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.819672131147541,"baseline_adjusted_score":0.819672131147541},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.036111111111111115,"fixed_answer_accuracy_baseline":0.08833333333333333,"baseline_adjusted_skill":0.9012797074954296,"baseline_adjusted_score":0.9012797074954296},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1840943437759,"accuracy":0.7166666666666667,"positive_recall":0.8266666666666667,"specificity":0.6066666666666667,"precision":0.6775956284153005,"balanced_accuracy":0.7166666666666667,"f1":0.7447447447447447,"true_positive":124,"false_positive":59,"false_negative":26,"true_negative":91,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2636226248964,"baseline_adjusted_skill":0.43333333333333335,"baseline_adjusted_score":0.43333333333333335},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":81},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.8863636363636362,"baseline_adjusted_score":0.8863636363636362},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.54,"uniform_accuracy_baseline":0.11021428571428572,"fixed_answer_accuracy_baseline":0.12554761904761905,"baseline_adjusted_skill":0.47395648977591426,"baseline_adjusted_score":0.47395648977591426},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":83},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.6933333333333334,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.5911111111111111,"baseline_adjusted_score":0.5911111111111111},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":84},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.895,"uniform_accuracy_baseline":0.049879324215607396,"fixed_answer_accuracy_baseline":0.12442477876106194,"baseline_adjusted_skill":0.8800788356579745,"baseline_adjusted_score":0.8800788356579745},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.18772566367584334,"accuracy":0.6966666666666667,"positive_recall":0.6018518518518519,"specificity":0.9404761904761905,"precision":0.9629629629629629,"balanced_accuracy":0.7711640211640212,"f1":0.7407407407407407,"true_positive":130,"false_positive":5,"false_negative":86,"true_negative":79,"positive_prevalence":0.72,"majority_accuracy_baseline":0.72,"constant_brier_baseline":0.2016,"brier_skill":0.06882111271903102,"baseline_adjusted_skill":0.5423280423280423,"baseline_adjusted_score":0.5423280423280423},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":86},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9233333333333333,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5033333333333333,"baseline_adjusted_skill":0.8456375838926175,"baseline_adjusted_score":0.8456375838926175},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":87},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.27034718575876,"accuracy":0.52,"positive_recall":0.1,"specificity":0.94,"precision":0.625,"balanced_accuracy":0.52,"f1":0.1724137931034483,"true_positive":5,"false_positive":3,"false_negative":45,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.08138874303503996,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.43951085594393996,"accuracy":0.5366666666666666,"positive_recall":1,"specificity":0.007142857142857143,"precision":0.5351170568561873,"balanced_accuracy":0.5035714285714286,"f1":0.6971677559912854,"true_positive":160,"false_positive":139,"false_negative":0,"true_negative":1,"positive_prevalence":0.5333333333333333,"majority_accuracy_baseline":0.5333333333333333,"constant_brier_baseline":0.2488888888888889,"brier_skill":-0.7658918319176158,"baseline_adjusted_skill":0.0071428571428571175,"baseline_adjusted_score":0.0071428571428571175},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":89},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7777777777777778,"uniform_accuracy_baseline":0.23888888888888887,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.6862745098039217,"baseline_adjusted_score":0.6862745098039217},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1296060703051875,"accuracy":0.8125,"positive_recall":0.90625,"specificity":0.71875,"precision":0.7631578947368421,"balanced_accuracy":0.8125,"f1":0.8285714285714286,"true_positive":29,"false_positive":9,"false_negative":3,"true_negative":23,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.48157571877925,"baseline_adjusted_skill":0.625,"baseline_adjusted_score":0.625},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.83,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.7424242424242424,"baseline_adjusted_score":0.7424242424242424},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.34487416730981,"accuracy":0.52,"positive_recall":0.1,"specificity":0.94,"precision":0.625,"balanced_accuracy":0.52,"f1":0.1724137931034483,"true_positive":5,"false_positive":3,"false_negative":45,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.3794966692392401,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7941176470588235,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.6956521739130433,"baseline_adjusted_score":0.6956521739130433},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"binary_brier":0.13787681955533335,"accuracy":0.8787878787878788,"positive_recall":1,"specificity":0.7647058823529411,"precision":0.8,"balanced_accuracy":0.8823529411764706,"f1":0.8888888888888888,"true_positive":16,"false_positive":4,"false_negative":0,"true_negative":13,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.44798582170677204,"baseline_adjusted_skill":0.7647058823529411,"baseline_adjusted_score":0.7647058823529411},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.15957199935981706,"normalized_score_rmse":0.2821104544239652,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.5164484867884331,"baseline_adjusted_score":0.5164484867884331},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.4375,"uniform_accuracy_baseline":0.178125,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":0.2105263157894737,"baseline_adjusted_score":0.2105263157894737},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0,"abstained":0},"metrics":{"binary_brier":0.3031853806481471,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":17,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.21274152259258838,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.19709634809561447,"normalized_score_rmse":0.2449629863541562,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-0.34025516705017833,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.5416666666666666,"uniform_accuracy_baseline":0.13194444444444445,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":-0.14782608695652177,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0,"abstained":0},"metrics":{"binary_brier":0.13777286589888463,"accuracy":0.8653846153846154,"positive_recall":1,"specificity":0.7307692307692307,"precision":0.7878787878787878,"balanced_accuracy":0.8653846153846154,"f1":0.8813559322033898,"true_positive":26,"false_positive":7,"false_negative":0,"true_negative":19,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4489085364044615,"baseline_adjusted_skill":0.7307692307692308,"baseline_adjusted_score":0.7307692307692308},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0,"abstained":0},"metrics":{"binary_brier":0.09409264865949334,"accuracy":0.84,"positive_recall":1,"specificity":0.6666666666666666,"precision":0.7647058823529411,"balanced_accuracy":0.8333333333333333,"f1":0.8666666666666667,"true_positive":39,"false_positive":12,"false_negative":0,"true_negative":24,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24960000000000004,"brier_skill":0.6230262473577992,"baseline_adjusted_skill":0.6666666666666665,"baseline_adjusted_score":0.6666666666666665},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.2546262403480907,"normalized_score_rmse":0.31274530569260767,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.09062057018539038,"baseline_adjusted_score":0.09062057018539038},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7647058823529411,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.6799999999999998,"baseline_adjusted_score":0.6799999999999998},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0,"abstained":0},"metrics":{"binary_brier":0.11560656071517858,"accuracy":0.7857142857142857,"positive_recall":1,"specificity":0.5714285714285714,"precision":0.7,"balanced_accuracy":0.7857142857142857,"f1":0.8235294117647058,"true_positive":14,"false_positive":6,"false_negative":0,"true_negative":8,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5375737571392857,"baseline_adjusted_skill":0.5714285714285714,"baseline_adjusted_score":0.5714285714285714},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.2015277164322653,"normalized_score_rmse":0.29284634201131093,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.1696969696969697,"baseline_adjusted_skill":-0.18757404326156335,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0,"abstained":0},"metrics":{"binary_brier":0.06834249195503529,"accuracy":0.9058823529411765,"positive_recall":1,"specificity":0.8,"precision":0.8490566037735849,"balanced_accuracy":0.9,"f1":0.9183673469387755,"true_positive":45,"false_positive":8,"false_negative":0,"true_negative":32,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.2491349480968858,"brier_skill":0.7256808309027056,"baseline_adjusted_skill":0.8,"baseline_adjusted_score":0.8},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0,"abstained":0},"metrics":{"binary_brier":0.28105367409554005,"accuracy":0.7,"positive_recall":0.5714285714285714,"specificity":1,"precision":1,"balanced_accuracy":0.7857142857142857,"f1":0.7272727272727273,"true_positive":20,"false_positive":0,"false_negative":15,"true_negative":15,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.21,"brier_skill":-0.33835082902638125,"baseline_adjusted_skill":0.5714285714285714,"baseline_adjusted_score":0.5714285714285714},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.19328713810731737,"normalized_score_rmse":0.3343114569988732,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.3096887924738666,"baseline_adjusted_score":0.3096887924738666},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8734177215189873,"uniform_accuracy_baseline":0.24240506329113923,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.782608695652174,"baseline_adjusted_score":0.782608695652174},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0,"abstained":0},"metrics":{"binary_brier":0.004748060928142857,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":11,"false_positive":0,"false_negative":0,"true_negative":10,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.2494331065759637,"brier_skill":0.9809645920971727,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7878787878787878,"uniform_accuracy_baseline":0.32373737373737377,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.6499999999999999,"baseline_adjusted_score":0.6499999999999999},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"binary_brier":0.18324496934039394,"accuracy":0.7575757575757576,"positive_recall":0.6470588235294118,"specificity":0.875,"precision":0.8461538461538461,"balanced_accuracy":0.7610294117647058,"f1":0.7333333333333333,"true_positive":11,"false_positive":2,"false_negative":6,"true_negative":14,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.2663464278982022,"baseline_adjusted_skill":0.5220588235294117,"baseline_adjusted_score":0.5220588235294117},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.19578465010706575,"normalized_score_rmse":0.27675832622512136,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.3431372549019608,"baseline_adjusted_skill":0.42942759111655127,"baseline_adjusted_score":0.42942759111655127},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.36055573010096,"accuracy":0.39,"positive_recall":0.54,"specificity":0.24,"precision":0.4153846153846154,"balanced_accuracy":0.39,"f1":0.46956521739130436,"true_positive":27,"false_positive":38,"false_negative":23,"true_negative":12,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.4422229204038399,"baseline_adjusted_skill":-0.21999999999999997,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.41333333333333333,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":0.09278350515463916,"baseline_adjusted_score":0.09278350515463916},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0,"abstained":0},"metrics":{"binary_brier":0.22770742109005335,"accuracy":0.5866666666666667,"positive_recall":0.40540540540540543,"specificity":0.7631578947368421,"precision":0.625,"balanced_accuracy":0.5842816500711238,"f1":0.4918032786885246,"true_positive":15,"false_positive":9,"false_negative":22,"true_negative":29,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555554,"brier_skill":0.08900836157073244,"baseline_adjusted_skill":0.16856330014224752,"baseline_adjusted_score":0.16856330014224752},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.14285714285714285,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.8205128205128205,"baseline_adjusted_score":0.8205128205128205},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.36,"uniform_accuracy_baseline":0.32416666666666666,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.03030303030303025,"baseline_adjusted_score":0.03030303030303025},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"binary_brier":0.28277195204269695,"accuracy":0.5151515151515151,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":16,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":-0.13212741093565072,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.13324426939278197,"normalized_score_rmse":0.15521965960303544,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.393508842763889,"baseline_adjusted_score":0.393508842763889},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.15310559460296,"accuracy":0.78,"positive_recall":0.5454545454545454,"specificity":0.8461538461538461,"precision":0.5,"balanced_accuracy":0.6958041958041958,"f1":0.5217391304347826,"true_positive":12,"false_positive":12,"false_negative":10,"true_negative":66,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":0.10777625522750589,"baseline_adjusted_skill":0.39160839160839167,"baseline_adjusted_score":0.39160839160839167},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.10009695807328998,"accuracy":0.91,"positive_recall":0.7837837837837838,"specificity":0.9841269841269841,"precision":0.9666666666666667,"balanced_accuracy":0.883955383955384,"f1":0.8656716417910447,"true_positive":29,"false_positive":1,"false_negative":8,"true_negative":62,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000003,"brier_skill":0.5705836204492065,"baseline_adjusted_skill":0.767910767910768,"baseline_adjusted_score":0.767910767910768},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.15596593975544,"accuracy":0.76,"positive_recall":0.46153846153846156,"specificity":0.9508196721311475,"precision":0.8571428571428571,"balanced_accuracy":0.7061790668348045,"f1":0.6,"true_positive":18,"false_positive":3,"false_negative":21,"true_negative":58,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379,"brier_skill":0.3444054655088693,"baseline_adjusted_skill":0.41235813366960894,"baseline_adjusted_score":0.41235813366960894},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.034012791996070005,"accuracy":0.95,"positive_recall":0.8709677419354839,"specificity":0.9855072463768116,"precision":0.9642857142857143,"balanced_accuracy":0.9282374941561478,"f1":0.9152542372881356,"true_positive":27,"false_positive":1,"false_negative":4,"true_negative":68,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999998,"brier_skill":0.84098741469813,"baseline_adjusted_skill":0.8564749883122955,"baseline_adjusted_score":0.8564749883122955},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.9166666666666666,"baseline_adjusted_score":0.9166666666666666},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.17645473546190224,"normalized_score_rmse":0.22029197255703853,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.2410549012391302,"baseline_adjusted_score":0.2410549012391302},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.13570934063187,"accuracy":0.81,"positive_recall":0.84,"specificity":0.78,"precision":0.7924528301886793,"balanced_accuracy":0.81,"f1":0.8155339805825242,"true_positive":42,"false_positive":11,"false_negative":8,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.45716263747251995,"baseline_adjusted_skill":0.6200000000000001,"baseline_adjusted_score":0.6200000000000001},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.30580464427730997,"accuracy":0.54,"positive_recall":0.76,"specificity":0.32,"precision":0.5277777777777778,"balanced_accuracy":0.54,"f1":0.6229508196721312,"true_positive":38,"false_positive":34,"false_negative":12,"true_negative":16,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.22321857710923987,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.59,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.1714285714285716,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.09155148499819,"accuracy":0.8733333333333333,"positive_recall":0.8133333333333334,"specificity":0.9333333333333333,"precision":0.9242424242424242,"balanced_accuracy":0.8733333333333333,"f1":0.8652482269503546,"true_positive":122,"false_positive":10,"false_negative":28,"true_negative":140,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.63379406000724,"baseline_adjusted_skill":0.7466666666666666,"baseline_adjusted_score":0.7466666666666666},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":134},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.08779294342117,"accuracy":0.86,"positive_recall":0.86,"specificity":0.86,"precision":0.86,"balanced_accuracy":0.86,"f1":0.86,"true_positive":43,"false_positive":7,"false_negative":7,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.64882822631532,"baseline_adjusted_skill":0.72,"baseline_adjusted_score":0.72},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.8095238095238096,"baseline_adjusted_score":0.8095238095238096},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.68,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.46666666666666673,"baseline_adjusted_score":0.46666666666666673},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.16418205957104,"accuracy":0.75,"positive_recall":0.62,"specificity":0.88,"precision":0.8378378378378378,"balanced_accuracy":0.75,"f1":0.7126436781609196,"true_positive":31,"false_positive":6,"false_negative":19,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.34327176171583995,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.6966666666666667,"uniform_accuracy_baseline":0.0625,"fixed_answer_accuracy_baseline":0.10666666666666667,"baseline_adjusted_skill":0.6604477611940298,"baseline_adjusted_score":0.6604477611940298},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":142},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.20851190476190473,"fixed_answer_accuracy_baseline":0.22333333333333333,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.03982880171663,"accuracy":0.95,"positive_recall":0.96,"specificity":0.94,"precision":0.9411764705882353,"balanced_accuracy":0.95,"f1":0.9504950495049505,"true_positive":48,"false_positive":3,"false_negative":2,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.84068479313348,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.09957466836048497,"normalized_score_rmse":0.1629672215224537,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.6680844387983834,"baseline_adjusted_score":0.6680844387983834},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.22851190476190475,"fixed_answer_accuracy_baseline":0.24333333333333332,"baseline_adjusted_skill":0.9339207048458149,"baseline_adjusted_score":0.9339207048458149},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.02662522138111,"accuracy":0.97,"positive_recall":0.98,"specificity":0.96,"precision":0.9607843137254902,"balanced_accuracy":0.97,"f1":0.9702970297029703,"true_positive":49,"false_positive":2,"false_negative":1,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.89349911447556,"baseline_adjusted_skill":0.94,"baseline_adjusted_score":0.94},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.08266121115790254,"normalized_score_rmse":0.15772554402933112,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.3042222222222222,"baseline_adjusted_skill":0.7282867419937462,"baseline_adjusted_score":0.7282867419937462},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.76,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.6129032258064516,"baseline_adjusted_score":0.6129032258064516},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9733333333333334,"uniform_accuracy_baseline":0.3467777777777778,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.9583333333333334,"baseline_adjusted_score":0.9583333333333334},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":150},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.07073675937224,"accuracy":0.91,"positive_recall":0.96,"specificity":0.86,"precision":0.8727272727272727,"balanced_accuracy":0.9099999999999999,"f1":0.9142857142857143,"true_positive":48,"false_positive":7,"false_negative":2,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.71705296251104,"baseline_adjusted_skill":0.8199999999999998,"baseline_adjusted_score":0.8199999999999998},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.78,"baseline_adjusted_score":0.78},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.06504885766511999,"accuracy":0.9,"positive_recall":0.84,"specificity":0.96,"precision":0.9545454545454546,"balanced_accuracy":0.8999999999999999,"f1":0.8936170212765957,"true_positive":42,"false_positive":2,"false_negative":8,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7398045693395201,"baseline_adjusted_skill":0.7999999999999998,"baseline_adjusted_score":0.7999999999999998},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.57,"uniform_accuracy_baseline":0.3533333333333333,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.27118644067796605,"baseline_adjusted_score":0.27118644067796605},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.9032258064516128,"baseline_adjusted_score":0.9032258064516128},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.6266666666666667,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.44000000000000006,"baseline_adjusted_score":0.44000000000000006},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":157},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.47,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.1451612903225806,"baseline_adjusted_score":0.1451612903225806},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.43,"uniform_accuracy_baseline":0.1111111111111111,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.32142857142857145,"baseline_adjusted_score":0.32142857142857145},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.8809523809523808,"baseline_adjusted_score":0.8809523809523808},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":160},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.06460030160810999,"accuracy":0.7921250000000001,"positive_recall":0.24192485168094927,"specificity":0.9208699676075891,"precision":0.41704545454545455,"balanced_accuracy":0.5813974096442692,"f1":0.3062161034626617,"true_positive":18.35,"false_positive":25.65,"false_negative":57.5,"true_negative":298.5,"positive_prevalence":0.189625,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500001,"brier_skill":0.15137626633182777,"baseline_adjusted_skill":0.16279481928853845,"baseline_adjusted_score":0.16279481928853845},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.18247607688933765,"normalized_score_rmse":0.21578325188459915,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":0.14631075139491156,"baseline_adjusted_score":0.14631075139491156},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0670993381288,"accuracy":0.7951250000000001,"positive_recall":0.4955461790904829,"specificity":0.9040395432077724,"precision":0.6524691358024691,"balanced_accuracy":0.6997928611491276,"f1":0.5632827071675993,"true_positive":52.85,"false_positive":28.15,"false_negative":53.8,"true_negative":265.2,"positive_prevalence":0.266625,"majority_accuracy_baseline":0.733375,"constant_brier_baseline":0.115654859375,"brier_skill":0.41983122463331424,"baseline_adjusted_skill":0.3995857222982553,"baseline_adjusted_score":0.3995857222982553},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.18371723124041445,"normalized_score_rmse":0.23138115998736142,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.3164010000356672,"baseline_adjusted_score":0.3164010000356672},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.05395333179012,"accuracy":0.794875,"positive_recall":0.5713646532438479,"specificity":0.8815264527320035,"precision":0.6515306122448979,"balanced_accuracy":0.7264455529879257,"f1":0.6088200238379022,"true_positive":63.85,"false_positive":34.15,"false_negative":47.9,"true_negative":254.1,"positive_prevalence":0.279375,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937500001,"brier_skill":0.5231945381518606,"baseline_adjusted_skill":0.45289110597585136,"baseline_adjusted_score":0.45289110597585136},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.17543148212748963,"normalized_score_rmse":0.2200093204244642,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.33642938202368,"baseline_adjusted_score":0.33642938202368},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0736186078124875,"accuracy":0.835875,"positive_recall":0.3216901408450704,"specificity":0.9824899598393575,"precision":0.8397058823529412,"balanced_accuracy":0.652090050342214,"f1":0.46517311608961304,"true_positive":28.55,"false_positive":5.45,"false_negative":60.2,"true_negative":305.8,"positive_prevalence":0.221875,"majority_accuracy_baseline":0.778125,"constant_brier_baseline":0.12674023437499998,"brier_skill":0.4191378280502134,"baseline_adjusted_skill":0.304180100684428,"baseline_adjusted_score":0.304180100684428},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.1620089319316148,"normalized_score_rmse":0.22117067139393218,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.28195487232525296,"baseline_adjusted_score":0.28195487232525296},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0380341969298675,"accuracy":0.8334999999999999,"positive_recall":0.7003780718336483,"specificity":0.8813732154996602,"precision":0.6798165137614678,"balanced_accuracy":0.7908756436666542,"f1":0.6899441340782123,"true_positive":74.1,"false_positive":34.9,"false_negative":31.7,"true_negative":259.3,"positive_prevalence":0.2645,"majority_accuracy_baseline":0.7355,"constant_brier_baseline":0.11362725,"brier_skill":0.6652722218493583,"baseline_adjusted_skill":0.5817512873333084,"baseline_adjusted_score":0.5817512873333084},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.16218834394998716,"normalized_score_rmse":0.2080917570963024,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.3544742529353744,"baseline_adjusted_score":0.3544742529353744},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.056691674740572504,"accuracy":0.8325,"positive_recall":0.47389033942558745,"specificity":0.9174397031539889,"precision":0.5761904761904761,"balanced_accuracy":0.6956650212897881,"f1":0.5200573065902578,"true_positive":36.3,"false_positive":26.7,"false_negative":40.3,"true_negative":296.7,"positive_prevalence":0.19149999999999998,"majority_accuracy_baseline":0.8085,"constant_brier_baseline":0.09190274999999999,"brier_skill":0.3831340766128053,"baseline_adjusted_skill":0.39133004257957626,"baseline_adjusted_score":0.39133004257957626},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.1667112146284494,"normalized_score_rmse":0.21571368991024492,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.19414518608604525,"baseline_adjusted_score":0.19414518608604525},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.03661670229621,"accuracy":0.897,"positive_recall":0.6409214092140921,"specificity":0.9549356223175967,"precision":0.7629032258064515,"balanced_accuracy":0.7979285157658444,"f1":0.6966126656848305,"true_positive":47.3,"false_positive":14.7,"false_negative":26.5,"true_negative":311.5,"positive_prevalence":0.1845,"majority_accuracy_baseline":0.8155,"constant_brier_baseline":0.10922225,"brier_skill":0.6647505220208336,"baseline_adjusted_skill":0.5958570315316889,"baseline_adjusted_score":0.5958570315316889},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.15738589774582012,"normalized_score_rmse":0.21005454993937464,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":0.16891935183725337,"baseline_adjusted_score":0.16891935183725337},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0614284839625725,"accuracy":0.8292500000000002,"positive_recall":0.15414012738853503,"specificity":0.994090202177294,"precision":0.8642857142857142,"balanced_accuracy":0.5741151647829146,"f1":0.2616216216216216,"true_positive":12.1,"false_positive":1.9,"false_negative":66.4,"true_negative":319.6,"positive_prevalence":0.19625,"majority_accuracy_baseline":0.80375,"constant_brier_baseline":0.09878593749999999,"brier_skill":0.3781657033667114,"baseline_adjusted_skill":0.14823032956582916,"baseline_adjusted_score":0.14823032956582916},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.1863770371270519,"normalized_score_rmse":0.23833973121323662,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":0.11774183608496147,"baseline_adjusted_score":0.11774183608496147},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0790938040508597,"accuracy":0.7033163265306124,"positive_recall":0.8016014234875444,"specificity":0.6291405550581917,"precision":0.619954128440367,"balanced_accuracy":0.715370989272868,"f1":0.699172271081221,"true_positive":135.15,"false_positive":82.85,"false_negative":33.45,"true_negative":140.55,"positive_prevalence":0.4301020408163265,"majority_accuracy_baseline":0.5698979591836735,"constant_brier_baseline":0.12359641815910039,"brier_skill":0.36006394660203156,"baseline_adjusted_skill":0.43074197854573604,"baseline_adjusted_score":0.43074197854573604},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.18166204859087703,"normalized_score_rmse":0.2329903531380934,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.3406340458553352,"baseline_adjusted_score":0.3406340458553352},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0,"abstained":0},"metrics":{"binary_brier":0.04360698690101625,"accuracy":0.900625,"positive_recall":0.6003147128245476,"specificity":0.9573487888244909,"precision":0.7266666666666667,"balanced_accuracy":0.7788317508245193,"f1":0.6574752261956054,"true_positive":76.3,"false_positive":28.7,"false_negative":50.8,"true_negative":644.2,"positive_prevalence":0.158875,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499999,"brier_skill":0.5585331295190088,"baseline_adjusted_skill":0.5576635016490386,"baseline_adjusted_score":0.5576635016490386},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.17281445498555503,"normalized_score_rmse":0.2145067688512978,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-0.04736033324578792,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.042790568349414644,"normalized_score_rmse":0.08695586044286595,"constant_score_baseline":0.1111111111111111,"constant_mae_baseline":0.10629629629629629,"baseline_adjusted_skill":0.5974406461901758,"baseline_adjusted_score":0.5974406461901758},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":181},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.55,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.27419354838709686,"baseline_adjusted_score":0.27419354838709686},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.28426260960132,"accuracy":0.55,"positive_recall":0.34,"specificity":0.76,"precision":0.5862068965517241,"balanced_accuracy":0.55,"f1":0.43037974683544306,"true_positive":17,"false_positive":12,"false_negative":33,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.13705043840527997,"baseline_adjusted_skill":0.10000000000000009,"baseline_adjusted_score":0.10000000000000009},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.35917826375082834,"uniform_accuracy_baseline":0.058823529411764705,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.2468847352024922,"baseline_adjusted_score":0.2468847352024922},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2838911213350167,"accuracy":0.5266666666666666,"positive_recall":0.1896551724137931,"specificity":0.9920634920634921,"precision":0.9705882352941176,"balanced_accuracy":0.5908593322386426,"f1":0.3173076923076923,"true_positive":33,"false_positive":1,"false_negative":141,"true_negative":125,"positive_prevalence":0.58,"majority_accuracy_baseline":0.58,"constant_brier_baseline":0.24359999999999998,"brier_skill":-0.1653986918514645,"baseline_adjusted_skill":0.18171866447728524,"baseline_adjusted_score":0.18171866447728524},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":185},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.16521610507246334,"accuracy":0.7566666666666667,"positive_recall":0.8280254777070064,"specificity":0.6783216783216783,"precision":0.7386363636363636,"balanced_accuracy":0.7531735780143424,"f1":0.7807807807807807,"true_positive":130,"false_positive":46,"false_negative":27,"true_negative":97,"positive_prevalence":0.5233333333333333,"majority_accuracy_baseline":0.5233333333333333,"constant_brier_baseline":0.24945555555555557,"brier_skill":0.3376932227285332,"baseline_adjusted_skill":0.5063471560286847,"baseline_adjusted_score":0.5063471560286847},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":186},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.93,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.8478260869565218,"baseline_adjusted_score":0.8478260869565218},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.19311887259414,"accuracy":0.66,"positive_recall":0.72,"specificity":0.6,"precision":0.6428571428571429,"balanced_accuracy":0.6599999999999999,"f1":0.6792452830188679,"true_positive":36,"false_positive":20,"false_negative":14,"true_negative":30,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.22752450962343995,"baseline_adjusted_skill":0.31999999999999984,"baseline_adjusted_score":0.31999999999999984},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.58,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.33333333333333326,"baseline_adjusted_score":0.33333333333333326},"scoring":{"eligible":true,"reason":null},"model":146,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":147,"failed":0,"abstained":1},"metrics":{"binary_brier":0.20788310810810812,"accuracy":0.7702702702702703,"positive_recall":0.647887323943662,"specificity":0.8831168831168831,"precision":0.8363636363636363,"balanced_accuracy":0.7655021035302725,"f1":0.7301587301587301,"true_positive":46,"false_positive":9,"false_negative":25,"true_negative":68,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.2495891161431699,"brier_skill":0.16709866471556512,"baseline_adjusted_skill":0.531004207060545,"baseline_adjusted_score":0.531004207060545},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.43,"uniform_accuracy_baseline":0.20049999999999962,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.1971830985915493,"baseline_adjusted_score":0.1971830985915493},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.9558823529411764,"baseline_adjusted_score":0.9558823529411764},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.702127659574468,"baseline_adjusted_score":0.702127659574468},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.7346938775510204,"baseline_adjusted_score":0.7346938775510204},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.15173414022146078,"accuracy":0.5597520996800001,"positive_recall":0.4024015608092469,"specificity":0.8122048002078337,"precision":0.77466567303125,"balanced_accuracy":0.6073031805085403,"f1":0.5296667292590059,"true_positive":24.789301537,"false_positive":7.210698463000002,"false_negative":36.814091569,"true_negative":31.185908431000005,"positive_prevalence":0.6160339310599999,"majority_accuracy_baseline":0.6160339310599999,"constant_brier_baseline":0.079087076552024,"brier_skill":-0.9185706039045338,"baseline_adjusted_skill":0.21460636101708053,"baseline_adjusted_score":0.21460636101708053},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.200469,"accuracy":0.76,"positive_recall":0.74,"specificity":0.78,"precision":0.7708333333333334,"balanced_accuracy":0.76,"f1":0.7551020408163265,"true_positive":37,"false_positive":11,"false_negative":13,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.19812399999999997,"baseline_adjusted_skill":0.52,"baseline_adjusted_score":0.52},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.69,"uniform_accuracy_baseline":0.012987012987012965,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.6736842105263157,"baseline_adjusted_score":0.6736842105263157},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.7833333333333333,"baseline_adjusted_score":0.7833333333333333},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.21875000000000003,"baseline_adjusted_score":0.21875000000000003},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.36249200000000004,"accuracy":0.61,"positive_recall":1,"specificity":0.22,"precision":0.5617977528089888,"balanced_accuracy":0.61,"f1":0.7194244604316546,"true_positive":50,"false_positive":39,"false_negative":0,"true_negative":11,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.44996800000000015,"baseline_adjusted_skill":0.21999999999999997,"baseline_adjusted_score":0.21999999999999997},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0,"abstained":0},"metrics":{"binary_brier":0.13807363740358408,"accuracy":0.6863893388072029,"positive_recall":0.6854216496917794,"specificity":0.6868399303850722,"precision":0.5047424064073341,"balanced_accuracy":0.6861307900384258,"f1":0.5813675368470427,"true_positive":152.43220673501492,"false_positive":149.56779326498508,"false_negative":69.9596695699729,"true_negative":328.0403304300271,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768597,"brier_skill":-0.5561639152317324,"baseline_adjusted_skill":0.3722615800768516,"baseline_adjusted_score":0.3722615800768516},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2302449999999999,"accuracy":0.7,"positive_recall":0.52,"specificity":0.88,"precision":0.8125,"balanced_accuracy":0.7,"f1":0.6341463414634146,"true_positive":26,"false_positive":6,"false_negative":24,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.07902000000000042,"baseline_adjusted_skill":0.3999999999999999,"baseline_adjusted_score":0.3999999999999999},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8211920529801324,"uniform_accuracy_baseline":0.006622516556291403,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.8137931034482758,"baseline_adjusted_score":0.8137931034482758},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.08106633333333332,"accuracy":0.9033333333333333,"positive_recall":0.8066666666666666,"specificity":1,"precision":1,"balanced_accuracy":0.9033333333333333,"f1":0.8929889298892989,"true_positive":121,"false_positive":0,"false_negative":29,"true_negative":150,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6757346666666667,"baseline_adjusted_skill":0.8066666666666666,"baseline_adjusted_score":0.8066666666666666},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":14},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7811764705882352,"uniform_accuracy_baseline":0.3333333333333301,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.596529284164859,"baseline_adjusted_score":0.596529284164859},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.11666666666666668,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.08041699999999999,"accuracy":0.89,"positive_recall":0.94,"specificity":0.84,"precision":0.8545454545454545,"balanced_accuracy":0.8899999999999999,"f1":0.8952380952380953,"true_positive":47,"false_positive":8,"false_negative":3,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.678332,"baseline_adjusted_skill":0.7799999999999998,"baseline_adjusted_score":0.7799999999999998},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":86,"failed":0,"abstained":14},"metrics":{"target_mass_at_prediction":0.6,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.1666666666666666,"baseline_adjusted_score":0.1666666666666666},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.81,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.6200000000000001,"baseline_adjusted_score":0.6200000000000001},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":19},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7266666666666667,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.4305555555555556,"baseline_adjusted_score":0.4305555555555556},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":20},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":298,"failed":0,"abstained":2},"metrics":{"target_mass_at_prediction":0.7633333333333333,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5266666666666666,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":21},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.07142857142857136,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9887640449438202,"baseline_adjusted_score":0.9887640449438202},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.76,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.47826086956521735,"baseline_adjusted_score":0.47826086956521735},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.46,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.2602739726027397,"baseline_adjusted_score":0.2602739726027397},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.6666666666666666,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0,"abstained":0},"metrics":{"binary_brier":0.13451585365853658,"accuracy":0.7926829268292683,"positive_recall":0.825,"specificity":0.7619047619047619,"precision":0.7674418604651163,"balanced_accuracy":0.7934523809523809,"f1":0.7951807228915663,"true_positive":33,"false_positive":10,"false_negative":7,"true_negative":32,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.24985127900059498,"brier_skill":0.4616163095238097,"baseline_adjusted_skill":0.5869047619047618,"baseline_adjusted_score":0.5869047619047618},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.16273400000000005,"accuracy":0.79,"positive_recall":0.64,"specificity":0.94,"precision":0.9142857142857143,"balanced_accuracy":0.79,"f1":0.7529411764705882,"true_positive":32,"false_positive":3,"false_negative":18,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3490639999999998,"baseline_adjusted_skill":0.5800000000000001,"baseline_adjusted_score":0.5800000000000001},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8044692737430168,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.7491039426523298,"baseline_adjusted_score":0.7491039426523298},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.44,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.08196721311475408,"baseline_adjusted_score":0.08196721311475408},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"binary_brier":0.17793149999999996,"accuracy":0.8,"positive_recall":0.4090909090909091,"specificity":0.9102564102564102,"precision":0.5625,"balanced_accuracy":0.6596736596736597,"f1":0.47368421052631576,"true_positive":18,"false_positive":14,"false_negative":26,"true_negative":142,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000053,"brier_skill":-0.03689685314684965,"baseline_adjusted_skill":0.3193473193473193,"baseline_adjusted_score":0.3193473193473193},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"binary_brier":0.20149350000000002,"accuracy":0.76,"positive_recall":0.44,"specificity":0.8666666666666667,"precision":0.5238095238095238,"balanced_accuracy":0.6533333333333333,"f1":0.4782608695652174,"true_positive":22,"false_positive":20,"false_negative":28,"true_negative":130,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-0.07463200000000003,"baseline_adjusted_skill":0.30666666666666664,"baseline_adjusted_score":0.30666666666666664},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"binary_brier":0.07466949999999999,"accuracy":0.92,"positive_recall":0.6842105263157895,"specificity":0.9447513812154696,"precision":0.5652173913043478,"balanced_accuracy":0.8144809537656296,"f1":0.6190476190476191,"true_positive":13,"false_positive":10,"false_negative":6,"true_negative":171,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.0859749999999999,"brier_skill":0.13149752835126405,"baseline_adjusted_skill":0.6289619075312591,"baseline_adjusted_score":0.6289619075312591},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.3333333333333322,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":33},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.005009333333333333,"accuracy":0.99,"positive_recall":0.9866666666666667,"specificity":0.9933333333333333,"precision":0.9932885906040269,"balanced_accuracy":0.99,"f1":0.9899665551839465,"true_positive":148,"false_positive":1,"false_negative":2,"true_negative":149,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9799626666666666,"baseline_adjusted_skill":0.98,"baseline_adjusted_score":0.98},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":34},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9966666666666667,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.9955555555555556,"baseline_adjusted_score":0.9955555555555556},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":35},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.04304699999999999,"accuracy":0.9366666666666666,"positive_recall":1,"specificity":0.8733333333333333,"precision":0.8875739644970414,"balanced_accuracy":0.9366666666666666,"f1":0.9404388714733543,"true_positive":150,"false_positive":19,"false_negative":0,"true_negative":131,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.827812,"baseline_adjusted_skill":0.8733333333333333,"baseline_adjusted_score":0.8733333333333333},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":36},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.13453333333333323,"normalized_score_rmse":0.18011061416066887,"constant_score_baseline":0.5,"constant_mae_baseline":0.3333333333333333,"baseline_adjusted_skill":0.5964000000000003,"baseline_adjusted_score":0.5964000000000003},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":37},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.3933333333333333,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.1911111111111111,"baseline_adjusted_score":0.1911111111111111},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":38},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.30894666666666687,"accuracy":0.58,"positive_recall":0.2866666666666667,"specificity":0.8733333333333333,"precision":0.6935483870967742,"balanced_accuracy":0.58,"f1":0.4056603773584906,"true_positive":43,"false_positive":19,"false_negative":107,"true_negative":131,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.23578666666666748,"baseline_adjusted_skill":0.15999999999999992,"baseline_adjusted_score":0.15999999999999992},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":39},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.29356666666666664,"normalized_score_rmse":0.3521029087260332,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.021444444444444488,"baseline_adjusted_score":0.021444444444444488},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":40},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9666666666666667,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.9523809523809526,"baseline_adjusted_score":0.9523809523809526},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":42},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.020510999999999998,"accuracy":0.98,"positive_recall":0.9731543624161074,"specificity":0.9867549668874173,"precision":0.9863945578231292,"balanced_accuracy":0.9799546646517623,"f1":0.9797297297297297,"true_positive":145,"false_positive":2,"false_negative":4,"true_negative":149,"positive_prevalence":0.49666666666666665,"majority_accuracy_baseline":0.5033333333333334,"constant_brier_baseline":0.2499888888888889,"brier_skill":0.9179523534379306,"baseline_adjusted_skill":0.9599093293035246,"baseline_adjusted_score":0.9599093293035246},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":43},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.08045000000000001,"normalized_score_rmse":0.16229936331770786,"constant_score_baseline":0.5,"constant_mae_baseline":0.36666666666666664,"baseline_adjusted_skill":0.7805909090909091,"baseline_adjusted_score":0.7805909090909091},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":44},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.6133333333333333,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2866666666666667,"baseline_adjusted_skill":0.45794392523364474,"baseline_adjusted_score":0.45794392523364474},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":46},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.18325433333333335,"accuracy":0.7633333333333333,"positive_recall":0.7133757961783439,"specificity":0.8181818181818182,"precision":0.8115942028985508,"balanced_accuracy":0.7657788071800811,"f1":0.7593220338983051,"true_positive":112,"false_positive":26,"false_negative":45,"true_negative":117,"positive_prevalence":0.5233333333333333,"majority_accuracy_baseline":0.5233333333333333,"constant_brier_baseline":0.24945555555555557,"brier_skill":0.26538283372678273,"baseline_adjusted_skill":0.5315576143601621,"baseline_adjusted_score":0.5315576143601621},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":47},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.18731666666666666,"normalized_score_rmse":0.2772392168026258,"constant_score_baseline":0.5,"constant_mae_baseline":0.3016666666666667,"baseline_adjusted_skill":0.379060773480663,"baseline_adjusted_score":0.379060773480663},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":48},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0,"abstained":0},"metrics":{"binary_brier":0.09185634126984149,"accuracy":0.8510178571428572,"positive_recall":0.6126376351552426,"specificity":0.8662352218542417,"precision":0.22622710622710637,"balanced_accuracy":0.7394364285047421,"f1":0.33043524785318756,"true_positive":102.9333333333334,"false_positive":352.0666666666666,"false_negative":65.08333333333334,"true_negative":2279.9166666666665,"positive_prevalence":0.060005952380952354,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679296,"brier_skill":-1.8525952799498344,"baseline_adjusted_skill":0.47887285700948423,"baseline_adjusted_score":0.47887285700948423},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.5066666666666667,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.34222222222222226,"baseline_adjusted_score":0.34222222222222226},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":50},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7677053824362606,"uniform_accuracy_baseline":0.027777777777777853,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.7337662337662337,"baseline_adjusted_score":0.7337662337662337},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.69,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.5571428571428572,"baseline_adjusted_score":0.5571428571428572},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.151275,"accuracy":0.82,"positive_recall":0.86,"specificity":0.78,"precision":0.7962962962962963,"balanced_accuracy":0.8200000000000001,"f1":0.8269230769230769,"true_positive":43,"false_positive":11,"false_negative":7,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.39490000000000003,"baseline_adjusted_skill":0.6400000000000001,"baseline_adjusted_score":0.6400000000000001},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.01371999999999999,"accuracy":0.99,"positive_recall":0.98,"specificity":1,"precision":1,"balanced_accuracy":0.99,"f1":0.98989898989899,"true_positive":49,"false_positive":0,"false_negative":1,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9451200000000001,"baseline_adjusted_skill":0.98,"baseline_adjusted_score":0.98},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.59,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":-0.05128205128205133,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.8297872340425533,"baseline_adjusted_score":0.8297872340425533},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.10473300000000003,"accuracy":0.87,"positive_recall":0.86,"specificity":0.88,"precision":0.8775510204081632,"balanced_accuracy":0.87,"f1":0.8686868686868687,"true_positive":43,"false_positive":6,"false_negative":7,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5810679999999999,"baseline_adjusted_skill":0.74,"baseline_adjusted_score":0.74},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.74,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.6533333333333333,"baseline_adjusted_score":0.6533333333333333},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":58},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.69,"uniform_accuracy_baseline":0.3333333333333322,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.5349999999999999,"baseline_adjusted_score":0.5349999999999999},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":59},{"provenance":"measured","status":"complete","counts":{"cases":285,"expected":285,"succeeded":285,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8070175438596491,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5263157894736842,"baseline_adjusted_skill":0.5925925925925926,"baseline_adjusted_score":0.5925925925925926},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":60},{"provenance":"measured","status":"complete","counts":{"cases":299,"expected":299,"succeeded":299,"failed":0,"abstained":0},"metrics":{"binary_brier":0.18390802675585285,"accuracy":0.7658862876254181,"positive_recall":0.9066666666666666,"specificity":0.6241610738255033,"precision":0.7083333333333334,"balanced_accuracy":0.765413870246085,"f1":0.7953216374269005,"true_positive":136,"false_positive":56,"false_negative":14,"true_negative":93,"positive_prevalence":0.5016722408026756,"majority_accuracy_baseline":0.5016722408026756,"constant_brier_baseline":0.24999720361069733,"brier_skill":0.2643596644295285,"baseline_adjusted_skill":0.53082774049217,"baseline_adjusted_score":0.53082774049217},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":61},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9733333333333334,"uniform_accuracy_baseline":0.20000000000000104,"fixed_answer_accuracy_baseline":0.20000000000000104,"baseline_adjusted_skill":0.9666666666666667,"baseline_adjusted_score":0.9666666666666667},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":62},{"provenance":"measured","status":"complete","counts":{"cases":283,"expected":283,"succeeded":283,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2459095406360425,"accuracy":0.6643109540636042,"positive_recall":0.556390977443609,"specificity":0.76,"precision":0.6727272727272727,"balanced_accuracy":0.6581954887218044,"f1":0.6090534979423868,"true_positive":74,"false_positive":36,"false_negative":59,"true_negative":114,"positive_prevalence":0.46996466431095407,"majority_accuracy_baseline":0.5300353356890459,"constant_brier_baseline":0.2490978786100456,"brier_skill":0.012799538847114489,"baseline_adjusted_skill":0.3163909774436089,"baseline_adjusted_score":0.3163909774436089},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":63},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9566666666666667,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.9422222222222222,"baseline_adjusted_score":0.9422222222222222},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":64},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9766666666666667,"uniform_accuracy_baseline":0.2061666666666668,"fixed_answer_accuracy_baseline":0.21333333333333335,"baseline_adjusted_skill":0.9703389830508474,"baseline_adjusted_score":0.9703389830508474},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":65},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.6966666666666667,"uniform_accuracy_baseline":0.3333333333333322,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.5449999999999999,"baseline_adjusted_score":0.5449999999999999},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":66},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7166666666666667,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.37333333333333335,"baseline_adjusted_skill":0.5478723404255319,"baseline_adjusted_score":0.5478723404255319},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":67},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.16399166666666656,"normalized_score_rmse":0.20655583385612722,"constant_score_baseline":0.5,"constant_mae_baseline":0.26208333333333317,"baseline_adjusted_skill":0.37427662957074725,"baseline_adjusted_score":0.37427662957074725},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":68},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.1035333333333333,"normalized_score_rmse":0.130498020419213,"constant_score_baseline":0.52,"constant_mae_baseline":0.24733333333333307,"baseline_adjusted_skill":0.5814016172506735,"baseline_adjusted_score":0.5814016172506735},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":69},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.1361144305917156,"normalized_score_rmse":0.16030589420211788,"constant_score_baseline":0.578319964349225,"constant_mae_baseline":0.11212962028602311,"baseline_adjusted_skill":-0.21390253747860233,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":70},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8033333333333333,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.7377777777777778,"baseline_adjusted_score":0.7377777777777778},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":71},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.7761194029850748,"baseline_adjusted_score":0.7761194029850748},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.04254600000000001,"accuracy":0.95,"positive_recall":0.98,"specificity":0.92,"precision":0.9245283018867925,"balanced_accuracy":0.95,"f1":0.9514563106796117,"true_positive":49,"false_positive":4,"false_negative":1,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.829816,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.46473095945945964,"uniform_accuracy_baseline":0.23445945945945923,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.27436505376571624,"baseline_adjusted_score":0.27436505376571624},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0,"abstained":0},"metrics":{"binary_brier":0.058255905877256556,"accuracy":0.6983333223684209,"positive_recall":0.8921409674072983,"specificity":0.5137854166626799,"precision":0.6359935961538461,"balanced_accuracy":0.702963192034989,"f1":0.7425994485921277,"true_positive":66.14333399999998,"false_positive":37.856666000000004,"false_negative":7.996668999999997,"true_negative":40.003331,"positive_prevalence":0.48776317763157917,"majority_accuracy_baseline":0.5122368223684208,"constant_brier_baseline":0.0945191003976856,"brier_skill":0.38365996256685686,"baseline_adjusted_skill":0.40592638406997805,"baseline_adjusted_score":0.40592638406997805},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.11926528124999997,"normalized_score_rmse":0.16127607876744618,"constant_score_baseline":0.5841668333333334,"constant_mae_baseline":0.21700552708333315,"baseline_adjusted_skill":0.4504044074223029,"baseline_adjusted_score":0.4504044074223029},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.23443799999999995,"accuracy":0.72,"positive_recall":0.8,"specificity":0.64,"precision":0.6896551724137931,"balanced_accuracy":0.72,"f1":0.7407407407407407,"true_positive":40,"false_positive":18,"false_negative":10,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.06224800000000019,"baseline_adjusted_skill":0.43999999999999995,"baseline_adjusted_score":0.43999999999999995},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.407706,"accuracy":0.52,"positive_recall":0.2,"specificity":0.84,"precision":0.5555555555555556,"balanced_accuracy":0.52,"f1":0.29411764705882354,"true_positive":10,"false_positive":8,"false_negative":40,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.630824,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.6721311475409837,"baseline_adjusted_score":0.6721311475409837},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.03611111111111102,"fixed_answer_accuracy_baseline":0.08833333333333329,"baseline_adjusted_skill":0.8244972577696527,"baseline_adjusted_score":0.8244972577696527},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1178723333333333,"accuracy":0.84,"positive_recall":0.8,"specificity":0.88,"precision":0.8695652173913043,"balanced_accuracy":0.8400000000000001,"f1":0.8333333333333334,"true_positive":120,"false_positive":18,"false_negative":30,"true_negative":132,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5285106666666668,"baseline_adjusted_skill":0.6800000000000002,"baseline_adjusted_score":0.6800000000000002},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":81},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.8181818181818182,"baseline_adjusted_score":0.8181818181818182},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":299,"failed":0,"abstained":1},"metrics":{"target_mass_at_prediction":0.55,"uniform_accuracy_baseline":0.11021428571428617,"fixed_answer_accuracy_baseline":0.12554761904761905,"baseline_adjusted_skill":0.48539221825904655,"baseline_adjusted_score":0.48539221825904655},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":83},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7466666666666667,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.6622222222222223,"baseline_adjusted_score":0.6622222222222223},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":84},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.79,"uniform_accuracy_baseline":0.04987932421560751,"fixed_answer_accuracy_baseline":0.1244247787610618,"baseline_adjusted_skill":0.7601576713159491,"baseline_adjusted_score":0.7601576713159491},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.22678933333333334,"accuracy":0.68,"positive_recall":0.6342592592592593,"specificity":0.7976190476190477,"precision":0.8896103896103896,"balanced_accuracy":0.7159391534391535,"f1":0.7405405405405405,"true_positive":137,"false_positive":17,"false_negative":79,"true_negative":67,"positive_prevalence":0.72,"majority_accuracy_baseline":0.72,"constant_brier_baseline":0.2016,"brier_skill":-0.12494708994708992,"baseline_adjusted_skill":0.431878306878307,"baseline_adjusted_score":0.431878306878307},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":86},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5033333333333333,"baseline_adjusted_skill":0.697986577181208,"baseline_adjusted_score":0.697986577181208},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":87},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.326322,"accuracy":0.52,"positive_recall":0.5,"specificity":0.54,"precision":0.5208333333333334,"balanced_accuracy":0.52,"f1":0.5102040816326531,"true_positive":25,"false_positive":23,"false_negative":25,"true_negative":27,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.305288,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.163324,"accuracy":0.7866666666666666,"positive_recall":0.6875,"specificity":0.9,"precision":0.8870967741935484,"balanced_accuracy":0.79375,"f1":0.7746478873239436,"true_positive":110,"false_positive":14,"false_negative":50,"true_negative":126,"positive_prevalence":0.5333333333333333,"majority_accuracy_baseline":0.5333333333333333,"constant_brier_baseline":0.2488888888888889,"brier_skill":0.3437875,"baseline_adjusted_skill":0.5874999999999999,"baseline_adjusted_score":0.5874999999999999},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":89},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8333333333333334,"uniform_accuracy_baseline":0.23888888888888893,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.7647058823529413,"baseline_adjusted_score":0.7647058823529413},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0,"abstained":0},"metrics":{"binary_brier":0.18924999999999995,"accuracy":0.75,"positive_recall":0.625,"specificity":0.875,"precision":0.8333333333333334,"balanced_accuracy":0.75,"f1":0.7142857142857143,"true_positive":20,"false_positive":4,"false_negative":12,"true_negative":28,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.24300000000000022,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.9782608695652174,"baseline_adjusted_score":0.9782608695652174},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.9545454545454545,"baseline_adjusted_score":0.9545454545454545},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.046402,"accuracy":0.94,"positive_recall":0.92,"specificity":0.96,"precision":0.9583333333333334,"balanced_accuracy":0.94,"f1":0.9387755102040817,"true_positive":46,"false_positive":2,"false_negative":4,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.814392,"baseline_adjusted_skill":0.8799999999999999,"baseline_adjusted_score":0.8799999999999999},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.8260869565217391,"baseline_adjusted_score":0.8260869565217391},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"binary_brier":0.00010000000000000018,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":16,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.9995996323529411,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.09230000000000001,"normalized_score_rmse":0.15581880502686443,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.7203030303030302,"baseline_adjusted_score":0.7203030303030302},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.1875,"uniform_accuracy_baseline":0.17812500000000006,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.14035087719298242,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0,"abstained":0},"metrics":{"binary_brier":0.5,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":17,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-1,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.33455882352941174,"normalized_score_rmse":0.37332665872884974,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-1.275,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.13194444444444448,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0,"abstained":0},"metrics":{"binary_brier":0.000007692307692307692,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":26,"false_positive":0,"false_negative":0,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9999692307692307,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0,"abstained":0},"metrics":{"binary_brier":0.003330666666666666,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":39,"false_positive":0,"false_negative":0,"true_negative":36,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24959999999999993,"brier_skill":0.9866559829059829,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.1672,"normalized_score_rmse":0.2229394536639937,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.4028571428571429,"baseline_adjusted_score":0.4028571428571429},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8235294117647058,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.76,"baseline_adjusted_score":0.76},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0,"abstained":0},"metrics":{"binary_brier":0.021853571428571427,"accuracy":0.9642857142857143,"positive_recall":0.9285714285714286,"specificity":1,"precision":1,"balanced_accuracy":0.9642857142857143,"f1":0.9629629629629629,"true_positive":13,"false_positive":0,"false_negative":1,"true_negative":14,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9125857142857143,"baseline_adjusted_skill":0.9285714285714286,"baseline_adjusted_score":0.9285714285714286},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.08133333333333333,"normalized_score_rmse":0.13439576712911097,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.16969696969696968,"baseline_adjusted_skill":0.5207142857142857,"baseline_adjusted_score":0.5207142857142857},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9333333333333333,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":0.9166666666666667,"baseline_adjusted_score":0.9166666666666667},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0,"abstained":0},"metrics":{"binary_brier":0.02068588235294118,"accuracy":0.9764705882352941,"positive_recall":1,"specificity":0.95,"precision":0.9574468085106383,"balanced_accuracy":0.975,"f1":0.9782608695652174,"true_positive":45,"false_positive":2,"false_negative":0,"true_negative":38,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.24913494809688563,"brier_skill":0.9169691666666666,"baseline_adjusted_skill":0.95,"baseline_adjusted_score":0.95},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2525779999999999,"accuracy":0.72,"positive_recall":0.6857142857142857,"specificity":0.8,"precision":0.8888888888888888,"balanced_accuracy":0.7428571428571429,"f1":0.7741935483870968,"true_positive":24,"false_positive":3,"false_negative":11,"true_negative":12,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.20999999999999996,"brier_skill":-0.2027523809523808,"baseline_adjusted_skill":0.48571428571428577,"baseline_adjusted_score":0.48571428571428577},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.23689999999999997,"normalized_score_rmse":0.368457935183923,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.15392857142857164,"baseline_adjusted_score":0.15392857142857164},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.6962025316455697,"uniform_accuracy_baseline":0.24240506329113914,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.47826086956521746,"baseline_adjusted_score":0.47826086956521746},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0,"abstained":0},"metrics":{"binary_brier":0.14387619047619046,"accuracy":0.8571428571428571,"positive_recall":1,"specificity":0.7,"precision":0.7857142857142857,"balanced_accuracy":0.85,"f1":0.88,"true_positive":11,"false_positive":3,"false_negative":0,"true_negative":7,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.24943310657596363,"brier_skill":0.4231872727272725,"baseline_adjusted_skill":0.7,"baseline_adjusted_score":0.7},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7575757575757576,"uniform_accuracy_baseline":0.3237373737373738,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.6,"baseline_adjusted_score":0.6},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"binary_brier":0.26084545454545444,"accuracy":0.6666666666666666,"positive_recall":0.4117647058823529,"specificity":0.9375,"precision":0.875,"balanced_accuracy":0.6746323529411764,"f1":0.56,"true_positive":7,"false_positive":1,"false_negative":10,"true_negative":15,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":-0.044340808823528644,"baseline_adjusted_skill":0.3492647058823528,"baseline_adjusted_score":0.3492647058823528},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.1220343137254902,"normalized_score_rmse":0.20978557563640554,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.34313725490196084,"baseline_adjusted_skill":0.6443571428571429,"baseline_adjusted_score":0.6443571428571429},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.022538000000000006,"accuracy":0.98,"positive_recall":0.98,"specificity":0.98,"precision":0.98,"balanced_accuracy":0.98,"f1":0.98,"true_positive":49,"false_positive":1,"false_negative":1,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.909848,"baseline_adjusted_skill":0.96,"baseline_adjusted_score":0.96},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.4733333333333334,"uniform_accuracy_baseline":0.3333333333333332,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":0.1855670103092784,"baseline_adjusted_score":0.1855670103092784},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0,"abstained":0},"metrics":{"binary_brier":0.31608,"accuracy":0.5866666666666667,"positive_recall":0.16216216216216217,"specificity":1,"precision":1,"balanced_accuracy":0.5810810810810811,"f1":0.27906976744186046,"true_positive":6,"false_positive":0,"false_negative":31,"true_negative":38,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555535,"brier_skill":-0.26454480796586166,"baseline_adjusted_skill":0.16216216216216228,"baseline_adjusted_score":0.16216216216216228},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.1428571428571427,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.9871794871794871,"baseline_adjusted_score":0.9871794871794871},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.31499999999999995,"uniform_accuracy_baseline":0.32416666666666627,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.037878787878788,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"binary_brier":0.01263030303030303,"accuracy":0.9696969696969697,"positive_recall":1,"specificity":0.9411764705882353,"precision":0.9411764705882353,"balanced_accuracy":0.9705882352941176,"f1":0.9696969696969697,"true_positive":16,"false_positive":1,"false_negative":0,"true_negative":16,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.9494323529411764,"baseline_adjusted_skill":0.9411764705882353,"baseline_adjusted_score":0.9411764705882353},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.053257575757575774,"normalized_score_rmse":0.08738737340315836,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.7575862068965517,"baseline_adjusted_score":0.7575862068965517},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.122199,"accuracy":0.84,"positive_recall":0.8636363636363636,"specificity":0.8333333333333334,"precision":0.59375,"balanced_accuracy":0.8484848484848485,"f1":0.7037037037037037,"true_positive":19,"false_positive":13,"false_negative":3,"true_negative":65,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000028,"brier_skill":0.2878846153846165,"baseline_adjusted_skill":0.696969696969697,"baseline_adjusted_score":0.696969696969697},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.08955999999999997,"accuracy":0.88,"positive_recall":0.8108108108108109,"specificity":0.9206349206349206,"precision":0.8571428571428571,"balanced_accuracy":0.8657228657228657,"f1":0.8333333333333334,"true_positive":30,"false_positive":5,"false_negative":7,"true_negative":58,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000008,"brier_skill":0.6157872157872161,"baseline_adjusted_skill":0.7314457314457314,"baseline_adjusted_score":0.7314457314457314},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.07244799999999998,"accuracy":0.9,"positive_recall":0.8461538461538461,"specificity":0.9344262295081968,"precision":0.8918918918918919,"balanced_accuracy":0.8902900378310215,"f1":0.868421052631579,"true_positive":33,"false_positive":4,"false_negative":6,"true_negative":57,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379000000000002,"brier_skill":0.6954686843211437,"baseline_adjusted_skill":0.7805800756620429,"baseline_adjusted_score":0.7805800756620429},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.06410999999999999,"accuracy":0.93,"positive_recall":0.9354838709677419,"specificity":0.927536231884058,"precision":0.8529411764705882,"balanced_accuracy":0.9315100514258999,"f1":0.8923076923076924,"true_positive":29,"false_positive":5,"false_negative":2,"true_negative":64,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999987,"brier_skill":0.7002805049088359,"baseline_adjusted_skill":0.8630201028517999,"baseline_adjusted_score":0.8630201028517999},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.9305555555555555,"baseline_adjusted_score":0.9305555555555555},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.133875,"normalized_score_rmse":0.1636350741742124,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.4241935483870968,"baseline_adjusted_score":0.4241935483870968},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.13859400000000002,"accuracy":0.83,"positive_recall":0.9,"specificity":0.76,"precision":0.7894736842105263,"balanced_accuracy":0.8300000000000001,"f1":0.8411214953271028,"true_positive":45,"false_positive":12,"false_negative":5,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4456239999999999,"baseline_adjusted_skill":0.6600000000000001,"baseline_adjusted_score":0.6600000000000001},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":98,"failed":0,"abstained":2},"metrics":{"binary_brier":0.36739000000000005,"accuracy":0.45,"positive_recall":0.3,"specificity":0.6,"precision":0.42857142857142855,"balanced_accuracy":0.44999999999999996,"f1":0.35294117647058826,"true_positive":15,"false_positive":20,"false_negative":35,"true_negative":30,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.4695600000000002,"baseline_adjusted_skill":-0.10000000000000009,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.46,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.5428571428571429,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.14367133333333332,"accuracy":0.8333333333333334,"positive_recall":0.7,"specificity":0.9666666666666667,"precision":0.9545454545454546,"balanced_accuracy":0.8333333333333333,"f1":0.8076923076923077,"true_positive":105,"false_positive":5,"false_negative":45,"true_negative":145,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.42531466666666673,"baseline_adjusted_skill":0.6666666666666665,"baseline_adjusted_score":0.6666666666666665},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":134},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.162376,"accuracy":0.79,"positive_recall":0.8,"specificity":0.78,"precision":0.7843137254901961,"balanced_accuracy":0.79,"f1":0.7920792079207921,"true_positive":40,"false_positive":11,"false_negative":10,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.35049600000000003,"baseline_adjusted_skill":0.5800000000000001,"baseline_adjusted_score":0.5800000000000001},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.7142857142857143,"baseline_adjusted_score":0.7142857142857143},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.61,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.35,"baseline_adjusted_score":0.35},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.173235,"accuracy":0.75,"positive_recall":0.76,"specificity":0.74,"precision":0.7450980392156863,"balanced_accuracy":0.75,"f1":0.7524752475247525,"true_positive":38,"false_positive":13,"false_negative":12,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.30706,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.6833333333333333,"uniform_accuracy_baseline":0.0625,"fixed_answer_accuracy_baseline":0.10666666666666667,"baseline_adjusted_skill":0.6455223880597015,"baseline_adjusted_score":0.6455223880597015},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":142},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.20851190476190457,"fixed_answer_accuracy_baseline":0.2233333333333332,"baseline_adjusted_skill":0.9871244635193133,"baseline_adjusted_score":0.9871244635193133},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.031091000000000014,"accuracy":0.95,"positive_recall":0.98,"specificity":0.92,"precision":0.9245283018867925,"balanced_accuracy":0.95,"f1":0.9514563106796117,"true_positive":49,"false_positive":4,"false_negative":1,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.875636,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.09242499999999998,"normalized_score_rmse":0.159939246278079,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.6919166666666667,"baseline_adjusted_score":0.6919166666666667},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.22851190476190467,"fixed_answer_accuracy_baseline":0.2433333333333333,"baseline_adjusted_skill":0.973568281938326,"baseline_adjusted_score":0.973568281938326},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.032368000000000015,"accuracy":0.96,"positive_recall":0.98,"specificity":0.94,"precision":0.9423076923076923,"balanced_accuracy":0.96,"f1":0.9607843137254902,"true_positive":49,"false_positive":3,"false_negative":1,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.870528,"baseline_adjusted_skill":0.9199999999999999,"baseline_adjusted_score":0.9199999999999999},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.057461666666666675,"normalized_score_rmse":0.1219460266918358,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.304222222222222,"baseline_adjusted_skill":0.8111194302410517,"baseline_adjusted_score":0.8111194302410517},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.79,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.6612903225806452,"baseline_adjusted_score":0.6612903225806452},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9266666666666666,"uniform_accuracy_baseline":0.3467777777777778,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.8854166666666666,"baseline_adjusted_score":0.8854166666666666},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":150},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.11482499999999997,"accuracy":0.84,"positive_recall":0.96,"specificity":0.72,"precision":0.7741935483870968,"balanced_accuracy":0.84,"f1":0.8571428571428571,"true_positive":48,"false_positive":14,"false_negative":2,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5407000000000002,"baseline_adjusted_skill":0.6799999999999999,"baseline_adjusted_score":0.6799999999999999},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.78,"baseline_adjusted_score":0.78},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.06268499999999999,"accuracy":0.94,"positive_recall":0.94,"specificity":0.94,"precision":0.94,"balanced_accuracy":0.94,"f1":0.94,"true_positive":47,"false_positive":3,"false_negative":3,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.74926,"baseline_adjusted_skill":0.8799999999999999,"baseline_adjusted_score":0.8799999999999999},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.59,"uniform_accuracy_baseline":0.35333333333333317,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.30508474576271183,"baseline_adjusted_score":0.30508474576271183},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.67,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.46774193548387105,"baseline_adjusted_score":0.46774193548387105},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.23666666666666666,"uniform_accuracy_baseline":0.3333333333333322,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":-0.14499999999999996,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":157},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.41,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.048387096774193505,"baseline_adjusted_score":0.048387096774193505},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.4,"uniform_accuracy_baseline":0.11111111111111088,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.28571428571428575,"baseline_adjusted_score":0.28571428571428575},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":299,"failed":0,"abstained":1},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.7857142857142858,"baseline_adjusted_score":0.7857142857142858},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":160},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.046342749999999995,"accuracy":0.8443749999999998,"positive_recall":0.22148978246539217,"specificity":0.9901280271479254,"precision":0.84,"balanced_accuracy":0.6058089048066587,"f1":0.35054773082942087,"true_positive":16.799999999999997,"false_positive":3.2,"false_negative":59.05000000000001,"true_negative":320.9499999999999,"positive_prevalence":0.1896249999999999,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500007,"brier_skill":0.391217121987656,"baseline_adjusted_skill":0.21161780961331744,"baseline_adjusted_score":0.21161780961331744},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.15635000000000007,"normalized_score_rmse":0.18810444239836546,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":0.2685380116959061,"baseline_adjusted_score":0.2685380116959061},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.08028250000000002,"accuracy":0.7828749999999998,"positive_recall":0.3647444913267699,"specificity":0.9348900630645985,"precision":0.6706896551724139,"balanced_accuracy":0.6498172771956843,"f1":0.4725174612815063,"true_positive":38.90000000000001,"false_positive":19.1,"false_negative":67.75,"true_negative":274.2499999999999,"positive_prevalence":0.2666249999999998,"majority_accuracy_baseline":0.7333750000000002,"constant_brier_baseline":0.11565485937499977,"brier_skill":0.3058441259290997,"baseline_adjusted_skill":0.29963455439136855,"baseline_adjusted_score":0.29963455439136855},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.18765624999999997,"normalized_score_rmse":0.23729310066877196,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.30174418604651176,"baseline_adjusted_score":0.30174418604651176},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.05489925,"accuracy":0.7978749999999997,"positive_recall":0.5946308724832214,"specificity":0.8766695576756288,"precision":0.6514705882352941,"balanced_accuracy":0.7356502150794251,"f1":0.6217543859649122,"true_positive":66.44999999999999,"false_positive":35.55,"false_negative":45.3,"true_negative":252.6999999999999,"positive_prevalence":0.2793749999999999,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937499995,"brier_skill":0.5148351105879264,"baseline_adjusted_skill":0.47130043015885015,"baseline_adjusted_score":0.47130043015885015},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.21023125000000017,"normalized_score_rmse":0.2568004149626709,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.20479905437352186,"baseline_adjusted_score":0.20479905437352186},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.08928550000000002,"accuracy":0.8236249999999995,"positive_recall":0.3391549295774648,"specificity":0.9617670682730924,"precision":0.7166666666666667,"balanced_accuracy":0.6504609989252786,"f1":0.4604206500956023,"true_positive":30.1,"false_positive":11.9,"false_negative":58.650000000000006,"true_negative":299.3499999999998,"positive_prevalence":0.22187499999999974,"majority_accuracy_baseline":0.7781250000000003,"constant_brier_baseline":0.126740234375001,"brier_skill":0.29552363193663767,"baseline_adjusted_skill":0.3009219978505573,"baseline_adjusted_score":0.3009219978505573},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.15159999999999998,"normalized_score_rmse":0.20284492229286885,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.32808864265927984,"baseline_adjusted_score":0.32808864265927984},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.045429999999999984,"accuracy":0.8249999999999994,"positive_recall":0.6465028355387524,"specificity":0.8891910265125763,"precision":0.6772277227722773,"balanced_accuracy":0.7678469310256644,"f1":0.6615087040618955,"true_positive":68.4,"false_positive":32.599999999999994,"false_negative":37.39999999999999,"true_negative":261.5999999999998,"positive_prevalence":0.26449999999999985,"majority_accuracy_baseline":0.7355000000000002,"constant_brier_baseline":0.11362725000000028,"brier_skill":0.6001839347515682,"baseline_adjusted_skill":0.5356938620513287,"baseline_adjusted_score":0.5356938620513287},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.18291250000000006,"normalized_score_rmse":0.23015504285155267,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.2719900497512434,"baseline_adjusted_score":0.2719900497512434},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.05918225,"accuracy":0.8297499999999998,"positive_recall":0.3361618798955613,"specificity":0.9466604823747681,"precision":0.5988372093023259,"balanced_accuracy":0.6414111811351647,"f1":0.4306020066889632,"true_positive":25.75000000000001,"false_positive":17.249999999999993,"false_negative":50.85000000000004,"true_negative":306.1499999999999,"positive_prevalence":0.1914999999999999,"majority_accuracy_baseline":0.8085000000000001,"constant_brier_baseline":0.09190274999999995,"brier_skill":0.3560339598107779,"baseline_adjusted_skill":0.2828223622703294,"baseline_adjusted_score":0.2828223622703294},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.16274375000000013,"normalized_score_rmse":0.223838774288549,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.21332326283987857,"baseline_adjusted_score":0.21332326283987857},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.04270474999999999,"accuracy":0.8919999999999998,"positive_recall":0.668021680216802,"specificity":0.9426732066217045,"precision":0.725,"balanced_accuracy":0.8053474434192532,"f1":0.695345557122708,"true_positive":49.3,"false_positive":18.7,"false_negative":24.500000000000018,"true_negative":307.4999999999999,"positive_prevalence":0.1844999999999999,"majority_accuracy_baseline":0.8155000000000001,"constant_brier_baseline":0.1092222499999995,"brier_skill":0.6090105267012885,"baseline_adjusted_skill":0.6106948868385065,"baseline_adjusted_score":0.6106948868385065},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.17575624999999992,"normalized_score_rmse":0.22788041683084587,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":0.07191419141914224,"baseline_adjusted_score":0.07191419141914224},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.08599525000000002,"accuracy":0.8284999999999996,"positive_recall":0.145859872611465,"specificity":0.9951788491446345,"precision":0.8807692307692307,"balanced_accuracy":0.5705193608780498,"f1":0.2502732240437159,"true_positive":11.45,"false_positive":1.55,"false_negative":67.04999999999998,"true_negative":319.9499999999998,"positive_prevalence":0.19624999999999987,"majority_accuracy_baseline":0.8037500000000002,"constant_brier_baseline":0.09878593749999955,"brier_skill":0.1294788289071973,"baseline_adjusted_skill":0.14103872175609955,"baseline_adjusted_score":0.14103872175609955},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.17262500000000006,"normalized_score_rmse":0.24371954938002013,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":0.18284023668639027,"baseline_adjusted_score":0.18284023668639027},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0,"abstained":0},"metrics":{"binary_brier":0.06516403061224489,"accuracy":0.7306122448979594,"positive_recall":0.7710557532621588,"specificity":0.7000895255147717,"precision":0.6598984771573602,"balanced_accuracy":0.7355726393884652,"f1":0.7111597374179429,"true_positive":130,"false_positive":67.00000000000004,"false_negative":38.60000000000002,"true_negative":156.4000000000001,"positive_prevalence":0.43010204081632636,"majority_accuracy_baseline":0.5698979591836737,"constant_brier_baseline":0.12359641815910102,"brier_skill":0.4727676450270454,"baseline_adjusted_skill":0.47114527877693035,"baseline_adjusted_score":0.47114527877693035},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.1881250000000001,"normalized_score_rmse":0.23623299258510502,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.3171759259259255,"baseline_adjusted_score":0.3171759259259255},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0,"abstained":0},"metrics":{"binary_brier":0.059726000000000036,"accuracy":0.8770000000000008,"positive_recall":0.3922108575924467,"specificity":0.9685688809629961,"precision":0.7021126760563381,"balanced_accuracy":0.6803898692777214,"f1":0.5032811711256939,"true_positive":49.85,"false_positive":21.15,"false_negative":77.25000000000006,"true_negative":651.7500000000006,"positive_prevalence":0.15887500000000002,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499934,"brier_skill":0.39534803525410755,"baseline_adjusted_skill":0.36077973855544276,"baseline_adjusted_score":0.36077973855544276},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.1712218749999999,"normalized_score_rmse":0.2323552472777406,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-0.03770833333333279,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.05908148148148148,"normalized_score_rmse":0.10782347255847356,"constant_score_baseline":0.1111111111111111,"constant_mae_baseline":0.10629629629629629,"baseline_adjusted_skill":0.4441811846689896,"baseline_adjusted_score":0.4441811846689896},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":181},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.57,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.3064516129032257,"baseline_adjusted_score":0.3064516129032257},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.342942,"accuracy":0.55,"positive_recall":0.26,"specificity":0.84,"precision":0.6190476190476191,"balanced_accuracy":0.55,"f1":0.36619718309859156,"true_positive":13,"false_positive":8,"false_negative":37,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.3717680000000001,"baseline_adjusted_skill":0.10000000000000009,"baseline_adjusted_score":0.10000000000000009},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.34791252485089463,"uniform_accuracy_baseline":0.058823529411766766,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.23364485981308414,"baseline_adjusted_score":0.23364485981308414},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.3116503333333333,"accuracy":0.5866666666666667,"positive_recall":0.3505747126436782,"specificity":0.9126984126984127,"precision":0.8472222222222222,"balanced_accuracy":0.6316365626710454,"f1":0.4959349593495935,"true_positive":61,"false_positive":11,"false_negative":113,"true_negative":115,"positive_prevalence":0.58,"majority_accuracy_baseline":0.58,"constant_brier_baseline":0.24359999999999998,"brier_skill":-0.27935276409414334,"baseline_adjusted_skill":0.2632731253420908,"baseline_adjusted_score":0.2632731253420908},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":185},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.23693999999999998,"accuracy":0.7066666666666667,"positive_recall":0.6496815286624203,"specificity":0.7692307692307693,"precision":0.7555555555555555,"balanced_accuracy":0.7094561489465948,"f1":0.6986301369863014,"true_positive":102,"false_positive":33,"false_negative":55,"true_negative":110,"positive_prevalence":0.5233333333333333,"majority_accuracy_baseline":0.5233333333333333,"constant_brier_baseline":0.24945555555555557,"brier_skill":0.05017148456638909,"baseline_adjusted_skill":0.4189122978931896,"baseline_adjusted_score":0.4189122978931896},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":186},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.82,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.6086956521739129,"baseline_adjusted_score":0.6086956521739129},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.3123809999999999,"accuracy":0.61,"positive_recall":0.24,"specificity":0.98,"precision":0.9230769230769231,"balanced_accuracy":0.61,"f1":0.38095238095238093,"true_positive":12,"false_positive":1,"false_negative":38,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.24952399999999963,"baseline_adjusted_skill":0.21999999999999997,"baseline_adjusted_score":0.21999999999999997},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.56,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.3015873015873017,"baseline_adjusted_score":0.3015873015873017},"scoring":{"eligible":true,"reason":null},"model":147,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.15916891033996672,"accuracy":0.7567567567567568,"positive_recall":0.8028169014084507,"specificity":0.7142857142857143,"precision":0.7215189873417721,"balanced_accuracy":0.7585513078470825,"f1":0.76,"true_positive":57,"false_positive":22,"false_negative":14,"true_negative":55,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.2495891161431699,"brier_skill":0.36227623704286893,"baseline_adjusted_skill":0.5171026156941649,"baseline_adjusted_score":0.5171026156941649},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.20049999999999962,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.647887323943662,"baseline_adjusted_score":0.647887323943662},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.9852941176470588,"baseline_adjusted_score":0.9852941176470588},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.7446808510638298,"baseline_adjusted_score":0.7446808510638298},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.9591836734693877,"baseline_adjusted_score":0.9591836734693877},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.13293138381408,"accuracy":0.5774905058399998,"positive_recall":0.6034768536374522,"specificity":0.5357980926750793,"precision":0.6759313062727274,"balanced_accuracy":0.5696374731562657,"f1":0.6376524877145627,"true_positive":37.17622184499999,"false_positive":17.823778154999996,"false_negative":24.427171261000005,"true_negative":20.572828738999995,"positive_prevalence":0.6160339310599999,"majority_accuracy_baseline":0.6160339310599999,"constant_brier_baseline":0.079087076552024,"brier_skill":-0.6808230827275157,"baseline_adjusted_skill":0.13927494631253134,"baseline_adjusted_score":0.13927494631253134},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.07044944595031123,"accuracy":0.9,"positive_recall":0.9,"specificity":0.9,"precision":0.9,"balanced_accuracy":0.9,"f1":0.9,"true_positive":45,"false_positive":5,"false_negative":5,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7182022161987551,"baseline_adjusted_skill":0.8,"baseline_adjusted_score":0.8},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.012987012987012965,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.7368421052631579,"baseline_adjusted_score":0.7368421052631579},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.9166666666666666,"baseline_adjusted_score":0.9166666666666666},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.73,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.578125,"baseline_adjusted_score":0.578125},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10106613209452696,"accuracy":0.86,"positive_recall":1,"specificity":0.72,"precision":0.78125,"balanced_accuracy":0.86,"f1":0.8771929824561403,"true_positive":50,"false_positive":14,"false_negative":0,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5957354716218921,"baseline_adjusted_skill":0.72,"baseline_adjusted_score":0.72},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.0800843036566436,"accuracy":0.694179485780187,"positive_recall":0.5762744588736805,"specificity":0.749080394828108,"precision":0.5167691861917716,"balanced_accuracy":0.6626774268508941,"f1":0.5449020896460597,"true_positive":128.15875817555934,"false_positive":119.84124182444066,"false_negative":94.23311812942848,"true_negative":357.7668818705715,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768597,"brier_skill":0.09740696435296148,"baseline_adjusted_skill":0.3253548537017883,"baseline_adjusted_score":0.3253548537017883},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1727726618410233,"accuracy":0.73,"positive_recall":0.64,"specificity":0.82,"precision":0.7804878048780488,"balanced_accuracy":0.73,"f1":0.7032967032967034,"true_positive":32,"false_positive":9,"false_negative":18,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3089093526359068,"baseline_adjusted_skill":0.45999999999999996,"baseline_adjusted_score":0.45999999999999996},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.8741721854304636,"uniform_accuracy_baseline":0.006622516556291403,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.8689655172413794,"baseline_adjusted_score":0.8689655172413794},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"binary_brier":0.06176350744501485,"accuracy":0.9166666666666666,"positive_recall":0.8733333333333333,"specificity":0.96,"precision":0.9562043795620438,"balanced_accuracy":0.9166666666666666,"f1":0.9128919860627178,"true_positive":131,"false_positive":6,"false_negative":19,"true_negative":144,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7529459702199406,"baseline_adjusted_skill":0.8333333333333333,"baseline_adjusted_score":0.8333333333333333},"scoring":{"eligible":true,"reason":null},"model":149,"benchmark":14},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.8141176470588235,"uniform_accuracy_baseline":0.3333333333333301,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.6572668112798264,"baseline_adjusted_score":0.6572668112798264},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.49,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.14999999999999997,"baseline_adjusted_score":0.14999999999999997},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.07047423431979699,"accuracy":0.89,"positive_recall":0.94,"specificity":0.84,"precision":0.8545454545454545,"balanced_accuracy":0.8899999999999999,"f1":0.8952380952380953,"true_positive":47,"false_positive":8,"false_negative":3,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.718103062720812,"baseline_adjusted_skill":0.7799999999999998,"baseline_adjusted_score":0.7799999999999998},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.79,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.5625000000000001,"baseline_adjusted_score":0.5625000000000001},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.07142857142857136,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9887640449438202,"baseline_adjusted_score":0.9887640449438202},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.6956521739130435,"baseline_adjusted_score":0.6956521739130435},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.45,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.2465753424657534,"baseline_adjusted_score":0.2465753424657534},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.8888888888888888,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.6666666666666665,"baseline_adjusted_score":0.6666666666666665},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.12456142979795239,"accuracy":0.8414634146341463,"positive_recall":0.9,"specificity":0.7857142857142857,"precision":0.8,"balanced_accuracy":0.8428571428571429,"f1":0.8470588235294118,"true_positive":36,"false_positive":9,"false_negative":4,"true_negative":33,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.24985127900059498,"brier_skill":0.5014577059753385,"baseline_adjusted_skill":0.6857142857142857,"baseline_adjusted_score":0.6857142857142857},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.12171184867321734,"accuracy":0.84,"positive_recall":0.72,"specificity":0.96,"precision":0.9473684210526315,"balanced_accuracy":0.84,"f1":0.8181818181818182,"true_positive":36,"false_positive":2,"false_negative":14,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5131526053071307,"baseline_adjusted_skill":0.6799999999999999,"baseline_adjusted_score":0.6799999999999999},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.8212290502793296,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.7706093189964157,"baseline_adjusted_score":0.7706093189964157},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.63,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.39344262295081966,"baseline_adjusted_score":0.39344262295081966},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.1496573361658701,"accuracy":0.8,"positive_recall":0.5454545454545454,"specificity":0.8717948717948718,"precision":0.5454545454545454,"balanced_accuracy":0.7086247086247086,"f1":0.5454545454545454,"true_positive":24,"false_positive":20,"false_negative":20,"true_negative":136,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000053,"brier_skill":0.1278710013643961,"baseline_adjusted_skill":0.4172494172494172,"baseline_adjusted_score":0.4172494172494172},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.14973658998339678,"accuracy":0.785,"positive_recall":0.5,"specificity":0.88,"precision":0.5813953488372093,"balanced_accuracy":0.69,"f1":0.5376344086021505,"true_positive":25,"false_positive":18,"false_negative":25,"true_negative":132,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":0.20140485342188386,"baseline_adjusted_skill":0.3799999999999999,"baseline_adjusted_score":0.3799999999999999},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.04212010280427304,"accuracy":0.94,"positive_recall":0.7368421052631579,"specificity":0.9613259668508287,"precision":0.6666666666666666,"balanced_accuracy":0.8490840360569933,"f1":0.7,"true_positive":14,"false_positive":7,"false_negative":5,"true_negative":174,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.0859749999999999,"brier_skill":0.5100889467371552,"baseline_adjusted_skill":0.6981680721139867,"baseline_adjusted_score":0.6981680721139867},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.9966666666666667,"uniform_accuracy_baseline":0.3333333333333322,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.9949999999999999,"baseline_adjusted_score":0.9949999999999999},"scoring":{"eligible":true,"reason":null},"model":149,"benchmark":33},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"binary_brier":0.005298564163847234,"accuracy":0.9966666666666667,"positive_recall":1,"specificity":0.9933333333333333,"precision":0.9933774834437086,"balanced_accuracy":0.9966666666666666,"f1":0.9966777408637874,"true_positive":150,"false_positive":1,"false_negative":0,"true_negative":149,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.978805743344611,"baseline_adjusted_skill":0.9933333333333332,"baseline_adjusted_score":0.9933333333333332},"scoring":{"eligible":true,"reason":null},"model":149,"benchmark":34},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.9933333333333333,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.991111111111111,"baseline_adjusted_score":0.991111111111111},"scoring":{"eligible":true,"reason":null},"model":149,"benchmark":35},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"binary_brier":0.08111344540956755,"accuracy":0.87,"positive_recall":1,"specificity":0.74,"precision":0.7936507936507936,"balanced_accuracy":0.87,"f1":0.8849557522123894,"true_positive":150,"false_positive":39,"false_negative":0,"true_negative":111,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6755462183617298,"baseline_adjusted_skill":0.74,"baseline_adjusted_score":0.74},"scoring":{"eligible":true,"reason":null},"model":149,"benchmark":36},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"normalized_expected_score_mae":0.10405297605476031,"normalized_score_rmse":0.18018756162189783,"constant_score_baseline":0.5,"constant_mae_baseline":0.3333333333333333,"baseline_adjusted_skill":0.6878410718357191,"baseline_adjusted_score":0.6878410718357191},"scoring":{"eligible":true,"reason":null},"model":149,"benchmark":37},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.38,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.17333333333333334,"baseline_adjusted_score":0.17333333333333334},"scoring":{"eligible":true,"reason":null},"model":149,"benchmark":38},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"binary_brier":0.24216262556331652,"accuracy":0.5933333333333334,"positive_recall":0.5266666666666666,"specificity":0.66,"precision":0.6076923076923076,"balanced_accuracy":0.5933333333333333,"f1":0.5642857142857143,"true_positive":79,"false_positive":51,"false_negative":71,"true_negative":99,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.0313494977467339,"baseline_adjusted_skill":0.18666666666666654,"baseline_adjusted_score":0.18666666666666654},"scoring":{"eligible":true,"reason":null},"model":149,"benchmark":39},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"normalized_expected_score_mae":0.296346793564832,"normalized_score_rmse":0.3511117944003222,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.012177354783893257,"baseline_adjusted_score":0.012177354783893257},"scoring":{"eligible":true,"reason":null},"model":149,"benchmark":40},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.08026187114657236,"accuracy":0.855827380952381,"positive_recall":0.5931951195317925,"specificity":0.8725929115559242,"precision":0.22911877394636027,"balanced_accuracy":0.7328940155438584,"f1":0.33056023879936997,"true_positive":99.66666666666673,"false_positive":335.3333333333333,"false_negative":68.35000000000002,"true_negative":2296.65,"positive_prevalence":0.060005952380952354,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679296,"brier_skill":-1.4925294392040533,"baseline_adjusted_skill":0.4657880310877167,"baseline_adjusted_score":0.4657880310877167},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.46,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.28,"baseline_adjusted_score":0.28},"scoring":{"eligible":true,"reason":null},"model":149,"benchmark":50},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.6912181303116147,"uniform_accuracy_baseline":0.027777777777777853,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.6461038961038961,"baseline_adjusted_score":0.6461038961038961},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.7857142857142858,"baseline_adjusted_score":0.7857142857142858},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08586597956845791,"accuracy":0.88,"positive_recall":1,"specificity":0.76,"precision":0.8064516129032258,"balanced_accuracy":0.88,"f1":0.8928571428571429,"true_positive":50,"false_positive":12,"false_negative":0,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6565360817261683,"baseline_adjusted_skill":0.76,"baseline_adjusted_score":0.76},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.036973101717529044,"accuracy":0.94,"positive_recall":0.96,"specificity":0.92,"precision":0.9230769230769231,"balanced_accuracy":0.94,"f1":0.9411764705882353,"true_positive":48,"false_positive":4,"false_negative":2,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8521075931298838,"baseline_adjusted_skill":0.8799999999999999,"baseline_adjusted_score":0.8799999999999999},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.7,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":0.23076923076923067,"baseline_adjusted_score":0.23076923076923067},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.8510638297872342,"baseline_adjusted_score":0.8510638297872342},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08184380881399099,"accuracy":0.89,"positive_recall":0.86,"specificity":0.92,"precision":0.9148936170212766,"balanced_accuracy":0.89,"f1":0.8865979381443299,"true_positive":43,"false_positive":4,"false_negative":7,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.672624764744036,"baseline_adjusted_skill":0.78,"baseline_adjusted_score":0.78},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.5033333333333333,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.33777777777777773,"baseline_adjusted_score":0.33777777777777773},"scoring":{"eligible":true,"reason":null},"model":149,"benchmark":58},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.73,"uniform_accuracy_baseline":0.3333333333333322,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.595,"baseline_adjusted_score":0.595},"scoring":{"eligible":true,"reason":null},"model":149,"benchmark":59},{"provenance":"measured","status":"complete","counts":{"cases":285,"expected":285,"succeeded":285,"failed":0},"metrics":{"target_mass_at_prediction":0.8596491228070176,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5263157894736842,"baseline_adjusted_skill":0.7037037037037037,"baseline_adjusted_score":0.7037037037037037},"scoring":{"eligible":true,"reason":null},"model":149,"benchmark":60},{"provenance":"measured","status":"complete","counts":{"cases":299,"expected":299,"succeeded":299,"failed":0},"metrics":{"binary_brier":0.18313276727809688,"accuracy":0.7123745819397993,"positive_recall":0.8666666666666667,"specificity":0.5570469798657718,"precision":0.6632653061224489,"balanced_accuracy":0.7118568232662192,"f1":0.7514450867052023,"true_positive":130,"false_positive":66,"false_negative":20,"true_negative":83,"positive_prevalence":0.5016722408026756,"majority_accuracy_baseline":0.5016722408026756,"constant_brier_baseline":0.24999720361069733,"brier_skill":0.2674607370277774,"baseline_adjusted_skill":0.4237136465324385,"baseline_adjusted_score":0.4237136465324385},"scoring":{"eligible":true,"reason":null},"model":149,"benchmark":61},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.20000000000000104,"fixed_answer_accuracy_baseline":0.20000000000000104,"baseline_adjusted_skill":0.9374999999999999,"baseline_adjusted_score":0.9374999999999999},"scoring":{"eligible":true,"reason":null},"model":149,"benchmark":62},{"provenance":"measured","status":"complete","counts":{"cases":283,"expected":283,"succeeded":283,"failed":0},"metrics":{"binary_brier":0.284937065491172,"accuracy":0.568904593639576,"positive_recall":0.8947368421052632,"specificity":0.28,"precision":0.5242290748898678,"balanced_accuracy":0.5873684210526315,"f1":0.6611111111111111,"true_positive":119,"false_positive":108,"false_negative":14,"true_negative":42,"positive_prevalence":0.46996466431095407,"majority_accuracy_baseline":0.5300353356890459,"constant_brier_baseline":0.2490978786100456,"brier_skill":-0.1438759217104031,"baseline_adjusted_skill":0.17473684210526308,"baseline_adjusted_score":0.17473684210526308},"scoring":{"eligible":true,"reason":null},"model":149,"benchmark":63},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.8533333333333334,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.8044444444444445,"baseline_adjusted_score":0.8044444444444445},"scoring":{"eligible":true,"reason":null},"model":149,"benchmark":64},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.2061666666666668,"fixed_answer_accuracy_baseline":0.21333333333333335,"baseline_adjusted_skill":0.9872881355932204,"baseline_adjusted_score":0.9872881355932204},"scoring":{"eligible":true,"reason":null},"model":149,"benchmark":65},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.8933333333333333,"uniform_accuracy_baseline":0.3333333333333322,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.84,"baseline_adjusted_score":0.84},"scoring":{"eligible":true,"reason":null},"model":149,"benchmark":66},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.7466666666666667,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.37333333333333335,"baseline_adjusted_skill":0.5957446808510638,"baseline_adjusted_score":0.5957446808510638},"scoring":{"eligible":true,"reason":null},"model":149,"benchmark":67},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"normalized_expected_score_mae":0.16750208278488582,"normalized_score_rmse":0.20863021764254663,"constant_score_baseline":0.5,"constant_mae_baseline":0.26208333333333317,"baseline_adjusted_skill":0.3608823550338216,"baseline_adjusted_score":0.3608823550338216},"scoring":{"eligible":true,"reason":null},"model":149,"benchmark":68},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"normalized_expected_score_mae":0.09764184410202585,"normalized_score_rmse":0.13018878707309622,"constant_score_baseline":0.52,"constant_mae_baseline":0.24733333333333307,"baseline_adjusted_skill":0.605221654574019,"baseline_adjusted_score":0.605221654574019},"scoring":{"eligible":true,"reason":null},"model":149,"benchmark":69},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.8566666666666667,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.8088888888888889,"baseline_adjusted_score":0.8088888888888889},"scoring":{"eligible":true,"reason":null},"model":149,"benchmark":71},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8208955223880599,"baseline_adjusted_score":0.8208955223880599},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.03531919264126606,"accuracy":0.97,"positive_recall":0.96,"specificity":0.98,"precision":0.9795918367346939,"balanced_accuracy":0.97,"f1":0.9696969696969697,"true_positive":48,"false_positive":1,"false_negative":2,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8587232294349357,"baseline_adjusted_skill":0.94,"baseline_adjusted_score":0.94},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.49460931081081094,"uniform_accuracy_baseline":0.23445945945945923,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.3148694996318784,"baseline_adjusted_score":0.3148694996318784},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.07854567223798953,"accuracy":0.6843420986842103,"positive_recall":0.918262722487346,"specificity":0.4615977316310453,"precision":0.6189090999999999,"balanced_accuracy":0.6899302270591956,"f1":0.7394373834130977,"true_positive":68.08000099999997,"false_positive":41.91999900000001,"false_negative":6.060002,"true_negative":35.939997999999996,"positive_prevalence":0.48776317763157917,"majority_accuracy_baseline":0.5122368223684208,"constant_brier_baseline":0.0945191003976856,"brier_skill":0.1689968280748385,"baseline_adjusted_skill":0.3798604541183912,"baseline_adjusted_score":0.3798604541183912},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.16053549247097076,"normalized_score_rmse":0.20968202943978914,"constant_score_baseline":0.5841668333333334,"constant_mae_baseline":0.21700552708333315,"baseline_adjusted_skill":0.26022394623468326,"baseline_adjusted_score":0.26022394623468326},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.21400267932531683,"accuracy":0.7,"positive_recall":0.86,"specificity":0.54,"precision":0.6515151515151515,"balanced_accuracy":0.7,"f1":0.7413793103448276,"true_positive":43,"false_positive":23,"false_negative":7,"true_negative":27,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.14398928269873268,"baseline_adjusted_skill":0.3999999999999999,"baseline_adjusted_score":0.3999999999999999},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24593624185609095,"accuracy":0.63,"positive_recall":0.4,"specificity":0.86,"precision":0.7407407407407407,"balanced_accuracy":0.63,"f1":0.5194805194805194,"true_positive":20,"false_positive":7,"false_negative":30,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.016255032575636208,"baseline_adjusted_skill":0.26,"baseline_adjusted_score":0.26},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.8032786885245902,"baseline_adjusted_score":0.8032786885245902},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.03611111111111102,"fixed_answer_accuracy_baseline":0.08833333333333329,"baseline_adjusted_skill":0.8683729433272395,"baseline_adjusted_score":0.8683729433272395},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"binary_brier":0.1401571308924168,"accuracy":0.7866666666666666,"positive_recall":0.8333333333333334,"specificity":0.74,"precision":0.7621951219512195,"balanced_accuracy":0.7866666666666666,"f1":0.7961783439490446,"true_positive":125,"false_positive":39,"false_negative":25,"true_negative":111,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4393714764303328,"baseline_adjusted_skill":0.5733333333333333,"baseline_adjusted_score":0.5733333333333333},"scoring":{"eligible":true,"reason":null},"model":149,"benchmark":81},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.909090909090909,"baseline_adjusted_score":0.909090909090909},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.6266666666666667,"uniform_accuracy_baseline":0.11021428571428617,"fixed_answer_accuracy_baseline":0.12554761904761905,"baseline_adjusted_skill":0.5730661366297275,"baseline_adjusted_score":0.5730661366297275},"scoring":{"eligible":true,"reason":null},"model":149,"benchmark":83},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.7666666666666667,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.688888888888889,"baseline_adjusted_score":0.688888888888889},"scoring":{"eligible":true,"reason":null},"model":149,"benchmark":84},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.865,"uniform_accuracy_baseline":0.04987932421560751,"fixed_answer_accuracy_baseline":0.1244247787610618,"baseline_adjusted_skill":0.8458156458459672,"baseline_adjusted_score":0.8458156458459672},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3170402169832378,"accuracy":0.5,"positive_recall":0.04,"specificity":0.96,"precision":0.5,"balanced_accuracy":0.5,"f1":0.07407407407407407,"true_positive":2,"false_positive":2,"false_negative":48,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.26816086793295124,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.8888888888888888,"uniform_accuracy_baseline":0.23888888888888893,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.8431372549019607,"baseline_adjusted_score":0.8431372549019607},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.06214079867325984,"accuracy":0.90625,"positive_recall":0.84375,"specificity":0.96875,"precision":0.9642857142857143,"balanced_accuracy":0.90625,"f1":0.9,"true_positive":27,"false_positive":1,"false_negative":5,"true_negative":31,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7514368053069607,"baseline_adjusted_skill":0.8125,"baseline_adjusted_score":0.8125},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.909090909090909,"baseline_adjusted_score":0.909090909090909},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.010429198627337441,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":50,"false_positive":0,"false_negative":0,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9582832054906503,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8529411764705882,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.7826086956521737,"baseline_adjusted_score":0.7826086956521737},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.010930350273580388,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":16,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.9562384137943786,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.13290401656762696,"normalized_score_rmse":0.3042615051267544,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.5972605558556758,"baseline_adjusted_score":0.5972605558556758},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.1875,"uniform_accuracy_baseline":0.17812500000000006,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.14035087719298242,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.0024107420760075653,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":17,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9903570316959698,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.4888649928273962,"normalized_score_rmse":0.5323489680254457,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-2.324281951226294,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.875,"uniform_accuracy_baseline":0.13194444444444448,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":0.6869565217391305,"baseline_adjusted_score":0.6869565217391305},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.0003556453589001806,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":26,"false_positive":0,"false_negative":0,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9985774185643993,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.005996892590110197,"accuracy":0.9866666666666667,"positive_recall":1,"specificity":0.9722222222222222,"precision":0.975,"balanced_accuracy":0.9861111111111112,"f1":0.9873417721518988,"true_positive":39,"false_positive":1,"false_negative":0,"true_negative":35,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24959999999999993,"brier_skill":0.9759739880203918,"baseline_adjusted_skill":0.9722222222222223,"baseline_adjusted_score":0.9722222222222223},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.07498425276833587,"normalized_score_rmse":0.15506259688128035,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.7321990972559433,"baseline_adjusted_score":0.7321990972559433},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.9117647058823529,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.8799999999999998,"baseline_adjusted_score":0.8799999999999998},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.0638599983670257,"accuracy":0.9285714285714286,"positive_recall":1,"specificity":0.8571428571428571,"precision":0.875,"balanced_accuracy":0.9285714285714286,"f1":0.9333333333333333,"true_positive":14,"false_positive":2,"false_negative":0,"true_negative":12,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7445600065318971,"baseline_adjusted_skill":0.8571428571428572,"baseline_adjusted_score":0.8571428571428572},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.06269376689434109,"normalized_score_rmse":0.16473740072802046,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.16969696969696968,"baseline_adjusted_skill":0.6305545879440615,"baseline_adjusted_score":0.6305545879440615},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.029937520977623235,"accuracy":0.9529411764705882,"positive_recall":0.9333333333333333,"specificity":0.975,"precision":0.9767441860465116,"balanced_accuracy":0.9541666666666666,"f1":0.9545454545454546,"true_positive":42,"false_positive":1,"false_negative":3,"true_negative":39,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.24913494809688563,"brier_skill":0.87983411718704,"baseline_adjusted_skill":0.9083333333333332,"baseline_adjusted_score":0.9083333333333332},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.12651424463432873,"accuracy":0.86,"positive_recall":0.8,"specificity":1,"precision":1,"balanced_accuracy":0.9,"f1":0.8888888888888888,"true_positive":28,"false_positive":0,"false_negative":7,"true_negative":15,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.20999999999999996,"brier_skill":0.39755121602700594,"baseline_adjusted_skill":0.8,"baseline_adjusted_score":0.8},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.01035230665729614,"normalized_score_rmse":0.02336662568656551,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.9630274762239424,"baseline_adjusted_score":0.9630274762239424},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.8227848101265823,"uniform_accuracy_baseline":0.24240506329113914,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.6956521739130436,"baseline_adjusted_score":0.6956521739130436},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.0007000006026745507,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":11,"false_positive":0,"false_negative":0,"true_negative":10,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.24943310657596363,"brier_skill":0.9971936339474593,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.9090909090909091,"uniform_accuracy_baseline":0.3237373737373738,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.85,"baseline_adjusted_score":0.85},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.12623193251318998,"accuracy":0.8181818181818182,"positive_recall":0.7058823529411765,"specificity":0.9375,"precision":0.9230769230769231,"balanced_accuracy":0.8216911764705883,"f1":0.8,"true_positive":12,"false_positive":1,"false_negative":5,"true_negative":15,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.4946081819600594,"baseline_adjusted_skill":0.6433823529411766,"baseline_adjusted_score":0.6433823529411766},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.03691610856953156,"normalized_score_rmse":0.10911041686439807,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.34313725490196084,"baseline_adjusted_skill":0.8924159121687938,"baseline_adjusted_score":0.8924159121687938},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.04518612281672926,"accuracy":0.95,"positive_recall":1,"specificity":0.9,"precision":0.9090909090909091,"balanced_accuracy":0.95,"f1":0.9523809523809523,"true_positive":50,"false_positive":5,"false_negative":0,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.819255508733083,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.6133333333333333,"uniform_accuracy_baseline":0.3333333333333332,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":0.402061855670103,"baseline_adjusted_score":0.402061855670103},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.11973575835812267,"accuracy":0.84,"positive_recall":0.8648648648648649,"specificity":0.8157894736842105,"precision":0.8205128205128205,"balanced_accuracy":0.8403271692745378,"f1":0.8421052631578947,"true_positive":32,"false_positive":7,"false_negative":5,"true_negative":31,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555535,"brier_skill":0.5209718059996866,"baseline_adjusted_skill":0.6806543385490755,"baseline_adjusted_score":0.6806543385490755},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.1428571428571427,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.9487179487179487,"baseline_adjusted_score":0.9487179487179487},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.405,"uniform_accuracy_baseline":0.32416666666666627,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.0984848484848485,"baseline_adjusted_score":0.0984848484848485},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.05394711697074119,"accuracy":0.9393939393939394,"positive_recall":1,"specificity":0.8823529411764706,"precision":0.8888888888888888,"balanced_accuracy":0.9411764705882353,"f1":0.9411764705882353,"true_positive":16,"false_positive":2,"false_negative":0,"true_negative":15,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.7840131971281723,"baseline_adjusted_skill":0.8823529411764706,"baseline_adjusted_score":0.8823529411764706},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.005012598258541733,"normalized_score_rmse":0.010241822344784959,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.9771840355128445,"baseline_adjusted_score":0.9771840355128445},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1184150757855371,"accuracy":0.83,"positive_recall":0.8636363636363636,"specificity":0.8205128205128205,"precision":0.5757575757575758,"balanced_accuracy":0.842074592074592,"f1":0.6909090909090909,"true_positive":19,"false_positive":14,"false_negative":3,"true_negative":64,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000028,"brier_skill":0.3099354557952395,"baseline_adjusted_skill":0.684149184149184,"baseline_adjusted_score":0.684149184149184},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.12106454858328833,"accuracy":0.84,"positive_recall":0.5945945945945946,"specificity":0.9841269841269841,"precision":0.9565217391304348,"balanced_accuracy":0.7893607893607893,"f1":0.7333333333333333,"true_positive":22,"false_positive":1,"false_negative":15,"true_negative":62,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000008,"brier_skill":0.4806325672102605,"baseline_adjusted_skill":0.5787215787215787,"baseline_adjusted_score":0.5787215787215787},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.07174268735952496,"accuracy":0.9,"positive_recall":0.7948717948717948,"specificity":0.9672131147540983,"precision":0.9393939393939394,"balanced_accuracy":0.8810424548129465,"f1":0.8611111111111112,"true_positive":31,"false_positive":2,"false_negative":8,"true_negative":59,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379000000000002,"brier_skill":0.6984334285013665,"baseline_adjusted_skill":0.762084909625893,"baseline_adjusted_score":0.762084909625893},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.031994496663456905,"accuracy":0.96,"positive_recall":0.9354838709677419,"specificity":0.9710144927536232,"precision":0.9354838709677419,"balanced_accuracy":0.9532491818606825,"f1":0.9354838709677419,"true_positive":29,"false_positive":2,"false_negative":2,"true_negative":67,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999987,"brier_skill":0.8504231105027726,"baseline_adjusted_skill":0.906498363721365,"baseline_adjusted_score":0.906498363721365},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.9722222222222222,"baseline_adjusted_score":0.9722222222222222},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.14055495950487967,"normalized_score_rmse":0.18498181731438934,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.3954625397639584,"baseline_adjusted_score":0.3954625397639584},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11367622771813958,"accuracy":0.82,"positive_recall":0.86,"specificity":0.78,"precision":0.7962962962962963,"balanced_accuracy":0.8200000000000001,"f1":0.8269230769230769,"true_positive":43,"false_positive":11,"false_negative":7,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5452950891274417,"baseline_adjusted_skill":0.6400000000000001,"baseline_adjusted_score":0.6400000000000001},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.350983485609718,"accuracy":0.47,"positive_recall":0.68,"specificity":0.26,"precision":0.4788732394366197,"balanced_accuracy":0.47000000000000003,"f1":0.5619834710743802,"true_positive":34,"false_positive":37,"false_negative":16,"true_negative":13,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.40393394243887193,"baseline_adjusted_skill":-0.05999999999999994,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.68,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":0.0857142857142858,"baseline_adjusted_score":0.0857142857142858},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.07166470294197538,"accuracy":0.91,"positive_recall":0.96,"specificity":0.86,"precision":0.8727272727272727,"balanced_accuracy":0.9099999999999999,"f1":0.9142857142857143,"true_positive":48,"false_positive":7,"false_negative":2,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7133411882320985,"baseline_adjusted_skill":0.8199999999999998,"baseline_adjusted_score":0.8199999999999998},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.857142857142857,"baseline_adjusted_score":0.857142857142857},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.71,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.5166666666666666,"baseline_adjusted_score":0.5166666666666666},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11454895890264469,"accuracy":0.82,"positive_recall":0.82,"specificity":0.82,"precision":0.82,"balanced_accuracy":0.82,"f1":0.82,"true_positive":41,"false_positive":9,"false_negative":9,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5418041643894213,"baseline_adjusted_skill":0.6399999999999999,"baseline_adjusted_score":0.6399999999999999},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.20851190476190457,"fixed_answer_accuracy_baseline":0.2233333333333332,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.03458777489094582,"accuracy":0.95,"positive_recall":0.94,"specificity":0.96,"precision":0.9591836734693877,"balanced_accuracy":0.95,"f1":0.9494949494949495,"true_positive":47,"false_positive":2,"false_negative":3,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8616489004362167,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.03873060624852315,"normalized_score_rmse":0.12520250603013353,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.8708979791715895,"baseline_adjusted_score":0.8708979791715895},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.22851190476190467,"fixed_answer_accuracy_baseline":0.2433333333333333,"baseline_adjusted_skill":0.986784140969163,"baseline_adjusted_score":0.986784140969163},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.006463275428640709,"accuracy":0.99,"positive_recall":0.98,"specificity":1,"precision":1,"balanced_accuracy":0.99,"f1":0.98989898989899,"true_positive":49,"false_positive":0,"false_negative":1,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9741468982854372,"baseline_adjusted_skill":0.98,"baseline_adjusted_score":0.98},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.015558507304910343,"normalized_score_rmse":0.05293582745735257,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.304222222222222,"baseline_adjusted_skill":0.9488580840963502,"baseline_adjusted_score":0.9488580840963502},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.77,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.6290322580645161,"baseline_adjusted_score":0.6290322580645161},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.04686620431657767,"accuracy":0.94,"positive_recall":0.88,"specificity":1,"precision":1,"balanced_accuracy":0.94,"f1":0.9361702127659575,"true_positive":44,"false_positive":0,"false_negative":6,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8125351827336893,"baseline_adjusted_skill":0.8799999999999999,"baseline_adjusted_score":0.8799999999999999},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.032014585648248765,"accuracy":0.96,"positive_recall":0.98,"specificity":0.94,"precision":0.9423076923076923,"balanced_accuracy":0.96,"f1":0.9607843137254902,"true_positive":49,"false_positive":3,"false_negative":1,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8719416574070049,"baseline_adjusted_skill":0.9199999999999999,"baseline_adjusted_score":0.9199999999999999},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.59,"uniform_accuracy_baseline":0.35333333333333317,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.30508474576271183,"baseline_adjusted_score":0.30508474576271183},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.9516129032258064,"baseline_adjusted_score":0.9516129032258064},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.81,"uniform_accuracy_baseline":0.3333333333333322,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.7150000000000001,"baseline_adjusted_score":0.7150000000000001},"scoring":{"eligible":true,"reason":null},"model":149,"benchmark":157},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.56,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.29032258064516137,"baseline_adjusted_score":0.29032258064516137},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.48,"uniform_accuracy_baseline":0.11111111111111088,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.38095238095238093,"baseline_adjusted_score":0.38095238095238093},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.06782797117431655,"accuracy":0.8001249999999999,"positive_recall":0.6453526697429137,"specificity":0.8363412000616998,"precision":0.47990196078431374,"balanced_accuracy":0.7408469349023068,"f1":0.5504638740511667,"true_positive":48.95000000000001,"false_positive":53.050000000000004,"false_negative":26.900000000000002,"true_negative":271.09999999999997,"positive_prevalence":0.1896249999999999,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500007,"brier_skill":0.10897589156364818,"baseline_adjusted_skill":0.4816938698046136,"baseline_adjusted_score":0.4816938698046136},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.15531361897299575,"normalized_score_rmse":0.1935286944885985,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":0.27338657790411347,"baseline_adjusted_score":0.27338657790411347},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.06057133964056865,"accuracy":0.7938749999999999,"positive_recall":0.5072667604313174,"specificity":0.898073973069712,"precision":0.6440476190476192,"balanced_accuracy":0.7026703667505148,"f1":0.5675321269341727,"true_positive":54.100000000000016,"false_positive":29.89999999999998,"false_negative":52.55000000000001,"true_negative":263.44999999999993,"positive_prevalence":0.2666249999999998,"majority_accuracy_baseline":0.7333750000000002,"constant_brier_baseline":0.11565485937499977,"brier_skill":0.47627501370978365,"baseline_adjusted_skill":0.4053407335010295,"baseline_adjusted_score":0.4053407335010295},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.14798498625135836,"normalized_score_rmse":0.2288212996625118,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.44935819069262006,"baseline_adjusted_score":0.44935819069262006},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.054557910555564026,"accuracy":0.793625,"positive_recall":0.7033557046979864,"specificity":0.8286209887250648,"precision":0.6140624999999997,"balanced_accuracy":0.7659883467115256,"f1":0.6556830031282583,"true_positive":78.59999999999995,"false_positive":49.400000000000034,"false_negative":33.15000000000001,"true_negative":238.85000000000005,"positive_prevalence":0.2793749999999999,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937499995,"brier_skill":0.5178516529598487,"baseline_adjusted_skill":0.5319766934230512,"baseline_adjusted_score":0.5319766934230512},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1409417722168382,"normalized_score_rmse":0.18860143941986857,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.4668869136006121,"baseline_adjusted_score":0.4668869136006121},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.030225275076974922,"accuracy":0.8998749999999999,"positive_recall":0.7081690140845069,"specificity":0.9545381526104418,"precision":0.8162337662337662,"balanced_accuracy":0.8313535833474743,"f1":0.7583710407239819,"true_positive":62.849999999999994,"false_positive":14.15,"false_negative":25.900000000000013,"true_negative":297.09999999999997,"positive_prevalence":0.22187499999999974,"majority_accuracy_baseline":0.7781250000000003,"constant_brier_baseline":0.126740234375001,"brier_skill":0.7615179171316355,"baseline_adjusted_skill":0.6627071666949487,"baseline_adjusted_score":0.6627071666949487},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.09382815343190487,"normalized_score_rmse":0.15830851339301605,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.5841411482242443,"baseline_adjusted_score":0.5841411482242443},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.036568943457687485,"accuracy":0.8399999999999995,"positive_recall":0.7268431001890359,"specificity":0.880693405846363,"precision":0.686607142857143,"balanced_accuracy":0.8037682530176995,"f1":0.7061524334251607,"true_positive":76.89999999999999,"false_positive":35.09999999999999,"false_negative":28.900000000000006,"true_negative":259.09999999999985,"positive_prevalence":0.26449999999999985,"majority_accuracy_baseline":0.7355000000000002,"constant_brier_baseline":0.11362725000000028,"brier_skill":0.6781674866047767,"baseline_adjusted_skill":0.607536506035399,"baseline_adjusted_score":0.607536506035399},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.11896701553021558,"normalized_score_rmse":0.17094994336757818,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.5264994406757588,"baseline_adjusted_score":0.5264994406757588},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.060541296097621454,"accuracy":0.81875,"positive_recall":0.49673629242819833,"specificity":0.895021645021645,"precision":0.5284722222222225,"balanced_accuracy":0.6958789687249217,"f1":0.5121130551816959,"true_positive":38.05000000000002,"false_positive":33.94999999999998,"false_negative":38.55000000000004,"true_negative":289.45,"positive_prevalence":0.1914999999999999,"majority_accuracy_baseline":0.8085000000000001,"constant_brier_baseline":0.09190274999999995,"brier_skill":0.3412460878741769,"baseline_adjusted_skill":0.39175793744984344,"baseline_adjusted_score":0.39175793744984344},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1269697401669873,"normalized_score_rmse":0.2188601053187814,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.38624899012936653,"baseline_adjusted_score":0.38624899012936653},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.032187568050335326,"accuracy":0.8944999999999997,"positive_recall":0.7018970189701895,"specificity":0.938074800735745,"precision":0.7194444444444444,"balanced_accuracy":0.8199859098529673,"f1":0.7105624142661179,"true_positive":51.8,"false_positive":20.200000000000003,"false_negative":22.000000000000014,"true_negative":305.9999999999999,"positive_prevalence":0.1844999999999999,"majority_accuracy_baseline":0.8155000000000001,"constant_brier_baseline":0.1092222499999995,"brier_skill":0.7053020968682162,"baseline_adjusted_skill":0.6399718197059345,"baseline_adjusted_score":0.6399718197059345},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.10194583158063324,"normalized_score_rmse":0.16940630929969058,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":0.4616721764719036,"baseline_adjusted_score":0.4616721764719036},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.05188688761615471,"accuracy":0.8512499999999996,"positive_recall":0.337579617834395,"specificity":0.9766718506998444,"precision":0.7794117647058824,"balanced_accuracy":0.6571257342671197,"f1":0.47111111111111126,"true_positive":26.500000000000007,"false_positive":7.500000000000002,"false_negative":51.999999999999986,"true_negative":313.99999999999983,"positive_prevalence":0.19624999999999987,"majority_accuracy_baseline":0.8037500000000002,"constant_brier_baseline":0.09878593749999955,"brier_skill":0.4747543129187295,"baseline_adjusted_skill":0.31425146853423946,"baseline_adjusted_score":0.31425146853423946},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.15179574005873292,"normalized_score_rmse":0.22845909646800971,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":0.281440283745643,"baseline_adjusted_score":0.281440283745643},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.08353763741693036,"accuracy":0.6984693877551023,"positive_recall":0.8552787663107948,"specificity":0.5801253357206804,"precision":0.6058823529411764,"balanced_accuracy":0.7177020510157376,"f1":0.7092966060009838,"true_positive":144.20000000000005,"false_positive":93.80000000000004,"false_negative":24.400000000000002,"true_negative":129.60000000000002,"positive_prevalence":0.43010204081632636,"majority_accuracy_baseline":0.5698979591836737,"constant_brier_baseline":0.12359641815910102,"brier_skill":0.3241095602835715,"baseline_adjusted_skill":0.43540410203147517,"baseline_adjusted_score":0.43540410203147517},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.16180490366912414,"normalized_score_rmse":0.21658032625850318,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.41270812742317897,"baseline_adjusted_score":0.41270812742317897},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.030821405646243024,"accuracy":0.9237500000000004,"positive_recall":0.7793076317859954,"specificity":0.95103284291871,"precision":0.7503787878787878,"balanced_accuracy":0.8651702373523527,"f1":0.764569664222308,"true_positive":99.04999999999998,"false_positive":32.95,"false_negative":28.04999999999999,"true_negative":639.9500000000004,"positive_prevalence":0.15887500000000002,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499934,"brier_skill":0.6879713444692266,"baseline_adjusted_skill":0.7303404747047053,"baseline_adjusted_score":0.7303404747047053},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.09844271843461001,"normalized_score_rmse":0.15031629093411897,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":0.4033774640326666,"baseline_adjusted_score":0.4033774640326666},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.65,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.435483870967742,"baseline_adjusted_score":0.435483870967742},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.27537977036807376,"accuracy":0.6,"positive_recall":0.54,"specificity":0.66,"precision":0.6136363636363636,"balanced_accuracy":0.6000000000000001,"f1":0.574468085106383,"true_positive":27,"false_positive":17,"false_negative":23,"true_negative":33,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.10151908147229505,"baseline_adjusted_skill":0.20000000000000018,"baseline_adjusted_score":0.20000000000000018},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.5268389662027833,"uniform_accuracy_baseline":0.058823529411766766,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.44392523364485975,"baseline_adjusted_score":0.44392523364485975},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.93,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.8478260869565218,"baseline_adjusted_score":0.8478260869565218},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.18194914054226666,"accuracy":0.72,"positive_recall":0.88,"specificity":0.56,"precision":0.6666666666666666,"balanced_accuracy":0.72,"f1":0.7586206896551724,"true_positive":44,"false_positive":22,"false_negative":6,"true_negative":28,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.27220343783093337,"baseline_adjusted_skill":0.43999999999999995,"baseline_adjusted_score":0.43999999999999995},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.54,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.2698412698412699,"baseline_adjusted_score":0.2698412698412699},"scoring":{"eligible":true,"reason":null},"model":148,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.21490377019221762,"accuracy":0.6891891891891891,"positive_recall":0.6197183098591549,"specificity":0.7532467532467533,"precision":0.6984126984126984,"balanced_accuracy":0.6864825315529541,"f1":0.6567164179104478,"true_positive":44,"false_positive":19,"false_negative":27,"true_negative":58,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.2495891161431699,"brier_skill":0.13896978556972006,"baseline_adjusted_skill":0.37296506310590827,"baseline_adjusted_score":0.37296506310590827},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.20049999999999962,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.07042253521126768,"baseline_adjusted_score":0.07042253521126768},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.9411764705882353,"baseline_adjusted_score":0.9411764705882353},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.74,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.4468085106382978,"baseline_adjusted_score":0.4468085106382978},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.55,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.08163265306122457,"baseline_adjusted_score":0.08163265306122457},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08936407228267033,"accuracy":0.5935820634,"positive_recall":0.632770335489903,"specificity":0.5307085251896113,"precision":0.6838736793508773,"balanced_accuracy":0.5817394303397572,"f1":0.6573302618443893,"true_positive":38.980799723000004,"false_positive":18.019200276999996,"false_negative":22.622593383,"true_negative":20.377406617,"positive_prevalence":0.6160339310599999,"majority_accuracy_baseline":0.6160339310599999,"constant_brier_baseline":0.079087076552024,"brier_skill":-0.1299453232904122,"baseline_adjusted_skill":0.16347886067951434,"baseline_adjusted_score":0.16347886067951434},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1809638847958409,"accuracy":0.7,"positive_recall":0.72,"specificity":0.68,"precision":0.6923076923076923,"balanced_accuracy":0.7,"f1":0.7058823529411765,"true_positive":36,"false_positive":16,"false_negative":14,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.27614446081663635,"baseline_adjusted_skill":0.3999999999999999,"baseline_adjusted_score":0.3999999999999999},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.65,"uniform_accuracy_baseline":0.012987012987012965,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.631578947368421,"baseline_adjusted_score":0.631578947368421},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.46,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.15625000000000006,"baseline_adjusted_score":0.15625000000000006},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.14343322651392765,"accuracy":0.82,"positive_recall":1,"specificity":0.64,"precision":0.7352941176470589,"balanced_accuracy":0.8200000000000001,"f1":0.847457627118644,"true_positive":50,"false_positive":18,"false_negative":0,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4262670939442894,"baseline_adjusted_skill":0.6400000000000001,"baseline_adjusted_score":0.6400000000000001},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.12840775860782908,"accuracy":0.6376614656612011,"positive_recall":0.7661136457172517,"specificity":0.5778494149005797,"precision":0.45800390089761905,"balanced_accuracy":0.6719815303089157,"f1":0.5732832426750466,"true_positive":170.3774511339143,"false_positive":201.6225488660857,"false_negative":52.014425171073526,"true_negative":275.9855748289265,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768597,"brier_skill":-0.44722427929680597,"baseline_adjusted_skill":0.34396306061783144,"baseline_adjusted_score":0.34396306061783144},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2445425927434188,"accuracy":0.59,"positive_recall":0.78,"specificity":0.4,"precision":0.5652173913043478,"balanced_accuracy":0.5900000000000001,"f1":0.6554621848739496,"true_positive":39,"false_positive":30,"false_negative":11,"true_negative":20,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.021829629026324793,"baseline_adjusted_skill":0.18000000000000016,"baseline_adjusted_score":0.18000000000000016},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.7615894039735099,"uniform_accuracy_baseline":0.006622516556291403,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.7517241379310345,"baseline_adjusted_score":0.7517241379310345},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.6882352941176471,"uniform_accuracy_baseline":0.3333333333333301,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.42516268980477223,"baseline_adjusted_score":0.42516268980477223},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.38,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.03333333333333337,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10354775668044669,"accuracy":0.85,"positive_recall":0.92,"specificity":0.78,"precision":0.8070175438596491,"balanced_accuracy":0.8500000000000001,"f1":0.8598130841121495,"true_positive":46,"false_positive":11,"false_negative":4,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5858089732782132,"baseline_adjusted_skill":0.7000000000000002,"baseline_adjusted_score":0.7000000000000002},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.69,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.3541666666666665,"baseline_adjusted_score":0.3541666666666665},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.07142857142857136,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9887640449438202,"baseline_adjusted_score":0.9887640449438202},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.68,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.3043478260869566,"baseline_adjusted_score":0.3043478260869566},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.41,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.19178082191780815,"baseline_adjusted_score":0.19178082191780815},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.7222222222222222,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.1666666666666667,"baseline_adjusted_score":0.1666666666666667},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.21219159060431814,"accuracy":0.6829268292682927,"positive_recall":0.675,"specificity":0.6904761904761905,"precision":0.675,"balanced_accuracy":0.6827380952380953,"f1":0.675,"true_positive":27,"false_positive":13,"false_negative":13,"true_negative":29,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.24985127900059498,"brier_skill":0.15072841950986038,"baseline_adjusted_skill":0.3654761904761905,"baseline_adjusted_score":0.3654761904761905},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11307874545607963,"accuracy":0.84,"positive_recall":0.86,"specificity":0.82,"precision":0.8269230769230769,"balanced_accuracy":0.84,"f1":0.8431372549019608,"true_positive":43,"false_positive":9,"false_negative":7,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5476850181756815,"baseline_adjusted_skill":0.6799999999999999,"baseline_adjusted_score":0.6799999999999999},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.6815642458100558,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.5913978494623655,"baseline_adjusted_score":0.5913978494623655},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.49,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.16393442622950816,"baseline_adjusted_score":0.16393442622950816},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.17606785892247634,"accuracy":0.75,"positive_recall":0.5227272727272727,"specificity":0.8141025641025641,"precision":0.4423076923076923,"balanced_accuracy":0.6684149184149184,"f1":0.4791666666666667,"true_positive":23,"false_positive":29,"false_negative":21,"true_negative":127,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000053,"brier_skill":-0.02603647390720165,"baseline_adjusted_skill":0.3368298368298368,"baseline_adjusted_score":0.3368298368298368},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.1821663099952736,"accuracy":0.73,"positive_recall":0.64,"specificity":0.76,"precision":0.47058823529411764,"balanced_accuracy":0.7,"f1":0.5423728813559322,"true_positive":32,"false_positive":36,"false_negative":18,"true_negative":114,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":0.02844634669187407,"baseline_adjusted_skill":0.3999999999999999,"baseline_adjusted_score":0.3999999999999999},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.05463833786133063,"accuracy":0.94,"positive_recall":0.7368421052631579,"specificity":0.9613259668508287,"precision":0.6666666666666666,"balanced_accuracy":0.8490840360569933,"f1":0.7,"true_positive":14,"false_positive":7,"false_negative":5,"true_negative":174,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.0859749999999999,"brier_skill":0.3644857474692563,"baseline_adjusted_skill":0.6981680721139867,"baseline_adjusted_score":0.6981680721139867},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.09794111723878597,"accuracy":0.8380654761904764,"positive_recall":0.6237476440829285,"specificity":0.8517467815778976,"precision":0.21171717171717203,"balanced_accuracy":0.737747212830413,"f1":0.31613081621879824,"true_positive":104.80000000000011,"false_positive":390.1999999999997,"false_negative":63.21666666666668,"true_negative":2241.7833333333338,"positive_prevalence":0.060005952380952354,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679296,"brier_skill":-2.041557772561785,"baseline_adjusted_skill":0.475494425660826,"baseline_adjusted_score":0.475494425660826},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.773371104815864,"uniform_accuracy_baseline":0.027777777777777853,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.7402597402597403,"baseline_adjusted_score":0.7402597402597403},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.45,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.21428571428571433,"baseline_adjusted_score":0.21428571428571433},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.12373366250727916,"accuracy":0.81,"positive_recall":0.78,"specificity":0.84,"precision":0.8297872340425532,"balanced_accuracy":0.81,"f1":0.8041237113402062,"true_positive":39,"false_positive":8,"false_negative":11,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5050653499708834,"baseline_adjusted_skill":0.6200000000000001,"baseline_adjusted_score":0.6200000000000001},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09697105928581724,"accuracy":0.84,"positive_recall":0.98,"specificity":0.7,"precision":0.765625,"balanced_accuracy":0.84,"f1":0.8596491228070176,"true_positive":49,"false_positive":15,"false_negative":1,"true_negative":35,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6121157628567311,"baseline_adjusted_skill":0.6799999999999999,"baseline_adjusted_score":0.6799999999999999},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.63,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":0.05128205128205133,"baseline_adjusted_score":0.05128205128205133},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.71,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.6914893617021276,"baseline_adjusted_score":0.6914893617021276},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.12920404376454556,"accuracy":0.86,"positive_recall":0.98,"specificity":0.74,"precision":0.7903225806451613,"balanced_accuracy":0.86,"f1":0.875,"true_positive":49,"false_positive":13,"false_negative":1,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4831838249418178,"baseline_adjusted_skill":0.72,"baseline_adjusted_score":0.72},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8358208955223883,"baseline_adjusted_score":0.8358208955223883},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.06360308817934174,"accuracy":0.93,"positive_recall":0.94,"specificity":0.92,"precision":0.9215686274509803,"balanced_accuracy":0.9299999999999999,"f1":0.9306930693069307,"true_positive":47,"false_positive":4,"false_negative":3,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.745587647282633,"baseline_adjusted_skill":0.8599999999999999,"baseline_adjusted_score":0.8599999999999999},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.4413401013513512,"uniform_accuracy_baseline":0.23445945945945923,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.24265534746828002,"baseline_adjusted_score":0.24265534746828002},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.07149023162959163,"accuracy":0.7137719144736842,"positive_recall":0.820294908809216,"specificity":0.6123383744800298,"precision":0.668315021978022,"balanced_accuracy":0.7163166416446229,"f1":0.736546759055103,"true_positive":60.816667,"false_positive":30.183333,"false_negative":13.323336,"true_negative":47.676663999999995,"positive_prevalence":0.48776317763157917,"majority_accuracy_baseline":0.5122368223684208,"constant_brier_baseline":0.0945191003976856,"brier_skill":0.2436424878273371,"baseline_adjusted_skill":0.4326332832892459,"baseline_adjusted_score":0.4326332832892459},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.13150627185871053,"normalized_score_rmse":0.18341852044362453,"constant_score_baseline":0.5841668333333334,"constant_mae_baseline":0.21700552708333315,"baseline_adjusted_skill":0.3939957492040731,"baseline_adjusted_score":0.3939957492040731},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2655785853465108,"accuracy":0.63,"positive_recall":0.94,"specificity":0.32,"precision":0.5802469135802469,"balanced_accuracy":0.63,"f1":0.7175572519083969,"true_positive":47,"false_positive":34,"false_negative":3,"true_negative":16,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.06231434138604319,"baseline_adjusted_skill":0.26,"baseline_adjusted_score":0.26},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.29278987341808027,"accuracy":0.51,"positive_recall":0.22,"specificity":0.8,"precision":0.5238095238095238,"balanced_accuracy":0.51,"f1":0.30985915492957744,"true_positive":11,"false_positive":10,"false_negative":39,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.17115949367232108,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.76,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.6065573770491803,"baseline_adjusted_score":0.6065573770491803},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.79,"uniform_accuracy_baseline":0.03611111111111102,"fixed_answer_accuracy_baseline":0.08833333333333329,"baseline_adjusted_skill":0.7696526508226692,"baseline_adjusted_score":0.7696526508226692},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.7272727272727273,"baseline_adjusted_score":0.7272727272727273},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.04987932421560751,"fixed_answer_accuracy_baseline":0.1244247787610618,"baseline_adjusted_skill":0.7144734182332727,"baseline_adjusted_score":0.7144734182332727},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.30512971528138033,"accuracy":0.45,"positive_recall":0.38,"specificity":0.52,"precision":0.4418604651162791,"balanced_accuracy":0.45,"f1":0.40860215053763443,"true_positive":19,"false_positive":24,"false_negative":31,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.22051886112552133,"baseline_adjusted_skill":-0.09999999999999998,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.7222222222222222,"uniform_accuracy_baseline":0.23888888888888893,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.607843137254902,"baseline_adjusted_score":0.607843137254902},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.24565633793068364,"accuracy":0.625,"positive_recall":0.78125,"specificity":0.46875,"precision":0.5952380952380952,"balanced_accuracy":0.625,"f1":0.6756756756756757,"true_positive":25,"false_positive":17,"false_negative":7,"true_negative":15,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.017374648277265425,"baseline_adjusted_skill":0.25,"baseline_adjusted_score":0.25},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.78,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.6666666666666667,"baseline_adjusted_score":0.6666666666666667},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3309185457917432,"accuracy":0.53,"positive_recall":0.12,"specificity":0.94,"precision":0.6666666666666666,"balanced_accuracy":0.53,"f1":0.2033898305084746,"true_positive":6,"false_positive":3,"false_negative":44,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.3236741831669727,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.8260869565217391,"baseline_adjusted_score":0.8260869565217391},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.1242990514371277,"accuracy":0.8181818181818182,"positive_recall":1,"specificity":0.6470588235294118,"precision":0.7272727272727273,"balanced_accuracy":0.8235294117647058,"f1":0.8421052631578947,"true_positive":16,"false_positive":6,"false_negative":0,"true_negative":11,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.5023468124447352,"baseline_adjusted_skill":0.6470588235294117,"baseline_adjusted_score":0.6470588235294117},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.09912239635072183,"normalized_score_rmse":0.20308733809350915,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.6996291019675096,"baseline_adjusted_score":0.6996291019675096},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.3125,"uniform_accuracy_baseline":0.17812500000000006,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":0.03508771929824565,"baseline_adjusted_score":0.03508771929824565},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.03487757293067964,"accuracy":0.9411764705882353,"positive_recall":1,"specificity":0.8823529411764706,"precision":0.8947368421052632,"balanced_accuracy":0.9411764705882353,"f1":0.9444444444444444,"true_positive":17,"false_positive":2,"false_negative":0,"true_negative":15,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8604897082772814,"baseline_adjusted_skill":0.8823529411764706,"baseline_adjusted_score":0.8823529411764706},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.4877168059568195,"normalized_score_rmse":0.5474134391212543,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-2.3164742805063723,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.25,"uniform_accuracy_baseline":0.13194444444444448,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":-0.8782608695652173,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.19344357875559706,"accuracy":0.75,"positive_recall":0.8461538461538461,"specificity":0.6538461538461539,"precision":0.7096774193548387,"balanced_accuracy":0.75,"f1":0.7719298245614035,"true_positive":22,"false_positive":9,"false_negative":4,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.22622568497761175,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.1591913285327227,"accuracy":0.76,"positive_recall":0.9487179487179487,"specificity":0.5555555555555556,"precision":0.6981132075471698,"balanced_accuracy":0.7521367521367521,"f1":0.8043478260869565,"true_positive":37,"false_positive":16,"false_negative":2,"true_negative":20,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24959999999999993,"brier_skill":0.3622142286349249,"baseline_adjusted_skill":0.5042735042735043,"baseline_adjusted_score":0.5042735042735043},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.3156928640604019,"normalized_score_rmse":0.4073423431769554,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.12747451450143532,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.6176470588235294,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.48,"baseline_adjusted_score":0.48},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.24525276761851209,"accuracy":0.7142857142857143,"positive_recall":0.5714285714285714,"specificity":0.8571428571428571,"precision":0.8,"balanced_accuracy":0.7142857142857142,"f1":0.6666666666666666,"true_positive":8,"false_positive":2,"false_negative":6,"true_negative":12,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.01898892952595166,"baseline_adjusted_skill":0.4285714285714284,"baseline_adjusted_score":0.4285714285714284},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.2938168739862951,"normalized_score_rmse":0.42450983510123164,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.16969696969696968,"baseline_adjusted_skill":-0.7314208645620961,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.04124174634062978,"accuracy":0.9647058823529412,"positive_recall":0.9777777777777777,"specificity":0.95,"precision":0.9565217391304348,"balanced_accuracy":0.9638888888888888,"f1":0.967032967032967,"true_positive":44,"false_positive":2,"false_negative":1,"true_negative":38,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.24913494809688563,"brier_skill":0.834460212604972,"baseline_adjusted_skill":0.9277777777777776,"baseline_adjusted_score":0.9277777777777776},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.36,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.15789473684210525,"baseline_adjusted_score":0.15789473684210525},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.3700870250924611,"accuracy":0.56,"positive_recall":0.37142857142857144,"specificity":1,"precision":1,"balanced_accuracy":0.6857142857142857,"f1":0.5416666666666666,"true_positive":13,"false_positive":0,"false_negative":22,"true_negative":15,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.20999999999999996,"brier_skill":-0.762319167106958,"baseline_adjusted_skill":0.37142857142857144,"baseline_adjusted_score":0.37142857142857144},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.32466709706000985,"normalized_score_rmse":0.4117718725435674,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.1595253466428923,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.6075949367088608,"uniform_accuracy_baseline":0.24240506329113914,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.32608695652173914,"baseline_adjusted_score":0.32608695652173914},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.0822798450767148,"accuracy":0.8571428571428571,"positive_recall":1,"specificity":0.7,"precision":0.7857142857142857,"balanced_accuracy":0.85,"f1":0.88,"true_positive":11,"false_positive":3,"false_negative":0,"true_negative":7,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.24943310657596363,"brier_skill":0.6701326211015342,"baseline_adjusted_skill":0.7,"baseline_adjusted_score":0.7},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.5454545454545454,"uniform_accuracy_baseline":0.3237373737373738,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.24999999999999994,"baseline_adjusted_score":0.24999999999999994},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.2858013073378475,"accuracy":0.5454545454545454,"positive_recall":0.8235294117647058,"specificity":0.25,"precision":0.5384615384615384,"balanced_accuracy":0.5367647058823529,"f1":0.6511627906976745,"true_positive":14,"false_positive":12,"false_negative":3,"true_negative":4,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":-0.14425596945189634,"baseline_adjusted_skill":0.07352941176470584,"baseline_adjusted_score":0.07352941176470584},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.2516092526858818,"normalized_score_rmse":0.3385824495758412,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.34313725490196084,"baseline_adjusted_skill":0.2667387493154303,"baseline_adjusted_score":0.2667387493154303},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08763750100861988,"accuracy":0.87,"positive_recall":0.84,"specificity":0.9,"precision":0.8936170212765957,"balanced_accuracy":0.87,"f1":0.865979381443299,"true_positive":42,"false_positive":5,"false_negative":8,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6494499959655204,"baseline_adjusted_skill":0.74,"baseline_adjusted_score":0.74},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.3733333333333333,"uniform_accuracy_baseline":0.3333333333333332,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":0.03092783505154633,"baseline_adjusted_score":0.03092783505154633},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.3036299184012817,"accuracy":0.48,"positive_recall":0.05405405405405406,"specificity":0.8947368421052632,"precision":0.3333333333333333,"balanced_accuracy":0.4743954480796586,"f1":0.09302325581395349,"true_positive":2,"false_positive":4,"false_negative":35,"true_negative":34,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555535,"brier_skill":-0.214735626605413,"baseline_adjusted_skill":-0.05120910384068278,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.1428571428571427,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.858974358974359,"baseline_adjusted_score":0.858974358974359},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.31499999999999995,"uniform_accuracy_baseline":0.32416666666666627,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.037878787878788,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.13466348941052309,"accuracy":0.8787878787878788,"positive_recall":0.875,"specificity":0.8823529411764706,"precision":0.875,"balanced_accuracy":0.8786764705882353,"f1":0.875,"true_positive":14,"false_positive":2,"false_negative":2,"true_negative":15,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.460850955999781,"baseline_adjusted_skill":0.7573529411764706,"baseline_adjusted_score":0.7573529411764706},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.19250982616689394,"normalized_score_rmse":0.22246151705772124,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.12374837744724143,"baseline_adjusted_score":0.12374837744724143},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.16539606743919183,"accuracy":0.78,"positive_recall":0.5909090909090909,"specificity":0.8333333333333334,"precision":0.5,"balanced_accuracy":0.7121212121212122,"f1":0.5416666666666666,"true_positive":13,"false_positive":13,"false_negative":9,"true_negative":65,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000028,"brier_skill":0.036153453151564374,"baseline_adjusted_skill":0.4242424242424243,"baseline_adjusted_score":0.4242424242424243},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.07803991685085013,"accuracy":0.87,"positive_recall":0.8648648648648649,"specificity":0.873015873015873,"precision":0.8,"balanced_accuracy":0.868940368940369,"f1":0.8311688311688312,"true_positive":32,"false_positive":8,"false_negative":5,"true_negative":55,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000008,"brier_skill":0.665208421918275,"baseline_adjusted_skill":0.7378807378807379,"baseline_adjusted_score":0.7378807378807379},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11208862151040709,"accuracy":0.8,"positive_recall":0.5897435897435898,"specificity":0.9344262295081968,"precision":0.8518518518518519,"balanced_accuracy":0.7620849096258933,"f1":0.696969696969697,"true_positive":23,"false_positive":4,"false_negative":16,"true_negative":57,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379000000000002,"brier_skill":0.5288414396367928,"baseline_adjusted_skill":0.5241698192517865,"baseline_adjusted_score":0.5241698192517865},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1853278417841935,"accuracy":0.76,"positive_recall":0.6129032258064516,"specificity":0.8260869565217391,"precision":0.6129032258064516,"balanced_accuracy":0.7194950911640954,"f1":0.6129032258064516,"true_positive":19,"false_positive":12,"false_negative":12,"true_negative":57,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999987,"brier_skill":0.1335771772594968,"baseline_adjusted_skill":0.43899018232819076,"baseline_adjusted_score":0.43899018232819076},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.7916666666666666,"baseline_adjusted_score":0.7916666666666666},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.1733530403088662,"normalized_score_rmse":0.21372117870248628,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.2543955255532637,"baseline_adjusted_score":0.2543955255532637},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11707643101585581,"accuracy":0.84,"positive_recall":0.86,"specificity":0.82,"precision":0.8269230769230769,"balanced_accuracy":0.84,"f1":0.8431372549019608,"true_positive":43,"false_positive":9,"false_negative":7,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5316942759365768,"baseline_adjusted_skill":0.6799999999999999,"baseline_adjusted_score":0.6799999999999999},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2924325888735277,"accuracy":0.51,"positive_recall":0.7,"specificity":0.32,"precision":0.5072463768115942,"balanced_accuracy":0.51,"f1":0.5882352941176471,"true_positive":35,"false_positive":34,"false_negative":15,"true_negative":16,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.16973035549411075,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.58,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.20000000000000018,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.13717161623561344,"accuracy":0.79,"positive_recall":0.98,"specificity":0.6,"precision":0.7101449275362319,"balanced_accuracy":0.79,"f1":0.8235294117647058,"true_positive":49,"false_positive":20,"false_negative":1,"true_negative":30,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.45131353505754623,"baseline_adjusted_skill":0.5800000000000001,"baseline_adjusted_score":0.5800000000000001},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.6428571428571428,"baseline_adjusted_score":0.6428571428571428},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.46,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.1,"baseline_adjusted_score":0.1},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2020332244648628,"accuracy":0.7,"positive_recall":0.78,"specificity":0.62,"precision":0.6724137931034483,"balanced_accuracy":0.7,"f1":0.7222222222222222,"true_positive":39,"false_positive":19,"false_negative":11,"true_negative":31,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.1918671021405488,"baseline_adjusted_skill":0.3999999999999999,"baseline_adjusted_score":0.3999999999999999},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.20851190476190457,"fixed_answer_accuracy_baseline":0.2233333333333332,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08906191573389342,"accuracy":0.86,"positive_recall":0.88,"specificity":0.84,"precision":0.8461538461538461,"balanced_accuracy":0.86,"f1":0.8627450980392157,"true_positive":44,"false_positive":8,"false_negative":6,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6437523370644262,"baseline_adjusted_skill":0.72,"baseline_adjusted_score":0.72},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.13495512641714869,"normalized_score_rmse":0.22138377797269315,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.5501495786095043,"baseline_adjusted_score":0.5501495786095043},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.22851190476190467,"fixed_answer_accuracy_baseline":0.2433333333333333,"baseline_adjusted_skill":0.86784140969163,"baseline_adjusted_score":0.86784140969163},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.03886500581764615,"accuracy":0.92,"positive_recall":0.94,"specificity":0.9,"precision":0.9038461538461539,"balanced_accuracy":0.9199999999999999,"f1":0.9215686274509803,"true_positive":47,"false_positive":5,"false_negative":3,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8445399767294154,"baseline_adjusted_skill":0.8399999999999999,"baseline_adjusted_score":0.8399999999999999},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.11108768102656824,"normalized_score_rmse":0.19727731389155473,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.304222222222222,"baseline_adjusted_skill":0.6348469213881976,"baseline_adjusted_score":0.6348469213881976},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.72,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.5483870967741935,"baseline_adjusted_score":0.5483870967741935},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.04176700943405132,"accuracy":0.99,"positive_recall":1,"specificity":0.98,"precision":0.9803921568627451,"balanced_accuracy":0.99,"f1":0.9900990099009901,"true_positive":50,"false_positive":1,"false_negative":0,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8329319622637947,"baseline_adjusted_skill":0.98,"baseline_adjusted_score":0.98},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.72,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.43999999999999995,"baseline_adjusted_score":0.43999999999999995},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.04077483949226957,"accuracy":0.96,"positive_recall":0.96,"specificity":0.96,"precision":0.96,"balanced_accuracy":0.96,"f1":0.96,"true_positive":48,"false_positive":2,"false_negative":2,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8369006420309217,"baseline_adjusted_skill":0.9199999999999999,"baseline_adjusted_score":0.9199999999999999},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.59,"uniform_accuracy_baseline":0.35333333333333317,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.30508474576271183,"baseline_adjusted_score":0.30508474576271183},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.81,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.6935483870967742,"baseline_adjusted_score":0.6935483870967742},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.32,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.0967741935483871,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.36,"uniform_accuracy_baseline":0.11111111111111088,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.23809523809523808,"baseline_adjusted_score":0.23809523809523808},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.048611031454806344,"accuracy":0.824125,"positive_recall":0.4383651944627555,"specificity":0.9143914854234151,"precision":0.545081967213115,"balanced_accuracy":0.6763783399430853,"f1":0.4859335038363173,"true_positive":33.250000000000014,"false_positive":27.749999999999993,"false_negative":42.6,"true_negative":296.4,"positive_prevalence":0.1896249999999999,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500007,"brier_skill":0.36141977694017746,"baseline_adjusted_skill":0.35275667988617054,"baseline_adjusted_score":0.35275667988617054},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.22323941085138357,"normalized_score_rmse":0.26017043027378856,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":-0.044394904567876425,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.073111366728047,"accuracy":0.794875,"positive_recall":0.4997655883731833,"specificity":0.9021646497358105,"precision":0.6500000000000001,"balanced_accuracy":0.7009651190544969,"f1":0.5650675854757489,"true_positive":53.300000000000004,"false_positive":28.699999999999978,"false_negative":53.35000000000001,"true_negative":264.65,"positive_prevalence":0.2666249999999998,"majority_accuracy_baseline":0.7333750000000002,"constant_brier_baseline":0.11565485937499977,"brier_skill":0.3678487257419041,"baseline_adjusted_skill":0.40193023810899375,"baseline_adjusted_score":0.40193023810899375},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.19312017362681216,"normalized_score_rmse":0.23188744890142773,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.2814133074351175,"baseline_adjusted_score":0.2814133074351175},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.060758569614735934,"accuracy":0.795625,"positive_recall":0.5413870246085011,"specificity":0.8941890719861232,"precision":0.6648351648351648,"balanced_accuracy":0.7177880482973121,"f1":0.5967940813810111,"true_positive":60.49999999999998,"false_positive":30.499999999999996,"false_negative":51.249999999999986,"true_negative":257.75,"positive_prevalence":0.2793749999999999,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937499995,"brier_skill":0.46305414540327716,"baseline_adjusted_skill":0.43557609659462426,"baseline_adjusted_score":0.43557609659462426},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.2122031622720533,"normalized_score_rmse":0.24897629477056143,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.19734028455015307,"baseline_adjusted_score":0.19734028455015307},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.08585599632575884,"accuracy":0.8321249999999993,"positive_recall":0.28507042253521125,"specificity":0.9881124497991968,"precision":0.8724137931034484,"balanced_accuracy":0.636591436167204,"f1":0.4297239915074309,"true_positive":25.3,"false_positive":3.7,"false_negative":63.45000000000002,"true_negative":307.5499999999997,"positive_prevalence":0.22187499999999974,"majority_accuracy_baseline":0.7781250000000003,"constant_brier_baseline":0.126740234375001,"brier_skill":0.32258294495710993,"baseline_adjusted_skill":0.2731828723344081,"baseline_adjusted_score":0.2731828723344081},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.20693585870947573,"normalized_score_rmse":0.24263292494953798,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.08283275918237898,"baseline_adjusted_score":0.08283275918237898},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.04187833579685738,"accuracy":0.8202499999999996,"positive_recall":0.7084120982986767,"specificity":0.860469068660775,"precision":0.6461206896551724,"balanced_accuracy":0.7844405834797259,"f1":0.675834084761046,"true_positive":74.95,"false_positive":41.05,"false_negative":30.850000000000012,"true_negative":253.14999999999984,"positive_prevalence":0.26449999999999985,"majority_accuracy_baseline":0.7355000000000002,"constant_brier_baseline":0.11362725000000028,"brier_skill":0.6314410865627983,"baseline_adjusted_skill":0.5688811669594518,"baseline_adjusted_score":0.5688811669594518},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.19755379158195865,"normalized_score_rmse":0.24498582638794408,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.21371625241011472,"baseline_adjusted_score":0.21371625241011472},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.06054778870757724,"accuracy":0.8202499999999998,"positive_recall":0.42232375979112263,"specificity":0.9145021645021645,"precision":0.5391666666666669,"balanced_accuracy":0.6684129621466436,"f1":0.4736456808199121,"true_positive":32.350000000000016,"false_positive":27.64999999999999,"false_negative":44.25000000000004,"true_negative":295.7499999999999,"positive_prevalence":0.1914999999999999,"majority_accuracy_baseline":0.8085000000000001,"constant_brier_baseline":0.09190274999999995,"brier_skill":0.3411754413488468,"baseline_adjusted_skill":0.33682592429328717,"baseline_adjusted_score":0.33682592429328717},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.18847577377509878,"normalized_score_rmse":0.2301779161636541,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.08893885788471889,"baseline_adjusted_score":0.08893885788471889},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.04183482868252039,"accuracy":0.8829999999999998,"positive_recall":0.616531165311653,"specificity":0.9432863274064991,"precision":0.7109375,"balanced_accuracy":0.779908746359076,"f1":0.660377358490566,"true_positive":45.5,"false_positive":18.499999999999996,"false_negative":28.30000000000001,"true_negative":307.69999999999993,"positive_prevalence":0.1844999999999999,"majority_accuracy_baseline":0.8155000000000001,"constant_brier_baseline":0.1092222499999995,"brier_skill":0.6169752162904483,"baseline_adjusted_skill":0.5598174927181521,"baseline_adjusted_score":0.5598174927181521},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.2185539015506947,"normalized_score_rmse":0.26091719680272,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":-0.154080008188487,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.07065678317235627,"accuracy":0.8352499999999995,"positive_recall":0.22038216560509555,"specificity":0.9853810264385693,"precision":0.7863636363636364,"balanced_accuracy":0.6028815960218324,"f1":0.34427860696517415,"true_positive":17.3,"false_positive":4.7,"false_negative":61.199999999999996,"true_negative":316.7999999999998,"positive_prevalence":0.19624999999999987,"majority_accuracy_baseline":0.8037500000000002,"constant_brier_baseline":0.09878593749999955,"brier_skill":0.2847485688703759,"baseline_adjusted_skill":0.2057631920436649,"baseline_adjusted_score":0.2057631920436649},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.20922435627042432,"normalized_score_rmse":0.24841831867176212,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":0.009588846057162925,"baseline_adjusted_score":0.009588846057162925},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.06682390192414984,"accuracy":0.7089285714285714,"positive_recall":0.7488137603795965,"specificity":0.6788272157564906,"precision":0.6376262626262623,"balanced_accuracy":0.7138204880680435,"f1":0.6887615930169119,"true_positive":126.24999999999994,"false_positive":71.75000000000004,"false_negative":42.35000000000001,"true_negative":151.65000000000006,"positive_prevalence":0.43010204081632636,"majority_accuracy_baseline":0.5698979591836737,"constant_brier_baseline":0.12359641815910102,"brier_skill":0.4593378762956549,"baseline_adjusted_skill":0.4276409761360871,"baseline_adjusted_score":0.4276409761360871},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.17589538122366338,"normalized_score_rmse":0.21963112449260186,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.3615649125955921,"baseline_adjusted_score":0.3615649125955921},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.0581058228309708,"accuracy":0.8787500000000007,"positive_recall":0.5590086546026752,"specificity":0.9391440035666518,"precision":0.634375,"balanced_accuracy":0.7490763290846636,"f1":0.5943120033458805,"true_positive":71.05000000000003,"false_positive":40.95,"false_negative":56.04999999999997,"true_negative":631.9500000000005,"positive_prevalence":0.15887500000000002,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499934,"brier_skill":0.41175032753033514,"baseline_adjusted_skill":0.4981526581693272,"baseline_adjusted_score":0.4981526581693272},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.2300117599491932,"normalized_score_rmse":0.2780589973320262,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-0.3940106663587466,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.51,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.20967741935483872,"baseline_adjusted_score":0.20967741935483872},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.280771728119769,"accuracy":0.47,"positive_recall":0.54,"specificity":0.4,"precision":0.47368421052631576,"balanced_accuracy":0.47000000000000003,"f1":0.5046728971962616,"true_positive":27,"false_positive":30,"false_negative":23,"true_negative":20,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.1230869124790761,"baseline_adjusted_skill":-0.05999999999999994,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.23392975480450628,"uniform_accuracy_baseline":0.058823529411766766,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.09968847352024922,"baseline_adjusted_score":0.09968847352024922},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.71,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.3695652173913042,"baseline_adjusted_score":0.3695652173913042},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24853902854020016,"accuracy":0.62,"positive_recall":0.48,"specificity":0.76,"precision":0.6666666666666666,"balanced_accuracy":0.62,"f1":0.5581395348837209,"true_positive":24,"false_positive":12,"false_negative":26,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.00584388583919937,"baseline_adjusted_skill":0.24,"baseline_adjusted_score":0.24},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.64,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.4285714285714286,"baseline_adjusted_score":0.4285714285714286},"scoring":{"eligible":true,"reason":null},"model":150,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0,"abstained":0},"metrics":{"binary_brier":0.167417843134162,"accuracy":0.7635135135135135,"positive_recall":0.9154929577464789,"specificity":0.6233766233766234,"precision":0.6914893617021277,"balanced_accuracy":0.7694347905615511,"f1":0.7878787878787878,"true_positive":65,"false_positive":29,"false_negative":6,"true_negative":48,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.2495891161431699,"brier_skill":0.32922618693786554,"baseline_adjusted_skill":0.5388695811231021,"baseline_adjusted_score":0.5388695811231021},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.72,"uniform_accuracy_baseline":0.20049999999999962,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.6056338028169014,"baseline_adjusted_score":0.6056338028169014},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.9558823529411764,"baseline_adjusted_score":0.9558823529411764},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.7872340425531915,"baseline_adjusted_score":0.7872340425531915},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.8979591836734693,"baseline_adjusted_score":0.8979591836734693},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.06004370449237533,"accuracy":0.64808191346,"positive_recall":0.8636828191338359,"specificity":0.3021725110250052,"precision":0.665072402825,"balanced_accuracy":0.5829276650794206,"f1":0.7514762331460767,"true_positive":53.20579222599999,"false_positive":26.79420777399999,"false_negative":8.397600880000002,"true_negative":11.602399120000001,"positive_prevalence":0.6160339310599999,"majority_accuracy_baseline":0.6160339310599999,"constant_brier_baseline":0.079087076552024,"brier_skill":0.2407899354722236,"baseline_adjusted_skill":0.16585533015884124,"baseline_adjusted_score":0.16585533015884124},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.12460425599354676,"accuracy":0.81,"positive_recall":0.72,"specificity":0.9,"precision":0.8780487804878049,"balanced_accuracy":0.81,"f1":0.7912087912087912,"true_positive":36,"false_positive":5,"false_negative":14,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.501582976025813,"baseline_adjusted_skill":0.6200000000000001,"baseline_adjusted_score":0.6200000000000001},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.78,"uniform_accuracy_baseline":0.012987012987012965,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.768421052631579,"baseline_adjusted_score":0.768421052631579},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.9666666666666667,"baseline_adjusted_score":0.9666666666666667},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.21875000000000003,"baseline_adjusted_score":0.21875000000000003},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.13118513069670124,"accuracy":0.8,"positive_recall":1,"specificity":0.6,"precision":0.7142857142857143,"balanced_accuracy":0.8,"f1":0.8333333333333334,"true_positive":50,"false_positive":20,"false_negative":0,"true_negative":30,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.47525947721319506,"baseline_adjusted_skill":0.6000000000000001,"baseline_adjusted_score":0.6000000000000001},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0,"abstained":0},"metrics":{"binary_brier":0.05957774934235565,"accuracy":0.7218589893269486,"positive_recall":0.6333261212463047,"specificity":0.7630831429171191,"precision":0.5545141118776611,"balanced_accuracy":0.6982046320817119,"f1":0.5913055676321206,"true_positive":140.8465844169259,"false_positive":113.15341558307409,"false_negative":81.54529188806191,"true_negative":364.4547081119381,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768597,"brier_skill":0.32852682510058706,"baseline_adjusted_skill":0.3964092641634238,"baseline_adjusted_score":0.3964092641634238},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.17845720877442073,"accuracy":0.74,"positive_recall":0.5,"specificity":0.98,"precision":0.9615384615384616,"balanced_accuracy":0.74,"f1":0.6578947368421053,"true_positive":25,"false_positive":1,"false_negative":25,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2861711649023171,"baseline_adjusted_skill":0.48,"baseline_adjusted_score":0.48},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9668874172185431,"uniform_accuracy_baseline":0.006622516556291403,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.9655172413793104,"baseline_adjusted_score":0.9655172413793104},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8488235294117648,"uniform_accuracy_baseline":0.3333333333333301,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.7212581344902387,"baseline_adjusted_score":0.7212581344902387},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.46,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.1,"baseline_adjusted_score":0.1},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.06779221367213578,"accuracy":0.92,"positive_recall":0.98,"specificity":0.86,"precision":0.875,"balanced_accuracy":0.9199999999999999,"f1":0.9245283018867925,"true_positive":49,"false_positive":7,"false_negative":1,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7288311453114569,"baseline_adjusted_skill":0.8399999999999999,"baseline_adjusted_score":0.8399999999999999},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.7083333333333333,"baseline_adjusted_score":0.7083333333333333},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.07142857142857136,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9887640449438202,"baseline_adjusted_score":0.9887640449438202},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.6739130434782608,"baseline_adjusted_score":0.6739130434782608},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.55,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.3835616438356165,"baseline_adjusted_score":0.3835616438356165},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8888888888888888,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.6666666666666665,"baseline_adjusted_score":0.6666666666666665},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0,"abstained":0},"metrics":{"binary_brier":0.12938739254300352,"accuracy":0.7804878048780488,"positive_recall":0.75,"specificity":0.8095238095238095,"precision":0.7894736842105263,"balanced_accuracy":0.7797619047619048,"f1":0.7692307692307693,"true_positive":30,"false_positive":8,"false_negative":10,"true_negative":34,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.24985127900059498,"brier_skill":0.4821423646076456,"baseline_adjusted_skill":0.5595238095238095,"baseline_adjusted_score":0.5595238095238095},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.10682590691984938,"accuracy":0.82,"positive_recall":0.72,"specificity":0.92,"precision":0.9,"balanced_accuracy":0.8200000000000001,"f1":0.8,"true_positive":36,"false_positive":4,"false_negative":14,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5726963723206024,"baseline_adjusted_skill":0.6400000000000001,"baseline_adjusted_score":0.6400000000000001},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8044692737430168,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.7491039426523298,"baseline_adjusted_score":0.7491039426523298},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.58,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.3114754098360655,"baseline_adjusted_score":0.3114754098360655},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"binary_brier":0.16208786056062238,"accuracy":0.765,"positive_recall":0.5227272727272727,"specificity":0.8333333333333334,"precision":0.46938775510204084,"balanced_accuracy":0.678030303030303,"f1":0.4946236559139785,"true_positive":23,"false_positive":26,"false_negative":21,"true_negative":130,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000053,"brier_skill":0.055432048015023994,"baseline_adjusted_skill":0.35606060606060597,"baseline_adjusted_score":0.35606060606060597},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1650032908364882,"accuracy":0.745,"positive_recall":0.28,"specificity":0.9,"precision":0.4827586206896552,"balanced_accuracy":0.5900000000000001,"f1":0.35443037974683544,"true_positive":14,"false_positive":15,"false_negative":36,"true_negative":135,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":0.11998244887206289,"baseline_adjusted_skill":0.18000000000000016,"baseline_adjusted_score":0.18000000000000016},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"binary_brier":0.043024147891508796,"accuracy":0.94,"positive_recall":0.631578947368421,"specificity":0.9723756906077348,"precision":0.7058823529411765,"balanced_accuracy":0.8019773189880779,"f1":0.6666666666666666,"true_positive":12,"false_positive":5,"false_negative":7,"true_negative":176,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.0859749999999999,"brier_skill":0.4995737378132149,"baseline_adjusted_skill":0.6039546379761558,"baseline_adjusted_score":0.6039546379761558},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0,"abstained":0},"metrics":{"binary_brier":0.05617868217253466,"accuracy":0.8880059523809527,"positive_recall":0.5994444995536158,"specificity":0.9064267124285236,"precision":0.29024975984630164,"balanced_accuracy":0.7529356059910697,"f1":0.39112002847804284,"true_positive":100.71666666666674,"false_positive":246.28333333333347,"false_negative":67.30000000000003,"true_negative":2385.7000000000007,"positive_prevalence":0.060005952380952354,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679296,"brier_skill":-0.7446268965623348,"baseline_adjusted_skill":0.5058712119821394,"baseline_adjusted_score":0.5058712119821394},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8555240793201133,"uniform_accuracy_baseline":0.027777777777777853,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.8344155844155844,"baseline_adjusted_score":0.8344155844155844},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.8857142857142859,"baseline_adjusted_score":0.8857142857142859},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.10700660696202086,"accuracy":0.85,"positive_recall":1,"specificity":0.7,"precision":0.7692307692307693,"balanced_accuracy":0.85,"f1":0.8695652173913043,"true_positive":50,"false_positive":15,"false_negative":0,"true_negative":35,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5719735721519166,"baseline_adjusted_skill":0.7,"baseline_adjusted_score":0.7},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.04643820236712869,"accuracy":0.96,"positive_recall":1,"specificity":0.92,"precision":0.9259259259259259,"balanced_accuracy":0.96,"f1":0.9615384615384616,"true_positive":50,"false_positive":4,"false_negative":0,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8142471905314852,"baseline_adjusted_skill":0.9199999999999999,"baseline_adjusted_score":0.9199999999999999},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.6,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":-0.025641025641025664,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.8297872340425533,"baseline_adjusted_score":0.8297872340425533},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.07907137363596645,"accuracy":0.92,"positive_recall":0.96,"specificity":0.88,"precision":0.8888888888888888,"balanced_accuracy":0.9199999999999999,"f1":0.9230769230769231,"true_positive":48,"false_positive":6,"false_negative":2,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6837145054561342,"baseline_adjusted_skill":0.8399999999999999,"baseline_adjusted_score":0.8399999999999999},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8507462686567167,"baseline_adjusted_score":0.8507462686567167},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.030219788480771937,"accuracy":0.96,"positive_recall":0.96,"specificity":0.96,"precision":0.96,"balanced_accuracy":0.96,"f1":0.96,"true_positive":48,"false_positive":2,"false_negative":2,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8791208460769122,"baseline_adjusted_skill":0.9199999999999999,"baseline_adjusted_score":0.9199999999999999},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.5207805067567566,"uniform_accuracy_baseline":0.23445945945945923,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.35034835778505197,"baseline_adjusted_score":0.35034835778505197},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0,"abstained":0},"metrics":{"binary_brier":0.02847233560055363,"accuracy":0.7219736776315788,"positive_recall":0.7342864688041623,"specificity":0.7102491668475147,"precision":0.7070129999999999,"balanced_accuracy":0.7222678178258385,"f1":0.7203916887576084,"true_positive":54.440000999999995,"false_positive":22.559999,"false_negative":19.700001999999998,"true_negative":55.29999799999998,"positive_prevalence":0.48776317763157917,"majority_accuracy_baseline":0.5122368223684208,"constant_brier_baseline":0.0945191003976856,"brier_skill":0.6987663289138668,"baseline_adjusted_skill":0.444535635651677,"baseline_adjusted_score":0.444535635651677},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.0929990199157044,"normalized_score_rmse":0.12421668126116438,"constant_score_baseline":0.5841668333333334,"constant_mae_baseline":0.21700552708333315,"baseline_adjusted_skill":0.5714440034516195,"baseline_adjusted_score":0.5714440034516195},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1689085164945813,"accuracy":0.77,"positive_recall":0.88,"specificity":0.66,"precision":0.7213114754098361,"balanced_accuracy":0.77,"f1":0.7927927927927928,"true_positive":44,"false_positive":17,"false_negative":6,"true_negative":33,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3243659340216748,"baseline_adjusted_skill":0.54,"baseline_adjusted_score":0.54},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.17714266789322394,"accuracy":0.71,"positive_recall":0.74,"specificity":0.68,"precision":0.6981132075471698,"balanced_accuracy":0.71,"f1":0.7184466019417476,"true_positive":37,"false_positive":16,"false_negative":13,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.29142932842710423,"baseline_adjusted_skill":0.41999999999999993,"baseline_adjusted_score":0.41999999999999993},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.901639344262295,"baseline_adjusted_score":0.901639344262295},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.03611111111111102,"fixed_answer_accuracy_baseline":0.08833333333333329,"baseline_adjusted_skill":0.8793418647166362,"baseline_adjusted_score":0.8793418647166362},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.9318181818181818,"baseline_adjusted_score":0.9318181818181818},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.04987932421560751,"fixed_answer_accuracy_baseline":0.1244247787610618,"baseline_adjusted_skill":0.8401051142106327,"baseline_adjusted_score":0.8401051142106327},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.27991199264211475,"accuracy":0.54,"positive_recall":0.12,"specificity":0.96,"precision":0.75,"balanced_accuracy":0.54,"f1":0.20689655172413793,"true_positive":6,"false_positive":2,"false_negative":44,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.119647970568459,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9166666666666666,"uniform_accuracy_baseline":0.23888888888888893,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.8823529411764707,"baseline_adjusted_score":0.8823529411764707},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0,"abstained":0},"metrics":{"binary_brier":0.05194928646522651,"accuracy":0.953125,"positive_recall":0.9375,"specificity":0.96875,"precision":0.967741935483871,"balanced_accuracy":0.953125,"f1":0.9523809523809523,"true_positive":30,"false_positive":1,"false_negative":2,"true_negative":31,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.792202854139094,"baseline_adjusted_skill":0.90625,"baseline_adjusted_score":0.90625},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.14968513615598536,"accuracy":0.81,"positive_recall":0.66,"specificity":0.96,"precision":0.9428571428571428,"balanced_accuracy":0.81,"f1":0.7764705882352941,"true_positive":33,"false_positive":2,"false_negative":17,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.40125945537605856,"baseline_adjusted_skill":0.6200000000000001,"baseline_adjusted_score":0.6200000000000001},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.8260869565217391,"baseline_adjusted_score":0.8260869565217391},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0028739317512346194,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":16,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.9884937070695056,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.15037581880305076,"normalized_score_rmse":0.29746661727325163,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.5443157005968159,"baseline_adjusted_score":0.5443157005968159},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.78125,"uniform_accuracy_baseline":0.17812500000000006,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":0.6929824561403509,"baseline_adjusted_score":0.6929824561403509},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0,"abstained":0},"metrics":{"binary_brier":0.040539844263443196,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":17,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8378406229462272,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.15209439259766427,"normalized_score_rmse":0.22547242918186586,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-0.03424186966411713,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.875,"uniform_accuracy_baseline":0.13194444444444448,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":0.6869565217391305,"baseline_adjusted_score":0.6869565217391305},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0,"abstained":0},"metrics":{"binary_brier":0.001967320692307187,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":26,"false_positive":0,"false_negative":0,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9921307172307713,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0,"abstained":0},"metrics":{"binary_brier":0.023516944750951115,"accuracy":0.9866666666666667,"positive_recall":1,"specificity":0.9722222222222222,"precision":0.975,"balanced_accuracy":0.9861111111111112,"f1":0.9873417721518988,"true_positive":39,"false_positive":1,"false_negative":0,"true_negative":35,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24959999999999993,"brier_skill":0.905781471350356,"baseline_adjusted_skill":0.9722222222222223,"baseline_adjusted_score":0.9722222222222223},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.215337785696536,"normalized_score_rmse":0.29683750908299383,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.23093647965522868,"baseline_adjusted_score":0.23093647965522868},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9117647058823529,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.8799999999999998,"baseline_adjusted_score":0.8799999999999998},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0,"abstained":0},"metrics":{"binary_brier":0.12790864015836456,"accuracy":0.8214285714285714,"positive_recall":1,"specificity":0.6428571428571429,"precision":0.7368421052631579,"balanced_accuracy":0.8214285714285714,"f1":0.8484848484848485,"true_positive":14,"false_positive":5,"false_negative":0,"true_negative":9,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.48836543936654175,"baseline_adjusted_skill":0.6428571428571428,"baseline_adjusted_score":0.6428571428571428},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.1469850323020408,"normalized_score_rmse":0.2523694173702695,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.16969696969696968,"baseline_adjusted_skill":0.1338382025058309,"baseline_adjusted_score":0.1338382025058309},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0,"abstained":0},"metrics":{"binary_brier":0.02297624407786524,"accuracy":0.9764705882352941,"positive_recall":1,"specificity":0.95,"precision":0.9574468085106383,"balanced_accuracy":0.975,"f1":0.9782608695652174,"true_positive":45,"false_positive":2,"false_negative":0,"true_negative":38,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.24913494809688563,"brier_skill":0.9077759091874575,"baseline_adjusted_skill":0.95,"baseline_adjusted_score":0.95},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.8421052631578947,"baseline_adjusted_score":0.8421052631578947},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2585153222515987,"accuracy":0.7,"positive_recall":0.5714285714285714,"specificity":1,"precision":1,"balanced_accuracy":0.7857142857142857,"f1":0.7272727272727273,"true_positive":20,"false_positive":0,"false_negative":15,"true_negative":15,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.20999999999999996,"brier_skill":-0.23102534405523212,"baseline_adjusted_skill":0.5714285714285714,"baseline_adjusted_score":0.5714285714285714},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.04885904479941587,"normalized_score_rmse":0.0645145388080744,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.8255034114306576,"baseline_adjusted_score":0.8255034114306576},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8607594936708861,"uniform_accuracy_baseline":0.24240506329113914,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.7608695652173914,"baseline_adjusted_score":0.7608695652173914},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0,"abstained":0},"metrics":{"binary_brier":0.016516943813514852,"accuracy":0.9523809523809523,"positive_recall":0.9090909090909091,"specificity":1,"precision":1,"balanced_accuracy":0.9545454545454546,"f1":0.9523809523809523,"true_positive":10,"false_positive":0,"false_negative":1,"true_negative":10,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.24943310657596363,"brier_skill":0.9337820707112723,"baseline_adjusted_skill":0.9090909090909092,"baseline_adjusted_score":0.9090909090909092},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9696969696969697,"uniform_accuracy_baseline":0.3237373737373738,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.9500000000000001,"baseline_adjusted_score":0.9500000000000001},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"binary_brier":0.14592186287104447,"accuracy":0.696969696969697,"positive_recall":0.5294117647058824,"specificity":0.875,"precision":0.8181818181818182,"balanced_accuracy":0.7022058823529411,"f1":0.6428571428571429,"true_positive":9,"false_positive":2,"false_negative":8,"true_negative":14,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.41577607107879644,"baseline_adjusted_skill":0.40441176470588225,"baseline_adjusted_score":0.40441176470588225},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.07268577972417455,"normalized_score_rmse":0.2005969525778069,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.34313725490196084,"baseline_adjusted_skill":0.7881728705181199,"baseline_adjusted_score":0.7881728705181199},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.06920260508605257,"accuracy":0.9,"positive_recall":0.82,"specificity":0.98,"precision":0.9761904761904762,"balanced_accuracy":0.8999999999999999,"f1":0.8913043478260869,"true_positive":41,"false_positive":1,"false_negative":9,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7231895796557897,"baseline_adjusted_skill":0.7999999999999998,"baseline_adjusted_score":0.7999999999999998},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.6333333333333333,"uniform_accuracy_baseline":0.3333333333333332,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":0.4329896907216494,"baseline_adjusted_score":0.4329896907216494},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2631200399919732,"accuracy":0.56,"positive_recall":0.10810810810810811,"specificity":1,"precision":1,"balanced_accuracy":0.5540540540540541,"f1":0.1951219512195122,"true_positive":4,"false_positive":0,"false_negative":33,"true_negative":38,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555535,"brier_skill":-0.05266730082137294,"baseline_adjusted_skill":0.10810810810810811,"baseline_adjusted_score":0.10810810810810811},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.1428571428571427,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.9358974358974358,"baseline_adjusted_score":0.9358974358974358},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.38,"uniform_accuracy_baseline":0.32416666666666627,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.06060606060606058,"baseline_adjusted_score":0.06060606060606058},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"binary_brier":0.015225751184500848,"accuracy":0.9696969696969697,"positive_recall":1,"specificity":0.9411764705882353,"precision":0.9411764705882353,"balanced_accuracy":0.9705882352941176,"f1":0.9696969696969697,"true_positive":16,"false_positive":1,"false_negative":0,"true_negative":16,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.9390410182355831,"baseline_adjusted_skill":0.9411764705882353,"baseline_adjusted_score":0.9411764705882353},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.04077057129824174,"normalized_score_rmse":0.07272526425064796,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.8144236065045548,"baseline_adjusted_score":0.8144236065045548},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.12162064687894747,"accuracy":0.87,"positive_recall":0.8636363636363636,"specificity":0.8717948717948718,"precision":0.6551724137931034,"balanced_accuracy":0.8677156177156178,"f1":0.7450980392156863,"true_positive":19,"false_positive":10,"false_negative":3,"true_negative":68,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000028,"brier_skill":0.29125497156790636,"baseline_adjusted_skill":0.7354312354312356,"baseline_adjusted_score":0.7354312354312356},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0911023203532236,"accuracy":0.87,"positive_recall":0.6756756756756757,"specificity":0.9841269841269841,"precision":0.9615384615384616,"balanced_accuracy":0.8299013299013298,"f1":0.7936507936507936,"true_positive":25,"false_positive":1,"false_negative":12,"true_negative":62,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000008,"brier_skill":0.6091706548553257,"baseline_adjusted_skill":0.6598026598026596,"baseline_adjusted_score":0.6598026598026596},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.06937526194375972,"accuracy":0.91,"positive_recall":0.9487179487179487,"specificity":0.8852459016393442,"precision":0.8409090909090909,"balanced_accuracy":0.9169819251786464,"f1":0.891566265060241,"true_positive":37,"false_positive":7,"false_negative":2,"true_negative":54,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379000000000002,"brier_skill":0.7083847753519981,"baseline_adjusted_skill":0.8339638503572928,"baseline_adjusted_score":0.8339638503572928},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.053587697559975514,"accuracy":0.95,"positive_recall":0.9032258064516129,"specificity":0.9710144927536232,"precision":0.9333333333333333,"balanced_accuracy":0.937120149602618,"f1":0.9180327868852459,"true_positive":28,"false_positive":2,"false_negative":3,"true_negative":67,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999987,"brier_skill":0.7494731296868838,"baseline_adjusted_skill":0.874240299205236,"baseline_adjusted_score":0.874240299205236},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.9722222222222222,"baseline_adjusted_score":0.9722222222222222},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.13626605268214007,"normalized_score_rmse":0.16984762549044222,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.41390945082950514,"baseline_adjusted_score":0.41390945082950514},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.15878069584138157,"accuracy":0.78,"positive_recall":0.98,"specificity":0.58,"precision":0.7,"balanced_accuracy":0.78,"f1":0.8166666666666667,"true_positive":49,"false_positive":21,"false_negative":1,"true_negative":29,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3648772166344737,"baseline_adjusted_skill":0.56,"baseline_adjusted_score":0.56},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.4140537867539726,"accuracy":0.39,"positive_recall":0.7,"specificity":0.08,"precision":0.43209876543209874,"balanced_accuracy":0.38999999999999996,"f1":0.5343511450381679,"true_positive":35,"false_positive":46,"false_negative":15,"true_negative":4,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.6562151470158903,"baseline_adjusted_skill":-0.22000000000000008,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.71,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":0.17142857142857126,"baseline_adjusted_score":0.17142857142857126},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.08136018843784847,"accuracy":0.91,"positive_recall":0.9,"specificity":0.92,"precision":0.9183673469387755,"balanced_accuracy":0.91,"f1":0.9090909090909091,"true_positive":45,"false_positive":4,"false_negative":5,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6745592462486061,"baseline_adjusted_skill":0.8200000000000001,"baseline_adjusted_score":0.8200000000000001},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.857142857142857,"baseline_adjusted_score":0.857142857142857},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.71,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.5166666666666666,"baseline_adjusted_score":0.5166666666666666},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.15577094116449364,"accuracy":0.76,"positive_recall":0.52,"specificity":1,"precision":1,"balanced_accuracy":0.76,"f1":0.6842105263157895,"true_positive":26,"false_positive":0,"false_negative":24,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.37691623534202545,"baseline_adjusted_skill":0.52,"baseline_adjusted_score":0.52},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.20851190476190457,"fixed_answer_accuracy_baseline":0.2233333333333332,"baseline_adjusted_skill":0.9742489270386266,"baseline_adjusted_score":0.9742489270386266},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.028960094887500305,"accuracy":0.97,"positive_recall":0.96,"specificity":0.98,"precision":0.9795918367346939,"balanced_accuracy":0.97,"f1":0.9696969696969697,"true_positive":48,"false_positive":1,"false_negative":2,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8841596204499987,"baseline_adjusted_skill":0.94,"baseline_adjusted_score":0.94},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.040409101211995854,"normalized_score_rmse":0.11610411198845809,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.8653029959600138,"baseline_adjusted_score":0.8653029959600138},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.22851190476190467,"fixed_answer_accuracy_baseline":0.2433333333333333,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.007580391430669877,"accuracy":0.99,"positive_recall":0.98,"specificity":1,"precision":1,"balanced_accuracy":0.99,"f1":0.98989898989899,"true_positive":49,"false_positive":0,"false_negative":1,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9696784342773205,"baseline_adjusted_skill":0.98,"baseline_adjusted_score":0.98},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.0322527254024382,"normalized_score_rmse":0.09488170823517535,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.304222222222222,"baseline_adjusted_skill":0.893983006346989,"baseline_adjusted_score":0.893983006346989},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.78,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.6451612903225807,"baseline_adjusted_score":0.6451612903225807},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.07991288889112164,"accuracy":0.91,"positive_recall":0.98,"specificity":0.84,"precision":0.8596491228070176,"balanced_accuracy":0.9099999999999999,"f1":0.9158878504672897,"true_positive":49,"false_positive":8,"false_negative":1,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6803484444355135,"baseline_adjusted_skill":0.8199999999999998,"baseline_adjusted_score":0.8199999999999998},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.8799999999999999,"baseline_adjusted_score":0.8799999999999999},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.04225546365769522,"accuracy":0.96,"positive_recall":0.96,"specificity":0.96,"precision":0.96,"balanced_accuracy":0.96,"f1":0.96,"true_positive":48,"false_positive":2,"false_negative":2,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8309781453692191,"baseline_adjusted_skill":0.9199999999999999,"baseline_adjusted_score":0.9199999999999999},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.58,"uniform_accuracy_baseline":0.35333333333333317,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.28813559322033894,"baseline_adjusted_score":0.28813559322033894},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.9516129032258064,"baseline_adjusted_score":0.9516129032258064},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.41,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.048387096774193505,"baseline_adjusted_score":0.048387096774193505},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.54,"uniform_accuracy_baseline":0.11111111111111088,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.4523809523809524,"baseline_adjusted_score":0.4523809523809524},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.09013548612524769,"accuracy":0.7658749999999996,"positive_recall":0.6407382992748847,"specificity":0.7951565633194508,"precision":0.42260869565217407,"balanced_accuracy":0.7179474312971678,"f1":0.5093004977731204,"true_positive":48.600000000000016,"false_positive":66.39999999999999,"false_negative":27.250000000000007,"true_negative":257.74999999999983,"positive_prevalence":0.1896249999999999,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500007,"brier_skill":-0.18406742488026717,"baseline_adjusted_skill":0.4358948625943355,"baseline_adjusted_score":0.4358948625943355},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.2518502567853089,"normalized_score_rmse":0.31169657686735514,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":-0.17824681536986642,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.055276693364855516,"accuracy":0.7993749999999998,"positive_recall":0.5363338021565871,"specificity":0.8950059655701381,"precision":0.6500000000000002,"balanced_accuracy":0.7156698838633626,"f1":0.5877215515026973,"true_positive":57.200000000000024,"false_positive":30.799999999999976,"false_negative":49.449999999999996,"true_negative":262.5499999999999,"positive_prevalence":0.2666249999999998,"majority_accuracy_baseline":0.7333750000000002,"constant_brier_baseline":0.11565485937499977,"brier_skill":0.5220547267657285,"baseline_adjusted_skill":0.4313397677267252,"baseline_adjusted_score":0.4313397677267252},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.15446186058348474,"normalized_score_rmse":0.21076987842539485,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.42525819317773117,"baseline_adjusted_score":0.42525819317773117},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.04470332885546206,"accuracy":0.8058749999999999,"positive_recall":0.5507829977628635,"specificity":0.9047701647875108,"precision":0.6915730337078652,"balanced_accuracy":0.7277765812751872,"f1":0.6132004981320051,"true_positive":61.54999999999999,"false_positive":27.45,"false_negative":50.199999999999974,"true_negative":260.79999999999995,"positive_prevalence":0.2793749999999999,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937499995,"brier_skill":0.6049402204854928,"baseline_adjusted_skill":0.45555316255037437,"baseline_adjusted_score":0.45555316255037437},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.1508413871067518,"normalized_score_rmse":0.2000418549092438,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.42944156177115167,"baseline_adjusted_score":0.42944156177115167},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.04204739946730546,"accuracy":0.8776249999999999,"positive_recall":0.5960563380281689,"specificity":0.9579116465863453,"precision":0.8015151515151515,"balanced_accuracy":0.7769839923072571,"f1":0.6836833602584813,"true_positive":52.90000000000001,"false_positive":13.100000000000003,"false_negative":35.85000000000001,"true_negative":298.1499999999999,"positive_prevalence":0.22187499999999974,"majority_accuracy_baseline":0.7781250000000003,"constant_brier_baseline":0.126740234375001,"brier_skill":0.6682395320266259,"baseline_adjusted_skill":0.5539679846145142,"baseline_adjusted_score":0.5539679846145142},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.13699348070860254,"normalized_score_rmse":0.20227877209621534,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.39282667829982254,"baseline_adjusted_score":0.39282667829982254},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.04325398217800946,"accuracy":0.8262499999999995,"positive_recall":0.7339319470699432,"specificity":0.8594493541808292,"precision":0.6525210084033614,"balanced_accuracy":0.7966906506253862,"f1":0.6908362989323844,"true_positive":77.65,"false_positive":41.35,"false_negative":28.150000000000006,"true_negative":252.8499999999998,"positive_prevalence":0.26449999999999985,"majority_accuracy_baseline":0.7355000000000002,"constant_brier_baseline":0.11362725000000028,"brier_skill":0.6193344274545995,"baseline_adjusted_skill":0.5933813012507725,"baseline_adjusted_score":0.5933813012507725},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.1404188614335505,"normalized_score_rmse":0.2000008190006047,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.4411189594684556,"baseline_adjusted_score":0.4411189594684556},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.05431160345686831,"accuracy":0.829,"positive_recall":0.4125326370757178,"specificity":0.927643784786642,"precision":0.5745454545454546,"balanced_accuracy":0.6700882109311799,"f1":0.4802431610942248,"true_positive":31.600000000000005,"false_positive":23.399999999999995,"false_negative":45.00000000000005,"true_negative":299.99999999999994,"positive_prevalence":0.1914999999999999,"majority_accuracy_baseline":0.8085000000000001,"constant_brier_baseline":0.09190274999999995,"brier_skill":0.4090317922274541,"baseline_adjusted_skill":0.34017642186235975,"baseline_adjusted_score":0.34017642186235975},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.1368474800651485,"normalized_score_rmse":0.21332615016855241,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.3385016069358381,"baseline_adjusted_score":0.3385016069358381},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.03188036030833923,"accuracy":0.9074999999999998,"positive_recall":0.7506775067750676,"specificity":0.9429797670141017,"precision":0.7486486486486487,"balanced_accuracy":0.8468286368945847,"f1":0.7496617050067659,"true_positive":55.39999999999999,"false_positive":18.599999999999994,"false_negative":18.40000000000001,"true_negative":307.5999999999999,"positive_prevalence":0.1844999999999999,"majority_accuracy_baseline":0.8155000000000001,"constant_brier_baseline":0.1092222499999995,"brier_skill":0.7081147814814346,"baseline_adjusted_skill":0.6936572737891693,"baseline_adjusted_score":0.6936572737891693},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.1339473363715159,"normalized_score_rmse":0.19537598075358134,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":0.29268733269166514,"baseline_adjusted_score":0.29268733269166514},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.05321481554124399,"accuracy":0.8347499999999995,"positive_recall":0.19363057324840766,"specificity":0.9912908242612752,"precision":0.8444444444444446,"balanced_accuracy":0.5924606987548414,"f1":0.3150259067357513,"true_positive":15.200000000000001,"false_positive":2.8000000000000007,"false_negative":63.300000000000004,"true_negative":318.6999999999998,"positive_prevalence":0.19624999999999987,"majority_accuracy_baseline":0.8037500000000002,"constant_brier_baseline":0.09878593749999955,"brier_skill":0.4613118335669565,"baseline_adjusted_skill":0.18492139750968284,"baseline_adjusted_score":0.18492139750968284},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.16565170778487942,"normalized_score_rmse":0.22572006047680446,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":0.21584990397690218,"baseline_adjusted_score":0.21584990397690218},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0,"abstained":0},"metrics":{"binary_brier":0.06699814278225168,"accuracy":0.7270408163265307,"positive_recall":0.8262158956109134,"specificity":0.6521933751119068,"precision":0.6419354838709677,"balanced_accuracy":0.7392046353614101,"f1":0.7225103734439833,"true_positive":139.3,"false_positive":77.70000000000006,"false_negative":29.30000000000001,"true_negative":145.70000000000005,"positive_prevalence":0.43010204081632636,"majority_accuracy_baseline":0.5698979591836737,"constant_brier_baseline":0.12359641815910102,"brier_skill":0.4579281197614684,"baseline_adjusted_skill":0.47840927072282025,"baseline_adjusted_score":0.47840927072282025},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.15889589523537254,"normalized_score_rmse":0.21379360869075023,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.42326675062716634,"baseline_adjusted_score":0.42326675062716634},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0,"abstained":0},"metrics":{"binary_brier":0.04557525603330323,"accuracy":0.9053750000000005,"positive_recall":0.6506687647521638,"specificity":0.9534849160350721,"precision":0.7254385964912281,"balanced_accuracy":0.802076840393618,"f1":0.6860223973455,"true_positive":82.69999999999999,"false_positive":31.299999999999994,"false_negative":44.39999999999996,"true_negative":641.6000000000004,"positive_prevalence":0.15887500000000002,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499934,"brier_skill":0.5386068361461698,"baseline_adjusted_skill":0.6041536807872361,"baseline_adjusted_score":0.6041536807872361},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.17842375709699504,"normalized_score_rmse":0.2442096725123087,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-0.0813561036181516,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.73,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.564516129032258,"baseline_adjusted_score":0.564516129032258},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2753548973010095,"accuracy":0.58,"positive_recall":0.3,"specificity":0.86,"precision":0.6818181818181818,"balanced_accuracy":0.58,"f1":0.4166666666666667,"true_positive":15,"false_positive":7,"false_negative":35,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.10141958920403793,"baseline_adjusted_skill":0.15999999999999992,"baseline_adjusted_score":0.15999999999999992},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.5732273028495692,"uniform_accuracy_baseline":0.058823529411766766,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.4984423676012461,"baseline_adjusted_score":0.4984423676012461},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.8695652173913042,"baseline_adjusted_score":0.8695652173913042},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.17181722346554001,"accuracy":0.73,"positive_recall":0.62,"specificity":0.84,"precision":0.7948717948717948,"balanced_accuracy":0.73,"f1":0.6966292134831461,"true_positive":31,"false_positive":8,"false_negative":19,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.31273110613783994,"baseline_adjusted_skill":0.45999999999999996,"baseline_adjusted_score":0.45999999999999996},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.55,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.2857142857142858,"baseline_adjusted_score":0.2857142857142858},"scoring":{"eligible":true,"reason":null},"model":151,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.15192052864767053,"accuracy":0.7972972972972973,"positive_recall":0.8873239436619719,"specificity":0.7142857142857143,"precision":0.7411764705882353,"balanced_accuracy":0.8008048289738431,"f1":0.8076923076923077,"true_positive":63,"false_positive":22,"false_negative":8,"true_negative":55,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.2495891161431699,"brier_skill":0.39131749414695827,"baseline_adjusted_skill":0.6016096579476862,"baseline_adjusted_score":0.6016096579476862},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.73,"uniform_accuracy_baseline":0.20049999999999962,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.619718309859155,"baseline_adjusted_score":0.619718309859155},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.9558823529411764,"baseline_adjusted_score":0.9558823529411764},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.702127659574468,"baseline_adjusted_score":0.702127659574468},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.8775510204081631,"baseline_adjusted_score":0.8775510204081631},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.07962678247042793,"accuracy":0.62085406046,"positive_recall":0.6873712216328515,"specificity":0.5141341401467641,"precision":0.694170484852459,"balanced_accuracy":0.6007526808898078,"f1":0.6907541219416339,"true_positive":42.344399576,"false_positive":18.655600423999996,"false_negative":19.258993529999998,"true_negative":19.741006470000002,"positive_prevalence":0.6160339310599999,"majority_accuracy_baseline":0.6160339310599999,"constant_brier_baseline":0.079087076552024,"brier_skill":-0.006824198616684152,"baseline_adjusted_skill":0.20150536177961564,"baseline_adjusted_score":0.20150536177961564},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10263379811188005,"accuracy":0.87,"positive_recall":0.84,"specificity":0.9,"precision":0.8936170212765957,"balanced_accuracy":0.87,"f1":0.865979381443299,"true_positive":42,"false_positive":5,"false_negative":8,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5894648075524798,"baseline_adjusted_skill":0.74,"baseline_adjusted_score":0.74},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.012987012987012965,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.9052631578947369,"baseline_adjusted_score":0.9052631578947369},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.93,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.8833333333333334,"baseline_adjusted_score":0.8833333333333334},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.58,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.34374999999999994,"baseline_adjusted_score":0.34374999999999994},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08048805115505975,"accuracy":0.89,"positive_recall":1,"specificity":0.78,"precision":0.819672131147541,"balanced_accuracy":0.89,"f1":0.9009009009009009,"true_positive":50,"false_positive":11,"false_negative":0,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.678047795379761,"baseline_adjusted_skill":0.78,"baseline_adjusted_score":0.78},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.05208546960325376,"accuracy":0.7220553219737486,"positive_recall":0.5594417516972741,"specificity":0.7977741701513216,"precision":0.5629651621869045,"balanced_accuracy":0.6786079609242979,"f1":0.5611979266743562,"true_positive":124.41530084330589,"false_positive":96.58469915669411,"false_negative":97.97657546168193,"true_negative":381.02342453831807,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768597,"brier_skill":0.41296883439402465,"baseline_adjusted_skill":0.35721592184859574,"baseline_adjusted_score":0.35721592184859574},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.06300038722768006,"accuracy":0.91,"positive_recall":0.9,"specificity":0.92,"precision":0.9183673469387755,"balanced_accuracy":0.91,"f1":0.9090909090909091,"true_positive":45,"false_positive":4,"false_negative":5,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7479984510892798,"baseline_adjusted_skill":0.8200000000000001,"baseline_adjusted_score":0.8200000000000001},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.9403973509933775,"uniform_accuracy_baseline":0.006622516556291403,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.9379310344827586,"baseline_adjusted_score":0.9379310344827586},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.8911764705882353,"uniform_accuracy_baseline":0.3333333333333301,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.7993492407809112,"baseline_adjusted_score":0.7993492407809112},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.45,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.08333333333333331,"baseline_adjusted_score":0.08333333333333331},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.07201023547931046,"accuracy":0.92,"positive_recall":0.98,"specificity":0.86,"precision":0.875,"balanced_accuracy":0.9199999999999999,"f1":0.9245283018867925,"true_positive":49,"false_positive":7,"false_negative":1,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7119590580827582,"baseline_adjusted_skill":0.8399999999999999,"baseline_adjusted_score":0.8399999999999999},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.6874999999999999,"baseline_adjusted_score":0.6874999999999999},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.07142857142857136,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9775280898876404,"baseline_adjusted_score":0.9775280898876404},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.7608695652173914,"baseline_adjusted_score":0.7608695652173914},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.53,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.35616438356164387,"baseline_adjusted_score":0.35616438356164387},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.9444444444444444,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.8333333333333333,"baseline_adjusted_score":0.8333333333333333},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.12192555242922433,"accuracy":0.8170731707317073,"positive_recall":0.775,"specificity":0.8571428571428571,"precision":0.8378378378378378,"balanced_accuracy":0.8160714285714286,"f1":0.8051948051948052,"true_positive":31,"false_positive":6,"false_negative":9,"true_negative":36,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.24985127900059498,"brier_skill":0.5120074913487476,"baseline_adjusted_skill":0.6321428571428571,"baseline_adjusted_score":0.6321428571428571},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1253998395142406,"accuracy":0.83,"positive_recall":0.72,"specificity":0.94,"precision":0.9230769230769231,"balanced_accuracy":0.83,"f1":0.8089887640449438,"true_positive":36,"false_positive":3,"false_negative":14,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.49840064194303757,"baseline_adjusted_skill":0.6599999999999999,"baseline_adjusted_score":0.6599999999999999},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.8016759776536313,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.7455197132616488,"baseline_adjusted_score":0.7455197132616488},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.180327868852459,"baseline_adjusted_score":0.180327868852459},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.16310217033005864,"accuracy":0.79,"positive_recall":0.4090909090909091,"specificity":0.8974358974358975,"precision":0.5294117647058824,"balanced_accuracy":0.6532634032634033,"f1":0.46153846153846156,"true_positive":18,"false_positive":16,"false_negative":26,"true_negative":140,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000053,"brier_skill":0.049521151922738094,"baseline_adjusted_skill":0.30652680652680653,"baseline_adjusted_score":0.30652680652680653},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.19243746147150162,"accuracy":0.735,"positive_recall":0.16,"specificity":0.9266666666666666,"precision":0.42105263157894735,"balanced_accuracy":0.5433333333333333,"f1":0.2318840579710145,"true_positive":8,"false_positive":11,"false_negative":42,"true_negative":139,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-0.026333127848008564,"baseline_adjusted_skill":0.08666666666666667,"baseline_adjusted_score":0.08666666666666667},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.038262723918251515,"accuracy":0.95,"positive_recall":0.6842105263157895,"specificity":0.9779005524861878,"precision":0.7647058823529411,"balanced_accuracy":0.8310555394009886,"f1":0.7222222222222222,"true_positive":13,"false_positive":4,"false_negative":6,"true_negative":177,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.0859749999999999,"brier_skill":0.5549552321226919,"baseline_adjusted_skill":0.6621110788019773,"baseline_adjusted_score":0.6621110788019773},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.05162082111530766,"accuracy":0.8968511904761907,"positive_recall":0.6195813907350463,"specificity":0.9145511306429245,"precision":0.31641337386018237,"balanced_accuracy":0.7670662606889853,"f1":0.41889943328526885,"true_positive":104.1000000000001,"false_positive":224.90000000000018,"false_negative":63.91666666666669,"true_negative":2407.083333333334,"positive_prevalence":0.060005952380952354,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679296,"brier_skill":-0.6030826900462227,"baseline_adjusted_skill":0.5341325213779706,"baseline_adjusted_score":0.5341325213779706},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.8328611898016998,"uniform_accuracy_baseline":0.027777777777777853,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.8084415584415585,"baseline_adjusted_score":0.8084415584415585},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.8142857142857144,"baseline_adjusted_score":0.8142857142857144},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.059614419231842915,"accuracy":0.91,"positive_recall":1,"specificity":0.82,"precision":0.847457627118644,"balanced_accuracy":0.9099999999999999,"f1":0.9174311926605505,"true_positive":50,"false_positive":9,"false_negative":0,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7615423230726284,"baseline_adjusted_skill":0.8199999999999998,"baseline_adjusted_score":0.8199999999999998},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.03188376166504205,"accuracy":0.99,"positive_recall":0.98,"specificity":1,"precision":1,"balanced_accuracy":0.99,"f1":0.98989898989899,"true_positive":49,"false_positive":0,"false_negative":1,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8724649533398318,"baseline_adjusted_skill":0.98,"baseline_adjusted_score":0.98},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.6,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":-0.025641025641025664,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.872340425531915,"baseline_adjusted_score":0.872340425531915},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.07009454945288826,"accuracy":0.92,"positive_recall":0.92,"specificity":0.92,"precision":0.92,"balanced_accuracy":0.92,"f1":0.92,"true_positive":46,"false_positive":4,"false_negative":4,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.719621802188447,"baseline_adjusted_skill":0.8400000000000001,"baseline_adjusted_score":0.8400000000000001},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8507462686567167,"baseline_adjusted_score":0.8507462686567167},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.01703412222011139,"accuracy":0.98,"positive_recall":0.98,"specificity":0.98,"precision":0.98,"balanced_accuracy":0.98,"f1":0.98,"true_positive":49,"false_positive":1,"false_negative":1,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9318635111195545,"baseline_adjusted_skill":0.96,"baseline_adjusted_score":0.96},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.5117264527027028,"uniform_accuracy_baseline":0.23445945945945923,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.33807427217740876,"baseline_adjusted_score":0.33807427217740876},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.019085658489364506,"accuracy":0.7321929671052632,"positive_recall":0.8459220995715364,"specificity":0.6238975837617872,"precision":0.681702902173913,"balanced_accuracy":0.7349098416666617,"f1":0.7549857453656119,"true_positive":62.716667,"false_positive":29.283333000000002,"false_negative":11.423335999999997,"true_negative":48.576663999999994,"positive_prevalence":0.48776317763157917,"majority_accuracy_baseline":0.5122368223684208,"constant_brier_baseline":0.0945191003976856,"brier_skill":0.798076172868105,"baseline_adjusted_skill":0.46981968333332347,"baseline_adjusted_score":0.46981968333332347},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.0749360439989439,"normalized_score_rmse":0.10415029282856943,"constant_score_baseline":0.5841668333333334,"constant_mae_baseline":0.21700552708333315,"baseline_adjusted_skill":0.654681403712969,"baseline_adjusted_score":0.654681403712969},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.19605708114171594,"accuracy":0.72,"positive_recall":0.68,"specificity":0.76,"precision":0.7391304347826086,"balanced_accuracy":0.72,"f1":0.7083333333333334,"true_positive":34,"false_positive":12,"false_negative":16,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.21577167543313625,"baseline_adjusted_skill":0.43999999999999995,"baseline_adjusted_score":0.43999999999999995},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.19302466695378417,"accuracy":0.76,"positive_recall":0.68,"specificity":0.84,"precision":0.8095238095238095,"balanced_accuracy":0.76,"f1":0.7391304347826086,"true_positive":34,"false_positive":8,"false_negative":16,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2279013321848633,"baseline_adjusted_skill":0.52,"baseline_adjusted_score":0.52},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.8360655737704918,"baseline_adjusted_score":0.8360655737704918},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.915,"uniform_accuracy_baseline":0.03611111111111102,"fixed_answer_accuracy_baseline":0.08833333333333329,"baseline_adjusted_skill":0.9067641681901281,"baseline_adjusted_score":0.9067641681901281},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.8636363636363635,"baseline_adjusted_score":0.8636363636363635},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.04987932421560751,"fixed_answer_accuracy_baseline":0.1244247787610618,"baseline_adjusted_skill":0.87436830402264,"baseline_adjusted_score":0.87436830402264},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2669629557941037,"accuracy":0.49,"positive_recall":0.62,"specificity":0.36,"precision":0.49206349206349204,"balanced_accuracy":0.49,"f1":0.5486725663716814,"true_positive":31,"false_positive":32,"false_negative":19,"true_negative":18,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.0678518231764147,"baseline_adjusted_skill":-0.020000000000000018,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.9166666666666666,"uniform_accuracy_baseline":0.23888888888888893,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.8823529411764707,"baseline_adjusted_score":0.8823529411764707},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.021963683922732184,"accuracy":0.96875,"positive_recall":0.9375,"specificity":1,"precision":1,"balanced_accuracy":0.96875,"f1":0.967741935483871,"true_positive":30,"false_positive":0,"false_negative":2,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9121452643090713,"baseline_adjusted_skill":0.9375,"baseline_adjusted_score":0.9375},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.005592981789195614,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":50,"false_positive":0,"false_negative":0,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9776280728432175,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.7941176470588235,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.6956521739130433,"baseline_adjusted_score":0.6956521739130433},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.013302763814501566,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":16,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.9467400375220875,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.12055804797520335,"normalized_score_rmse":0.2056225785584417,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.6346725818933232,"baseline_adjusted_score":0.6346725818933232},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.84375,"uniform_accuracy_baseline":0.17812500000000006,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":0.7807017543859649,"baseline_adjusted_score":0.7807017543859649},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.12834549321612587,"accuracy":0.7941176470588235,"positive_recall":0.5882352941176471,"specificity":1,"precision":1,"balanced_accuracy":0.7941176470588236,"f1":0.7407407407407407,"true_positive":10,"false_positive":0,"false_negative":7,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4866180271354965,"baseline_adjusted_skill":0.5882352941176472,"baseline_adjusted_score":0.5882352941176472},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.08787535683733576,"normalized_score_rmse":0.10697796414239019,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":0.4024475735061168,"baseline_adjusted_score":0.4024475735061168},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.13194444444444448,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.00019065076413299624,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":26,"false_positive":0,"false_negative":0,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.999237396943468,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.0025908756395896923,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":39,"false_positive":0,"false_negative":0,"true_negative":36,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24959999999999993,"brier_skill":0.9896198892644644,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.10481408303901749,"normalized_score_rmse":0.15678786231548608,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.6256639891463662,"baseline_adjusted_score":0.6256639891463662},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.9117647058823529,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.8799999999999998,"baseline_adjusted_score":0.8799999999999998},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.004866034850070375,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":14,"false_positive":0,"false_negative":0,"true_negative":14,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9805358605997185,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.07276816694828227,"normalized_score_rmse":0.1610269831068889,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.16969696969696968,"baseline_adjusted_skill":0.5711875876261938,"baseline_adjusted_score":0.5711875876261938},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.016105885219996535,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":45,"false_positive":0,"false_negative":0,"true_negative":40,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.24913494809688563,"brier_skill":0.9353527662697361,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.8421052631578947,"baseline_adjusted_score":0.8421052631578947},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.08920264198322539,"accuracy":0.84,"positive_recall":0.7714285714285715,"specificity":1,"precision":1,"balanced_accuracy":0.8857142857142857,"f1":0.8709677419354839,"true_positive":27,"false_positive":0,"false_negative":8,"true_negative":15,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.20999999999999996,"brier_skill":0.5752255143655933,"baseline_adjusted_skill":0.7714285714285714,"baseline_adjusted_score":0.7714285714285714},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.05814295679389387,"normalized_score_rmse":0.07063197935480808,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.7923465828789504,"baseline_adjusted_score":0.7923465828789504},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.9873417721518988,"uniform_accuracy_baseline":0.24240506329113914,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.9782608695652175,"baseline_adjusted_score":0.9782608695652175},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.00012611893836263313,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":11,"false_positive":0,"false_negative":0,"true_negative":10,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.24943310657596363,"brier_skill":0.9994943777107461,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.8181818181818182,"uniform_accuracy_baseline":0.3237373737373738,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.7000000000000001,"baseline_adjusted_score":0.7000000000000001},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.20412915037659676,"accuracy":0.6060606060606061,"positive_recall":0.4117647058823529,"specificity":0.8125,"precision":0.7,"balanced_accuracy":0.6121323529411764,"f1":0.5185185185185185,"true_positive":7,"false_positive":3,"false_negative":10,"true_negative":13,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.1827329236760522,"baseline_adjusted_skill":0.2242647058823528,"baseline_adjusted_score":0.2242647058823528},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.11906338624595672,"normalized_score_rmse":0.22364093210143174,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.34313725490196084,"baseline_adjusted_skill":0.6530152743689261,"baseline_adjusted_score":0.6530152743689261},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.05889659223119995,"accuracy":0.92,"positive_recall":0.88,"specificity":0.96,"precision":0.9565217391304348,"balanced_accuracy":0.9199999999999999,"f1":0.9166666666666666,"true_positive":44,"false_positive":2,"false_negative":6,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7644136310752002,"baseline_adjusted_skill":0.8399999999999999,"baseline_adjusted_score":0.8399999999999999},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.8133333333333335,"uniform_accuracy_baseline":0.3333333333333332,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":0.7113402061855671,"baseline_adjusted_score":0.7113402061855671},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.249931385530775,"accuracy":0.56,"positive_recall":0.10810810810810811,"specificity":1,"precision":1,"balanced_accuracy":0.5540540540540541,"f1":0.1951219512195122,"true_positive":4,"false_positive":0,"false_negative":33,"true_negative":38,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555535,"brier_skill":0.00009669728975059133,"baseline_adjusted_skill":0.10810810810810811,"baseline_adjusted_score":0.10810810810810811},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.1428571428571427,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.9871794871794871,"baseline_adjusted_score":0.9871794871794871},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.37999999999999995,"uniform_accuracy_baseline":0.32416666666666627,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.0606060606060605,"baseline_adjusted_score":0.0606060606060605},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.1359334533064248,"accuracy":0.7272727272727273,"positive_recall":0.5,"specificity":0.9411764705882353,"precision":0.8888888888888888,"balanced_accuracy":0.7205882352941176,"f1":0.64,"true_positive":8,"false_positive":1,"false_negative":8,"true_negative":16,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.4557664314312626,"baseline_adjusted_skill":0.4411764705882353,"baseline_adjusted_score":0.4411764705882353},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.020527097401389693,"normalized_score_rmse":0.028454715321758233,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.9065663152764332,"baseline_adjusted_score":0.9065663152764332},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.05959296624011328,"accuracy":0.91,"positive_recall":0.7272727272727273,"specificity":0.9615384615384616,"precision":0.8421052631578947,"balanced_accuracy":0.8444055944055944,"f1":0.7804878048780488,"true_positive":16,"false_positive":3,"false_negative":6,"true_negative":75,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000028,"brier_skill":0.6527216419573824,"baseline_adjusted_skill":0.6888111888111887,"baseline_adjusted_score":0.6888111888111887},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.04424737254392453,"accuracy":0.95,"positive_recall":0.918918918918919,"specificity":0.9682539682539683,"precision":0.9444444444444444,"balanced_accuracy":0.9435864435864436,"f1":0.9315068493150684,"true_positive":34,"false_positive":2,"false_negative":3,"true_negative":61,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000008,"brier_skill":0.8101785819651458,"baseline_adjusted_skill":0.8871728871728872,"baseline_adjusted_score":0.8871728871728872},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.06187369206304793,"accuracy":0.88,"positive_recall":0.8205128205128205,"specificity":0.9180327868852459,"precision":0.8648648648648649,"balanced_accuracy":0.8692728036990331,"f1":0.8421052631578947,"true_positive":32,"false_positive":5,"false_negative":7,"true_negative":56,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379000000000002,"brier_skill":0.7399172254600761,"baseline_adjusted_skill":0.7385456073980663,"baseline_adjusted_score":0.7385456073980663},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.050046361564601634,"accuracy":0.91,"positive_recall":0.8064516129032258,"specificity":0.9565217391304348,"precision":0.8928571428571429,"balanced_accuracy":0.8814866760168303,"f1":0.847457627118644,"true_positive":25,"false_positive":3,"false_negative":6,"true_negative":66,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999987,"brier_skill":0.7660291651958782,"baseline_adjusted_skill":0.7629733520336606,"baseline_adjusted_score":0.7629733520336606},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.9166666666666666,"baseline_adjusted_score":0.9166666666666666},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.12819757266703746,"normalized_score_rmse":0.16495048052264602,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.44861259067940884,"baseline_adjusted_score":0.44861259067940884},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.0985954376218357,"accuracy":0.88,"positive_recall":0.98,"specificity":0.78,"precision":0.8166666666666667,"balanced_accuracy":0.88,"f1":0.8909090909090909,"true_positive":49,"false_positive":11,"false_negative":1,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6056182495126572,"baseline_adjusted_skill":0.76,"baseline_adjusted_score":0.76},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2848766082065877,"accuracy":0.61,"positive_recall":0.76,"specificity":0.46,"precision":0.5846153846153846,"balanced_accuracy":0.61,"f1":0.6608695652173913,"true_positive":38,"false_positive":27,"false_negative":12,"true_negative":23,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.1395064328263509,"baseline_adjusted_skill":0.21999999999999997,"baseline_adjusted_score":0.21999999999999997},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":0.5428571428571427,"baseline_adjusted_score":0.5428571428571427},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.07628517351549848,"accuracy":0.9,"positive_recall":0.92,"specificity":0.88,"precision":0.8846153846153846,"balanced_accuracy":0.9,"f1":0.9019607843137255,"true_positive":46,"false_positive":6,"false_negative":4,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6948593059380062,"baseline_adjusted_skill":0.8,"baseline_adjusted_score":0.8},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.857142857142857,"baseline_adjusted_score":0.857142857142857},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.68,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.46666666666666673,"baseline_adjusted_score":0.46666666666666673},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.06310934721125482,"accuracy":0.89,"positive_recall":0.82,"specificity":0.96,"precision":0.9534883720930233,"balanced_accuracy":0.8899999999999999,"f1":0.8817204301075269,"true_positive":41,"false_positive":2,"false_negative":9,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7475626111549807,"baseline_adjusted_skill":0.7799999999999998,"baseline_adjusted_score":0.7799999999999998},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.20851190476190457,"fixed_answer_accuracy_baseline":0.2233333333333332,"baseline_adjusted_skill":0.9871244635193133,"baseline_adjusted_score":0.9871244635193133},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.033199806952529665,"accuracy":0.95,"positive_recall":0.96,"specificity":0.94,"precision":0.9411764705882353,"balanced_accuracy":0.95,"f1":0.9504950495049505,"true_positive":48,"false_positive":3,"false_negative":2,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8672007721898813,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.07138197256573518,"normalized_score_rmse":0.14688353577399946,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.7620600914475494,"baseline_adjusted_score":0.7620600914475494},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.22851190476190467,"fixed_answer_accuracy_baseline":0.2433333333333333,"baseline_adjusted_skill":0.986784140969163,"baseline_adjusted_score":0.986784140969163},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.008884733117566894,"accuracy":0.99,"positive_recall":1,"specificity":0.98,"precision":0.9803921568627451,"balanced_accuracy":0.99,"f1":0.9900990099009901,"true_positive":50,"false_positive":1,"false_negative":0,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9644610675297324,"baseline_adjusted_skill":0.98,"baseline_adjusted_score":0.98},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.055848563742899815,"normalized_score_rmse":0.127012494290385,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.304222222222222,"baseline_adjusted_skill":0.8164218138472978,"baseline_adjusted_score":0.8164218138472978},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.7419354838709676,"baseline_adjusted_score":0.7419354838709676},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.04797727549279011,"accuracy":0.93,"positive_recall":0.92,"specificity":0.94,"precision":0.9387755102040817,"balanced_accuracy":0.9299999999999999,"f1":0.9292929292929293,"true_positive":46,"false_positive":3,"false_negative":4,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8080908980288396,"baseline_adjusted_skill":0.8599999999999999,"baseline_adjusted_score":0.8599999999999999},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.8799999999999999,"baseline_adjusted_score":0.8799999999999999},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.045132408355094696,"accuracy":0.94,"positive_recall":0.92,"specificity":0.96,"precision":0.9583333333333334,"balanced_accuracy":0.94,"f1":0.9387755102040817,"true_positive":46,"false_positive":2,"false_negative":4,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8194703665796212,"baseline_adjusted_skill":0.8799999999999999,"baseline_adjusted_score":0.8799999999999999},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.61,"uniform_accuracy_baseline":0.35333333333333317,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.3389830508474576,"baseline_adjusted_score":0.3389830508474576},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.9516129032258064,"baseline_adjusted_score":0.9516129032258064},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.1935483870967742,"baseline_adjusted_score":0.1935483870967742},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.42,"uniform_accuracy_baseline":0.11111111111111088,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.30952380952380953,"baseline_adjusted_score":0.30952380952380953},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.11303417098207433,"accuracy":0.7216249999999998,"positive_recall":0.7086354647330257,"specificity":0.7246645071726052,"precision":0.37587412587412594,"balanced_accuracy":0.7166499859528155,"f1":0.4912040210189628,"true_positive":53.75000000000002,"false_positive":89.25,"false_negative":22.100000000000005,"true_negative":234.8999999999999,"positive_prevalence":0.1896249999999999,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500007,"brier_skill":-0.4848766619202918,"baseline_adjusted_skill":0.43329997190563097,"baseline_adjusted_score":0.43329997190563097},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.2627990849908908,"normalized_score_rmse":0.30523256422446515,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":-0.22946940346615574,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.07192370632905512,"accuracy":0.7861249999999999,"positive_recall":0.40365682137834036,"specificity":0.9251747059826146,"precision":0.6623076923076924,"balanced_accuracy":0.6644157636804775,"f1":0.5016020972909992,"true_positive":43.050000000000004,"false_positive":21.94999999999999,"false_negative":63.599999999999994,"true_negative":271.3999999999999,"positive_prevalence":0.2666249999999998,"majority_accuracy_baseline":0.7333750000000002,"constant_brier_baseline":0.11565485937499977,"brier_skill":0.37811773134538673,"baseline_adjusted_skill":0.328831527360955,"baseline_adjusted_score":0.328831527360955},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1646766205637077,"normalized_score_rmse":0.22313131171975314,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.3872497839489947,"baseline_adjusted_score":0.3872497839489947},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.04826387520719187,"accuracy":0.8051249999999999,"positive_recall":0.603131991051454,"specificity":0.8834345186470078,"precision":0.6673267326732671,"balanced_accuracy":0.743283254849231,"f1":0.6336075205640422,"true_positive":67.39999999999996,"false_positive":33.6,"false_negative":44.35,"true_negative":254.65,"positive_prevalence":0.2793749999999999,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937499995,"brier_skill":0.5734743611707744,"baseline_adjusted_skill":0.48656650969846194,"baseline_adjusted_score":0.48656650969846194},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1507359545461025,"normalized_score_rmse":0.19335101991189457,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.4298403610549315,"baseline_adjusted_score":0.4298403610549315},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.05733975238256948,"accuracy":0.8571249999999995,"positive_recall":0.42028169014084515,"specificity":0.9816867469879518,"precision":0.8674418604651163,"balanced_accuracy":0.7009842185643984,"f1":0.5662239089184061,"true_positive":37.30000000000001,"false_positive":5.700000000000001,"false_negative":51.45,"true_negative":305.5499999999998,"positive_prevalence":0.22187499999999974,"majority_accuracy_baseline":0.7781250000000003,"constant_brier_baseline":0.126740234375001,"brier_skill":0.5475805085470198,"baseline_adjusted_skill":0.4019684371287968,"baseline_adjusted_score":0.4019684371287968},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.14023549210422934,"normalized_score_rmse":0.21410999890666763,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.3784576527236373,"baseline_adjusted_score":0.3784576527236373},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.030395795072155733,"accuracy":0.8489999999999993,"positive_recall":0.67296786389414,"specificity":0.912304554724677,"precision":0.7340206185567011,"balanced_accuracy":0.7926362093094085,"f1":0.7021696252465485,"true_positive":71.2,"false_positive":25.799999999999997,"false_negative":34.59999999999998,"true_negative":268.39999999999975,"positive_prevalence":0.26449999999999985,"majority_accuracy_baseline":0.7355000000000002,"constant_brier_baseline":0.11362725000000028,"brier_skill":0.7324955495081007,"baseline_adjusted_skill":0.585272418618817,"baseline_adjusted_score":0.585272418618817},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1249982507357835,"normalized_score_rmse":0.1665541972510416,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.5024945244346926,"baseline_adjusted_score":0.5024945244346926},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.05755508605866054,"accuracy":0.8304999999999997,"positive_recall":0.37728459530026087,"specificity":0.9378478664192951,"precision":0.589795918367347,"balanced_accuracy":0.657566230859778,"f1":0.4601910828025476,"true_positive":28.900000000000002,"false_positive":20.099999999999994,"false_negative":47.700000000000045,"true_negative":303.2999999999999,"positive_prevalence":0.1914999999999999,"majority_accuracy_baseline":0.8085000000000001,"constant_brier_baseline":0.09190274999999995,"brier_skill":0.37373924002643477,"baseline_adjusted_skill":0.3151324617195559,"baseline_adjusted_score":0.3151324617195559},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1360512507097159,"normalized_score_rmse":0.2079438847321036,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.3423504497415545,"baseline_adjusted_score":0.3423504497415545},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.024025878078279564,"accuracy":0.9194999999999999,"positive_recall":0.695121951219512,"specificity":0.9702636419374617,"precision":0.840983606557377,"balanced_accuracy":0.8326927965784869,"f1":0.761127596439169,"true_positive":51.3,"false_positive":9.7,"false_negative":22.500000000000014,"true_negative":316.49999999999994,"positive_prevalence":0.1844999999999999,"majority_accuracy_baseline":0.8155000000000001,"constant_brier_baseline":0.1092222499999995,"brier_skill":0.7800276218602009,"baseline_adjusted_skill":0.6653855931569739,"baseline_adjusted_score":0.6653855931569739},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.12298321257790149,"normalized_score_rmse":0.16483381831218208,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":0.350583695958276,"baseline_adjusted_score":0.350583695958276},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.07200252593864268,"accuracy":0.8299999999999994,"positive_recall":0.1560509554140128,"specificity":0.994556765163297,"precision":0.875,"balanced_accuracy":0.5753038602886549,"f1":0.26486486486486494,"true_positive":12.25,"false_positive":1.75,"false_negative":66.24999999999997,"true_negative":319.7499999999998,"positive_prevalence":0.19624999999999987,"majority_accuracy_baseline":0.8037500000000002,"constant_brier_baseline":0.09878593749999955,"brier_skill":0.27112575169271425,"baseline_adjusted_skill":0.15060772057730976,"baseline_adjusted_score":0.15060772057730976},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.17676074842817693,"normalized_score_rmse":0.2538001947445553,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":0.1632627293340737,"baseline_adjusted_score":0.1632627293340737},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.06242861975041414,"accuracy":0.7216836734693879,"positive_recall":0.8081257413997627,"specificity":0.656445837063563,"precision":0.6396713615023473,"balanced_accuracy":0.7322857892316628,"f1":0.7140985324947587,"true_positive":136.25,"false_positive":76.75000000000006,"false_negative":32.350000000000016,"true_negative":146.65000000000003,"positive_prevalence":0.43010204081632636,"majority_accuracy_baseline":0.5698979591836737,"constant_brier_baseline":0.12359641815910102,"brier_skill":0.4948994422309867,"baseline_adjusted_skill":0.46457157846332553,"baseline_adjusted_score":0.46457157846332553},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.14850621191339533,"normalized_score_rmse":0.1991092440816201,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.46097745305508353,"baseline_adjusted_score":0.46097745305508353},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.03754302975521725,"accuracy":0.9052500000000004,"positive_recall":0.7092840283241543,"specificity":0.9422648238965671,"precision":0.6988372093023255,"balanced_accuracy":0.8257744261103607,"f1":0.7040218664584148,"true_positive":90.14999999999998,"false_positive":38.849999999999994,"false_negative":36.949999999999974,"true_negative":634.0500000000004,"positive_prevalence":0.15887500000000002,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499934,"brier_skill":0.6199232042325689,"baseline_adjusted_skill":0.6515488522207213,"baseline_adjusted_score":0.6515488522207213},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.1898748730617816,"normalized_score_rmse":0.24399337033105664,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-0.15075680643503997,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.64,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.41935483870967744,"baseline_adjusted_score":0.41935483870967744},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.28110321543023953,"accuracy":0.55,"positive_recall":0.4,"specificity":0.7,"precision":0.5714285714285714,"balanced_accuracy":0.55,"f1":0.47058823529411764,"true_positive":20,"false_positive":15,"false_negative":30,"true_negative":35,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.12441286172095811,"baseline_adjusted_skill":0.10000000000000009,"baseline_adjusted_score":0.10000000000000009},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.5314777998674619,"uniform_accuracy_baseline":0.058823529411766766,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.44937694704049846,"baseline_adjusted_score":0.44937694704049846},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.9347826086956521,"baseline_adjusted_score":0.9347826086956521},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1730139855048046,"accuracy":0.68,"positive_recall":0.74,"specificity":0.62,"precision":0.6607142857142857,"balanced_accuracy":0.6799999999999999,"f1":0.6981132075471698,"true_positive":37,"false_positive":19,"false_negative":13,"true_negative":31,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3079440579807816,"baseline_adjusted_skill":0.3599999999999999,"baseline_adjusted_score":0.3599999999999999},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.55,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.2857142857142858,"baseline_adjusted_score":0.2857142857142858},"scoring":{"eligible":true,"reason":null},"model":152,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.1666674109349558,"accuracy":0.7567567567567568,"positive_recall":0.8732394366197183,"specificity":0.6493506493506493,"precision":0.6966292134831461,"balanced_accuracy":0.7612950429851838,"f1":0.775,"true_positive":62,"false_positive":27,"false_negative":9,"true_negative":50,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.24958911614317017,"brier_skill":0.332232857303956,"baseline_adjusted_skill":0.5225900859703676,"baseline_adjusted_score":0.5225900859703676},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.55,"uniform_accuracy_baseline":0.2005,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.36619718309859167,"baseline_adjusted_score":0.36619718309859167},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.9411764705882353,"baseline_adjusted_score":0.9411764705882353},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.574468085106383,"baseline_adjusted_score":0.574468085106383},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.7755102040816326,"baseline_adjusted_score":0.7755102040816326},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09634362183468975,"accuracy":0.5757246085,"positive_recall":0.7481394230784857,"specificity":0.29910283228163626,"precision":0.6313414654520548,"balanced_accuracy":0.523621127680061,"f1":0.6847959165740468,"true_positive":46.087926978,"false_positive":26.912073022,"false_negative":15.515466128,"true_negative":11.484533872,"positive_prevalence":0.61603393106,"majority_accuracy_baseline":0.61603393106,"constant_brier_baseline":0.07908707655202402,"brier_skill":-0.21819677796933434,"baseline_adjusted_skill":0.04724225536012194,"baseline_adjusted_score":0.04724225536012194},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1315425405707703,"accuracy":0.8,"positive_recall":0.72,"specificity":0.88,"precision":0.8571428571428571,"balanced_accuracy":0.8,"f1":0.782608695652174,"true_positive":36,"false_positive":6,"false_negative":14,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4738298377169188,"baseline_adjusted_skill":0.6000000000000001,"baseline_adjusted_score":0.6000000000000001},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.012987012987012986,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.8631578947368421,"baseline_adjusted_score":0.8631578947368421},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.8500000000000001,"baseline_adjusted_score":0.8500000000000001},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.57,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.32812499999999994,"baseline_adjusted_score":0.32812499999999994},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10110651611194806,"accuracy":0.83,"positive_recall":1,"specificity":0.66,"precision":0.746268656716418,"balanced_accuracy":0.8300000000000001,"f1":0.8547008547008547,"true_positive":50,"false_positive":17,"false_negative":0,"true_negative":33,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5955739355522078,"baseline_adjusted_skill":0.6600000000000001,"baseline_adjusted_score":0.6600000000000001},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.10602655829916748,"accuracy":0.6361566546313199,"positive_recall":0.7412625407565688,"specificity":0.5872154954122213,"precision":0.455388859871425,"balanced_accuracy":0.6642390180843951,"f1":0.5641788462761657,"true_positive":164.85076727345586,"false_positive":197.14923272654414,"false_negative":57.54110903153196,"true_negative":280.45889096846804,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768642,"brier_skill":-0.19497615318921313,"baseline_adjusted_skill":0.32847803616879023,"baseline_adjusted_score":0.32847803616879023},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08571006112326444,"accuracy":0.88,"positive_recall":0.84,"specificity":0.92,"precision":0.9130434782608695,"balanced_accuracy":0.88,"f1":0.875,"true_positive":42,"false_positive":4,"false_negative":8,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6571597555069422,"baseline_adjusted_skill":0.76,"baseline_adjusted_score":0.76},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.9536423841059603,"uniform_accuracy_baseline":0.006622516556291391,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.9517241379310345,"baseline_adjusted_score":0.9517241379310345},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.8835294117647059,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.7852494577006508,"baseline_adjusted_score":0.7852494577006508},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.44,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.06666666666666664,"baseline_adjusted_score":0.06666666666666664},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.13188329780804872,"accuracy":0.79,"positive_recall":0.9,"specificity":0.68,"precision":0.7377049180327869,"balanced_accuracy":0.79,"f1":0.8108108108108109,"true_positive":45,"false_positive":16,"false_negative":5,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4724668087678051,"baseline_adjusted_skill":0.5800000000000001,"baseline_adjusted_score":0.5800000000000001},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.81,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.6041666666666667,"baseline_adjusted_score":0.6041666666666667},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.07142857142857142,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9775280898876404,"baseline_adjusted_score":0.9775280898876404},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.6521739130434782,"baseline_adjusted_score":0.6521739130434782},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.58,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.42465753424657526,"baseline_adjusted_score":0.42465753424657526},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.8333333333333334,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.5000000000000001,"baseline_adjusted_score":0.5000000000000001},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.1898334281957562,"accuracy":0.7073170731707317,"positive_recall":0.7,"specificity":0.7142857142857143,"precision":0.7,"balanced_accuracy":0.7071428571428571,"f1":0.7,"true_positive":28,"false_positive":12,"false_negative":12,"true_negative":30,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.2498512790005949,"brier_skill":0.24021430286412826,"baseline_adjusted_skill":0.41428571428571415,"baseline_adjusted_score":0.41428571428571415},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1060963875186874,"accuracy":0.84,"positive_recall":0.8,"specificity":0.88,"precision":0.8695652173913043,"balanced_accuracy":0.8400000000000001,"f1":0.8333333333333334,"true_positive":40,"false_positive":6,"false_negative":10,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5756144499252505,"baseline_adjusted_skill":0.6800000000000002,"baseline_adjusted_score":0.6800000000000002},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.7821229050279329,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.7204301075268816,"baseline_adjusted_score":0.7204301075268816},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.47,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.13114754098360648,"baseline_adjusted_score":0.13114754098360648},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.18776417372928264,"accuracy":0.725,"positive_recall":0.5,"specificity":0.7884615384615384,"precision":0.4,"balanced_accuracy":0.6442307692307692,"f1":0.4444444444444444,"true_positive":22,"false_positive":33,"false_negative":22,"true_negative":123,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.09419681660421109,"baseline_adjusted_skill":0.2884615384615383,"baseline_adjusted_score":0.2884615384615383},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.1896320960290757,"accuracy":0.715,"positive_recall":0.24,"specificity":0.8733333333333333,"precision":0.3870967741935484,"balanced_accuracy":0.5566666666666666,"f1":0.2962962962962963,"true_positive":12,"false_positive":19,"false_negative":38,"true_negative":131,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-0.011371178821736994,"baseline_adjusted_skill":0.11333333333333329,"baseline_adjusted_score":0.11333333333333329},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.027485224035088827,"accuracy":0.96,"positive_recall":0.8421052631578947,"specificity":0.9723756906077348,"precision":0.7619047619047619,"balanced_accuracy":0.9072404768828147,"f1":0.8,"true_positive":16,"false_positive":5,"false_negative":3,"true_negative":176,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.085975,"brier_skill":0.6803114389637821,"baseline_adjusted_skill":0.8144809537656295,"baseline_adjusted_score":0.8144809537656295},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.07636348096542556,"accuracy":0.8569464285714286,"positive_recall":0.6798928677710545,"specificity":0.8682489124171252,"precision":0.2477946493130875,"balanced_accuracy":0.7740708900940898,"f1":0.36321242150446464,"true_positive":114.23333333333333,"false_positive":346.76666666666665,"false_negative":53.78333333333333,"true_negative":2285.2166666666667,"positive_prevalence":0.060005952380952375,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679138,"brier_skill":-1.3714650763478917,"baseline_adjusted_skill":0.5481417801881796,"baseline_adjusted_score":0.5481417801881796},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.8186968838526912,"uniform_accuracy_baseline":0.027777777777777776,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.7922077922077922,"baseline_adjusted_score":0.7922077922077922},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.7,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.5714285714285714,"baseline_adjusted_score":0.5714285714285714},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10417814985311738,"accuracy":0.87,"positive_recall":1,"specificity":0.74,"precision":0.7936507936507936,"balanced_accuracy":0.87,"f1":0.8849557522123894,"true_positive":50,"false_positive":13,"false_negative":0,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5832874005875305,"baseline_adjusted_skill":0.74,"baseline_adjusted_score":0.74},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.0835884332612527,"accuracy":0.86,"positive_recall":1,"specificity":0.72,"precision":0.78125,"balanced_accuracy":0.86,"f1":0.8771929824561403,"true_positive":50,"false_positive":14,"false_negative":0,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6656462669549892,"baseline_adjusted_skill":0.72,"baseline_adjusted_score":0.72},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.6,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":-0.025641025641025664,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.8404255319148937,"baseline_adjusted_score":0.8404255319148937},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09114882220196668,"accuracy":0.87,"positive_recall":0.86,"specificity":0.88,"precision":0.8775510204081632,"balanced_accuracy":0.87,"f1":0.8686868686868687,"true_positive":43,"false_positive":6,"false_negative":7,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6354047111921333,"baseline_adjusted_skill":0.74,"baseline_adjusted_score":0.74},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.7910447761194032,"baseline_adjusted_score":0.7910447761194032},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.023492544532111994,"accuracy":0.96,"positive_recall":0.96,"specificity":0.96,"precision":0.96,"balanced_accuracy":0.96,"f1":0.96,"true_positive":48,"false_positive":2,"false_negative":2,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.906029821871552,"baseline_adjusted_skill":0.9199999999999999,"baseline_adjusted_score":0.9199999999999999},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.4997669797297297,"uniform_accuracy_baseline":0.23445945945945948,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.3218614691373338,"baseline_adjusted_score":0.3218614691373338},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.019326090268777282,"accuracy":0.7164912039473684,"positive_recall":0.8433144115195139,"specificity":0.595727354060905,"precision":0.6651418404255319,"balanced_accuracy":0.7195208827902095,"f1":0.7437056248892775,"true_positive":62.523333,"false_positive":31.476667,"false_negative":11.61667,"true_negative":46.38333,"positive_prevalence":0.4877631776315789,"majority_accuracy_baseline":0.512236822368421,"constant_brier_baseline":0.09451910039768556,"brier_skill":0.7955324353758819,"baseline_adjusted_skill":0.4390417655804191,"baseline_adjusted_score":0.4390417655804191},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.0715997880132734,"normalized_score_rmse":0.1012335006828364,"constant_score_baseline":0.5841668333333333,"constant_mae_baseline":0.21700552708333334,"baseline_adjusted_skill":0.6700554636759182,"baseline_adjusted_score":0.6700554636759182},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.21709192264106147,"accuracy":0.71,"positive_recall":0.92,"specificity":0.5,"precision":0.647887323943662,"balanced_accuracy":0.71,"f1":0.7603305785123967,"true_positive":46,"false_positive":25,"false_negative":4,"true_negative":25,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.1316323094357541,"baseline_adjusted_skill":0.41999999999999993,"baseline_adjusted_score":0.41999999999999993},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.26769941645712164,"accuracy":0.59,"positive_recall":0.3,"specificity":0.88,"precision":0.7142857142857143,"balanced_accuracy":0.59,"f1":0.4225352112676056,"true_positive":15,"false_positive":6,"false_negative":35,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.07079766582848657,"baseline_adjusted_skill":0.17999999999999994,"baseline_adjusted_score":0.17999999999999994},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.7377049180327868,"baseline_adjusted_score":0.7377049180327868},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.036111111111111115,"fixed_answer_accuracy_baseline":0.08833333333333333,"baseline_adjusted_skill":0.8793418647166362,"baseline_adjusted_score":0.8793418647166362},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.9318181818181818,"baseline_adjusted_score":0.9318181818181818},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.049879324215607396,"fixed_answer_accuracy_baseline":0.12442477876106194,"baseline_adjusted_skill":0.87436830402264,"baseline_adjusted_score":0.87436830402264},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2501838420638217,"accuracy":0.54,"positive_recall":0.34,"specificity":0.74,"precision":0.5666666666666667,"balanced_accuracy":0.54,"f1":0.425,"true_positive":17,"false_positive":13,"false_negative":33,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.0007353682552868612,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.8333333333333334,"uniform_accuracy_baseline":0.23888888888888887,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.7647058823529413,"baseline_adjusted_score":0.7647058823529413},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.09497053965712923,"accuracy":0.859375,"positive_recall":0.90625,"specificity":0.8125,"precision":0.8285714285714286,"balanced_accuracy":0.859375,"f1":0.8656716417910447,"true_positive":29,"false_positive":6,"false_negative":3,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6201178413714831,"baseline_adjusted_skill":0.71875,"baseline_adjusted_score":0.71875},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.0473626613153629,"accuracy":0.94,"positive_recall":0.96,"specificity":0.92,"precision":0.9230769230769231,"balanced_accuracy":0.94,"f1":0.9411764705882353,"true_positive":48,"false_positive":4,"false_negative":2,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8105493547385484,"baseline_adjusted_skill":0.8799999999999999,"baseline_adjusted_score":0.8799999999999999},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.8260869565217391,"baseline_adjusted_score":0.8260869565217391},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.003772760898303629,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":16,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.9848950859623065,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.15964270244507545,"normalized_score_rmse":0.306126889842826,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.5162342350149229,"baseline_adjusted_score":0.5162342350149229},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.178125,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":0.29824561403508776,"baseline_adjusted_score":0.29824561403508776},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.051997805347999755,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":17,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.792008778608001,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.12677718858702247,"normalized_score_rmse":0.16200564756303357,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":0.13791511760824726,"baseline_adjusted_score":0.13791511760824726},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.13194444444444445,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.00086933330610107,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":26,"false_positive":0,"false_negative":0,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9965226667755958,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.008379085749192498,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":39,"false_positive":0,"false_negative":0,"true_negative":36,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24960000000000004,"brier_skill":0.9664299449150942,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.16629949800984922,"normalized_score_rmse":0.21915036895800075,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.40607322139339574,"baseline_adjusted_score":0.40607322139339574},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8235294117647058,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.76,"baseline_adjusted_score":0.76},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.08074351897981087,"accuracy":0.8571428571428571,"positive_recall":0.8571428571428571,"specificity":0.8571428571428571,"precision":0.8571428571428571,"balanced_accuracy":0.8571428571428571,"f1":0.8571428571428571,"true_positive":12,"false_positive":2,"false_negative":2,"true_negative":12,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6770259240807566,"baseline_adjusted_skill":0.7142857142857142,"baseline_adjusted_score":0.7142857142857142},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.08154534279798964,"normalized_score_rmse":0.15766691199896724,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.1696969696969697,"baseline_adjusted_skill":0.5194649442261325,"baseline_adjusted_score":0.5194649442261325},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.02052415225586221,"accuracy":0.9764705882352941,"positive_recall":1,"specificity":0.95,"precision":0.9574468085106383,"balanced_accuracy":0.975,"f1":0.9782608695652174,"true_positive":45,"false_positive":2,"false_negative":0,"true_negative":38,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.2491349480968858,"brier_skill":0.9176183333063308,"baseline_adjusted_skill":0.95,"baseline_adjusted_score":0.95},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.9473684210526315,"baseline_adjusted_score":0.9473684210526315},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.1056570325741496,"accuracy":0.88,"positive_recall":0.8285714285714286,"specificity":1,"precision":1,"balanced_accuracy":0.9142857142857144,"f1":0.90625,"true_positive":29,"false_positive":0,"false_negative":6,"true_negative":15,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.21,"brier_skill":0.49687127345643045,"baseline_adjusted_skill":0.8285714285714287,"baseline_adjusted_score":0.8285714285714287},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.0736739776811367,"normalized_score_rmse":0.126132048642838,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.7368786511387975,"baseline_adjusted_score":0.7368786511387975},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.9746835443037974,"uniform_accuracy_baseline":0.24240506329113923,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.9565217391304347,"baseline_adjusted_score":0.9565217391304347},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.000021416947595375457,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":11,"false_positive":0,"false_negative":0,"true_negative":10,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.2494331065759637,"brier_skill":0.999914137510095,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.7878787878787878,"uniform_accuracy_baseline":0.32373737373737377,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.6499999999999999,"baseline_adjusted_score":0.6499999999999999},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.13489442340923782,"accuracy":0.7272727272727273,"positive_recall":0.5882352941176471,"specificity":0.875,"precision":0.8333333333333334,"balanced_accuracy":0.7316176470588236,"f1":0.6896551724137931,"true_positive":10,"false_positive":2,"false_negative":7,"true_negative":14,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.4599263709828677,"baseline_adjusted_skill":0.4632352941176472,"baseline_adjusted_score":0.4632352941176472},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.11598988570988765,"normalized_score_rmse":0.19453741760233823,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.3431372549019608,"baseline_adjusted_skill":0.6619723330740417,"baseline_adjusted_score":0.6619723330740417},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2089928676099672,"accuracy":0.68,"positive_recall":0.7,"specificity":0.66,"precision":0.6730769230769231,"balanced_accuracy":0.6799999999999999,"f1":0.6862745098039216,"true_positive":35,"false_positive":17,"false_negative":15,"true_negative":33,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.16402852956013125,"baseline_adjusted_skill":0.3599999999999999,"baseline_adjusted_score":0.3599999999999999},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.5733333333333334,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":0.3402061855670103,"baseline_adjusted_score":0.3402061855670103},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.23198091107495775,"accuracy":0.6133333333333333,"positive_recall":0.21621621621621623,"specificity":1,"precision":1,"balanced_accuracy":0.6081081081081081,"f1":0.35555555555555557,"true_positive":8,"false_positive":0,"false_negative":29,"true_negative":38,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555554,"brier_skill":0.07191136216455374,"baseline_adjusted_skill":0.21621621621621623,"baseline_adjusted_score":0.21621621621621623},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.14285714285714285,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.385,"uniform_accuracy_baseline":0.32416666666666666,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.06818181818181816,"baseline_adjusted_score":0.06818181818181816},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.01778062143868094,"accuracy":0.9696969696969697,"positive_recall":1,"specificity":0.9411764705882353,"precision":0.9411764705882353,"balanced_accuracy":0.9705882352941176,"f1":0.9696969696969697,"true_positive":16,"false_positive":1,"false_negative":0,"true_negative":16,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.9288121443135164,"baseline_adjusted_skill":0.9411764705882353,"baseline_adjusted_score":0.9411764705882353},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.01844384924531183,"normalized_score_rmse":0.028885147988942348,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.916048686193753,"baseline_adjusted_score":0.916048686193753},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.07020989332056787,"accuracy":0.92,"positive_recall":0.8636363636363636,"specificity":0.9358974358974359,"precision":0.7916666666666666,"balanced_accuracy":0.8997668997668997,"f1":0.8260869565217391,"true_positive":19,"false_positive":5,"false_negative":3,"true_negative":73,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":0.5908514375258282,"baseline_adjusted_skill":0.7995337995337994,"baseline_adjusted_score":0.7995337995337994},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.035273313133020553,"accuracy":0.95,"positive_recall":0.8918918918918919,"specificity":0.9841269841269841,"precision":0.9705882352941176,"balanced_accuracy":0.9380094380094379,"f1":0.9295774647887324,"true_positive":33,"false_positive":1,"false_negative":4,"true_negative":62,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000003,"brier_skill":0.8486773353366772,"baseline_adjusted_skill":0.8760188760188758,"baseline_adjusted_score":0.8760188760188758},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10264039741603545,"accuracy":0.81,"positive_recall":0.5384615384615384,"specificity":0.9836065573770492,"precision":0.9545454545454546,"balanced_accuracy":0.7610340479192939,"f1":0.6885245901639344,"true_positive":21,"false_positive":1,"false_negative":18,"true_negative":60,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379,"brier_skill":0.5685565472213726,"baseline_adjusted_skill":0.5220680958385877,"baseline_adjusted_score":0.5220680958385877},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08589636650825085,"accuracy":0.91,"positive_recall":0.7096774193548387,"specificity":1,"precision":1,"balanced_accuracy":0.8548387096774194,"f1":0.8301886792452831,"true_positive":22,"false_positive":0,"false_negative":9,"true_negative":69,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999998,"brier_skill":0.5984274590544607,"baseline_adjusted_skill":0.7096774193548387,"baseline_adjusted_score":0.7096774193548387},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.9305555555555555,"baseline_adjusted_score":0.9305555555555555},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.1491024756692203,"normalized_score_rmse":0.19214315938484622,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.35869902937969766,"baseline_adjusted_score":0.35869902937969766},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11583474329151242,"accuracy":0.82,"positive_recall":0.96,"specificity":0.68,"precision":0.75,"balanced_accuracy":0.8200000000000001,"f1":0.8421052631578947,"true_positive":48,"false_positive":16,"false_negative":2,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5366610268339503,"baseline_adjusted_skill":0.6400000000000001,"baseline_adjusted_score":0.6400000000000001},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.293584598352937,"accuracy":0.55,"positive_recall":0.68,"specificity":0.42,"precision":0.5396825396825397,"balanced_accuracy":0.55,"f1":0.6017699115044248,"true_positive":34,"false_positive":29,"false_negative":16,"true_negative":21,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.17433839341174795,"baseline_adjusted_skill":0.10000000000000009,"baseline_adjusted_score":0.10000000000000009},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.54,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.3142857142857143,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11815055510425816,"accuracy":0.84,"positive_recall":0.94,"specificity":0.74,"precision":0.7833333333333333,"balanced_accuracy":0.84,"f1":0.8545454545454545,"true_positive":47,"false_positive":13,"false_negative":3,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5273977795829674,"baseline_adjusted_skill":0.6799999999999999,"baseline_adjusted_score":0.6799999999999999},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.7857142857142858,"baseline_adjusted_score":0.7857142857142858},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.66,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.43333333333333335,"baseline_adjusted_score":0.43333333333333335},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.12864538119553395,"accuracy":0.82,"positive_recall":0.7,"specificity":0.94,"precision":0.9210526315789473,"balanced_accuracy":0.82,"f1":0.7954545454545454,"true_positive":35,"false_positive":3,"false_negative":15,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4854184752178642,"baseline_adjusted_skill":0.6399999999999999,"baseline_adjusted_score":0.6399999999999999},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.20851190476190473,"fixed_answer_accuracy_baseline":0.22333333333333333,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.032959017486949745,"accuracy":0.95,"positive_recall":0.96,"specificity":0.94,"precision":0.9411764705882353,"balanced_accuracy":0.95,"f1":0.9504950495049505,"true_positive":48,"false_positive":3,"false_negative":2,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.868163930052201,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.07518137389182382,"normalized_score_rmse":0.14162205633883984,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.7493954203605873,"baseline_adjusted_score":0.7493954203605873},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.22851190476190475,"fixed_answer_accuracy_baseline":0.24333333333333332,"baseline_adjusted_skill":0.9471365638766519,"baseline_adjusted_score":0.9471365638766519},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.027569347607213822,"accuracy":0.96,"positive_recall":0.96,"specificity":0.96,"precision":0.96,"balanced_accuracy":0.96,"f1":0.96,"true_positive":48,"false_positive":2,"false_negative":2,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8897226095711447,"baseline_adjusted_skill":0.9199999999999999,"baseline_adjusted_score":0.9199999999999999},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.08500789675258937,"normalized_score_rmse":0.1854457626131628,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.3042222222222222,"baseline_adjusted_skill":0.7205730201704513,"baseline_adjusted_score":0.7205730201704513},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.76,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.6129032258064516,"baseline_adjusted_score":0.6129032258064516},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.06447527524014322,"accuracy":0.9,"positive_recall":0.92,"specificity":0.88,"precision":0.8846153846153846,"balanced_accuracy":0.9,"f1":0.9019607843137255,"true_positive":46,"false_positive":6,"false_negative":4,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.742098899039427,"baseline_adjusted_skill":0.8,"baseline_adjusted_score":0.8},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.83,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.6599999999999999,"baseline_adjusted_score":0.6599999999999999},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.04603358714842537,"accuracy":0.92,"positive_recall":0.92,"specificity":0.92,"precision":0.92,"balanced_accuracy":0.92,"f1":0.92,"true_positive":46,"false_positive":4,"false_negative":4,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8158656514062985,"baseline_adjusted_skill":0.8400000000000001,"baseline_adjusted_score":0.8400000000000001},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.57,"uniform_accuracy_baseline":0.3533333333333333,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.27118644067796605,"baseline_adjusted_score":0.27118644067796605},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.93,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.8870967741935485,"baseline_adjusted_score":0.8870967741935485},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.48,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.16129032258064513,"baseline_adjusted_score":0.16129032258064513},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.51,"uniform_accuracy_baseline":0.1111111111111111,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.41666666666666663,"baseline_adjusted_score":0.41666666666666663},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.10675677237461477,"accuracy":0.716125,"positive_recall":0.5557020435069215,"specificity":0.7536634274255747,"precision":0.3454918032786885,"balanced_accuracy":0.6546827354662481,"f1":0.42608036391205467,"true_positive":42.15,"false_positive":79.85,"false_negative":33.7,"true_negative":244.3,"positive_prevalence":0.189625,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500001,"brier_skill":-0.40241343324525913,"baseline_adjusted_skill":0.3093654709324962,"baseline_adjusted_score":0.3093654709324962},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.21147483783705465,"normalized_score_rmse":0.25936968472110883,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":0.01064403351085541,"baseline_adjusted_score":0.01064403351085541},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.07200959657261481,"accuracy":0.793125,"positive_recall":0.48241912798874825,"specificity":0.9060848815408216,"precision":0.6512658227848102,"balanced_accuracy":0.6942520047647849,"f1":0.5542687853487746,"true_positive":51.45,"false_positive":27.55,"false_negative":55.2,"true_negative":265.8,"positive_prevalence":0.266625,"majority_accuracy_baseline":0.733375,"constant_brier_baseline":0.115654859375,"brier_skill":0.3773750885889674,"baseline_adjusted_skill":0.38850400952956976,"baseline_adjusted_score":0.38850400952956976},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.16673129966069594,"normalized_score_rmse":0.22448907076758942,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.37960446637880574,"baseline_adjusted_score":0.37960446637880574},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.05991129244388148,"accuracy":0.798125,"positive_recall":0.5145413870246085,"specificity":0.9080659150043365,"precision":0.6845238095238095,"balanced_accuracy":0.7113036510144726,"f1":0.5874840357598978,"true_positive":57.5,"false_positive":26.5,"false_negative":54.25,"true_negative":261.75,"positive_prevalence":0.279375,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937500001,"brier_skill":0.4705418457798578,"baseline_adjusted_skill":0.42260730202894514,"baseline_adjusted_score":0.42260730202894514},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1626320178838168,"normalized_score_rmse":0.21395638979670817,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.3848434311723242,"baseline_adjusted_score":0.3848434311723242},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.09279775055229302,"accuracy":0.819625,"positive_recall":0.2343661971830986,"specificity":0.9865060240963855,"precision":0.8320000000000001,"balanced_accuracy":0.610436110639742,"f1":0.3657142857142857,"true_positive":20.8,"false_positive":4.2,"false_negative":67.95,"true_negative":307.05,"positive_prevalence":0.221875,"majority_accuracy_baseline":0.778125,"constant_brier_baseline":0.12674023437499998,"brier_skill":0.26781143328390644,"baseline_adjusted_skill":0.22087222127948403,"baseline_adjusted_score":0.22087222127948403},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.16449494060023145,"normalized_score_rmse":0.24749004217016105,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.2709365513563149,"baseline_adjusted_score":0.2709365513563149},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.033719182160942426,"accuracy":0.85425,"positive_recall":0.6781663516068053,"specificity":0.9175730795377295,"precision":0.7473958333333334,"balanced_accuracy":0.7978697155722674,"f1":0.7111000991080277,"true_positive":71.75,"false_positive":24.25,"false_negative":34.05,"true_negative":269.95,"positive_prevalence":0.2645,"majority_accuracy_baseline":0.7355,"constant_brier_baseline":0.11362725,"brier_skill":0.7032473974249801,"baseline_adjusted_skill":0.5957394311445348,"baseline_adjusted_score":0.5957394311445348},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.13965175887167972,"normalized_score_rmse":0.19255040583989483,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.4441721039933145,"baseline_adjusted_score":0.4441721039933145},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.06699826389580595,"accuracy":0.83175,"positive_recall":0.3936031331592689,"specificity":0.9355287569573283,"precision":0.5911764705882353,"balanced_accuracy":0.6645659450582986,"f1":0.47257053291536044,"true_positive":30.15,"false_positive":20.85,"false_negative":46.45,"true_negative":302.55,"positive_prevalence":0.19149999999999998,"majority_accuracy_baseline":0.8085,"constant_brier_baseline":0.09190274999999999,"brier_skill":0.27098738725657334,"baseline_adjusted_skill":0.32913189011659716,"baseline_adjusted_score":0.32913189011659716},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1500117194225065,"normalized_score_rmse":0.21881047692092756,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.27486782152262723,"baseline_adjusted_score":0.27486782152262723},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.04188290177817058,"accuracy":0.89375,"positive_recall":0.6185636856368564,"specificity":0.9560085836909871,"precision":0.7608333333333334,"balanced_accuracy":0.7872861346639217,"f1":0.6823617339312408,"true_positive":45.65,"false_positive":14.35,"false_negative":28.15,"true_negative":311.85,"positive_prevalence":0.1845,"majority_accuracy_baseline":0.8155,"constant_brier_baseline":0.10922225,"brier_skill":0.6165350761573711,"baseline_adjusted_skill":0.5745722693278434,"baseline_adjusted_score":0.5745722693278434},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1384861038611244,"normalized_score_rmse":0.20350801392612572,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":0.2687202436376269,"baseline_adjusted_score":0.2687202436376269},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.06418025656232088,"accuracy":0.8452500000000001,"positive_recall":0.26496815286624203,"specificity":0.986936236391913,"precision":0.8320000000000001,"balanced_accuracy":0.6259521946290775,"f1":0.40193236714975844,"true_positive":20.8,"false_positive":4.2,"false_negative":57.7,"true_negative":317.3,"positive_prevalence":0.19625,"majority_accuracy_baseline":0.80375,"constant_brier_baseline":0.09878593749999999,"brier_skill":0.3503097891608218,"baseline_adjusted_skill":0.25190438925815495,"baseline_adjusted_score":0.25190438925815495},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.16894683622382978,"normalized_score_rmse":0.22966414770015733,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":0.20025166284577622,"baseline_adjusted_score":0.20025166284577622},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.07937533117664525,"accuracy":0.7058673469387756,"positive_recall":0.7333926453143534,"specificity":0.6850940017905103,"precision":0.6373711340206186,"balanced_accuracy":0.7092433235524318,"f1":0.682018753447325,"true_positive":123.65,"false_positive":70.35,"false_negative":44.95,"true_negative":153.05,"positive_prevalence":0.4301020408163265,"majority_accuracy_baseline":0.5698979591836735,"constant_brier_baseline":0.12359641815910039,"brier_skill":0.35778615303828,"baseline_adjusted_skill":0.4184866471048636,"baseline_adjusted_score":0.4184866471048636},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.16490551379531426,"normalized_score_rmse":0.21796562279479897,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.40145406103922965,"baseline_adjusted_score":0.40145406103922965},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.0551081422193645,"accuracy":0.8805,"positive_recall":0.6313926042486232,"specificity":0.927552385198395,"precision":0.622093023255814,"balanced_accuracy":0.7794724947235091,"f1":0.6267083170636469,"true_positive":80.25,"false_positive":48.75,"false_negative":46.85,"true_negative":624.15,"positive_prevalence":0.158875,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499999,"brier_skill":0.4420981404005866,"baseline_adjusted_skill":0.5589449894470182,"baseline_adjusted_score":0.5589449894470182},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.17522317490494735,"normalized_score_rmse":0.24587689868992782,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-0.06195863578755967,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.58,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.32258064516129026,"baseline_adjusted_score":0.32258064516129026},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.29253930406259326,"accuracy":0.56,"positive_recall":0.32,"specificity":0.8,"precision":0.6153846153846154,"balanced_accuracy":0.56,"f1":0.42105263157894735,"true_positive":16,"false_positive":10,"false_negative":34,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.17015721625037306,"baseline_adjusted_skill":0.1200000000000001,"baseline_adjusted_score":0.1200000000000001},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.36911862160371106,"uniform_accuracy_baseline":0.058823529411764705,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.25856697819314645,"baseline_adjusted_score":0.25856697819314645},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.82,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.6086956521739129,"baseline_adjusted_score":0.6086956521739129},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.21493813491123726,"accuracy":0.68,"positive_recall":0.42,"specificity":0.94,"precision":0.875,"balanced_accuracy":0.6799999999999999,"f1":0.5675675675675675,"true_positive":21,"false_positive":3,"false_negative":29,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.14024746035505098,"baseline_adjusted_skill":0.3599999999999999,"baseline_adjusted_score":0.3599999999999999},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.59,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.3492063492063492,"baseline_adjusted_score":0.3492063492063492},"scoring":{"eligible":true,"reason":null},"model":153,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.1635965270438719,"accuracy":0.7702702702702703,"positive_recall":0.8591549295774648,"specificity":0.6883116883116883,"precision":0.7176470588235294,"balanced_accuracy":0.7737333089445766,"f1":0.782051282051282,"true_positive":61,"false_positive":24,"false_negative":10,"true_negative":53,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.2495891161431699,"brier_skill":0.3445366145291797,"baseline_adjusted_skill":0.5474666178891532,"baseline_adjusted_score":0.5474666178891532},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.58,"uniform_accuracy_baseline":0.20049999999999962,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.4084507042253521,"baseline_adjusted_score":0.4084507042253521},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.9558823529411764,"baseline_adjusted_score":0.9558823529411764},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.7446808510638298,"baseline_adjusted_score":0.7446808510638298},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.7346938775510204,"baseline_adjusted_score":0.7346938775510204},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08666322752985786,"accuracy":0.6279866138599999,"positive_recall":0.8473725977427656,"specificity":0.27600444407122926,"precision":0.6525128405749999,"balanced_accuracy":0.5616885209069975,"f1":0.7372849774429331,"true_positive":52.201027245999995,"false_positive":27.798972753999998,"false_negative":9.402365860000002,"true_negative":10.59763414,"positive_prevalence":0.6160339310599999,"majority_accuracy_baseline":0.6160339310599999,"constant_brier_baseline":0.079087076552024,"brier_skill":-0.09579505664051458,"baseline_adjusted_skill":0.123377041813995,"baseline_adjusted_score":0.123377041813995},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1440558026988157,"accuracy":0.78,"positive_recall":0.72,"specificity":0.84,"precision":0.8181818181818182,"balanced_accuracy":0.78,"f1":0.7659574468085106,"true_positive":36,"false_positive":8,"false_negative":14,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.42377678920473716,"baseline_adjusted_skill":0.56,"baseline_adjusted_score":0.56},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.012987012987012965,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.8736842105263158,"baseline_adjusted_score":0.8736842105263158},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.8666666666666667,"baseline_adjusted_score":0.8666666666666667},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.65,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.45312500000000006,"baseline_adjusted_score":0.45312500000000006},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10616295202901652,"accuracy":0.83,"positive_recall":1,"specificity":0.66,"precision":0.746268656716418,"balanced_accuracy":0.8300000000000001,"f1":0.8547008547008547,"true_positive":50,"false_positive":17,"false_negative":0,"true_negative":33,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5753481918839339,"baseline_adjusted_skill":0.6600000000000001,"baseline_adjusted_score":0.6600000000000001},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.1090230171590225,"accuracy":0.636522152503021,"positive_recall":0.7553274621334891,"specificity":0.5812020387677137,"precision":0.4564638356754111,"balanced_accuracy":0.6682647504506014,"f1":0.5690413376954256,"true_positive":167.97869152855128,"false_positive":200.02130847144872,"false_negative":54.41318477643654,"true_negative":277.58681522356346,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768597,"brier_skill":-0.22874785095041528,"baseline_adjusted_skill":0.3365295009012028,"baseline_adjusted_score":0.3365295009012028},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.0818322910256787,"accuracy":0.89,"positive_recall":0.88,"specificity":0.9,"precision":0.8979591836734694,"balanced_accuracy":0.89,"f1":0.8888888888888888,"true_positive":44,"false_positive":5,"false_negative":6,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6726708358972853,"baseline_adjusted_skill":0.78,"baseline_adjusted_score":0.78},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.9536423841059603,"uniform_accuracy_baseline":0.006622516556291403,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.9517241379310345,"baseline_adjusted_score":0.9517241379310345},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"binary_brier":0.09664485091422136,"accuracy":0.8666666666666667,"positive_recall":0.78,"specificity":0.9533333333333334,"precision":0.9435483870967742,"balanced_accuracy":0.8666666666666667,"f1":0.8540145985401459,"true_positive":117,"false_positive":7,"false_negative":33,"true_negative":143,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6134205963431145,"baseline_adjusted_skill":0.7333333333333334,"baseline_adjusted_score":0.7333333333333334},"scoring":{"eligible":true,"reason":null},"model":155,"benchmark":14},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.3333333333333301,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.7830802603036876,"baseline_adjusted_score":0.7830802603036876},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.47,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.11666666666666659,"baseline_adjusted_score":0.11666666666666659},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1273816321273187,"accuracy":0.79,"positive_recall":0.88,"specificity":0.7,"precision":0.7457627118644068,"balanced_accuracy":0.79,"f1":0.8073394495412844,"true_positive":44,"false_positive":15,"false_negative":6,"true_negative":35,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4904734714907252,"baseline_adjusted_skill":0.5800000000000001,"baseline_adjusted_score":0.5800000000000001},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.79,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.5625000000000001,"baseline_adjusted_score":0.5625000000000001},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.07142857142857136,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9775280898876404,"baseline_adjusted_score":0.9775280898876404},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.5652173913043479,"baseline_adjusted_score":0.5652173913043479},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.58,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.42465753424657526,"baseline_adjusted_score":0.42465753424657526},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.8888888888888888,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.6666666666666665,"baseline_adjusted_score":0.6666666666666665},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.19945764329756763,"accuracy":0.6707317073170732,"positive_recall":0.675,"specificity":0.6666666666666666,"precision":0.6585365853658537,"balanced_accuracy":0.6708333333333334,"f1":0.6666666666666666,"true_positive":27,"false_positive":14,"false_negative":13,"true_negative":28,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.24985127900059498,"brier_skill":0.2016945276590213,"baseline_adjusted_skill":0.3416666666666668,"baseline_adjusted_score":0.3416666666666668},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10317721726694792,"accuracy":0.88,"positive_recall":0.88,"specificity":0.88,"precision":0.88,"balanced_accuracy":0.88,"f1":0.88,"true_positive":44,"false_positive":6,"false_negative":6,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5872911309322083,"baseline_adjusted_skill":0.76,"baseline_adjusted_score":0.76},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.7597765363128491,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.6917562724014337,"baseline_adjusted_score":0.6917562724014337},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.180327868852459,"baseline_adjusted_score":0.180327868852459},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.18579347817238762,"accuracy":0.74,"positive_recall":0.5227272727272727,"specificity":0.8012820512820513,"precision":0.42592592592592593,"balanced_accuracy":0.662004662004662,"f1":0.46938775510204084,"true_positive":23,"false_positive":31,"false_negative":21,"true_negative":125,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000053,"brier_skill":-0.08271257676216215,"baseline_adjusted_skill":0.32400932400932403,"baseline_adjusted_score":0.32400932400932403},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.1991944709730564,"accuracy":0.72,"positive_recall":0.2,"specificity":0.8933333333333333,"precision":0.38461538461538464,"balanced_accuracy":0.5466666666666666,"f1":0.2631578947368421,"true_positive":10,"false_positive":16,"false_negative":40,"true_negative":134,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-0.062370511856300714,"baseline_adjusted_skill":0.09333333333333327,"baseline_adjusted_score":0.09333333333333327},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.026749276579111508,"accuracy":0.965,"positive_recall":0.7894736842105263,"specificity":0.9834254143646409,"precision":0.8333333333333334,"balanced_accuracy":0.8864495492875837,"f1":0.8108108108108109,"true_positive":15,"false_positive":3,"false_negative":4,"true_negative":178,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.0859749999999999,"brier_skill":0.6888714558986736,"baseline_adjusted_skill":0.7728990985751674,"baseline_adjusted_score":0.7728990985751674},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.97,"baseline_adjusted_score":0.97},"scoring":{"eligible":true,"reason":null},"model":155,"benchmark":33},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"binary_brier":0.02645282983840075,"accuracy":0.9633333333333334,"positive_recall":0.9866666666666667,"specificity":0.94,"precision":0.9426751592356688,"balanced_accuracy":0.9633333333333334,"f1":0.9641693811074918,"true_positive":148,"false_positive":9,"false_negative":2,"true_negative":141,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.894188680646397,"baseline_adjusted_skill":0.9266666666666667,"baseline_adjusted_score":0.9266666666666667},"scoring":{"eligible":true,"reason":null},"model":155,"benchmark":34},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.9466666666666667,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.9288888888888889,"baseline_adjusted_score":0.9288888888888889},"scoring":{"eligible":true,"reason":null},"model":155,"benchmark":35},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"binary_brier":0.19217192219747695,"accuracy":0.7266666666666667,"positive_recall":1,"specificity":0.4533333333333333,"precision":0.646551724137931,"balanced_accuracy":0.7266666666666667,"f1":0.7853403141361257,"true_positive":150,"false_positive":82,"false_negative":0,"true_negative":68,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.23131231121009221,"baseline_adjusted_skill":0.45333333333333337,"baseline_adjusted_score":0.45333333333333337},"scoring":{"eligible":true,"reason":null},"model":155,"benchmark":36},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"normalized_expected_score_mae":0.18751276259974414,"normalized_score_rmse":0.2461990608901874,"constant_score_baseline":0.5,"constant_mae_baseline":0.3333333333333333,"baseline_adjusted_skill":0.43746171220076757,"baseline_adjusted_score":0.43746171220076757},"scoring":{"eligible":true,"reason":null},"model":155,"benchmark":37},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.43,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.24,"baseline_adjusted_score":0.24},"scoring":{"eligible":true,"reason":null},"model":155,"benchmark":38},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"binary_brier":0.2523597138136702,"accuracy":0.5366666666666666,"positive_recall":0.5133333333333333,"specificity":0.56,"precision":0.5384615384615384,"balanced_accuracy":0.5366666666666666,"f1":0.5255972696245734,"true_positive":77,"false_positive":66,"false_negative":73,"true_negative":84,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.00943885525468069,"baseline_adjusted_skill":0.07333333333333325,"baseline_adjusted_score":0.07333333333333325},"scoring":{"eligible":true,"reason":null},"model":155,"benchmark":39},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"normalized_expected_score_mae":0.3099819368946497,"normalized_score_rmse":0.3599136860282783,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":-0.03327312298216567,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":155,"benchmark":40},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.08445334651308714,"accuracy":0.8473750000000002,"positive_recall":0.7102469993056246,"specificity":0.8561287748782604,"precision":0.23962516733601094,"balanced_accuracy":0.7831878870919425,"f1":0.35834939065588983,"true_positive":119.3333333333334,"false_positive":378.66666666666634,"false_negative":48.68333333333332,"true_negative":2253.316666666667,"positive_prevalence":0.060005952380952354,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679296,"brier_skill":-1.6226955516493753,"baseline_adjusted_skill":0.5663757741838851,"baseline_adjusted_score":0.5663757741838851},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.4166666666666667,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.22222222222222224,"baseline_adjusted_score":0.22222222222222224},"scoring":{"eligible":true,"reason":null},"model":155,"benchmark":50},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.8016997167138811,"uniform_accuracy_baseline":0.027777777777777853,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.7727272727272728,"baseline_adjusted_score":0.7727272727272728},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.6428571428571429,"baseline_adjusted_score":0.6428571428571429},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09044443493894383,"accuracy":0.88,"positive_recall":1,"specificity":0.76,"precision":0.8064516129032258,"balanced_accuracy":0.88,"f1":0.8928571428571429,"true_positive":50,"false_positive":12,"false_negative":0,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6382222602442247,"baseline_adjusted_skill":0.76,"baseline_adjusted_score":0.76},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08372763871673808,"accuracy":0.87,"positive_recall":0.98,"specificity":0.76,"precision":0.8032786885245902,"balanced_accuracy":0.87,"f1":0.8828828828828829,"true_positive":49,"false_positive":12,"false_negative":1,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6650894451330477,"baseline_adjusted_skill":0.74,"baseline_adjusted_score":0.74},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.58,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":-0.07692307692307698,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.8297872340425533,"baseline_adjusted_score":0.8297872340425533},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08021376892065762,"accuracy":0.91,"positive_recall":0.92,"specificity":0.9,"precision":0.9019607843137255,"balanced_accuracy":0.91,"f1":0.9108910891089109,"true_positive":46,"false_positive":5,"false_negative":4,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6791449243173695,"baseline_adjusted_skill":0.8200000000000001,"baseline_adjusted_score":0.8200000000000001},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.4,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.20000000000000004,"baseline_adjusted_score":0.20000000000000004},"scoring":{"eligible":true,"reason":null},"model":155,"benchmark":58},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.6666666666666666,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.49999999999999994,"baseline_adjusted_score":0.49999999999999994},"scoring":{"eligible":true,"reason":null},"model":155,"benchmark":59},{"provenance":"measured","status":"complete","counts":{"cases":285,"expected":285,"succeeded":285,"failed":0},"metrics":{"target_mass_at_prediction":0.6421052631578947,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5263157894736842,"baseline_adjusted_skill":0.2444444444444445,"baseline_adjusted_score":0.2444444444444445},"scoring":{"eligible":true,"reason":null},"model":155,"benchmark":60},{"provenance":"measured","status":"complete","counts":{"cases":299,"expected":299,"succeeded":299,"failed":0},"metrics":{"binary_brier":0.19866109492340034,"accuracy":0.7157190635451505,"positive_recall":0.84,"specificity":0.5906040268456376,"precision":0.6737967914438503,"balanced_accuracy":0.7153020134228187,"f1":0.7477744807121661,"true_positive":126,"false_positive":61,"false_negative":24,"true_negative":88,"positive_prevalence":0.5016722408026756,"majority_accuracy_baseline":0.5016722408026756,"constant_brier_baseline":0.24999720361069788,"brier_skill":0.20534673166680484,"baseline_adjusted_skill":0.4306040268456375,"baseline_adjusted_score":0.4306040268456375},"scoring":{"eligible":true,"reason":null},"model":155,"benchmark":61},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.2,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":155,"benchmark":62},{"provenance":"measured","status":"complete","counts":{"cases":283,"expected":283,"succeeded":283,"failed":0},"metrics":{"binary_brier":0.33500392045183464,"accuracy":0.5406360424028268,"positive_recall":0.7744360902255639,"specificity":0.3333333333333333,"precision":0.5073891625615764,"balanced_accuracy":0.5538847117794486,"f1":0.6130952380952381,"true_positive":103,"false_positive":100,"false_negative":30,"true_negative":50,"positive_prevalence":0.46996466431095407,"majority_accuracy_baseline":0.5300353356890459,"constant_brier_baseline":0.24909787861004634,"brier_skill":-0.3448686208053626,"baseline_adjusted_skill":0.10776942355889729,"baseline_adjusted_score":0.10776942355889729},"scoring":{"eligible":true,"reason":null},"model":155,"benchmark":63},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.7733333333333333,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.6977777777777777,"baseline_adjusted_score":0.6977777777777777},"scoring":{"eligible":true,"reason":null},"model":155,"benchmark":64},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.9466666666666667,"uniform_accuracy_baseline":0.20616666666666666,"fixed_answer_accuracy_baseline":0.21333333333333335,"baseline_adjusted_skill":0.9322033898305084,"baseline_adjusted_score":0.9322033898305084},"scoring":{"eligible":true,"reason":null},"model":155,"benchmark":65},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.82,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.7299999999999999,"baseline_adjusted_score":0.7299999999999999},"scoring":{"eligible":true,"reason":null},"model":155,"benchmark":66},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.6433333333333333,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.37333333333333335,"baseline_adjusted_skill":0.43085106382978716,"baseline_adjusted_score":0.43085106382978716},"scoring":{"eligible":true,"reason":null},"model":155,"benchmark":67},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"normalized_expected_score_mae":0.12252404004091928,"normalized_score_rmse":0.15347683276682528,"constant_score_baseline":0.5,"constant_mae_baseline":0.26208333333333333,"baseline_adjusted_skill":0.5324996882381459,"baseline_adjusted_score":0.5324996882381459},"scoring":{"eligible":true,"reason":null},"model":155,"benchmark":68},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"normalized_expected_score_mae":0.0867508903410726,"normalized_score_rmse":0.11540355871029562,"constant_score_baseline":0.52,"constant_mae_baseline":0.24733333333333335,"baseline_adjusted_skill":0.6492551603460677,"baseline_adjusted_score":0.6492551603460677},"scoring":{"eligible":true,"reason":null},"model":155,"benchmark":69},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.6666666666666666,"baseline_adjusted_score":0.6666666666666666},"scoring":{"eligible":true,"reason":null},"model":155,"benchmark":71},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8059701492537314,"baseline_adjusted_score":0.8059701492537314},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.026225595364377997,"accuracy":0.97,"positive_recall":0.96,"specificity":0.98,"precision":0.9795918367346939,"balanced_accuracy":0.97,"f1":0.9696969696969697,"true_positive":48,"false_positive":1,"false_negative":2,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.895097618542488,"baseline_adjusted_skill":0.94,"baseline_adjusted_score":0.94},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.5016363378378379,"uniform_accuracy_baseline":0.23445945945945923,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.32439565562587025,"baseline_adjusted_score":0.32439565562587025},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.020056390214670476,"accuracy":0.726798217105263,"positive_recall":0.8201600153698403,"specificity":0.6378970577150163,"precision":0.6832209662921348,"balanced_accuracy":0.7290285365424283,"f1":0.745453780578881,"true_positive":60.806666,"false_positive":28.193334,"false_negative":13.333336999999998,"true_negative":49.666662999999986,"positive_prevalence":0.48776317763157917,"majority_accuracy_baseline":0.5122368223684208,"constant_brier_baseline":0.0945191003976856,"brier_skill":0.7878059553012675,"baseline_adjusted_skill":0.45805707308485655,"baseline_adjusted_score":0.45805707308485655},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.07218126504880341,"normalized_score_rmse":0.10408610467370402,"constant_score_baseline":0.5841668333333334,"constant_mae_baseline":0.21700552708333315,"baseline_adjusted_skill":0.6673759142499407,"baseline_adjusted_score":0.6673759142499407},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.21348346229633364,"accuracy":0.71,"positive_recall":0.88,"specificity":0.54,"precision":0.6567164179104478,"balanced_accuracy":0.71,"f1":0.7521367521367521,"true_positive":44,"false_positive":23,"false_negative":6,"true_negative":27,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.14606615081466545,"baseline_adjusted_skill":0.41999999999999993,"baseline_adjusted_score":0.41999999999999993},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2446613445639678,"accuracy":0.66,"positive_recall":0.42,"specificity":0.9,"precision":0.8076923076923077,"balanced_accuracy":0.66,"f1":0.5526315789473685,"true_positive":21,"false_positive":5,"false_negative":29,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.021354621744128832,"baseline_adjusted_skill":0.32000000000000006,"baseline_adjusted_score":0.32000000000000006},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.7704918032786885,"baseline_adjusted_score":0.7704918032786885},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.03611111111111102,"fixed_answer_accuracy_baseline":0.08833333333333329,"baseline_adjusted_skill":0.8793418647166362,"baseline_adjusted_score":0.8793418647166362},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"binary_brier":0.21219058242482117,"accuracy":0.67,"positive_recall":0.5933333333333334,"specificity":0.7466666666666667,"precision":0.7007874015748031,"balanced_accuracy":0.67,"f1":0.6425992779783394,"true_positive":89,"false_positive":38,"false_negative":61,"true_negative":112,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.15123767030071533,"baseline_adjusted_skill":0.3400000000000001,"baseline_adjusted_score":0.3400000000000001},"scoring":{"eligible":true,"reason":null},"model":155,"benchmark":81},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.9318181818181818,"baseline_adjusted_score":0.9318181818181818},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.49,"uniform_accuracy_baseline":0.11021428571428572,"fixed_answer_accuracy_baseline":0.12554761904761905,"baseline_adjusted_skill":0.4167778473602527,"baseline_adjusted_score":0.4167778473602527},"scoring":{"eligible":true,"reason":null},"model":155,"benchmark":83},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.6666666666666666,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.5555555555555555,"baseline_adjusted_score":0.5555555555555555},"scoring":{"eligible":true,"reason":null},"model":155,"benchmark":84},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.04987932421560751,"fixed_answer_accuracy_baseline":0.1244247787610618,"baseline_adjusted_skill":0.87436830402264,"baseline_adjusted_score":0.87436830402264},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2510740212743005,"accuracy":0.55,"positive_recall":0.76,"specificity":0.34,"precision":0.5352112676056338,"balanced_accuracy":0.55,"f1":0.628099173553719,"true_positive":38,"false_positive":33,"false_negative":12,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.004296085097202029,"baseline_adjusted_skill":0.10000000000000009,"baseline_adjusted_score":0.10000000000000009},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.8333333333333334,"uniform_accuracy_baseline":0.23888888888888893,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.7647058823529413,"baseline_adjusted_score":0.7647058823529413},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.07147143803453093,"accuracy":0.890625,"positive_recall":0.90625,"specificity":0.875,"precision":0.8787878787878788,"balanced_accuracy":0.890625,"f1":0.8923076923076924,"true_positive":29,"false_positive":4,"false_negative":3,"true_negative":28,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7141142478618763,"baseline_adjusted_skill":0.78125,"baseline_adjusted_score":0.78125},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.046643703214446115,"accuracy":0.93,"positive_recall":0.9,"specificity":0.96,"precision":0.9574468085106383,"balanced_accuracy":0.9299999999999999,"f1":0.9278350515463918,"true_positive":45,"false_positive":2,"false_negative":5,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8134251871422156,"baseline_adjusted_skill":0.8599999999999999,"baseline_adjusted_score":0.8599999999999999},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.8260869565217391,"baseline_adjusted_score":0.8260869565217391},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.00978436322510507,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":16,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.960826575175958,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.14687809792337297,"normalized_score_rmse":0.29154438672217137,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.5549148547776577,"baseline_adjusted_score":0.5549148547776577},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.46875,"uniform_accuracy_baseline":0.17812500000000006,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":0.2543859649122807,"baseline_adjusted_score":0.2543859649122807},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.022474402320898926,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":17,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9101023907164043,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.11002794491405717,"normalized_score_rmse":0.13716137636442477,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":0.25180997458441134,"baseline_adjusted_score":0.25180997458441134},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.13194444444444448,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.00023673831358206183,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":26,"false_positive":0,"false_negative":0,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9990530467456717,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.0017518812101674833,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":39,"false_positive":0,"false_negative":0,"true_negative":36,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24959999999999993,"brier_skill":0.9929812451515726,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.1415930361074485,"normalized_score_rmse":0.21151141113565472,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.4943105853305412,"baseline_adjusted_score":0.4943105853305412},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8235294117647058,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.76,"baseline_adjusted_score":0.76},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.00776840317927143,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":14,"false_positive":0,"false_negative":0,"true_negative":14,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9689263872829142,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.036639098916130076,"normalized_score_rmse":0.06654323191794442,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.16969696969696968,"baseline_adjusted_skill":0.7840910242442335,"baseline_adjusted_score":0.7840910242442335},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.019940117625808804,"accuracy":0.9764705882352941,"positive_recall":1,"specificity":0.95,"precision":0.9574468085106383,"balanced_accuracy":0.975,"f1":0.9782608695652174,"true_positive":45,"false_positive":2,"false_negative":0,"true_negative":38,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.24913494809688563,"brier_skill":0.9199625834186285,"baseline_adjusted_skill":0.95,"baseline_adjusted_score":0.95},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.8947368421052632,"baseline_adjusted_score":0.8947368421052632},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.12185709660986921,"accuracy":0.82,"positive_recall":0.7714285714285715,"specificity":0.9333333333333333,"precision":0.9642857142857143,"balanced_accuracy":0.8523809523809525,"f1":0.8571428571428571,"true_positive":27,"false_positive":1,"false_negative":8,"true_negative":14,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.20999999999999996,"brier_skill":0.41972811138157506,"baseline_adjusted_skill":0.7047619047619049,"baseline_adjusted_score":0.7047619047619049},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.05304867375889692,"normalized_score_rmse":0.09026681404516626,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.8105404508610825,"baseline_adjusted_score":0.8105404508610825},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.9873417721518988,"uniform_accuracy_baseline":0.24240506329113914,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.9782608695652175,"baseline_adjusted_score":0.9782608695652175},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.000015038931266289661,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":11,"false_positive":0,"false_negative":0,"true_negative":10,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.24943310657596363,"brier_skill":0.9999397075573778,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.8181818181818182,"uniform_accuracy_baseline":0.3237373737373738,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.7000000000000001,"baseline_adjusted_score":0.7000000000000001},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.13863994189065704,"accuracy":0.696969696969697,"positive_recall":0.5294117647058824,"specificity":0.875,"precision":0.8181818181818182,"balanced_accuracy":0.7022058823529411,"f1":0.6428571428571429,"true_positive":9,"false_positive":2,"false_negative":8,"true_negative":14,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.4449305267686564,"baseline_adjusted_skill":0.40441176470588225,"baseline_adjusted_score":0.40441176470588225},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.11863043015485471,"normalized_score_rmse":0.22906268788817416,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.34313725490196084,"baseline_adjusted_skill":0.6542770321201378,"baseline_adjusted_score":0.6542770321201378},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2569124310777811,"accuracy":0.67,"positive_recall":0.72,"specificity":0.62,"precision":0.6545454545454545,"balanced_accuracy":0.6699999999999999,"f1":0.6857142857142857,"true_positive":36,"false_positive":19,"false_negative":14,"true_negative":31,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.027649724311124446,"baseline_adjusted_skill":0.33999999999999986,"baseline_adjusted_score":0.33999999999999986},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.6533333333333334,"uniform_accuracy_baseline":0.3333333333333332,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":0.463917525773196,"baseline_adjusted_score":0.463917525773196},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.2228366643938733,"accuracy":0.6133333333333333,"positive_recall":0.21621621621621623,"specificity":1,"precision":1,"balanced_accuracy":0.6081081081081081,"f1":0.35555555555555557,"true_positive":8,"false_positive":0,"false_negative":29,"true_negative":38,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555535,"brier_skill":0.10849485262052738,"baseline_adjusted_skill":0.21621621621621623,"baseline_adjusted_score":0.21621621621621623},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.1428571428571427,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.385,"uniform_accuracy_baseline":0.32416666666666627,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.06818181818181816,"baseline_adjusted_score":0.06818181818181816},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.0028295771279373302,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":16,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.9886712886311627,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.014817794963008201,"normalized_score_rmse":0.031236429213810174,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.9325534849959627,"baseline_adjusted_score":0.9325534849959627},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.0592450165477996,"accuracy":0.91,"positive_recall":0.8636363636363636,"specificity":0.9230769230769231,"precision":0.76,"balanced_accuracy":0.8933566433566433,"f1":0.8085106382978723,"true_positive":19,"false_positive":6,"false_negative":3,"true_negative":72,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000028,"brier_skill":0.6547493208170192,"baseline_adjusted_skill":0.7867132867132867,"baseline_adjusted_score":0.7867132867132867},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.04291623392849683,"accuracy":0.93,"positive_recall":0.8378378378378378,"specificity":0.9841269841269841,"precision":0.96875,"balanced_accuracy":0.910982410982411,"f1":0.8985507246376812,"true_positive":31,"false_positive":1,"false_negative":6,"true_negative":62,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000008,"brier_skill":0.815889172335921,"baseline_adjusted_skill":0.8219648219648219,"baseline_adjusted_score":0.8219648219648219},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08040735272146607,"accuracy":0.88,"positive_recall":0.7435897435897436,"specificity":0.9672131147540983,"precision":0.9354838709677419,"balanced_accuracy":0.855401429171921,"f1":0.8285714285714286,"true_positive":29,"false_positive":2,"false_negative":10,"true_negative":59,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379000000000002,"brier_skill":0.6620119683839176,"baseline_adjusted_skill":0.7108028583438419,"baseline_adjusted_score":0.7108028583438419},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08994823998357632,"accuracy":0.87,"positive_recall":0.6129032258064516,"specificity":0.9855072463768116,"precision":0.95,"balanced_accuracy":0.7992052360916316,"f1":0.7450980392156863,"true_positive":19,"false_positive":1,"false_negative":12,"true_negative":68,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999987,"brier_skill":0.579484619057614,"baseline_adjusted_skill":0.5984104721832633,"baseline_adjusted_score":0.5984104721832633},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.9444444444444444,"baseline_adjusted_score":0.9444444444444444},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.15027130813557868,"normalized_score_rmse":0.1949793105523108,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.353671792965253,"baseline_adjusted_score":0.353671792965253},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1044497969455367,"accuracy":0.87,"positive_recall":1,"specificity":0.74,"precision":0.7936507936507936,"balanced_accuracy":0.87,"f1":0.8849557522123894,"true_positive":50,"false_positive":13,"false_negative":0,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5822008122178532,"baseline_adjusted_skill":0.74,"baseline_adjusted_score":0.74},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.296069456162091,"accuracy":0.56,"positive_recall":0.76,"specificity":0.36,"precision":0.5428571428571428,"balanced_accuracy":0.56,"f1":0.6333333333333333,"true_positive":38,"false_positive":32,"false_negative":12,"true_negative":18,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.18427782464836406,"baseline_adjusted_skill":0.1200000000000001,"baseline_adjusted_score":0.1200000000000001},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.56,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.25714285714285706,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1157433334461219,"accuracy":0.84,"positive_recall":0.94,"specificity":0.74,"precision":0.7833333333333333,"balanced_accuracy":0.84,"f1":0.8545454545454545,"true_positive":47,"false_positive":13,"false_negative":3,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5370266662155124,"baseline_adjusted_skill":0.6799999999999999,"baseline_adjusted_score":0.6799999999999999},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.761904761904762,"baseline_adjusted_score":0.761904761904762},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.77,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.6166666666666667,"baseline_adjusted_score":0.6166666666666667},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10844138052587285,"accuracy":0.87,"positive_recall":0.78,"specificity":0.96,"precision":0.9512195121951219,"balanced_accuracy":0.87,"f1":0.8571428571428571,"true_positive":39,"false_positive":2,"false_negative":11,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5662344778965086,"baseline_adjusted_skill":0.74,"baseline_adjusted_score":0.74},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.20851190476190457,"fixed_answer_accuracy_baseline":0.2233333333333332,"baseline_adjusted_skill":0.9871244635193133,"baseline_adjusted_score":0.9871244635193133},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.030648700430079362,"accuracy":0.97,"positive_recall":0.98,"specificity":0.96,"precision":0.9607843137254902,"balanced_accuracy":0.97,"f1":0.9702970297029703,"true_positive":49,"false_positive":2,"false_negative":1,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8774051982796826,"baseline_adjusted_skill":0.94,"baseline_adjusted_score":0.94},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.07840139802532559,"normalized_score_rmse":0.156062580154566,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.738662006582248,"baseline_adjusted_score":0.738662006582248},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.22851190476190467,"fixed_answer_accuracy_baseline":0.2433333333333333,"baseline_adjusted_skill":0.9471365638766519,"baseline_adjusted_score":0.9471365638766519},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.026119971569872034,"accuracy":0.96,"positive_recall":0.98,"specificity":0.94,"precision":0.9423076923076923,"balanced_accuracy":0.96,"f1":0.9607843137254902,"true_positive":49,"false_positive":3,"false_negative":1,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8955201137205119,"baseline_adjusted_skill":0.9199999999999999,"baseline_adjusted_score":0.9199999999999999},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.075809681448658,"normalized_score_rmse":0.1763780781185635,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.304222222222222,"baseline_adjusted_skill":0.7508082056106931,"baseline_adjusted_score":0.7508082056106931},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.5967741935483871,"baseline_adjusted_score":0.5967741935483871},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.05819952993366798,"accuracy":0.92,"positive_recall":0.94,"specificity":0.9,"precision":0.9038461538461539,"balanced_accuracy":0.9199999999999999,"f1":0.9215686274509803,"true_positive":47,"false_positive":5,"false_negative":3,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7672018802653281,"baseline_adjusted_skill":0.8399999999999999,"baseline_adjusted_score":0.8399999999999999},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.6799999999999999,"baseline_adjusted_score":0.6799999999999999},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.05383183492661926,"accuracy":0.92,"positive_recall":0.9,"specificity":0.94,"precision":0.9375,"balanced_accuracy":0.9199999999999999,"f1":0.9183673469387755,"true_positive":45,"false_positive":3,"false_negative":5,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.784672660293523,"baseline_adjusted_skill":0.8399999999999999,"baseline_adjusted_score":0.8399999999999999},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.55,"uniform_accuracy_baseline":0.35333333333333317,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.23728813559322043,"baseline_adjusted_score":0.23728813559322043},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.93,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.8870967741935485,"baseline_adjusted_score":0.8870967741935485},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.44,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.16,"baseline_adjusted_score":0.16},"scoring":{"eligible":true,"reason":null},"model":155,"benchmark":157},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.49,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.17741935483870966,"baseline_adjusted_score":0.17741935483870966},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.49,"uniform_accuracy_baseline":0.11111111111111088,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.39285714285714285,"baseline_adjusted_score":0.39285714285714285},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.11894916461527152,"accuracy":0.695375,"positive_recall":0.5339485827290706,"specificity":0.7331482338423568,"precision":0.31889763779527563,"balanced_accuracy":0.6335484082857137,"f1":0.39930983485334,"true_positive":40.50000000000002,"false_positive":86.50000000000003,"false_negative":35.35000000000001,"true_negative":237.64999999999995,"positive_prevalence":0.1896249999999999,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500007,"brier_skill":-0.5625791471513686,"baseline_adjusted_skill":0.26709681657142736,"baseline_adjusted_score":0.26709681657142736},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.20882948876111807,"normalized_score_rmse":0.26055408734846436,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":0.02301993562050031,"baseline_adjusted_score":0.02301993562050031},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.07578079154140284,"accuracy":0.7921249999999997,"positive_recall":0.4852320675105486,"specificity":0.9036986534855974,"precision":0.6468750000000003,"balanced_accuracy":0.6944653604980731,"f1":0.5545137958746318,"true_positive":51.75000000000002,"false_positive":28.24999999999998,"false_negative":54.90000000000001,"true_negative":265.0999999999999,"positive_prevalence":0.2666249999999998,"majority_accuracy_baseline":0.7333750000000002,"constant_brier_baseline":0.11565485937499977,"brier_skill":0.34476776893834693,"baseline_adjusted_skill":0.3889307209961461,"baseline_adjusted_score":0.3889307209961461},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.16633713404398676,"normalized_score_rmse":0.2295947635884548,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.38107112913865393,"baseline_adjusted_score":0.38107112913865393},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.06087816172594216,"accuracy":0.796875,"positive_recall":0.5033557046979865,"specificity":0.9106678230702515,"precision":0.6859756097560975,"balanced_accuracy":0.707011763884119,"f1":0.5806451612903225,"true_positive":56.24999999999998,"false_positive":25.749999999999993,"false_negative":55.49999999999999,"true_negative":262.5,"positive_prevalence":0.2793749999999999,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937499995,"brier_skill":0.4619972658756347,"baseline_adjusted_skill":0.41402352776823803,"baseline_adjusted_score":0.41402352776823803},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.15828174873366904,"normalized_score_rmse":0.21203555196864945,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.4012983499435687,"baseline_adjusted_score":0.4012983499435687},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.09443292098200667,"accuracy":0.8176249999999993,"positive_recall":0.22985915492957745,"specificity":0.9852208835341365,"precision":0.816,"balanced_accuracy":0.607540019231857,"f1":0.35868131868131864,"true_positive":20.4,"false_positive":4.6,"false_negative":68.35,"true_negative":306.64999999999975,"positive_prevalence":0.22187499999999974,"majority_accuracy_baseline":0.7781250000000003,"constant_brier_baseline":0.126740234375001,"brier_skill":0.2549096863542397,"baseline_adjusted_skill":0.21508003846371393,"baseline_adjusted_score":0.21508003846371393},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.15421660675966004,"normalized_score_rmse":0.23759723709793895,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.31649149358599427,"baseline_adjusted_score":0.31649149358599427},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.03347941025464147,"accuracy":0.8527499999999995,"positive_recall":0.646975425330813,"specificity":0.9267505098572398,"precision":0.7605555555555555,"balanced_accuracy":0.7868629675940264,"f1":0.6991828396322779,"true_positive":68.44999999999999,"false_positive":21.549999999999997,"false_negative":37.34999999999997,"true_negative":272.6499999999998,"positive_prevalence":0.26449999999999985,"majority_accuracy_baseline":0.7355000000000002,"constant_brier_baseline":0.11362725000000028,"brier_skill":0.7053575594354224,"baseline_adjusted_skill":0.5737259351880528,"baseline_adjusted_score":0.5737259351880528},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.14118422628043364,"normalized_score_rmse":0.19832325203488918,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.4380727312221546,"baseline_adjusted_score":0.4380727312221546},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.06616419479446259,"accuracy":0.8287499999999999,"positive_recall":0.40535248041775446,"specificity":0.929035250463822,"precision":0.5750000000000002,"balanced_accuracy":0.6671938654407882,"f1":0.47549770290964777,"true_positive":31.05000000000001,"false_positive":22.94999999999999,"false_negative":45.55000000000005,"true_negative":300.44999999999993,"positive_prevalence":0.1914999999999999,"majority_accuracy_baseline":0.8085000000000001,"constant_brier_baseline":0.09190274999999995,"brier_skill":0.28006294921030517,"baseline_adjusted_skill":0.33438773088157636,"baseline_adjusted_score":0.33438773088157636},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.15025563472275755,"normalized_score_rmse":0.2239879923385714,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.2736887747540421,"baseline_adjusted_score":0.2736887747540421},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.04312024992081863,"accuracy":0.8884999999999998,"positive_recall":0.624661246612466,"specificity":0.948191293684856,"precision":0.7317460317460318,"balanced_accuracy":0.7864262701486611,"f1":0.6739766081871345,"true_positive":46.1,"false_positive":16.900000000000002,"false_negative":27.700000000000014,"true_negative":309.2999999999999,"positive_prevalence":0.1844999999999999,"majority_accuracy_baseline":0.8155000000000001,"constant_brier_baseline":0.1092222499999995,"brier_skill":0.6052063574883431,"baseline_adjusted_skill":0.5728525402973221,"baseline_adjusted_score":0.5728525402973221},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.13524733133304503,"normalized_score_rmse":0.20958526971639393,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":0.285822672828805,"baseline_adjusted_score":0.285822672828805},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.06316888232959704,"accuracy":0.8412499999999996,"positive_recall":0.2547770700636943,"specificity":0.9844479004665629,"precision":0.8,"balanced_accuracy":0.6196124852651286,"f1":0.38647342995169087,"true_positive":20,"false_positive":4.999999999999999,"false_negative":58.499999999999986,"true_negative":316.49999999999983,"positive_prevalence":0.19624999999999987,"majority_accuracy_baseline":0.8037500000000002,"constant_brier_baseline":0.09878593749999955,"brier_skill":0.3605478276743861,"baseline_adjusted_skill":0.23922497053025715,"baseline_adjusted_score":0.23922497053025715},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.167890676069589,"normalized_score_rmse":0.2349923230801543,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":0.20525123754040708,"baseline_adjusted_score":0.20525123754040708},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.07813992035919409,"accuracy":0.7035714285714286,"positive_recall":0.7336892052194541,"specificity":0.680841539838854,"precision":0.634358974358974,"balanced_accuracy":0.707265372529154,"f1":0.6804180418041802,"true_positive":123.69999999999995,"false_positive":71.30000000000005,"false_negative":44.90000000000003,"true_negative":152.10000000000008,"positive_prevalence":0.43010204081632636,"majority_accuracy_baseline":0.5698979591836737,"constant_brier_baseline":0.12359641815910102,"brier_skill":0.36778167585238997,"baseline_adjusted_skill":0.414530745058308,"baseline_adjusted_score":0.414530745058308},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.16942932352037962,"normalized_score_rmse":0.22563140174676816,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.3850343072223258,"baseline_adjusted_score":0.3850343072223258},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.05406039570586743,"accuracy":0.8673750000000005,"positive_recall":0.5586152635719907,"specificity":0.925694754049636,"precision":0.5867768595041323,"balanced_accuracy":0.7421550088108133,"f1":0.5723498589278517,"true_positive":71,"false_positive":49.99999999999999,"false_negative":56.09999999999998,"true_negative":622.9000000000003,"positive_prevalence":0.15887500000000002,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499934,"brier_skill":0.45270527946801853,"baseline_adjusted_skill":0.4843100176216266,"baseline_adjusted_score":0.4843100176216266},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.15646955069892368,"normalized_score_rmse":0.24094046705329616,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":0.05169969273379593,"baseline_adjusted_score":0.05169969273379593},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.55,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.27419354838709686,"baseline_adjusted_score":0.27419354838709686},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.27075985838876565,"accuracy":0.58,"positive_recall":0.4,"specificity":0.76,"precision":0.625,"balanced_accuracy":0.5800000000000001,"f1":0.4878048780487805,"true_positive":20,"false_positive":12,"false_negative":30,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.0830394335550626,"baseline_adjusted_skill":0.16000000000000014,"baseline_adjusted_score":0.16000000000000014},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.37375745526838966,"uniform_accuracy_baseline":0.058823529411766766,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.26401869158878505,"baseline_adjusted_score":0.26401869158878505},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.6956521739130435,"baseline_adjusted_score":0.6956521739130435},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.22120810718294914,"accuracy":0.66,"positive_recall":0.44,"specificity":0.88,"precision":0.7857142857142857,"balanced_accuracy":0.66,"f1":0.5641025641025641,"true_positive":22,"false_positive":6,"false_negative":28,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.11516757126820343,"baseline_adjusted_skill":0.32000000000000006,"baseline_adjusted_score":0.32000000000000006},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.6,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.36507936507936506,"baseline_adjusted_score":0.36507936507936506},"scoring":{"eligible":true,"reason":null},"model":154,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.16646909922108044,"accuracy":0.7635135135135135,"positive_recall":0.8732394366197183,"specificity":0.6623376623376623,"precision":0.7045454545454546,"balanced_accuracy":0.7677885494786902,"f1":0.779874213836478,"true_positive":62,"false_positive":26,"false_negative":9,"true_negative":51,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.2495891161431699,"brier_skill":0.3330274100350191,"baseline_adjusted_skill":0.5355770989573805,"baseline_adjusted_score":0.5355770989573805},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.57,"uniform_accuracy_baseline":0.20049999999999962,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.39436619718309857,"baseline_adjusted_score":0.39436619718309857},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.9411764705882353,"baseline_adjusted_score":0.9411764705882353},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.7659574468085106,"baseline_adjusted_score":0.7659574468085106},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.7551020408163265,"baseline_adjusted_score":0.7551020408163265},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.07635885738369373,"accuracy":0.6216764897,"positive_recall":0.8584838979080375,"specificity":0.2417434425293049,"precision":0.644945378512195,"balanced_accuracy":0.5501136702186712,"f1":0.7365497415365787,"true_positive":52.88552103799999,"false_positive":29.114478962,"false_negative":8.717872068,"true_negative":9.282127932000002,"positive_prevalence":0.6160339310599999,"majority_accuracy_baseline":0.6160339310599999,"constant_brier_baseline":0.079087076552024,"brier_skill":0.034496396722107026,"baseline_adjusted_skill":0.10022734043734238,"baseline_adjusted_score":0.10022734043734238},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.14398756046620106,"accuracy":0.8,"positive_recall":0.76,"specificity":0.84,"precision":0.8260869565217391,"balanced_accuracy":0.8,"f1":0.7916666666666666,"true_positive":38,"false_positive":8,"false_negative":12,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.42404975813519574,"baseline_adjusted_skill":0.6000000000000001,"baseline_adjusted_score":0.6000000000000001},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.012987012987012965,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.8736842105263158,"baseline_adjusted_score":0.8736842105263158},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.8666666666666667,"baseline_adjusted_score":0.8666666666666667},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.62,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.40625,"baseline_adjusted_score":0.40625},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10094426847587201,"accuracy":0.82,"positive_recall":0.96,"specificity":0.68,"precision":0.75,"balanced_accuracy":0.8200000000000001,"f1":0.8421052631578947,"true_positive":48,"false_positive":16,"false_negative":2,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.596222926096512,"baseline_adjusted_skill":0.6400000000000001,"baseline_adjusted_score":0.6400000000000001},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.0710761288181688,"accuracy":0.6916006206501542,"positive_recall":0.718354276398831,"specificity":0.6791431363554243,"precision":0.5104030523324212,"balanced_accuracy":0.6987487063771276,"f1":0.5967821420175685,"true_positive":159.75615538004786,"false_positive":153.24384461995214,"false_negative":62.63572092493996,"true_negative":324.36427907506004,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768597,"brier_skill":0.1989339240922653,"baseline_adjusted_skill":0.3974974127542552,"baseline_adjusted_score":0.3974974127542552},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08230225141347829,"accuracy":0.87,"positive_recall":0.84,"specificity":0.9,"precision":0.8936170212765957,"balanced_accuracy":0.87,"f1":0.865979381443299,"true_positive":42,"false_positive":5,"false_negative":8,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6707909943460868,"baseline_adjusted_skill":0.74,"baseline_adjusted_score":0.74},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.9602649006622517,"uniform_accuracy_baseline":0.006622516556291403,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.9586206896551724,"baseline_adjusted_score":0.9586206896551724},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"binary_brier":0.10902555883200733,"accuracy":0.8433333333333334,"positive_recall":0.74,"specificity":0.9466666666666667,"precision":0.9327731092436975,"balanced_accuracy":0.8433333333333333,"f1":0.8252788104089219,"true_positive":111,"false_positive":8,"false_negative":39,"true_negative":142,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5638977646719707,"baseline_adjusted_skill":0.6866666666666665,"baseline_adjusted_score":0.6866666666666665},"scoring":{"eligible":true,"reason":null},"model":157,"benchmark":14},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.8805882352941177,"uniform_accuracy_baseline":0.3333333333333301,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.779826464208243,"baseline_adjusted_score":0.779826464208243},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.48,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.13333333333333328,"baseline_adjusted_score":0.13333333333333328},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11754403318229802,"accuracy":0.84,"positive_recall":0.92,"specificity":0.76,"precision":0.7931034482758621,"balanced_accuracy":0.8400000000000001,"f1":0.8518518518518519,"true_positive":46,"false_positive":12,"false_negative":4,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.529823867270808,"baseline_adjusted_skill":0.6800000000000002,"baseline_adjusted_score":0.6800000000000002},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.81,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.6041666666666667,"baseline_adjusted_score":0.6041666666666667},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.07142857142857136,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9887640449438202,"baseline_adjusted_score":0.9887640449438202},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.79,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.5434782608695653,"baseline_adjusted_score":0.5434782608695653},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.54,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.36986301369863017,"baseline_adjusted_score":0.36986301369863017},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.8888888888888888,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.6666666666666665,"baseline_adjusted_score":0.6666666666666665},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.19305223498380847,"accuracy":0.6951219512195121,"positive_recall":0.675,"specificity":0.7142857142857143,"precision":0.6923076923076923,"balanced_accuracy":0.6946428571428571,"f1":0.6835443037974683,"true_positive":27,"false_positive":12,"false_negative":13,"true_negative":30,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.24985127900059498,"brier_skill":0.22733141188623351,"baseline_adjusted_skill":0.38928571428571423,"baseline_adjusted_score":0.38928571428571423},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.12388608939550014,"accuracy":0.86,"positive_recall":0.8,"specificity":0.92,"precision":0.9090909090909091,"balanced_accuracy":0.8600000000000001,"f1":0.851063829787234,"true_positive":40,"false_positive":4,"false_negative":10,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5044556424179995,"baseline_adjusted_skill":0.7200000000000002,"baseline_adjusted_score":0.7200000000000002},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.7569832402234636,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.6881720430107526,"baseline_adjusted_score":0.6881720430107526},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.180327868852459,"baseline_adjusted_score":0.180327868852459},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.18537828539614312,"accuracy":0.715,"positive_recall":0.5454545454545454,"specificity":0.7628205128205128,"precision":0.39344262295081966,"balanced_accuracy":0.6541375291375291,"f1":0.45714285714285713,"true_positive":24,"false_positive":37,"false_negative":20,"true_negative":119,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000053,"brier_skill":-0.08029303843905922,"baseline_adjusted_skill":0.3082750582750582,"baseline_adjusted_score":0.3082750582750582},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.18294782854276911,"accuracy":0.73,"positive_recall":0.24,"specificity":0.8933333333333333,"precision":0.42857142857142855,"balanced_accuracy":0.5666666666666667,"f1":0.3076923076923077,"true_positive":12,"false_positive":16,"false_negative":38,"true_negative":134,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":0.02427824777189802,"baseline_adjusted_skill":0.1333333333333333,"baseline_adjusted_score":0.1333333333333333},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.027586536448163824,"accuracy":0.97,"positive_recall":0.8421052631578947,"specificity":0.9834254143646409,"precision":0.8421052631578947,"balanced_accuracy":0.9127653387612678,"f1":0.8421052631578947,"true_positive":16,"false_positive":3,"false_negative":3,"true_negative":178,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.0859749999999999,"brier_skill":0.6791330450925983,"baseline_adjusted_skill":0.8255306775225355,"baseline_adjusted_score":0.8255306775225355},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.97,"baseline_adjusted_score":0.97},"scoring":{"eligible":true,"reason":null},"model":157,"benchmark":33},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"binary_brier":0.029190683393782085,"accuracy":0.96,"positive_recall":0.9866666666666667,"specificity":0.9333333333333333,"precision":0.9367088607594937,"balanced_accuracy":0.96,"f1":0.961038961038961,"true_positive":148,"false_positive":10,"false_negative":2,"true_negative":140,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8832372664248717,"baseline_adjusted_skill":0.9199999999999999,"baseline_adjusted_score":0.9199999999999999},"scoring":{"eligible":true,"reason":null},"model":157,"benchmark":34},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.9433333333333334,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.9244444444444445,"baseline_adjusted_score":0.9244444444444445},"scoring":{"eligible":true,"reason":null},"model":157,"benchmark":35},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"binary_brier":0.18245172751549885,"accuracy":0.7266666666666667,"positive_recall":1,"specificity":0.4533333333333333,"precision":0.646551724137931,"balanced_accuracy":0.7266666666666667,"f1":0.7853403141361257,"true_positive":150,"false_positive":82,"false_negative":0,"true_negative":68,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2701930899380046,"baseline_adjusted_skill":0.45333333333333337,"baseline_adjusted_score":0.45333333333333337},"scoring":{"eligible":true,"reason":null},"model":157,"benchmark":36},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"normalized_expected_score_mae":0.18807087111650425,"normalized_score_rmse":0.23857880726195926,"constant_score_baseline":0.5,"constant_mae_baseline":0.3333333333333333,"baseline_adjusted_skill":0.4357873866504872,"baseline_adjusted_score":0.4357873866504872},"scoring":{"eligible":true,"reason":null},"model":157,"benchmark":37},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.4166666666666667,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.22222222222222224,"baseline_adjusted_score":0.22222222222222224},"scoring":{"eligible":true,"reason":null},"model":157,"benchmark":38},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"binary_brier":0.2581101793923511,"accuracy":0.53,"positive_recall":0.48,"specificity":0.58,"precision":0.5333333333333333,"balanced_accuracy":0.53,"f1":0.5052631578947369,"true_positive":72,"false_positive":63,"false_negative":78,"true_negative":87,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.032440717569404365,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":157,"benchmark":39},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"normalized_expected_score_mae":0.3072443755016359,"normalized_score_rmse":0.35574370053106563,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":-0.02414791833878649,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":157,"benchmark":40},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.0790734219347339,"accuracy":0.8529821428571431,"positive_recall":0.7004265449856167,"specificity":0.8627207619095866,"precision":0.245685455810717,"balanced_accuracy":0.7815736534476017,"f1":0.3637721851575181,"true_positive":117.6833333333334,"false_positive":361.31666666666644,"false_negative":50.33333333333333,"true_negative":2270.6666666666674,"positive_prevalence":0.060005952380952354,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679296,"brier_skill":-1.4556221928965676,"baseline_adjusted_skill":0.5631473068952033,"baseline_adjusted_score":0.5631473068952033},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.4066666666666667,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.2088888888888889,"baseline_adjusted_score":0.2088888888888889},"scoring":{"eligible":true,"reason":null},"model":157,"benchmark":50},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.8186968838526912,"uniform_accuracy_baseline":0.027777777777777853,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.7922077922077922,"baseline_adjusted_score":0.7922077922077922},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.79,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.7000000000000001,"baseline_adjusted_score":0.7000000000000001},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09338005312234801,"accuracy":0.89,"positive_recall":1,"specificity":0.78,"precision":0.819672131147541,"balanced_accuracy":0.89,"f1":0.9009009009009009,"true_positive":50,"false_positive":11,"false_negative":0,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.626479787510608,"baseline_adjusted_skill":0.78,"baseline_adjusted_score":0.78},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08551154006658741,"accuracy":0.88,"positive_recall":0.98,"specificity":0.78,"precision":0.8166666666666667,"balanced_accuracy":0.88,"f1":0.8909090909090909,"true_positive":49,"false_positive":11,"false_negative":1,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6579538397336504,"baseline_adjusted_skill":0.76,"baseline_adjusted_score":0.76},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.6,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":-0.025641025641025664,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.8404255319148937,"baseline_adjusted_score":0.8404255319148937},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08898913009061196,"accuracy":0.91,"positive_recall":0.94,"specificity":0.88,"precision":0.8867924528301887,"balanced_accuracy":0.9099999999999999,"f1":0.912621359223301,"true_positive":47,"false_positive":6,"false_negative":3,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6440434796375522,"baseline_adjusted_skill":0.8199999999999998,"baseline_adjusted_score":0.8199999999999998},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.39,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.18666666666666668,"baseline_adjusted_score":0.18666666666666668},"scoring":{"eligible":true,"reason":null},"model":157,"benchmark":58},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.66,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.49000000000000005,"baseline_adjusted_score":0.49000000000000005},"scoring":{"eligible":true,"reason":null},"model":157,"benchmark":59},{"provenance":"measured","status":"complete","counts":{"cases":285,"expected":285,"succeeded":285,"failed":0},"metrics":{"target_mass_at_prediction":0.6350877192982456,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5263157894736842,"baseline_adjusted_skill":0.22962962962962963,"baseline_adjusted_score":0.22962962962962963},"scoring":{"eligible":true,"reason":null},"model":157,"benchmark":60},{"provenance":"measured","status":"complete","counts":{"cases":299,"expected":299,"succeeded":299,"failed":0},"metrics":{"binary_brier":0.196239681281798,"accuracy":0.7224080267558528,"positive_recall":0.8266666666666667,"specificity":0.6174496644295302,"precision":0.6850828729281768,"balanced_accuracy":0.7220581655480984,"f1":0.7492447129909365,"true_positive":124,"false_positive":57,"false_negative":26,"true_negative":92,"positive_prevalence":0.5016722408026756,"majority_accuracy_baseline":0.5016722408026756,"constant_brier_baseline":0.24999720361069788,"brier_skill":0.2150324945738693,"baseline_adjusted_skill":0.44411633109619686,"baseline_adjusted_score":0.44411633109619686},"scoring":{"eligible":true,"reason":null},"model":157,"benchmark":61},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.2,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":157,"benchmark":62},{"provenance":"measured","status":"complete","counts":{"cases":283,"expected":283,"succeeded":283,"failed":0},"metrics":{"binary_brier":0.3142901387400308,"accuracy":0.5159010600706714,"positive_recall":0.7443609022556391,"specificity":0.31333333333333335,"precision":0.4900990099009901,"balanced_accuracy":0.5288471177944862,"f1":0.591044776119403,"true_positive":99,"false_positive":103,"false_negative":34,"true_negative":47,"positive_prevalence":0.46996466431095407,"majority_accuracy_baseline":0.5300353356890459,"constant_brier_baseline":0.24909787861004634,"brier_skill":-0.26171342965164546,"baseline_adjusted_skill":0.057694235588972465,"baseline_adjusted_score":0.057694235588972465},"scoring":{"eligible":true,"reason":null},"model":157,"benchmark":63},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.7566666666666667,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.6755555555555556,"baseline_adjusted_score":0.6755555555555556},"scoring":{"eligible":true,"reason":null},"model":157,"benchmark":64},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.9433333333333334,"uniform_accuracy_baseline":0.20616666666666666,"fixed_answer_accuracy_baseline":0.21333333333333335,"baseline_adjusted_skill":0.9279661016949153,"baseline_adjusted_score":0.9279661016949153},"scoring":{"eligible":true,"reason":null},"model":157,"benchmark":65},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.82,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.7299999999999999,"baseline_adjusted_score":0.7299999999999999},"scoring":{"eligible":true,"reason":null},"model":157,"benchmark":66},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.6333333333333333,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.37333333333333335,"baseline_adjusted_skill":0.4148936170212765,"baseline_adjusted_score":0.4148936170212765},"scoring":{"eligible":true,"reason":null},"model":157,"benchmark":67},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"normalized_expected_score_mae":0.12686684331335008,"normalized_score_rmse":0.1567842058104038,"constant_score_baseline":0.5,"constant_mae_baseline":0.26208333333333333,"baseline_adjusted_skill":0.5159293736851507,"baseline_adjusted_score":0.5159293736851507},"scoring":{"eligible":true,"reason":null},"model":157,"benchmark":68},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"normalized_expected_score_mae":0.08632754852632055,"normalized_score_rmse":0.11380126112809189,"constant_score_baseline":0.52,"constant_mae_baseline":0.24733333333333335,"baseline_adjusted_skill":0.6509667849340139,"baseline_adjusted_score":0.6509667849340139},"scoring":{"eligible":true,"reason":null},"model":157,"benchmark":69},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.7533333333333333,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.6711111111111111,"baseline_adjusted_score":0.6711111111111111},"scoring":{"eligible":true,"reason":null},"model":157,"benchmark":71},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8358208955223883,"baseline_adjusted_score":0.8358208955223883},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.02620121775695613,"accuracy":0.97,"positive_recall":0.96,"specificity":0.98,"precision":0.9795918367346939,"balanced_accuracy":0.97,"f1":0.9696969696969697,"true_positive":48,"false_positive":1,"false_negative":2,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8951951289721755,"baseline_adjusted_skill":0.94,"baseline_adjusted_score":0.94},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.5141363445945945,"uniform_accuracy_baseline":0.23445945945945923,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.34134123073648653,"baseline_adjusted_score":0.34134123073648653},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.018371941199981756,"accuracy":0.721798217105263,"positive_recall":0.7880585869412495,"specificity":0.6587036344221795,"precision":0.6873725411764706,"balanced_accuracy":0.7233811106817145,"f1":0.734280066590171,"true_positive":58.426666000000004,"false_positive":26.573334,"false_negative":15.713337,"true_negative":51.28666299999999,"positive_prevalence":0.48776317763157917,"majority_accuracy_baseline":0.5122368223684208,"constant_brier_baseline":0.0945191003976856,"brier_skill":0.80562721055657,"baseline_adjusted_skill":0.446762221363429,"baseline_adjusted_score":0.446762221363429},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.06910966217652349,"normalized_score_rmse":0.09529069078974799,"constant_score_baseline":0.5841668333333334,"constant_mae_baseline":0.21700552708333315,"baseline_adjusted_skill":0.6815304056749466,"baseline_adjusted_score":0.6815304056749466},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2163746205726146,"accuracy":0.7,"positive_recall":0.9,"specificity":0.5,"precision":0.6428571428571429,"balanced_accuracy":0.7,"f1":0.75,"true_positive":45,"false_positive":25,"false_negative":5,"true_negative":25,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.13450151770954155,"baseline_adjusted_skill":0.3999999999999999,"baseline_adjusted_score":0.3999999999999999},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24967628769821762,"accuracy":0.67,"positive_recall":0.42,"specificity":0.92,"precision":0.84,"balanced_accuracy":0.67,"f1":0.56,"true_positive":21,"false_positive":4,"false_negative":29,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.0012948492071295226,"baseline_adjusted_skill":0.3400000000000001,"baseline_adjusted_score":0.3400000000000001},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.7540983606557377,"baseline_adjusted_score":0.7540983606557377},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.03611111111111102,"fixed_answer_accuracy_baseline":0.08833333333333329,"baseline_adjusted_skill":0.8574040219378428,"baseline_adjusted_score":0.8574040219378428},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"binary_brier":0.21268833786922406,"accuracy":0.6833333333333333,"positive_recall":0.6333333333333333,"specificity":0.7333333333333333,"precision":0.7037037037037037,"balanced_accuracy":0.6833333333333333,"f1":0.6666666666666666,"true_positive":95,"false_positive":40,"false_negative":55,"true_negative":110,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.14924664852310376,"baseline_adjusted_skill":0.3666666666666667,"baseline_adjusted_score":0.3666666666666667},"scoring":{"eligible":true,"reason":null},"model":157,"benchmark":81},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.9545454545454545,"baseline_adjusted_score":0.9545454545454545},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.47333333333333333,"uniform_accuracy_baseline":0.11021428571428572,"fixed_answer_accuracy_baseline":0.12554761904761905,"baseline_adjusted_skill":0.39771829988836543,"baseline_adjusted_score":0.39771829988836543},"scoring":{"eligible":true,"reason":null},"model":157,"benchmark":83},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.6633333333333333,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.5511111111111111,"baseline_adjusted_score":0.5511111111111111},"scoring":{"eligible":true,"reason":null},"model":157,"benchmark":84},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.885,"uniform_accuracy_baseline":0.04987932421560751,"fixed_answer_accuracy_baseline":0.1244247787610618,"baseline_adjusted_skill":0.8686577723873055,"baseline_adjusted_score":0.8686577723873055},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24848818357912733,"accuracy":0.57,"positive_recall":0.74,"specificity":0.4,"precision":0.5522388059701493,"balanced_accuracy":0.5700000000000001,"f1":0.6324786324786325,"true_positive":37,"false_positive":30,"false_negative":13,"true_negative":20,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.006047265683490677,"baseline_adjusted_skill":0.14000000000000012,"baseline_adjusted_score":0.14000000000000012},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.8055555555555556,"uniform_accuracy_baseline":0.23888888888888893,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.7254901960784313,"baseline_adjusted_score":0.7254901960784313},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.07483694098290189,"accuracy":0.890625,"positive_recall":0.90625,"specificity":0.875,"precision":0.8787878787878788,"balanced_accuracy":0.890625,"f1":0.8923076923076924,"true_positive":29,"false_positive":4,"false_negative":3,"true_negative":28,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7006522360683924,"baseline_adjusted_skill":0.78125,"baseline_adjusted_score":0.78125},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.049688680653581875,"accuracy":0.95,"positive_recall":0.94,"specificity":0.96,"precision":0.9591836734693877,"balanced_accuracy":0.95,"f1":0.9494949494949495,"true_positive":47,"false_positive":2,"false_negative":3,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8012452773856725,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.8260869565217391,"baseline_adjusted_score":0.8260869565217391},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.015040645454240446,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":16,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.9397821216923976,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.14541504271468547,"normalized_score_rmse":0.2745549032874558,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.559348355410044,"baseline_adjusted_score":0.559348355410044},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.28125,"uniform_accuracy_baseline":0.17812500000000006,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.008771929824561372,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.019493532573751624,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":17,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9220258697049935,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.12643877651816968,"normalized_score_rmse":0.14435897319482868,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":0.1402163196764462,"baseline_adjusted_score":0.1402163196764462},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.13194444444444448,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.00023858472260545759,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":26,"false_positive":0,"false_negative":0,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9990456611095782,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.0018845809609750249,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":39,"false_positive":0,"false_negative":0,"true_negative":36,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24959999999999993,"brier_skill":0.9924495955089142,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.17306288557555155,"normalized_score_rmse":0.2762543650358066,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.3819182658016017,"baseline_adjusted_score":0.3819182658016017},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8235294117647058,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.76,"baseline_adjusted_score":0.76},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.0047713753894852145,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":14,"false_positive":0,"false_negative":0,"true_negative":14,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9809144984420591,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.04015690973001499,"normalized_score_rmse":0.07240752131540099,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.16969696969696968,"baseline_adjusted_skill":0.7633610676624116,"baseline_adjusted_score":0.7633610676624116},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.024852913494343095,"accuracy":0.9764705882352941,"positive_recall":1,"specificity":0.95,"precision":0.9574468085106383,"balanced_accuracy":0.975,"f1":0.9782608695652174,"true_positive":45,"false_positive":2,"false_negative":0,"true_negative":38,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.24913494809688563,"brier_skill":0.9002431666685394,"baseline_adjusted_skill":0.95,"baseline_adjusted_score":0.95},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.9473684210526315,"baseline_adjusted_score":0.9473684210526315},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.17040405033034955,"accuracy":0.76,"positive_recall":0.6857142857142857,"specificity":0.9333333333333333,"precision":0.96,"balanced_accuracy":0.8095238095238095,"f1":0.8,"true_positive":24,"false_positive":1,"false_negative":11,"true_negative":14,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.20999999999999996,"brier_skill":0.18855214128404962,"baseline_adjusted_skill":0.6190476190476191,"baseline_adjusted_score":0.6190476190476191},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.06366607899657337,"normalized_score_rmse":0.10123437725541103,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.7726211464408095,"baseline_adjusted_score":0.7726211464408095},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.9873417721518988,"uniform_accuracy_baseline":0.24240506329113914,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.9782608695652175,"baseline_adjusted_score":0.9782608695652175},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.00003205510098249793,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":11,"false_positive":0,"false_negative":0,"true_negative":10,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.24943310657596363,"brier_skill":0.9998714881860611,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.7878787878787878,"uniform_accuracy_baseline":0.3237373737373738,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.6499999999999999,"baseline_adjusted_score":0.6499999999999999},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.13340312655612693,"accuracy":0.696969696969697,"positive_recall":0.5294117647058824,"specificity":0.875,"precision":0.8181818181818182,"balanced_accuracy":0.7022058823529411,"f1":0.6428571428571429,"true_positive":9,"false_positive":2,"false_negative":8,"true_negative":14,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.4658970411043303,"baseline_adjusted_skill":0.40441176470588225,"baseline_adjusted_score":0.40441176470588225},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.1108472980598847,"normalized_score_rmse":0.20529474541482515,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.34313725490196084,"baseline_adjusted_skill":0.6769593027969074,"baseline_adjusted_score":0.6769593027969074},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.26514740711289914,"accuracy":0.64,"positive_recall":0.7,"specificity":0.58,"precision":0.625,"balanced_accuracy":0.6399999999999999,"f1":0.660377358490566,"true_positive":35,"false_positive":21,"false_negative":15,"true_negative":29,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.060589628451596544,"baseline_adjusted_skill":0.2799999999999998,"baseline_adjusted_score":0.2799999999999998},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.6133333333333333,"uniform_accuracy_baseline":0.3333333333333332,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":0.402061855670103,"baseline_adjusted_score":0.402061855670103},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.23121527647361803,"accuracy":0.6133333333333333,"positive_recall":0.21621621621621623,"specificity":1,"precision":1,"balanced_accuracy":0.6081081081081081,"f1":0.35555555555555557,"true_positive":8,"false_positive":0,"false_negative":29,"true_negative":38,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555535,"brier_skill":0.07497444511799256,"baseline_adjusted_skill":0.21621621621621623,"baseline_adjusted_score":0.21621621621621623},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.1428571428571427,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.385,"uniform_accuracy_baseline":0.32416666666666627,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.06818181818181816,"baseline_adjusted_score":0.06818181818181816},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.0017815039093216217,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":16,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.992867434715988,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.0165516881269011,"normalized_score_rmse":0.03108434201317291,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.9246612816292777,"baseline_adjusted_score":0.9246612816292777},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.059261691822680006,"accuracy":0.9,"positive_recall":0.8636363636363636,"specificity":0.9102564102564102,"precision":0.7307692307692307,"balanced_accuracy":0.8869463869463869,"f1":0.7916666666666666,"true_positive":19,"false_positive":7,"false_negative":3,"true_negative":71,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000028,"brier_skill":0.6546521455554783,"baseline_adjusted_skill":0.7738927738927739,"baseline_adjusted_score":0.7738927738927739},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.04624297681163356,"accuracy":0.92,"positive_recall":0.8378378378378378,"specificity":0.9682539682539683,"precision":0.9393939393939394,"balanced_accuracy":0.903045903045903,"f1":0.8857142857142857,"true_positive":31,"false_positive":2,"false_negative":6,"true_negative":61,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000008,"brier_skill":0.8016174310955232,"baseline_adjusted_skill":0.8060918060918061,"baseline_adjusted_score":0.8060918060918061},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.0959995337039279,"accuracy":0.84,"positive_recall":0.6666666666666666,"specificity":0.9508196721311475,"precision":0.896551724137931,"balanced_accuracy":0.8087431693989071,"f1":0.7647058823529411,"true_positive":26,"false_positive":3,"false_negative":13,"true_negative":58,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379000000000002,"brier_skill":0.5964710647165707,"baseline_adjusted_skill":0.6174863387978142,"baseline_adjusted_score":0.6174863387978142},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09968440700297115,"accuracy":0.84,"positive_recall":0.4838709677419355,"specificity":1,"precision":1,"balanced_accuracy":0.7419354838709677,"f1":0.6521739130434783,"true_positive":15,"false_positive":0,"false_negative":16,"true_negative":69,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999987,"brier_skill":0.5339672416878392,"baseline_adjusted_skill":0.4838709677419355,"baseline_adjusted_score":0.4838709677419355},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.9305555555555555,"baseline_adjusted_score":0.9305555555555555},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.14955330226850935,"normalized_score_rmse":0.19526157435101119,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.35675999024297056,"baseline_adjusted_score":0.35675999024297056},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11979780004066566,"accuracy":0.85,"positive_recall":1,"specificity":0.7,"precision":0.7692307692307693,"balanced_accuracy":0.85,"f1":0.8695652173913043,"true_positive":50,"false_positive":15,"false_negative":0,"true_negative":35,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5208087998373374,"baseline_adjusted_skill":0.7,"baseline_adjusted_score":0.7},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2746355827483745,"accuracy":0.59,"positive_recall":0.8,"specificity":0.38,"precision":0.5633802816901409,"balanced_accuracy":0.5900000000000001,"f1":0.6611570247933884,"true_positive":40,"false_positive":31,"false_negative":10,"true_negative":19,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.09854233099349807,"baseline_adjusted_skill":0.18000000000000016,"baseline_adjusted_score":0.18000000000000016},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.62,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.0857142857142858,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11021845415216237,"accuracy":0.82,"positive_recall":0.94,"specificity":0.7,"precision":0.7580645161290323,"balanced_accuracy":0.82,"f1":0.8392857142857143,"true_positive":47,"false_positive":15,"false_negative":3,"true_negative":35,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5591261833913506,"baseline_adjusted_skill":0.6399999999999999,"baseline_adjusted_score":0.6399999999999999},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.761904761904762,"baseline_adjusted_score":0.761904761904762},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.76,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.6,"baseline_adjusted_score":0.6},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11734108955623,"accuracy":0.86,"positive_recall":0.74,"specificity":0.98,"precision":0.9736842105263158,"balanced_accuracy":0.86,"f1":0.8409090909090909,"true_positive":37,"false_positive":1,"false_negative":13,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5306356417750799,"baseline_adjusted_skill":0.72,"baseline_adjusted_score":0.72},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.20851190476190457,"fixed_answer_accuracy_baseline":0.2233333333333332,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.03627275169028811,"accuracy":0.94,"positive_recall":0.96,"specificity":0.92,"precision":0.9230769230769231,"balanced_accuracy":0.94,"f1":0.9411764705882353,"true_positive":48,"false_positive":4,"false_negative":2,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8549089932388476,"baseline_adjusted_skill":0.8799999999999999,"baseline_adjusted_score":0.8799999999999999},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.0828903047581177,"normalized_score_rmse":0.1619329403916689,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.7236989841396076,"baseline_adjusted_score":0.7236989841396076},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.22851190476190467,"fixed_answer_accuracy_baseline":0.2433333333333333,"baseline_adjusted_skill":0.9471365638766519,"baseline_adjusted_score":0.9471365638766519},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.02610496662050207,"accuracy":0.97,"positive_recall":0.98,"specificity":0.96,"precision":0.9607843137254902,"balanced_accuracy":0.97,"f1":0.9702970297029703,"true_positive":49,"false_positive":2,"false_negative":1,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8955801335179917,"baseline_adjusted_skill":0.94,"baseline_adjusted_score":0.94},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.08227335088297652,"normalized_score_rmse":0.16814166099228933,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.304222222222222,"baseline_adjusted_skill":0.7295616661991273,"baseline_adjusted_score":0.7295616661991273},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.5967741935483871,"baseline_adjusted_score":0.5967741935483871},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.05412184085346496,"accuracy":0.94,"positive_recall":0.96,"specificity":0.92,"precision":0.9230769230769231,"balanced_accuracy":0.94,"f1":0.9411764705882353,"true_positive":48,"false_positive":4,"false_negative":2,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7835126365861401,"baseline_adjusted_skill":0.8799999999999999,"baseline_adjusted_score":0.8799999999999999},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.72,"baseline_adjusted_score":0.72},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.04814552833248725,"accuracy":0.92,"positive_recall":0.9,"specificity":0.94,"precision":0.9375,"balanced_accuracy":0.9199999999999999,"f1":0.9183673469387755,"true_positive":45,"false_positive":3,"false_negative":5,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.807417886670051,"baseline_adjusted_skill":0.8399999999999999,"baseline_adjusted_score":0.8399999999999999},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.54,"uniform_accuracy_baseline":0.35333333333333317,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.22033898305084754,"baseline_adjusted_score":0.22033898305084754},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.93,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.8870967741935485,"baseline_adjusted_score":0.8870967741935485},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.42333333333333334,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.135,"baseline_adjusted_score":0.135},"scoring":{"eligible":true,"reason":null},"model":157,"benchmark":157},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.49,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.17741935483870966,"baseline_adjusted_score":0.17741935483870966},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.46,"uniform_accuracy_baseline":0.11111111111111088,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.3571428571428572,"baseline_adjusted_score":0.3571428571428572},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.10210210833829304,"accuracy":0.7283749999999998,"positive_recall":0.5286750164798946,"specificity":0.7751041184636742,"precision":0.3548672566371683,"balanced_accuracy":0.6518895674717844,"f1":0.4246756685199895,"true_positive":40.100000000000016,"false_positive":72.89999999999998,"false_negative":35.75,"true_negative":251.2499999999999,"positive_prevalence":0.1896249999999999,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500007,"brier_skill":-0.3412673042776744,"baseline_adjusted_skill":0.3037791349435688,"baseline_adjusted_score":0.3037791349435688},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.2063925804991582,"normalized_score_rmse":0.24520232112095214,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":0.03442067602733001,"baseline_adjusted_score":0.03442067602733001},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.074405252069892,"accuracy":0.7923749999999998,"positive_recall":0.44350679793717773,"specificity":0.9192091358445543,"precision":0.6661971830985917,"balanced_accuracy":0.681357966890866,"f1":0.5325077399380805,"true_positive":47.30000000000001,"false_positive":23.699999999999985,"false_negative":59.35000000000001,"true_negative":269.6499999999999,"positive_prevalence":0.2666249999999998,"majority_accuracy_baseline":0.7333750000000002,"constant_brier_baseline":0.11565485937499977,"brier_skill":0.3566612551173477,"baseline_adjusted_skill":0.36271593378173206,"baseline_adjusted_score":0.36271593378173206},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.17117763062245803,"normalized_score_rmse":0.2260041150719686,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.36305997907922594,"baseline_adjusted_score":0.36305997907922594},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.05956613915033357,"accuracy":0.7991249999999998,"positive_recall":0.47158836689038025,"specificity":0.9261058109280138,"precision":0.7121621621621622,"balanced_accuracy":0.698847088909197,"f1":0.5674293405114401,"true_positive":52.69999999999998,"false_positive":21.299999999999994,"false_negative":59.04999999999999,"true_negative":266.94999999999993,"positive_prevalence":0.2793749999999999,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937499995,"brier_skill":0.47359209254086765,"baseline_adjusted_skill":0.397694177818394,"baseline_adjusted_score":0.397694177818394},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1617804601900297,"normalized_score_rmse":0.21410616815063263,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.38806445318192084,"baseline_adjusted_score":0.38806445318192084},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.08931819971407265,"accuracy":0.8243749999999993,"positive_recall":0.27323943661971833,"specificity":0.9815261044176706,"precision":0.8083333333333333,"balanced_accuracy":0.6273827705186945,"f1":0.40842105263157896,"true_positive":24.25,"false_positive":5.75,"false_negative":64.5,"true_negative":305.4999999999997,"positive_prevalence":0.22187499999999974,"majority_accuracy_baseline":0.7781250000000003,"constant_brier_baseline":0.126740234375001,"brier_skill":0.2952656261483899,"baseline_adjusted_skill":0.254765541037389,"baseline_adjusted_score":0.254765541037389},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.15977339307752986,"normalized_score_rmse":0.23423034439658486,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.2918630777727208,"baseline_adjusted_score":0.2918630777727208},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.03184055838946007,"accuracy":0.8534999999999995,"positive_recall":0.620037807183365,"specificity":0.9374575118966689,"precision":0.7809523809523811,"balanced_accuracy":0.7787476595400169,"f1":0.6912539515279241,"true_positive":65.60000000000001,"false_positive":18.4,"false_negative":40.19999999999998,"true_negative":275.7999999999998,"positive_prevalence":0.26449999999999985,"majority_accuracy_baseline":0.7355000000000002,"constant_brier_baseline":0.11362725000000028,"brier_skill":0.7197806125778807,"baseline_adjusted_skill":0.5574953190800338,"baseline_adjusted_score":0.5574953190800338},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.14231037483823197,"normalized_score_rmse":0.19059270788030058,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.4335905479075344,"baseline_adjusted_score":0.4335905479075344},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.06279758627392716,"accuracy":0.8334999999999997,"positive_recall":0.37206266318537845,"specificity":0.942795299938157,"precision":0.6063829787234044,"balanced_accuracy":0.6574289815617678,"f1":0.46116504854368917,"true_positive":28.500000000000007,"false_positive":18.499999999999996,"false_negative":48.10000000000005,"true_negative":304.89999999999986,"positive_prevalence":0.1914999999999999,"majority_accuracy_baseline":0.8085000000000001,"constant_brier_baseline":0.09190274999999995,"brier_skill":0.3166952428090868,"baseline_adjusted_skill":0.31485796312353553,"baseline_adjusted_score":0.31485796312353553},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1541889580249543,"normalized_score_rmse":0.21894300790279367,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.2546757316014293,"baseline_adjusted_score":0.2546757316014293},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.042122771077428955,"accuracy":0.8922499999999998,"positive_recall":0.6348238482384823,"specificity":0.9504904966278357,"precision":0.7436507936507937,"balanced_accuracy":0.792657172433159,"f1":0.6849415204678362,"true_positive":46.85,"false_positive":16.150000000000002,"false_negative":26.950000000000014,"true_negative":310.0499999999999,"positive_prevalence":0.1844999999999999,"majority_accuracy_baseline":0.8155000000000001,"constant_brier_baseline":0.1092222499999995,"brier_skill":0.6143389183300183,"baseline_adjusted_skill":0.5853143448663181,"baseline_adjusted_score":0.5853143448663181},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.14157104054406924,"normalized_score_rmse":0.20697254921770772,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":0.2524301489422086,"baseline_adjusted_score":0.2524301489422086},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.06347311231801199,"accuracy":0.8299999999999996,"positive_recall":0.16242038216560514,"specificity":0.9930015552099534,"precision":0.85,"balanced_accuracy":0.5777109686877793,"f1":0.2727272727272728,"true_positive":12.750000000000002,"false_positive":2.25,"false_negative":65.74999999999999,"true_negative":319.24999999999983,"positive_prevalence":0.19624999999999987,"majority_accuracy_baseline":0.8037500000000002,"constant_brier_baseline":0.09878593749999955,"brier_skill":0.3574681384381023,"baseline_adjusted_skill":0.15542193737555854,"baseline_adjusted_score":0.15542193737555854},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1742620578561506,"normalized_score_rmse":0.23010832508024082,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":0.17509085038508587,"baseline_adjusted_score":0.17509085038508587},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.07350377331424976,"accuracy":0.7107142857142857,"positive_recall":0.7360616844602608,"specificity":0.6915846016114593,"precision":0.6430051813471501,"balanced_accuracy":0.71382314303586,"f1":0.6863938053097343,"true_positive":124.09999999999997,"false_positive":68.90000000000003,"false_negative":44.50000000000003,"true_negative":154.50000000000009,"positive_prevalence":0.43010204081632636,"majority_accuracy_baseline":0.5698979591836737,"constant_brier_baseline":0.12359641815910102,"brier_skill":0.40529204317530376,"baseline_adjusted_skill":0.42764628607172006,"baseline_adjusted_score":0.42764628607172006},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.16570200783093833,"normalized_score_rmse":0.2180747761981206,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.39856308268770524,"baseline_adjusted_score":0.39856308268770524},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.04788222607931291,"accuracy":0.8870000000000006,"positive_recall":0.5731707317073172,"specificity":0.9462773071778868,"precision":0.6683486238532111,"balanced_accuracy":0.759724019442602,"f1":0.6171113934773403,"true_positive":72.85000000000002,"false_positive":36.14999999999999,"false_negative":54.24999999999997,"true_negative":636.7500000000005,"positive_prevalence":0.15887500000000002,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499934,"brier_skill":0.5152516144516033,"baseline_adjusted_skill":0.5194480388852041,"baseline_adjusted_score":0.5194480388852041},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.16149456339345097,"normalized_score_rmse":0.227435089476877,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":0.021245070342721384,"baseline_adjusted_score":0.021245070342721384},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.55,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.27419354838709686,"baseline_adjusted_score":0.27419354838709686},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2483007510321116,"accuracy":0.6,"positive_recall":0.4,"specificity":0.8,"precision":0.6666666666666666,"balanced_accuracy":0.6000000000000001,"f1":0.5,"true_positive":20,"false_positive":10,"false_negative":30,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.006796995871553579,"baseline_adjusted_skill":0.20000000000000018,"baseline_adjusted_score":0.20000000000000018},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.35255135851557323,"uniform_accuracy_baseline":0.058823529411766766,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.23909657320872277,"baseline_adjusted_score":0.23909657320872277},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.7608695652173914,"baseline_adjusted_score":0.7608695652173914},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.21545502774872824,"accuracy":0.66,"positive_recall":0.48,"specificity":0.84,"precision":0.75,"balanced_accuracy":0.6599999999999999,"f1":0.5853658536585366,"true_positive":24,"false_positive":8,"false_negative":26,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.13817988900508704,"baseline_adjusted_skill":0.31999999999999984,"baseline_adjusted_score":0.31999999999999984},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.59,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.3492063492063492,"baseline_adjusted_score":0.3492063492063492},"scoring":{"eligible":true,"reason":null},"model":156,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0,"abstained":0},"metrics":{"binary_brier":0.13739585604750978,"accuracy":0.7905405405405406,"positive_recall":0.704225352112676,"specificity":0.8701298701298701,"precision":0.8333333333333334,"balanced_accuracy":0.787177611121273,"f1":0.7633587786259542,"true_positive":50,"false_positive":10,"false_negative":21,"true_negative":67,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.24958911614317017,"brier_skill":0.44951182899859987,"baseline_adjusted_skill":0.5743552222425461,"baseline_adjusted_score":0.5743552222425461},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.54,"uniform_accuracy_baseline":0.2005,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.3521126760563381,"baseline_adjusted_score":0.3521126760563381},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.9705882352941176,"baseline_adjusted_score":0.9705882352941176},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.7872340425531915,"baseline_adjusted_score":0.7872340425531915},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.9591836734693877,"baseline_adjusted_score":0.9591836734693877},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.07983197841966329,"accuracy":0.59170011514,"positive_recall":0.7205236606630496,"specificity":0.3850160313595339,"precision":0.6527456222058823,"balanced_accuracy":0.5527698460112918,"f1":0.6849620406727625,"true_positive":44.38670231,"false_positive":23.61329769,"false_negative":17.216690795999998,"true_negative":14.783309204,"positive_prevalence":0.61603393106,"majority_accuracy_baseline":0.61603393106,"constant_brier_baseline":0.07908707655202402,"brier_skill":-0.009418755884209151,"baseline_adjusted_skill":0.10553969202258351,"baseline_adjusted_score":0.10553969202258351},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.05746965271455907,"accuracy":0.9,"positive_recall":0.92,"specificity":0.88,"precision":0.8846153846153846,"balanced_accuracy":0.9,"f1":0.9019607843137255,"true_positive":46,"false_positive":6,"false_negative":4,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7701213891417638,"baseline_adjusted_skill":0.8,"baseline_adjusted_score":0.8},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.012987012987012986,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.8736842105263158,"baseline_adjusted_score":0.8736842105263158},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.95,"baseline_adjusted_score":0.95},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.83,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.7343749999999999,"baseline_adjusted_score":0.7343749999999999},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.155809542217997,"accuracy":0.79,"positive_recall":1,"specificity":0.58,"precision":0.704225352112676,"balanced_accuracy":0.79,"f1":0.8264462809917356,"true_positive":50,"false_positive":21,"false_negative":0,"true_negative":29,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.376761831128012,"baseline_adjusted_skill":0.5800000000000001,"baseline_adjusted_score":0.5800000000000001},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0,"abstained":0},"metrics":{"binary_brier":0.08335498275222239,"accuracy":0.6881045465244513,"positive_recall":0.737583279395952,"specificity":0.6650654320400565,"precision":0.50627323900016,"balanced_accuracy":0.7013243557180042,"f1":0.600420820841382,"true_positive":164.03252943605185,"false_positive":159.96747056394815,"false_negative":58.35934686893597,"true_negative":317.640653131064,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768642,"brier_skill":0.06054465752486804,"baseline_adjusted_skill":0.40264871143600844,"baseline_adjusted_score":0.40264871143600844},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.11574067667846258,"accuracy":0.8,"positive_recall":0.78,"specificity":0.82,"precision":0.8125,"balanced_accuracy":0.8,"f1":0.7959183673469388,"true_positive":39,"false_positive":9,"false_negative":11,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5370372932861497,"baseline_adjusted_skill":0.6000000000000001,"baseline_adjusted_score":0.6000000000000001},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9536423841059603,"uniform_accuracy_baseline":0.006622516556291391,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.9517241379310345,"baseline_adjusted_score":0.9517241379310345},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0714469139758872,"accuracy":0.91,"positive_recall":0.88,"specificity":0.94,"precision":0.9361702127659575,"balanced_accuracy":0.9099999999999999,"f1":0.9072164948453608,"true_positive":132,"false_positive":9,"false_negative":18,"true_negative":141,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7142123440964512,"baseline_adjusted_skill":0.8199999999999998,"baseline_adjusted_score":0.8199999999999998},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":14},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.7603036876355749,"baseline_adjusted_score":0.7603036876355749},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.76,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.6,"baseline_adjusted_score":0.6},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.07905205591488353,"accuracy":0.88,"positive_recall":0.94,"specificity":0.82,"precision":0.8392857142857143,"balanced_accuracy":0.8799999999999999,"f1":0.8867924528301887,"true_positive":47,"false_positive":9,"false_negative":3,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.683791776340466,"baseline_adjusted_skill":0.7599999999999998,"baseline_adjusted_score":0.7599999999999998},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.5833333333333334,"baseline_adjusted_score":0.5833333333333334},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9366666666666666,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.8733333333333333,"baseline_adjusted_score":0.8733333333333333},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":19},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.75,"baseline_adjusted_score":0.75},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":20},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9633333333333334,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5266666666666666,"baseline_adjusted_skill":0.9225352112676057,"baseline_adjusted_score":0.9225352112676057},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":21},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.07142857142857142,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9887640449438202,"baseline_adjusted_score":0.9887640449438202},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.6956521739130435,"baseline_adjusted_score":0.6956521739130435},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.42,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.20547945205479448,"baseline_adjusted_score":0.20547945205479448},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8333333333333334,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.5000000000000001,"baseline_adjusted_score":0.5000000000000001},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0,"abstained":0},"metrics":{"binary_brier":0.15892694468025784,"accuracy":0.8048780487804879,"positive_recall":0.775,"specificity":0.8333333333333334,"precision":0.8157894736842105,"balanced_accuracy":0.8041666666666667,"f1":0.7948717948717948,"true_positive":31,"false_positive":7,"false_negative":9,"true_negative":35,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.2498512790005949,"brier_skill":0.3639138237916347,"baseline_adjusted_skill":0.6083333333333334,"baseline_adjusted_score":0.6083333333333334},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.12228085154572353,"accuracy":0.83,"positive_recall":0.82,"specificity":0.84,"precision":0.8367346938775511,"balanced_accuracy":0.83,"f1":0.8282828282828283,"true_positive":41,"false_positive":8,"false_negative":9,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5108765938171058,"baseline_adjusted_skill":0.6599999999999999,"baseline_adjusted_score":0.6599999999999999},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7960893854748603,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.7383512544802867,"baseline_adjusted_score":0.7383512544802867},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.5081967213114753,"baseline_adjusted_score":0.5081967213114753},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"binary_brier":0.15751198773962255,"accuracy":0.775,"positive_recall":0.4090909090909091,"specificity":0.8782051282051282,"precision":0.4864864864864865,"balanced_accuracy":0.6436480186480187,"f1":0.4444444444444444,"true_positive":18,"false_positive":19,"false_negative":26,"true_negative":137,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":0.08209797354532311,"baseline_adjusted_skill":0.28729603729603737,"baseline_adjusted_score":0.28729603729603737},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"binary_brier":0.16994697531300815,"accuracy":0.755,"positive_recall":0.18,"specificity":0.9466666666666667,"precision":0.5294117647058824,"balanced_accuracy":0.5633333333333334,"f1":0.26865671641791045,"true_positive":9,"false_positive":8,"false_negative":41,"true_negative":142,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":0.09361613166395655,"baseline_adjusted_skill":0.1266666666666667,"baseline_adjusted_score":0.1266666666666667},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"binary_brier":0.03220024481798704,"accuracy":0.97,"positive_recall":0.8421052631578947,"specificity":0.9834254143646409,"precision":0.8421052631578947,"balanced_accuracy":0.9127653387612678,"f1":0.8421052631578947,"true_positive":16,"false_positive":3,"false_negative":3,"true_negative":178,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.085975,"brier_skill":0.6254696735331544,"baseline_adjusted_skill":0.8255306775225355,"baseline_adjusted_score":0.8255306775225355},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.985,"baseline_adjusted_score":0.985},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":33},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.012181035705602956,"accuracy":0.9866666666666667,"positive_recall":0.9933333333333333,"specificity":0.98,"precision":0.9802631578947368,"balanced_accuracy":0.9866666666666666,"f1":0.9867549668874173,"true_positive":149,"false_positive":3,"false_negative":1,"true_negative":147,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9512758571775882,"baseline_adjusted_skill":0.9733333333333332,"baseline_adjusted_score":0.9733333333333332},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":34},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9666666666666667,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.9555555555555556,"baseline_adjusted_score":0.9555555555555556},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":35},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.13597030963270368,"accuracy":0.8033333333333333,"positive_recall":0.9733333333333334,"specificity":0.6333333333333333,"precision":0.7263681592039801,"balanced_accuracy":0.8033333333333333,"f1":0.8319088319088319,"true_positive":146,"false_positive":55,"false_negative":4,"true_negative":95,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4561187614691853,"baseline_adjusted_skill":0.6066666666666667,"baseline_adjusted_score":0.6066666666666667},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":36},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.13888804177217165,"normalized_score_rmse":0.20206235392789978,"constant_score_baseline":0.5,"constant_mae_baseline":0.3333333333333333,"baseline_adjusted_skill":0.583335874683485,"baseline_adjusted_score":0.583335874683485},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":37},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.47333333333333333,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.29777777777777775,"baseline_adjusted_score":0.29777777777777775},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":38},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.25041277066168544,"accuracy":0.5533333333333333,"positive_recall":0.3,"specificity":0.8066666666666666,"precision":0.6081081081081081,"balanced_accuracy":0.5533333333333333,"f1":0.4017857142857143,"true_positive":45,"false_positive":29,"false_negative":105,"true_negative":121,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.0016510826467417417,"baseline_adjusted_skill":0.10666666666666669,"baseline_adjusted_score":0.10666666666666669},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":39},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.31805233240696024,"normalized_score_rmse":0.37854095996952997,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":-0.06017444135653416,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":40},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9766666666666667,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.9666666666666669,"baseline_adjusted_score":0.9666666666666669},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":42},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.026966930627868056,"accuracy":0.9666666666666667,"positive_recall":0.9664429530201343,"specificity":0.9668874172185431,"precision":0.9664429530201343,"balanced_accuracy":0.9666651851193386,"f1":0.9664429530201343,"true_positive":144,"false_positive":5,"false_negative":5,"true_negative":146,"positive_prevalence":0.49666666666666665,"majority_accuracy_baseline":0.5033333333333334,"constant_brier_baseline":0.2499888888888889,"brier_skill":0.8921274831544458,"baseline_adjusted_skill":0.9333303702386773,"baseline_adjusted_score":0.9333303702386773},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":43},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.16900248995641187,"normalized_score_rmse":0.2177593672052418,"constant_score_baseline":0.5,"constant_mae_baseline":0.36666666666666664,"baseline_adjusted_skill":0.5390841183006949,"baseline_adjusted_score":0.5390841183006949},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":44},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7166666666666667,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2866666666666667,"baseline_adjusted_skill":0.6028037383177569,"baseline_adjusted_score":0.6028037383177569},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":46},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.16074834557130352,"accuracy":0.76,"positive_recall":0.8407643312101911,"specificity":0.6713286713286714,"precision":0.7374301675977654,"balanced_accuracy":0.7560465012694313,"f1":0.7857142857142857,"true_positive":132,"false_positive":47,"false_negative":25,"true_negative":96,"positive_prevalence":0.5233333333333333,"majority_accuracy_baseline":0.5233333333333333,"constant_brier_baseline":0.24945555555555557,"brier_skill":0.35560326482484894,"baseline_adjusted_skill":0.5120930025388626,"baseline_adjusted_score":0.5120930025388626},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":47},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.23466040064362403,"normalized_score_rmse":0.2850127992826398,"constant_score_baseline":0.5,"constant_mae_baseline":0.3016666666666667,"baseline_adjusted_skill":0.22212021886091482,"baseline_adjusted_score":0.22212021886091482},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":48},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0,"abstained":0},"metrics":{"binary_brier":0.09584169025468896,"accuracy":0.8305535714285714,"positive_recall":0.7456601527626228,"specificity":0.8359728721686435,"precision":0.22492519449431478,"balanced_accuracy":0.7908165124656331,"f1":0.34560125054596447,"true_positive":125.28333333333333,"false_positive":431.71666666666664,"false_negative":42.733333333333334,"true_negative":2200.266666666667,"positive_prevalence":0.060005952380952375,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679138,"brier_skill":-1.976360145238179,"baseline_adjusted_skill":0.5816330249312662,"baseline_adjusted_score":0.5816330249312662},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.42333333333333334,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.23111111111111113,"baseline_adjusted_score":0.23111111111111113},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":50},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8101983002832861,"uniform_accuracy_baseline":0.027777777777777776,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.7824675324675324,"baseline_adjusted_score":0.7824675324675324},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.79,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.7000000000000001,"baseline_adjusted_score":0.7000000000000001},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.05729234225934866,"accuracy":0.9,"positive_recall":1,"specificity":0.8,"precision":0.8333333333333334,"balanced_accuracy":0.9,"f1":0.9090909090909091,"true_positive":50,"false_positive":10,"false_negative":0,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7708306309626054,"baseline_adjusted_skill":0.8,"baseline_adjusted_score":0.8},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.03663836439467515,"accuracy":0.96,"positive_recall":1,"specificity":0.92,"precision":0.9259259259259259,"balanced_accuracy":0.96,"f1":0.9615384615384616,"true_positive":50,"false_positive":4,"false_negative":0,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8534465424212994,"baseline_adjusted_skill":0.9199999999999999,"baseline_adjusted_score":0.9199999999999999},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.64,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":0.07692307692307698,"baseline_adjusted_score":0.07692307692307698},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.8936170212765959,"baseline_adjusted_score":0.8936170212765959},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.05932013379977822,"accuracy":0.92,"positive_recall":0.94,"specificity":0.9,"precision":0.9038461538461539,"balanced_accuracy":0.9199999999999999,"f1":0.9215686274509803,"true_positive":47,"false_positive":5,"false_negative":3,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7627194648008871,"baseline_adjusted_skill":0.8399999999999999,"baseline_adjusted_score":0.8399999999999999},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.42,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.22666666666666666,"baseline_adjusted_score":0.22666666666666666},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":58},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.6833333333333333,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.525,"baseline_adjusted_score":0.525},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":59},{"provenance":"measured","status":"complete","counts":{"cases":285,"expected":285,"succeeded":285,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7508771929824561,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5263157894736842,"baseline_adjusted_skill":0.4740740740740741,"baseline_adjusted_score":0.4740740740740741},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":60},{"provenance":"measured","status":"complete","counts":{"cases":299,"expected":299,"succeeded":299,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2570381341696935,"accuracy":0.5886287625418061,"positive_recall":0.9333333333333333,"specificity":0.24161073825503357,"precision":0.5533596837944664,"balanced_accuracy":0.5874720357941835,"f1":0.6947890818858561,"true_positive":140,"false_positive":113,"false_negative":10,"true_negative":36,"positive_prevalence":0.5016722408026756,"majority_accuracy_baseline":0.5016722408026756,"constant_brier_baseline":0.24999720361069788,"brier_skill":-0.028164037266432684,"baseline_adjusted_skill":0.174944071588367,"baseline_adjusted_score":0.174944071588367},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":61},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9366666666666666,"uniform_accuracy_baseline":0.2,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":0.9208333333333332,"baseline_adjusted_score":0.9208333333333332},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":62},{"provenance":"measured","status":"complete","counts":{"cases":283,"expected":283,"succeeded":283,"failed":0,"abstained":0},"metrics":{"binary_brier":0.3783705189800387,"accuracy":0.5265017667844523,"positive_recall":0.9022556390977443,"specificity":0.19333333333333333,"precision":0.4979253112033195,"balanced_accuracy":0.5477944862155388,"f1":0.6417112299465241,"true_positive":120,"false_positive":121,"false_negative":13,"true_negative":29,"positive_prevalence":0.46996466431095407,"majority_accuracy_baseline":0.5300353356890459,"constant_brier_baseline":0.24909787861004634,"brier_skill":-0.5189632328116449,"baseline_adjusted_skill":0.09558897243107767,"baseline_adjusted_score":0.09558897243107767},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":63},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7866666666666666,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.7155555555555555,"baseline_adjusted_score":0.7155555555555555},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":64},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.20616666666666666,"fixed_answer_accuracy_baseline":0.21333333333333335,"baseline_adjusted_skill":0.9491525423728813,"baseline_adjusted_score":0.9491525423728813},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":65},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8633333333333333,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.7949999999999999,"baseline_adjusted_score":0.7949999999999999},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":66},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.6433333333333333,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.37333333333333335,"baseline_adjusted_skill":0.43085106382978716,"baseline_adjusted_score":0.43085106382978716},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":67},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.1319941185813407,"normalized_score_rmse":0.15931710484046746,"constant_score_baseline":0.5,"constant_mae_baseline":0.26208333333333333,"baseline_adjusted_skill":0.4963658432508463,"baseline_adjusted_score":0.4963658432508463},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":68},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.09652835165272654,"normalized_score_rmse":0.11960000061302878,"constant_score_baseline":0.52,"constant_mae_baseline":0.24733333333333335,"baseline_adjusted_skill":0.6097236456089223,"baseline_adjusted_score":0.6097236456089223},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":69},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.09404457839758337,"normalized_score_rmse":0.11366307028092944,"constant_score_baseline":0.578319964349225,"constant_mae_baseline":0.11212962028602311,"baseline_adjusted_skill":0.16128692706091352,"baseline_adjusted_score":0.16128692706091352},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":70},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7666666666666667,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.688888888888889,"baseline_adjusted_score":0.688888888888889},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":71},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8507462686567167,"baseline_adjusted_score":0.8507462686567167},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.04950960698901004,"accuracy":0.94,"positive_recall":0.94,"specificity":0.94,"precision":0.94,"balanced_accuracy":0.94,"f1":0.94,"true_positive":47,"false_positive":3,"false_negative":3,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8019615720439599,"baseline_adjusted_skill":0.8799999999999999,"baseline_adjusted_score":0.8799999999999999},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.5041588648648648,"uniform_accuracy_baseline":0.23445945945945948,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.32781530747381343,"baseline_adjusted_score":0.32781530747381343},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0,"abstained":0},"metrics":{"binary_brier":0.07886248415690521,"accuracy":0.6830701513157894,"positive_recall":0.9237028625423713,"specificity":0.45393438687134813,"precision":0.616966963963964,"balanced_accuracy":0.6888186247068597,"f1":0.7398004957361916,"true_positive":68.483333,"false_positive":42.516667,"false_negative":5.65667,"true_negative":35.34333,"positive_prevalence":0.4877631776315789,"majority_accuracy_baseline":0.512236822368421,"constant_brier_baseline":0.09451910039768556,"brier_skill":0.16564499847021108,"baseline_adjusted_skill":0.37763724941371946,"baseline_adjusted_score":0.37763724941371946},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.08470251935005085,"normalized_score_rmse":0.11723075071527232,"constant_score_baseline":0.5841668333333333,"constant_mae_baseline":0.21700552708333334,"baseline_adjusted_skill":0.6096757511732693,"baseline_adjusted_score":0.6096757511732693},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.19069860000696853,"accuracy":0.7,"positive_recall":0.92,"specificity":0.48,"precision":0.6388888888888888,"balanced_accuracy":0.7,"f1":0.7540983606557377,"true_positive":46,"false_positive":26,"false_negative":4,"true_negative":24,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.23720559997212587,"baseline_adjusted_skill":0.3999999999999999,"baseline_adjusted_score":0.3999999999999999},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.12142675891080376,"accuracy":0.81,"positive_recall":0.72,"specificity":0.9,"precision":0.8780487804878049,"balanced_accuracy":0.81,"f1":0.7912087912087912,"true_positive":36,"false_positive":5,"false_negative":14,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.514292964356785,"baseline_adjusted_skill":0.6200000000000001,"baseline_adjusted_score":0.6200000000000001},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.9672131147540983,"baseline_adjusted_score":0.9672131147540983},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.945,"uniform_accuracy_baseline":0.036111111111111115,"fixed_answer_accuracy_baseline":0.08833333333333333,"baseline_adjusted_skill":0.939670932358318,"baseline_adjusted_score":0.939670932358318},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.20179378825133773,"accuracy":0.69,"positive_recall":0.7933333333333333,"specificity":0.5866666666666667,"precision":0.6574585635359116,"balanced_accuracy":0.69,"f1":0.7190332326283988,"true_positive":119,"false_positive":62,"false_negative":31,"true_negative":88,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.19282484699464908,"baseline_adjusted_skill":0.3799999999999999,"baseline_adjusted_score":0.3799999999999999},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":81},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.909090909090909,"baseline_adjusted_score":0.909090909090909},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.5066666666666667,"uniform_accuracy_baseline":0.11021428571428572,"fixed_answer_accuracy_baseline":0.12554761904761905,"baseline_adjusted_skill":0.4358373948321399,"baseline_adjusted_score":0.4358373948321399},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":83},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.6666666666666666,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.5555555555555555,"baseline_adjusted_score":0.5555555555555555},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":84},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.875,"uniform_accuracy_baseline":0.049879324215607396,"fixed_answer_accuracy_baseline":0.12442477876106194,"baseline_adjusted_skill":0.8572367091166363,"baseline_adjusted_score":0.8572367091166363},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.27173760511786677,"accuracy":0.5466666666666666,"positive_recall":0.375,"specificity":0.9880952380952381,"precision":0.9878048780487805,"balanced_accuracy":0.6815476190476191,"f1":0.5436241610738255,"true_positive":81,"false_positive":1,"false_negative":135,"true_negative":83,"positive_prevalence":0.72,"majority_accuracy_baseline":0.72,"constant_brier_baseline":0.2016,"brier_skill":-0.3479047872910057,"baseline_adjusted_skill":0.36309523809523814,"baseline_adjusted_score":0.36309523809523814},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":86},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9433333333333334,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5033333333333333,"baseline_adjusted_skill":0.8859060402684564,"baseline_adjusted_score":0.8859060402684564},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":87},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.3947277295197691,"accuracy":0.51,"positive_recall":0.02,"specificity":1,"precision":1,"balanced_accuracy":0.51,"f1":0.0392156862745098,"true_positive":1,"false_positive":0,"false_negative":49,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.5789109180790764,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.05127424710983459,"accuracy":0.9366666666666666,"positive_recall":0.95,"specificity":0.9214285714285714,"precision":0.9325153374233128,"balanced_accuracy":0.9357142857142857,"f1":0.9411764705882353,"true_positive":152,"false_positive":11,"false_negative":8,"true_negative":129,"positive_prevalence":0.5333333333333333,"majority_accuracy_baseline":0.5333333333333333,"constant_brier_baseline":0.2488888888888889,"brier_skill":0.7939874000051289,"baseline_adjusted_skill":0.8714285714285714,"baseline_adjusted_score":0.8714285714285714},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":89},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8333333333333334,"uniform_accuracy_baseline":0.23888888888888887,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.7647058823529413,"baseline_adjusted_score":0.7647058823529413},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0,"abstained":0},"metrics":{"binary_brier":0.049794436186587125,"accuracy":0.90625,"positive_recall":0.90625,"specificity":0.90625,"precision":0.90625,"balanced_accuracy":0.90625,"f1":0.90625,"true_positive":29,"false_positive":3,"false_negative":3,"true_negative":29,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8008222552536515,"baseline_adjusted_skill":0.8125,"baseline_adjusted_score":0.8125},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.9696969696969696,"baseline_adjusted_score":0.9696969696969696},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.04220029719328272,"accuracy":0.93,"positive_recall":0.96,"specificity":0.9,"precision":0.9056603773584906,"balanced_accuracy":0.9299999999999999,"f1":0.9320388349514563,"true_positive":48,"false_positive":5,"false_negative":2,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8311988112268691,"baseline_adjusted_skill":0.8599999999999999,"baseline_adjusted_score":0.8599999999999999},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.8260869565217391,"baseline_adjusted_score":0.8260869565217391},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"binary_brier":0.003450211022679325,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":16,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.9861864713099346,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.15771777232869702,"normalized_score_rmse":0.3153981072922279,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.522067356579706,"baseline_adjusted_score":0.522067356579706},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.375,"uniform_accuracy_baseline":0.178125,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":0.12280701754385967,"baseline_adjusted_score":0.12280701754385967},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0004994181867421103,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":17,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9980023272530315,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.19164828174063073,"normalized_score_rmse":0.23914210983182027,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-0.3032083158362888,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8958333333333334,"uniform_accuracy_baseline":0.13194444444444445,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":0.7391304347826088,"baseline_adjusted_score":0.7391304347826088},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0,"abstained":0},"metrics":{"binary_brier":0.000262202322402121,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":26,"false_positive":0,"false_negative":0,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9989511907103915,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0,"abstained":0},"metrics":{"binary_brier":0.06350741892254216,"accuracy":0.9066666666666666,"positive_recall":1,"specificity":0.8055555555555556,"precision":0.8478260869565217,"balanced_accuracy":0.9027777777777778,"f1":0.9176470588235294,"true_positive":39,"false_positive":7,"false_negative":0,"true_negative":29,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24960000000000004,"brier_skill":0.7455632254705844,"baseline_adjusted_skill":0.8055555555555556,"baseline_adjusted_score":0.8055555555555556},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.3174087399248463,"normalized_score_rmse":0.43573916529418416,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.13360264258873666,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.84,"baseline_adjusted_score":0.84},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0,"abstained":0},"metrics":{"binary_brier":0.08348644180435418,"accuracy":0.8928571428571429,"positive_recall":1,"specificity":0.7857142857142857,"precision":0.8235294117647058,"balanced_accuracy":0.8928571428571428,"f1":0.9032258064516129,"true_positive":14,"false_positive":3,"false_negative":0,"true_negative":11,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6660542327825834,"baseline_adjusted_skill":0.7857142857142856,"baseline_adjusted_score":0.7857142857142856},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.04652219080762821,"normalized_score_rmse":0.07775717607319904,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.1696969696969697,"baseline_adjusted_skill":0.7258513755979052,"baseline_adjusted_score":0.7258513755979052},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9333333333333333,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":0.9166666666666667,"baseline_adjusted_score":0.9166666666666667},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0,"abstained":0},"metrics":{"binary_brier":0.030982124937071292,"accuracy":0.9647058823529412,"positive_recall":1,"specificity":0.925,"precision":0.9375,"balanced_accuracy":0.9625,"f1":0.967741935483871,"true_positive":45,"false_positive":3,"false_negative":0,"true_negative":37,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.2491349480968858,"brier_skill":0.8756411929609221,"baseline_adjusted_skill":0.925,"baseline_adjusted_score":0.925},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2788454838852676,"accuracy":0.68,"positive_recall":0.5714285714285714,"specificity":0.9333333333333333,"precision":0.9523809523809523,"balanced_accuracy":0.7523809523809524,"f1":0.7142857142857143,"true_positive":20,"false_positive":1,"false_negative":15,"true_negative":14,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.21,"brier_skill":-0.32783563754889333,"baseline_adjusted_skill":0.5047619047619047,"baseline_adjusted_score":0.5047619047619047},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.09498493354873849,"normalized_score_rmse":0.2358662847266609,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.6607680944687911,"baseline_adjusted_score":0.6607680944687911},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9493670886075949,"uniform_accuracy_baseline":0.24240506329113923,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.9130434782608695,"baseline_adjusted_score":0.9130434782608695},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0005324347530619907,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":11,"false_positive":0,"false_negative":0,"true_negative":10,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.2494331065759637,"brier_skill":0.9978654206718152,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9393939393939394,"uniform_accuracy_baseline":0.32373737373737377,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.9000000000000001,"baseline_adjusted_score":0.9000000000000001},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"binary_brier":0.19977791852915625,"accuracy":0.7878787878787878,"positive_recall":0.6470588235294118,"specificity":0.9375,"precision":0.9166666666666666,"balanced_accuracy":0.7922794117647058,"f1":0.7586206896551724,"true_positive":11,"false_positive":1,"false_negative":6,"true_negative":15,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.20015384824172366,"baseline_adjusted_skill":0.5845588235294117,"baseline_adjusted_score":0.5845588235294117},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.04477235975075581,"normalized_score_rmse":0.16472630070458763,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.3431372549019608,"baseline_adjusted_skill":0.8695205515835116,"baseline_adjusted_score":0.8695205515835116},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.04469626898202165,"accuracy":0.95,"positive_recall":0.98,"specificity":0.92,"precision":0.9245283018867925,"balanced_accuracy":0.95,"f1":0.9514563106796117,"true_positive":49,"false_positive":4,"false_negative":1,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8212149240719134,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.5733333333333334,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":0.3402061855670103,"baseline_adjusted_score":0.3402061855670103},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0,"abstained":0},"metrics":{"binary_brier":0.22367027522752536,"accuracy":0.6,"positive_recall":0.35135135135135137,"specificity":0.8421052631578947,"precision":0.6842105263157895,"balanced_accuracy":0.596728307254623,"f1":0.4642857142857143,"true_positive":13,"false_positive":6,"false_negative":24,"true_negative":32,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555554,"brier_skill":0.10515981639059013,"baseline_adjusted_skill":0.193456614509246,"baseline_adjusted_score":0.193456614509246},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.14285714285714285,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.8333333333333334,"baseline_adjusted_score":0.8333333333333334},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.355,"uniform_accuracy_baseline":0.32416666666666666,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.022727272727272665,"baseline_adjusted_score":0.022727272727272665},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"binary_brier":0.12174477051626553,"accuracy":0.8484848484848485,"positive_recall":1,"specificity":0.7058823529411765,"precision":0.7619047619047619,"balanced_accuracy":0.8529411764705883,"f1":0.8648648648648649,"true_positive":16,"false_positive":5,"false_negative":0,"true_negative":12,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.5125733268668633,"baseline_adjusted_skill":0.7058823529411766,"baseline_adjusted_score":0.7058823529411766},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.021631874561344414,"normalized_score_rmse":0.03977451940388981,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.9015376744104323,"baseline_adjusted_score":0.9015376744104323},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.16040710722609408,"accuracy":0.78,"positive_recall":0.6818181818181818,"specificity":0.8076923076923077,"precision":0.5,"balanced_accuracy":0.7447552447552448,"f1":0.5769230769230769,"true_positive":15,"false_positive":15,"false_negative":7,"true_negative":63,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":0.06522664786658461,"baseline_adjusted_skill":0.4895104895104896,"baseline_adjusted_score":0.4895104895104896},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.11201783924487645,"accuracy":0.83,"positive_recall":0.5675675675675675,"specificity":0.9841269841269841,"precision":0.9545454545454546,"balanced_accuracy":0.7758472758472759,"f1":0.711864406779661,"true_positive":21,"false_positive":1,"false_negative":16,"true_negative":62,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000003,"brier_skill":0.5194429890824692,"baseline_adjusted_skill":0.5516945516945517,"baseline_adjusted_score":0.5516945516945517},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.060470134208703195,"accuracy":0.93,"positive_recall":0.8205128205128205,"specificity":1,"precision":1,"balanced_accuracy":0.9102564102564102,"f1":0.9014084507042254,"true_positive":32,"false_positive":0,"false_negative":7,"true_negative":61,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379,"brier_skill":0.7458170062685868,"baseline_adjusted_skill":0.8205128205128205,"baseline_adjusted_score":0.8205128205128205},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.07142106013290345,"accuracy":0.9,"positive_recall":0.9032258064516129,"specificity":0.8985507246376812,"precision":0.8,"balanced_accuracy":0.9008882655446471,"f1":0.8484848484848485,"true_positive":28,"false_positive":7,"false_negative":3,"true_negative":62,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999998,"brier_skill":0.6661007006409376,"baseline_adjusted_skill":0.8017765310892941,"baseline_adjusted_score":0.8017765310892941},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.9444444444444444,"baseline_adjusted_score":0.9444444444444444},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.12893838944619643,"normalized_score_rmse":0.1606639917529075,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.4454262819518433,"baseline_adjusted_score":0.4454262819518433},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.045013098931200195,"accuracy":0.95,"positive_recall":0.98,"specificity":0.92,"precision":0.9245283018867925,"balanced_accuracy":0.95,"f1":0.9514563106796117,"true_positive":49,"false_positive":4,"false_negative":1,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8199476042751992,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.3156101705376605,"accuracy":0.6,"positive_recall":0.84,"specificity":0.36,"precision":0.5675675675675675,"balanced_accuracy":0.6,"f1":0.6774193548387096,"true_positive":42,"false_positive":32,"false_negative":8,"true_negative":18,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.262440682150642,"baseline_adjusted_skill":0.19999999999999996,"baseline_adjusted_score":0.19999999999999996},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":0.6285714285714286,"baseline_adjusted_score":0.6285714285714286},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.08642839398401847,"accuracy":0.8866666666666667,"positive_recall":0.7933333333333333,"specificity":0.98,"precision":0.9754098360655737,"balanced_accuracy":0.8866666666666667,"f1":0.875,"true_positive":119,"false_positive":3,"false_negative":31,"true_negative":147,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6542864240639261,"baseline_adjusted_skill":0.7733333333333334,"baseline_adjusted_score":0.7733333333333334},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":134},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.11010027144049665,"accuracy":0.84,"positive_recall":0.94,"specificity":0.74,"precision":0.7833333333333333,"balanced_accuracy":0.84,"f1":0.8545454545454545,"true_positive":47,"false_positive":13,"false_negative":3,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5595989142380133,"baseline_adjusted_skill":0.6799999999999999,"baseline_adjusted_score":0.6799999999999999},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.857142857142857,"baseline_adjusted_score":0.857142857142857},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.8500000000000001,"baseline_adjusted_score":0.8500000000000001},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.08176071967641355,"accuracy":0.87,"positive_recall":0.76,"specificity":0.98,"precision":0.9743589743589743,"balanced_accuracy":0.87,"f1":0.8539325842696629,"true_positive":38,"false_positive":1,"false_negative":12,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6729571212943458,"baseline_adjusted_skill":0.74,"baseline_adjusted_score":0.74},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7266666666666667,"uniform_accuracy_baseline":0.0625,"fixed_answer_accuracy_baseline":0.10666666666666667,"baseline_adjusted_skill":0.6940298507462687,"baseline_adjusted_score":0.6940298507462687},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":142},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.20851190476190473,"fixed_answer_accuracy_baseline":0.22333333333333333,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.021533383920991276,"accuracy":0.97,"positive_recall":0.98,"specificity":0.96,"precision":0.9607843137254902,"balanced_accuracy":0.97,"f1":0.9702970297029703,"true_positive":49,"false_positive":2,"false_negative":1,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9138664643160349,"baseline_adjusted_skill":0.94,"baseline_adjusted_score":0.94},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.033839400387713776,"normalized_score_rmse":0.08117088261428208,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.8872019987076207,"baseline_adjusted_score":0.8872019987076207},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.22851190476190475,"fixed_answer_accuracy_baseline":0.24333333333333332,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.002472000136244679,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":50,"false_positive":0,"false_negative":0,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9901119994550213,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.056125286209200057,"normalized_score_rmse":0.1052706014384171,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.3042222222222222,"baseline_adjusted_skill":0.8155122074934987,"baseline_adjusted_score":0.8155122074934987},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.79,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.6612903225806452,"baseline_adjusted_score":0.6612903225806452},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9833333333333333,"uniform_accuracy_baseline":0.3467777777777778,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.9739583333333333,"baseline_adjusted_score":0.9739583333333333},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":150},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.04700728182027222,"accuracy":0.94,"positive_recall":1,"specificity":0.88,"precision":0.8928571428571429,"balanced_accuracy":0.94,"f1":0.9433962264150944,"true_positive":50,"false_positive":6,"false_negative":0,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8119708727189111,"baseline_adjusted_skill":0.8799999999999999,"baseline_adjusted_score":0.8799999999999999},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.9199999999999999,"baseline_adjusted_score":0.9199999999999999},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.012589625826572266,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":50,"false_positive":0,"false_negative":0,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9496414966937109,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.83,"uniform_accuracy_baseline":0.3533333333333333,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.7118644067796609,"baseline_adjusted_score":0.7118644067796609},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.9677419354838709,"baseline_adjusted_score":0.9677419354838709},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.5066666666666667,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.26000000000000006,"baseline_adjusted_score":0.26000000000000006},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":157},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.8548387096774194,"baseline_adjusted_score":0.8548387096774194},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.64,"uniform_accuracy_baseline":0.1111111111111111,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.5714285714285714,"baseline_adjusted_score":0.5714285714285714},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.9285714285714285,"baseline_adjusted_score":0.9285714285714285},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":160},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.12448231071004054,"accuracy":0.6878749999999999,"positive_recall":0.6064601186552406,"specificity":0.7069258059540336,"precision":0.3262411347517731,"balanced_accuracy":0.6566929623046371,"f1":0.42425639843209595,"true_positive":46,"false_positive":95,"false_negative":29.85,"true_negative":229.15,"positive_prevalence":0.189625,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500001,"brier_skill":-0.6352654811310374,"baseline_adjusted_skill":0.3133859246092743,"baseline_adjusted_score":0.3133859246092743},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.18922042565916264,"normalized_score_rmse":0.2582164587672029,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":0.11475824253023326,"baseline_adjusted_score":0.11475824253023326},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.061945751977668516,"accuracy":0.7923749999999999,"positive_recall":0.5091420534458508,"specificity":0.895346855292313,"precision":0.6388235294117647,"balanced_accuracy":0.7022444543690819,"f1":0.5666579702582833,"true_positive":54.3,"false_positive":30.7,"false_negative":52.35,"true_negative":262.65,"positive_prevalence":0.266625,"majority_accuracy_baseline":0.733375,"constant_brier_baseline":0.115654859375,"brier_skill":0.46439127320353013,"baseline_adjusted_skill":0.4044889087381638,"baseline_adjusted_score":0.4044889087381638},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.1654319397701889,"normalized_score_rmse":0.2180143906243523,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.38443929387836684,"baseline_adjusted_score":0.38443929387836684},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.05341428303200631,"accuracy":0.784125,"positive_recall":0.69082774049217,"specificity":0.820294882914137,"precision":0.5984496124031008,"balanced_accuracy":0.7555613117031534,"f1":0.6413291796469367,"true_positive":77.2,"false_positive":51.8,"false_negative":34.55,"true_negative":236.45,"positive_prevalence":0.279375,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937500001,"brier_skill":0.5279583105370561,"baseline_adjusted_skill":0.5111226234063069,"baseline_adjusted_score":0.5111226234063069},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.16272157744957746,"normalized_score_rmse":0.20781401477570557,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.3845046715855227,"baseline_adjusted_score":0.3845046715855227},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.04298452620851991,"accuracy":0.8798750000000001,"positive_recall":0.6011267605633803,"specificity":0.9593574297188756,"precision":0.8083333333333333,"balanced_accuracy":0.780242095141128,"f1":0.6894991922455573,"true_positive":53.35,"false_positive":12.65,"false_negative":35.4,"true_negative":298.6,"positive_prevalence":0.221875,"majority_accuracy_baseline":0.778125,"constant_brier_baseline":0.12674023437499998,"brier_skill":0.6608454574785071,"baseline_adjusted_skill":0.5604841902822559,"baseline_adjusted_score":0.5604841902822559},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.14299740913369405,"normalized_score_rmse":0.20287020622177454,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.36621646921354434,"baseline_adjusted_score":0.36621646921354434},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.03617131961469424,"accuracy":0.83325,"positive_recall":0.751890359168242,"specificity":0.8625084976206663,"precision":0.6629166666666666,"balanced_accuracy":0.8071994283944541,"f1":0.7046058458813108,"true_positive":79.55,"false_positive":40.45,"false_negative":26.25,"true_negative":253.75,"positive_prevalence":0.2645,"majority_accuracy_baseline":0.7355,"constant_brier_baseline":0.11362725,"brier_skill":0.6816668570726279,"baseline_adjusted_skill":0.6143988567889083,"baseline_adjusted_score":0.6143988567889083},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.14009826392603306,"normalized_score_rmse":0.18381275389860638,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.44239496944862455,"baseline_adjusted_score":0.44239496944862455},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.05790152237537661,"accuracy":0.82325,"positive_recall":0.42362924281984343,"specificity":0.9179035250463822,"precision":0.55,"balanced_accuracy":0.6707663839331128,"f1":0.478613569321534,"true_positive":32.45,"false_positive":26.55,"false_negative":44.15,"true_negative":296.85,"positive_prevalence":0.19149999999999998,"majority_accuracy_baseline":0.8085,"constant_brier_baseline":0.09190274999999999,"brier_skill":0.36996964317850534,"baseline_adjusted_skill":0.34153276786622566,"baseline_adjusted_score":0.34153276786622566},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.14063005315817617,"normalized_score_rmse":0.2148853347738841,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.320217265700659,"baseline_adjusted_score":0.320217265700659},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.047026573458263325,"accuracy":0.8789999999999999,"positive_recall":0.7547425474254742,"specificity":0.9071122011036173,"precision":0.6476744186046512,"balanced_accuracy":0.8309273742645458,"f1":0.6971214017521902,"true_positive":55.7,"false_positive":30.3,"false_negative":18.1,"true_negative":295.9,"positive_prevalence":0.1845,"majority_accuracy_baseline":0.8155,"constant_brier_baseline":0.10922225,"brier_skill":0.5694414511854194,"baseline_adjusted_skill":0.6618547485290915,"baseline_adjusted_score":0.6618547485290915},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.15598077216439235,"normalized_score_rmse":0.22361710542756666,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":0.17633915688769708,"baseline_adjusted_score":0.17633915688769708},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.06552918560769512,"accuracy":0.8290000000000001,"positive_recall":0.17898089171974524,"specificity":0.9877138413685848,"precision":0.7805555555555556,"balanced_accuracy":0.583347366544165,"f1":0.2911917098445596,"true_positive":14.05,"false_positive":3.95,"false_negative":64.45,"true_negative":317.55,"positive_prevalence":0.19625,"majority_accuracy_baseline":0.80375,"constant_brier_baseline":0.09878593749999999,"brier_skill":0.33665471760395926,"baseline_adjusted_skill":0.16669473308832994,"baseline_adjusted_score":0.16669473308832994},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.1676091485552786,"normalized_score_rmse":0.2628937894715782,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":0.20658391216436167,"baseline_adjusted_score":0.20658391216436167},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0,"abstained":0},"metrics":{"binary_brier":0.06408913249705565,"accuracy":0.7122448979591838,"positive_recall":0.8683274021352314,"specificity":0.594449418084154,"precision":0.6177215189873418,"balanced_accuracy":0.7313884101096927,"f1":0.7218934911242605,"true_positive":146.4,"false_positive":90.6,"false_negative":22.2,"true_negative":132.8,"positive_prevalence":0.4301020408163265,"majority_accuracy_baseline":0.5698979591836735,"constant_brier_baseline":0.12359641815910039,"brier_skill":0.4814644837477696,"baseline_adjusted_skill":0.4627768202193854,"baseline_adjusted_score":0.4627768202193854},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.15221271845691123,"normalized_score_rmse":0.19688734030707028,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.4475242070823221,"baseline_adjusted_score":0.4475242070823221},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0509067858900383,"accuracy":0.8828750000000001,"positive_recall":0.7254130605822188,"specificity":0.9126170307623719,"precision":0.6105960264900663,"balanced_accuracy":0.8190150456722953,"f1":0.6630708378281195,"true_positive":92.2,"false_positive":58.8,"false_negative":34.9,"true_negative":614.1,"positive_prevalence":0.158875,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499999,"brier_skill":0.48463168289672987,"baseline_adjusted_skill":0.6380300913445907,"baseline_adjusted_score":0.6380300913445907},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.14889705828884967,"normalized_score_rmse":0.21858522081117582,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":0.09759358612818392,"baseline_adjusted_score":0.09759358612818392},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.033226027769752725,"normalized_score_rmse":0.06728901532977062,"constant_score_baseline":0.1111111111111111,"constant_mae_baseline":0.10629629629629629,"baseline_adjusted_skill":0.6874206446748001,"baseline_adjusted_score":0.6874206446748001},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":181},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.9193548387096774,"baseline_adjusted_score":0.9193548387096774},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.17404021111717444,"accuracy":0.75,"positive_recall":0.88,"specificity":0.62,"precision":0.6984126984126984,"balanced_accuracy":0.75,"f1":0.7787610619469026,"true_positive":44,"false_positive":19,"false_negative":6,"true_negative":31,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.30383915553130225,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.2829688535453943,"uniform_accuracy_baseline":0.058823529411764705,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.15732087227414332,"baseline_adjusted_score":0.15732087227414332},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.30054188660935616,"accuracy":0.53,"positive_recall":0.1896551724137931,"specificity":1,"precision":1,"balanced_accuracy":0.5948275862068966,"f1":0.3188405797101449,"true_positive":33,"false_positive":0,"false_negative":141,"true_negative":126,"positive_prevalence":0.58,"majority_accuracy_baseline":0.58,"constant_brier_baseline":0.24359999999999998,"brier_skill":-0.23375158706632249,"baseline_adjusted_skill":0.18965517241379315,"baseline_adjusted_score":0.18965517241379315},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":185},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.11746211391164675,"accuracy":0.8133333333333334,"positive_recall":0.8789808917197452,"specificity":0.7412587412587412,"precision":0.7885714285714286,"balanced_accuracy":0.8101198164892432,"f1":0.8313253012048193,"true_positive":138,"false_positive":37,"false_negative":19,"true_negative":106,"positive_prevalence":0.5233333333333333,"majority_accuracy_baseline":0.5233333333333333,"constant_brier_baseline":0.24945555555555557,"brier_skill":0.5291260856065116,"baseline_adjusted_skill":0.6202396329784865,"baseline_adjusted_score":0.6202396329784865},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":186},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.93,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.8478260869565218,"baseline_adjusted_score":0.8478260869565218},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.13778387658840222,"accuracy":0.83,"positive_recall":0.94,"specificity":0.72,"precision":0.7704918032786885,"balanced_accuracy":0.83,"f1":0.8468468468468469,"true_positive":47,"false_positive":14,"false_negative":3,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.44886449364639114,"baseline_adjusted_skill":0.6599999999999999,"baseline_adjusted_score":0.6599999999999999},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.51,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.22222222222222224,"baseline_adjusted_score":0.22222222222222224},"scoring":{"eligible":true,"reason":null},"model":158,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.13290126978892713,"accuracy":0.8175675675675675,"positive_recall":0.7605633802816901,"specificity":0.8701298701298701,"precision":0.84375,"balanced_accuracy":0.8153466252057802,"f1":0.8,"true_positive":54,"false_positive":10,"false_negative":17,"true_negative":67,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.24958911614317017,"brier_skill":0.4675197707231278,"baseline_adjusted_skill":0.6306932504115603,"baseline_adjusted_score":0.6306932504115603},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.2005,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.647887323943662,"baseline_adjusted_score":0.647887323943662},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.9852941176470588,"baseline_adjusted_score":0.9852941176470588},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.8723404255319148,"baseline_adjusted_score":0.8723404255319148},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.9591836734693877,"baseline_adjusted_score":0.9591836734693877},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.06830126798200144,"accuracy":0.65123686966,"positive_recall":0.8337777749939773,"specificity":0.35836882587013735,"precision":0.6758360531052632,"balanced_accuracy":0.5960733004320573,"f1":0.746544672723777,"true_positive":51.363540036,"false_positive":24.636459964,"false_negative":10.23985307,"true_negative":13.760146930000001,"positive_prevalence":0.61603393106,"majority_accuracy_baseline":0.61603393106,"constant_brier_baseline":0.07908707655202402,"brier_skill":0.13637890082999338,"baseline_adjusted_skill":0.19214660086411461,"baseline_adjusted_score":0.19214660086411461},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.03758419011049945,"accuracy":0.96,"positive_recall":1,"specificity":0.92,"precision":0.9259259259259259,"balanced_accuracy":0.96,"f1":0.9615384615384616,"true_positive":50,"false_positive":4,"false_negative":0,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8496632395580022,"baseline_adjusted_skill":0.9199999999999999,"baseline_adjusted_score":0.9199999999999999},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.76,"uniform_accuracy_baseline":0.012987012987012986,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.7473684210526316,"baseline_adjusted_score":0.7473684210526316},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.75,"baseline_adjusted_score":0.75},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1475162581570741,"accuracy":0.78,"positive_recall":1,"specificity":0.56,"precision":0.6944444444444444,"balanced_accuracy":0.78,"f1":0.819672131147541,"true_positive":50,"false_positive":22,"false_negative":0,"true_negative":28,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.40993496737170365,"baseline_adjusted_skill":0.56,"baseline_adjusted_score":0.56},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.06183993222794415,"accuracy":0.7259344175956878,"positive_recall":0.4441393541530605,"specificity":0.8571485443732039,"precision":0.5914549958741594,"balanced_accuracy":0.6506439492631322,"f1":0.5073191831748515,"true_positive":98.77298431098461,"false_positive":68.22701568901539,"false_negative":123.6188919940032,"true_negative":409.3811080059968,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768642,"brier_skill":0.3030308112169421,"baseline_adjusted_skill":0.30128789852626436,"baseline_adjusted_score":0.30128789852626436},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1375189593171591,"accuracy":0.86,"positive_recall":0.8,"specificity":0.92,"precision":0.9090909090909091,"balanced_accuracy":0.8600000000000001,"f1":0.851063829787234,"true_positive":40,"false_positive":4,"false_negative":10,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4499241627313636,"baseline_adjusted_skill":0.7200000000000002,"baseline_adjusted_score":0.7200000000000002},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.8874172185430463,"uniform_accuracy_baseline":0.006622516556291391,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.8827586206896552,"baseline_adjusted_score":0.8827586206896552},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"binary_brier":0.0821047155419227,"accuracy":0.89,"positive_recall":0.7866666666666666,"specificity":0.9933333333333333,"precision":0.9915966386554622,"balanced_accuracy":0.8899999999999999,"f1":0.8773234200743495,"true_positive":118,"false_positive":1,"false_negative":32,"true_negative":149,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6715811378323092,"baseline_adjusted_skill":0.7799999999999998,"baseline_adjusted_score":0.7799999999999998},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":14},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.8288235294117647,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.6843817787418656,"baseline_adjusted_score":0.6843817787418656},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.7833333333333333,"baseline_adjusted_score":0.7833333333333333},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.04647225871758612,"accuracy":0.94,"positive_recall":0.96,"specificity":0.92,"precision":0.9230769230769231,"balanced_accuracy":0.94,"f1":0.9411764705882353,"true_positive":48,"false_positive":4,"false_negative":2,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8141109651296555,"baseline_adjusted_skill":0.8799999999999999,"baseline_adjusted_score":0.8799999999999999},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.83,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.6458333333333333,"baseline_adjusted_score":0.6458333333333333},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.07142857142857142,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9775280898876404,"baseline_adjusted_score":0.9775280898876404},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.8695652173913042,"baseline_adjusted_score":0.8695652173913042},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.52,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.3424657534246575,"baseline_adjusted_score":0.3424657534246575},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.8888888888888888,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.6666666666666665,"baseline_adjusted_score":0.6666666666666665},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.0956788536853782,"accuracy":0.8780487804878049,"positive_recall":0.875,"specificity":0.8809523809523809,"precision":0.875,"balanced_accuracy":0.8779761904761905,"f1":0.875,"true_positive":35,"false_positive":5,"false_negative":5,"true_negative":37,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.2498512790005949,"brier_skill":0.6170567784639982,"baseline_adjusted_skill":0.7559523809523809,"baseline_adjusted_score":0.7559523809523809},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.13426253011465913,"accuracy":0.79,"positive_recall":0.7,"specificity":0.88,"precision":0.8536585365853658,"balanced_accuracy":0.79,"f1":0.7692307692307693,"true_positive":35,"false_positive":6,"false_negative":15,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.46294987954136346,"baseline_adjusted_skill":0.5800000000000001,"baseline_adjusted_score":0.5800000000000001},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.835195530726257,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.7885304659498208,"baseline_adjusted_score":0.7885304659498208},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.81,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.6885245901639345,"baseline_adjusted_score":0.6885245901639345},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.1721868555132718,"accuracy":0.765,"positive_recall":0.5227272727272727,"specificity":0.8333333333333334,"precision":0.46938775510204084,"balanced_accuracy":0.678030303030303,"f1":0.4946236559139785,"true_positive":23,"false_positive":26,"false_negative":21,"true_negative":130,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.0034199039234954487,"baseline_adjusted_skill":0.35606060606060597,"baseline_adjusted_score":0.35606060606060597},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.15728635590669712,"accuracy":0.77,"positive_recall":0.44,"specificity":0.88,"precision":0.55,"balanced_accuracy":0.66,"f1":0.4888888888888889,"true_positive":22,"false_positive":18,"false_negative":28,"true_negative":132,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":0.16113943516428197,"baseline_adjusted_skill":0.32000000000000006,"baseline_adjusted_score":0.32000000000000006},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.057077717224564506,"accuracy":0.925,"positive_recall":0.7368421052631579,"specificity":0.9447513812154696,"precision":0.5833333333333334,"balanced_accuracy":0.8407967432393137,"f1":0.6511627906976745,"true_positive":14,"false_positive":10,"false_negative":5,"true_negative":171,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.085975,"brier_skill":0.3361126231513287,"baseline_adjusted_skill":0.6815934864786275,"baseline_adjusted_score":0.6815934864786275},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.9966666666666667,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.9949999999999999,"baseline_adjusted_score":0.9949999999999999},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":33},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"binary_brier":0.004561774036962004,"accuracy":0.9933333333333333,"positive_recall":1,"specificity":0.9866666666666667,"precision":0.9868421052631579,"balanced_accuracy":0.9933333333333334,"f1":0.9933774834437086,"true_positive":150,"false_positive":2,"false_negative":0,"true_negative":148,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.981752903852152,"baseline_adjusted_skill":0.9866666666666668,"baseline_adjusted_score":0.9866666666666668},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":34},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.9933333333333333,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.991111111111111,"baseline_adjusted_score":0.991111111111111},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":35},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"binary_brier":0.0770076185988322,"accuracy":0.8833333333333333,"positive_recall":1,"specificity":0.7666666666666667,"precision":0.8108108108108109,"balanced_accuracy":0.8833333333333333,"f1":0.8955223880597015,"true_positive":150,"false_positive":35,"false_negative":0,"true_negative":115,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6919695256046712,"baseline_adjusted_skill":0.7666666666666666,"baseline_adjusted_score":0.7666666666666666},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":36},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"normalized_expected_score_mae":0.0686749444922801,"normalized_score_rmse":0.1606475593224831,"constant_score_baseline":0.5,"constant_mae_baseline":0.3333333333333333,"baseline_adjusted_skill":0.7939751665231597,"baseline_adjusted_score":0.7939751665231597},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":37},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.49,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.32,"baseline_adjusted_score":0.32},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":38},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"binary_brier":0.24929128410732795,"accuracy":0.6333333333333333,"positive_recall":0.5066666666666667,"specificity":0.76,"precision":0.6785714285714286,"balanced_accuracy":0.6333333333333333,"f1":0.5801526717557252,"true_positive":76,"false_positive":36,"false_negative":74,"true_negative":114,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.002834863570688184,"baseline_adjusted_skill":0.2666666666666666,"baseline_adjusted_score":0.2666666666666666},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":39},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"normalized_expected_score_mae":0.29740093699840753,"normalized_score_rmse":0.3602350034489392,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.0086635433386415,"baseline_adjusted_score":0.0086635433386415},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":40},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.05828926428825974,"accuracy":0.8883154761904761,"positive_recall":0.5722646562840988,"specificity":0.9084910618734922,"precision":0.2853115727002967,"balanced_accuracy":0.7403778590787955,"f1":0.3807795122273192,"true_positive":96.14999999999999,"false_positive":240.85,"false_negative":71.86666666666666,"true_negative":2391.133333333333,"positive_prevalence":0.060005952380952375,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679138,"brier_skill":-0.8101709460862054,"baseline_adjusted_skill":0.480755718157591,"baseline_adjusted_score":0.480755718157591},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.5333333333333333,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.37777777777777777,"baseline_adjusted_score":0.37777777777777777},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":50},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.4164305949008499,"uniform_accuracy_baseline":0.027777777777777776,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.33116883116883117,"baseline_adjusted_score":0.33116883116883117},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.8142857142857144,"baseline_adjusted_score":0.8142857142857144},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08048103715662322,"accuracy":0.87,"positive_recall":1,"specificity":0.74,"precision":0.7936507936507936,"balanced_accuracy":0.87,"f1":0.8849557522123894,"true_positive":50,"false_positive":13,"false_negative":0,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6780758513735071,"baseline_adjusted_skill":0.74,"baseline_adjusted_score":0.74},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.008737688567325031,"accuracy":0.99,"positive_recall":0.98,"specificity":1,"precision":1,"balanced_accuracy":0.99,"f1":0.98989898989899,"true_positive":49,"false_positive":0,"false_negative":1,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9650492457306998,"baseline_adjusted_skill":0.98,"baseline_adjusted_score":0.98},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.74,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":0.3333333333333333,"baseline_adjusted_score":0.3333333333333333},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.9148936170212768,"baseline_adjusted_score":0.9148936170212768},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.05358812044316028,"accuracy":0.93,"positive_recall":0.96,"specificity":0.9,"precision":0.9056603773584906,"balanced_accuracy":0.9299999999999999,"f1":0.9320388349514563,"true_positive":48,"false_positive":5,"false_negative":2,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7856475182273589,"baseline_adjusted_skill":0.8599999999999999,"baseline_adjusted_score":0.8599999999999999},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.5533333333333333,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.40444444444444444,"baseline_adjusted_score":0.40444444444444444},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":58},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.7233333333333334,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.5850000000000001,"baseline_adjusted_score":0.5850000000000001},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":59},{"provenance":"measured","status":"complete","counts":{"cases":285,"expected":285,"succeeded":285,"failed":0},"metrics":{"target_mass_at_prediction":0.775438596491228,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5263157894736842,"baseline_adjusted_skill":0.5259259259259259,"baseline_adjusted_score":0.5259259259259259},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":60},{"provenance":"measured","status":"complete","counts":{"cases":299,"expected":299,"succeeded":299,"failed":0},"metrics":{"binary_brier":0.23604844211148096,"accuracy":0.6454849498327759,"positive_recall":0.98,"specificity":0.3087248322147651,"precision":0.588,"balanced_accuracy":0.6443624161073825,"f1":0.735,"true_positive":147,"false_positive":103,"false_negative":3,"true_negative":46,"positive_prevalence":0.5016722408026756,"majority_accuracy_baseline":0.5016722408026756,"constant_brier_baseline":0.24999720361069788,"brier_skill":0.05579567010252762,"baseline_adjusted_skill":0.2887248322147651,"baseline_adjusted_score":0.2887248322147651},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":61},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.2,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":0.95,"baseline_adjusted_score":0.95},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":62},{"provenance":"measured","status":"complete","counts":{"cases":283,"expected":283,"succeeded":283,"failed":0},"metrics":{"binary_brier":0.2553144748281946,"accuracy":0.6254416961130742,"positive_recall":0.8120300751879699,"specificity":0.46,"precision":0.5714285714285714,"balanced_accuracy":0.6360150375939849,"f1":0.6708074534161491,"true_positive":108,"false_positive":81,"false_negative":25,"true_negative":69,"positive_prevalence":0.46996466431095407,"majority_accuracy_baseline":0.5300353356890459,"constant_brier_baseline":0.24909787861004634,"brier_skill":-0.024956439825327026,"baseline_adjusted_skill":0.27203007518796984,"baseline_adjusted_score":0.27203007518796984},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":63},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.8133333333333334,"baseline_adjusted_score":0.8133333333333334},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":64},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.9733333333333334,"uniform_accuracy_baseline":0.20616666666666666,"fixed_answer_accuracy_baseline":0.21333333333333335,"baseline_adjusted_skill":0.9661016949152543,"baseline_adjusted_score":0.9661016949152543},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":65},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.9033333333333333,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.855,"baseline_adjusted_score":0.855},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":66},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.7366666666666667,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.37333333333333335,"baseline_adjusted_skill":0.5797872340425532,"baseline_adjusted_score":0.5797872340425532},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":67},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"normalized_expected_score_mae":0.14872727694110532,"normalized_score_rmse":0.18481432679443222,"constant_score_baseline":0.5,"constant_mae_baseline":0.26208333333333333,"baseline_adjusted_skill":0.43251913408799236,"baseline_adjusted_score":0.43251913408799236},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":68},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"normalized_expected_score_mae":0.08043744285225693,"normalized_score_rmse":0.10585818417916183,"constant_score_baseline":0.52,"constant_mae_baseline":0.24733333333333335,"baseline_adjusted_skill":0.6747812283601472,"baseline_adjusted_score":0.6747812283601472},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":69},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.8933333333333333,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.8577777777777778,"baseline_adjusted_score":0.8577777777777778},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":71},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8208955223880599,"baseline_adjusted_score":0.8208955223880599},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.05141720882846695,"accuracy":0.94,"positive_recall":0.92,"specificity":0.96,"precision":0.9583333333333334,"balanced_accuracy":0.94,"f1":0.9387755102040817,"true_positive":46,"false_positive":2,"false_negative":4,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7943311646861322,"baseline_adjusted_skill":0.8799999999999999,"baseline_adjusted_score":0.8799999999999999},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.493064277027027,"uniform_accuracy_baseline":0.23445945945945948,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.312774981881526,"baseline_adjusted_score":0.312774981881526},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.07202123226742209,"accuracy":0.7168420986842106,"positive_recall":0.7762341336835392,"specificity":0.6602876956185858,"precision":0.6851190595238096,"balanced_accuracy":0.7182609146510626,"f1":0.7278360934393051,"true_positive":57.550001,"false_positive":26.449999,"false_negative":16.590002,"true_negative":51.409998,"positive_prevalence":0.4877631776315789,"majority_accuracy_baseline":0.512236822368421,"constant_brier_baseline":0.09451910039768556,"brier_skill":0.23802456895595214,"baseline_adjusted_skill":0.43652182930212513,"baseline_adjusted_score":0.43652182930212513},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.09999250400491906,"normalized_score_rmse":0.1358720542726195,"constant_score_baseline":0.5841668333333333,"constant_mae_baseline":0.21700552708333334,"baseline_adjusted_skill":0.5392167870151968,"baseline_adjusted_score":0.5392167870151968},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.15479143100485074,"accuracy":0.8,"positive_recall":0.88,"specificity":0.72,"precision":0.7586206896551724,"balanced_accuracy":0.8,"f1":0.8148148148148148,"true_positive":44,"false_positive":14,"false_negative":6,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.38083427598059705,"baseline_adjusted_skill":0.6000000000000001,"baseline_adjusted_score":0.6000000000000001},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10517374171704227,"accuracy":0.86,"positive_recall":0.86,"specificity":0.86,"precision":0.86,"balanced_accuracy":0.86,"f1":0.86,"true_positive":43,"false_positive":7,"false_negative":7,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5793050331318309,"baseline_adjusted_skill":0.72,"baseline_adjusted_score":0.72},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.9672131147540983,"baseline_adjusted_score":0.9672131147540983},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.955,"uniform_accuracy_baseline":0.036111111111111115,"fixed_answer_accuracy_baseline":0.08833333333333333,"baseline_adjusted_skill":0.9506398537477148,"baseline_adjusted_score":0.9506398537477148},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"binary_brier":0.12844149609672142,"accuracy":0.8033333333333333,"positive_recall":0.8266666666666667,"specificity":0.78,"precision":0.7898089171974523,"balanced_accuracy":0.8033333333333333,"f1":0.8078175895765473,"true_positive":124,"false_positive":33,"false_negative":26,"true_negative":117,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4862340156131143,"baseline_adjusted_skill":0.6066666666666667,"baseline_adjusted_score":0.6066666666666667},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":81},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.9545454545454545,"baseline_adjusted_score":0.9545454545454545},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.6233333333333333,"uniform_accuracy_baseline":0.11021428571428572,"fixed_answer_accuracy_baseline":0.12554761904761905,"baseline_adjusted_skill":0.56925422713535,"baseline_adjusted_score":0.56925422713535},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":83},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.79,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.7200000000000001,"baseline_adjusted_score":0.7200000000000001},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":84},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.049879324215607396,"fixed_answer_accuracy_baseline":0.12442477876106194,"baseline_adjusted_skill":0.8857893672933091,"baseline_adjusted_score":0.8857893672933091},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3192569100429603,"accuracy":0.54,"positive_recall":0.12,"specificity":0.96,"precision":0.75,"balanced_accuracy":0.54,"f1":0.20689655172413793,"true_positive":6,"false_positive":2,"false_negative":44,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.2770276401718412,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.8888888888888888,"uniform_accuracy_baseline":0.23888888888888887,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.8431372549019607,"baseline_adjusted_score":0.8431372549019607},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.04089404708770107,"accuracy":0.9375,"positive_recall":0.90625,"specificity":0.96875,"precision":0.9666666666666667,"balanced_accuracy":0.9375,"f1":0.9354838709677419,"true_positive":29,"false_positive":1,"false_negative":3,"true_negative":31,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8364238116491958,"baseline_adjusted_skill":0.875,"baseline_adjusted_score":0.875},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.78,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.6666666666666667,"baseline_adjusted_score":0.6666666666666667},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":2.2147095379566062e-8,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":50,"false_positive":0,"false_negative":0,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9999999114116185,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.8260869565217391,"baseline_adjusted_score":0.8260869565217391},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.00038482338590498116,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":16,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.9984592916645201,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.11254718901618617,"normalized_score_rmse":0.2573894829234573,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.6589479120721631,"baseline_adjusted_score":0.6589479120721631},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.875,"uniform_accuracy_baseline":0.178125,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":0.8245614035087719,"baseline_adjusted_score":0.8245614035087719},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":6.362331978199615e-8,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":17,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9999997455067209,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.05780902145060656,"normalized_score_rmse":0.11775471919062527,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":0.6068986541358754,"baseline_adjusted_score":0.6068986541358754},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.13194444444444445,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":3.730245712363923e-9,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":26,"false_positive":0,"false_negative":0,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9999999850790171,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":3.9908933486434715e-8,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":39,"false_positive":0,"false_negative":0,"true_negative":36,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24960000000000004,"brier_skill":0.9999998401084396,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.04366232201609819,"normalized_score_rmse":0.11285429342727402,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.8440631356567923,"baseline_adjusted_score":0.8440631356567923},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.9117647058823529,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.8799999999999998,"baseline_adjusted_score":0.8799999999999998},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.032738033752712434,"accuracy":0.9285714285714286,"positive_recall":1,"specificity":0.8571428571428571,"precision":0.875,"balanced_accuracy":0.9285714285714286,"f1":0.9333333333333333,"true_positive":14,"false_positive":2,"false_negative":0,"true_negative":12,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8690478649891502,"baseline_adjusted_skill":0.8571428571428572,"baseline_adjusted_score":0.8571428571428572},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.003829394740486433,"normalized_score_rmse":0.006003128280732113,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.1696969696969697,"baseline_adjusted_skill":0.9774339238507049,"baseline_adjusted_score":0.9774339238507049},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.019984709231093335,"accuracy":0.9764705882352941,"positive_recall":1,"specificity":0.95,"precision":0.9574468085106383,"balanced_accuracy":0.975,"f1":0.9782608695652174,"true_positive":45,"false_positive":2,"false_negative":0,"true_negative":38,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.2491349480968858,"brier_skill":0.9197835976696392,"baseline_adjusted_skill":0.95,"baseline_adjusted_score":0.95},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.000027364528609080662,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":35,"false_positive":0,"false_negative":0,"true_negative":15,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.21,"brier_skill":0.9998696927209091,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.0012824330922740046,"normalized_score_rmse":0.0019710478125337686,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.9954198818133071,"baseline_adjusted_score":0.9954198818133071},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.7468354430379747,"uniform_accuracy_baseline":0.24240506329113923,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.5652173913043478,"baseline_adjusted_score":0.5652173913043478},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":1.5570877409410352e-8,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":11,"false_positive":0,"false_negative":0,"true_negative":10,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.2494331065759637,"brier_skill":0.9999999375749369,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.9090909090909091,"uniform_accuracy_baseline":0.32373737373737377,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.85,"baseline_adjusted_score":0.85},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.11620043017022756,"accuracy":0.8484848484848485,"positive_recall":0.8235294117647058,"specificity":0.875,"precision":0.875,"balanced_accuracy":0.8492647058823529,"f1":0.8484848484848485,"true_positive":14,"false_positive":2,"false_negative":3,"true_negative":14,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.5347710718552285,"baseline_adjusted_skill":0.6985294117647058,"baseline_adjusted_score":0.6985294117647058},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.01672950753121585,"normalized_score_rmse":0.046445572293310804,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.3431372549019608,"baseline_adjusted_skill":0.9512454351947424,"baseline_adjusted_score":0.9512454351947424},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.0009871928427125313,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":50,"false_positive":0,"false_negative":0,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9960512286291499,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.8133333333333332,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":0.7113402061855668,"baseline_adjusted_score":0.7113402061855668},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.06264120983293636,"accuracy":0.92,"positive_recall":0.8648648648648649,"specificity":0.9736842105263158,"precision":0.9696969696969697,"balanced_accuracy":0.9192745376955904,"f1":0.9142857142857143,"true_positive":32,"false_positive":1,"false_negative":5,"true_negative":37,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555554,"brier_skill":0.7493906078874345,"baseline_adjusted_skill":0.8385490753911808,"baseline_adjusted_score":0.8385490753911808},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.14285714285714285,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.455,"uniform_accuracy_baseline":0.32416666666666666,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.17424242424242425,"baseline_adjusted_score":0.17424242424242425},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":3.7496032651578185e-7,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":16,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.9999984987801633,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.0011279282386677744,"normalized_score_rmse":0.0028289856567855747,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.9948659818102018,"baseline_adjusted_score":0.9948659818102018},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.12691582383658243,"accuracy":0.85,"positive_recall":0.9545454545454546,"specificity":0.8205128205128205,"precision":0.6,"balanced_accuracy":0.8875291375291375,"f1":0.7368421052631579,"true_positive":21,"false_positive":14,"false_negative":1,"true_negative":64,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":0.2603972969896129,"baseline_adjusted_skill":0.7750582750582751,"baseline_adjusted_score":0.7750582750582751},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.07196004616138137,"accuracy":0.92,"positive_recall":0.7837837837837838,"specificity":1,"precision":1,"balanced_accuracy":0.8918918918918919,"f1":0.8787878787878788,"true_positive":29,"false_positive":0,"false_negative":8,"true_negative":63,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000003,"brier_skill":0.6912910932587673,"baseline_adjusted_skill":0.7837837837837838,"baseline_adjusted_score":0.7837837837837838},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.05149646233434578,"accuracy":0.94,"positive_recall":0.8461538461538461,"specificity":1,"precision":1,"balanced_accuracy":0.9230769230769231,"f1":0.9166666666666666,"true_positive":33,"false_positive":0,"false_negative":6,"true_negative":61,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379,"brier_skill":0.7835373588299883,"baseline_adjusted_skill":0.8461538461538463,"baseline_adjusted_score":0.8461538461538463},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.05201163992966487,"accuracy":0.93,"positive_recall":0.9032258064516129,"specificity":0.9420289855072463,"precision":0.875,"balanced_accuracy":0.9226273959794296,"f1":0.8888888888888888,"true_positive":28,"false_positive":4,"false_negative":3,"true_negative":65,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999998,"brier_skill":0.7568413280520576,"baseline_adjusted_skill":0.8452547919588591,"baseline_adjusted_score":0.8452547919588591},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.9722222222222222,"baseline_adjusted_score":0.9722222222222222},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.12180801110120228,"normalized_score_rmse":0.152058170924044,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.47609457590880744,"baseline_adjusted_score":0.47609457590880744},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.04039888521364042,"accuracy":0.95,"positive_recall":1,"specificity":0.9,"precision":0.9090909090909091,"balanced_accuracy":0.95,"f1":0.9523809523809523,"true_positive":50,"false_positive":5,"false_negative":0,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8384044591454383,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.312930047471379,"accuracy":0.55,"positive_recall":0.82,"specificity":0.28,"precision":0.5324675324675324,"balanced_accuracy":0.55,"f1":0.6456692913385826,"true_positive":41,"false_positive":36,"false_negative":9,"true_negative":14,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.2517201898855159,"baseline_adjusted_skill":0.10000000000000009,"baseline_adjusted_score":0.10000000000000009},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":0.5714285714285713,"baseline_adjusted_score":0.5714285714285713},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.061861862918920145,"accuracy":0.9,"positive_recall":0.94,"specificity":0.86,"precision":0.8703703703703703,"balanced_accuracy":0.8999999999999999,"f1":0.9038461538461539,"true_positive":47,"false_positive":7,"false_negative":3,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7525525483243194,"baseline_adjusted_skill":0.7999999999999998,"baseline_adjusted_score":0.7999999999999998},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.8809523809523808,"baseline_adjusted_score":0.8809523809523808},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.79,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.65,"baseline_adjusted_score":0.65},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.001035101261421921,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":50,"false_positive":0,"false_negative":0,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9958595949543123,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.20851190476190473,"fixed_answer_accuracy_baseline":0.22333333333333333,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.003941321757033689,"accuracy":0.99,"positive_recall":1,"specificity":0.98,"precision":0.9803921568627451,"balanced_accuracy":0.99,"f1":0.9900990099009901,"true_positive":50,"false_positive":1,"false_negative":0,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9842347129718653,"baseline_adjusted_skill":0.98,"baseline_adjusted_score":0.98},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.008132977861378095,"normalized_score_rmse":0.030305743236895027,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.9728900737954064,"baseline_adjusted_score":0.9728900737954064},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.22851190476190475,"fixed_answer_accuracy_baseline":0.24333333333333332,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.00006196633587666529,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":50,"false_positive":0,"false_negative":0,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9997521346564934,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.011165563650186137,"normalized_score_rmse":0.025504656489078074,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.3042222222222222,"baseline_adjusted_skill":0.963298001149863,"baseline_adjusted_score":0.963298001149863},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.5967741935483871,"baseline_adjusted_score":0.5967741935483871},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.03964380994636478,"accuracy":0.92,"positive_recall":0.9,"specificity":0.94,"precision":0.9375,"balanced_accuracy":0.9199999999999999,"f1":0.9183673469387755,"true_positive":45,"false_positive":3,"false_negative":5,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8414247602145408,"baseline_adjusted_skill":0.8399999999999999,"baseline_adjusted_score":0.8399999999999999},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.02095421801295855,"accuracy":0.97,"positive_recall":0.94,"specificity":1,"precision":1,"balanced_accuracy":0.97,"f1":0.9690721649484536,"true_positive":47,"false_positive":0,"false_negative":3,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9161831279481658,"baseline_adjusted_skill":0.94,"baseline_adjusted_score":0.94},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.61,"uniform_accuracy_baseline":0.3533333333333333,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.3389830508474576,"baseline_adjusted_score":0.3389830508474576},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.9516129032258064,"baseline_adjusted_score":0.9516129032258064},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.7866666666666666,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.6799999999999999,"baseline_adjusted_score":0.6799999999999999},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":157},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.9193548387096774,"baseline_adjusted_score":0.9193548387096774},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.73,"uniform_accuracy_baseline":0.1111111111111111,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.6785714285714285,"baseline_adjusted_score":0.6785714285714285},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.035708957012884984,"accuracy":0.8426250000000001,"positive_recall":0.5860250494396836,"specificity":0.9026685176615764,"precision":0.5848684210526316,"balanced_accuracy":0.74434678355063,"f1":0.5854461639776095,"true_positive":44.45,"false_positive":31.55,"false_negative":31.400000000000002,"true_negative":292.6,"positive_prevalence":0.189625,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500001,"brier_skill":0.5309082516440389,"baseline_adjusted_skill":0.48869356710126,"baseline_adjusted_score":0.48869356710126},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1786927910448867,"normalized_score_rmse":0.21283680595619417,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":0.16401033429292777,"baseline_adjusted_score":0.16401033429292777},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.060614128443061695,"accuracy":0.809125,"positive_recall":0.4655414908579465,"specificity":0.9340378387591614,"precision":0.7195652173913043,"balanced_accuracy":0.699789664808554,"f1":0.56532877882152,"true_positive":49.65,"false_positive":19.35,"false_negative":57,"true_negative":274,"positive_prevalence":0.266625,"majority_accuracy_baseline":0.733375,"constant_brier_baseline":0.115654859375,"brier_skill":0.47590504393312105,"baseline_adjusted_skill":0.39957932961710796,"baseline_adjusted_score":0.39957932961710796},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1560465251862115,"normalized_score_rmse":0.2083785339316502,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.4193617667489804,"baseline_adjusted_score":0.4193617667489804},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.05117310164780839,"accuracy":0.805375,"positive_recall":0.7557046979865772,"specificity":0.8246313963573286,"precision":0.6255555555555555,"balanced_accuracy":0.790168047171953,"f1":0.6844984802431611,"true_positive":84.45,"false_positive":50.55,"false_negative":27.3,"true_negative":237.7,"positive_prevalence":0.279375,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937500001,"brier_skill":0.5477644557652109,"baseline_adjusted_skill":0.580336094343906,"baseline_adjusted_score":0.580336094343906},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.16344847528343961,"normalized_score_rmse":0.20175893464584688,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.3817551762328526,"baseline_adjusted_score":0.3817551762328526},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.024276482249772323,"accuracy":0.914375,"positive_recall":0.8422535211267606,"specificity":0.9349397590361446,"precision":0.7868421052631579,"balanced_accuracy":0.8885966400814526,"f1":0.8136054421768707,"true_positive":74.75,"false_positive":20.25,"false_negative":14,"true_negative":291,"positive_prevalence":0.221875,"majority_accuracy_baseline":0.778125,"constant_brier_baseline":0.12674023437499998,"brier_skill":0.8084548101911909,"baseline_adjusted_skill":0.7771932801629051,"baseline_adjusted_score":0.7771932801629051},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.11107718021185065,"normalized_score_rmse":0.15811526820216426,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.507691168036119,"baseline_adjusted_score":0.507691168036119},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.03670556310023228,"accuracy":0.8384999999999999,"positive_recall":0.7523629489603024,"specificity":0.8694765465669613,"precision":0.6745762711864406,"balanced_accuracy":0.8109197477636318,"f1":0.711349419124218,"true_positive":79.6,"false_positive":38.4,"false_negative":26.2,"true_negative":255.8,"positive_prevalence":0.2645,"majority_accuracy_baseline":0.7355,"constant_brier_baseline":0.11362725,"brier_skill":0.6769651373219692,"baseline_adjusted_skill":0.6218394955272637,"baseline_adjusted_score":0.6218394955272637},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.13626630275375645,"normalized_score_rmse":0.17799245897342836,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.45764655620395434,"baseline_adjusted_score":0.45764655620395434},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.059139045976646314,"accuracy":0.82525,"positive_recall":0.3896866840731071,"specificity":0.9284168212739642,"precision":0.5632075471698114,"balanced_accuracy":0.6590517526735357,"f1":0.4606481481481482,"true_positive":29.85,"false_positive":23.15,"false_negative":46.75,"true_negative":300.25,"positive_prevalence":0.19149999999999998,"majority_accuracy_baseline":0.8085,"constant_brier_baseline":0.09190274999999999,"brier_skill":0.3565040656928512,"baseline_adjusted_skill":0.3181035053470713,"baseline_adjusted_score":0.3181035053470713},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.142592902274082,"normalized_score_rmse":0.20665922792523217,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.31072917329748884,"baseline_adjusted_score":0.31072917329748884},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.03626102103765168,"accuracy":0.8922500000000001,"positive_recall":0.7635501355013551,"specificity":0.921367259350092,"precision":0.6871951219512196,"balanced_accuracy":0.8424586974257235,"f1":0.7233632862644417,"true_positive":56.35,"false_positive":25.65,"false_negative":17.45,"true_negative":300.55,"positive_prevalence":0.1845,"majority_accuracy_baseline":0.8155,"constant_brier_baseline":0.10922225,"brier_skill":0.6680070128783131,"baseline_adjusted_skill":0.6849173948514471,"baseline_adjusted_score":0.6849173948514471},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.15598159390323418,"normalized_score_rmse":0.21989152999273653,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":0.17633481767269077,"baseline_adjusted_score":0.17633481767269077},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.054028901317677916,"accuracy":0.856,"positive_recall":0.3687898089171974,"specificity":0.9749611197511664,"precision":0.7824324324324324,"balanced_accuracy":0.6718754643341819,"f1":0.5012987012987012,"true_positive":28.95,"false_positive":8.049999999999999,"false_negative":49.55,"true_negative":313.45,"positive_prevalence":0.19625,"majority_accuracy_baseline":0.80375,"constant_brier_baseline":0.09878593749999999,"brier_skill":0.45307092603460974,"baseline_adjusted_skill":0.34375092866836376,"baseline_adjusted_score":0.34375092866836376},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.15806085870801326,"normalized_score_rmse":0.21486428707880245,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":0.2517829173585171,"baseline_adjusted_score":0.2517829173585171},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.09000216139579126,"accuracy":0.694642857142857,"positive_recall":0.9042111506524317,"specificity":0.5364816472694718,"precision":0.5955078125,"balanced_accuracy":0.7203463989609518,"f1":0.7180876118699953,"true_positive":152.45,"false_positive":103.55,"false_negative":16.15,"true_negative":119.85,"positive_prevalence":0.4301020408163265,"majority_accuracy_baseline":0.5698979591836735,"constant_brier_baseline":0.12359641815910039,"brier_skill":0.2718060706262917,"baseline_adjusted_skill":0.4406927979219035,"baseline_adjusted_score":0.4406927979219035},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.1635671631628407,"normalized_score_rmse":0.2071838245987691,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.4063117781496892,"baseline_adjusted_score":0.4063117781496892},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.0251623793974687,"accuracy":0.9172500000000001,"positive_recall":0.6723052714398112,"specificity":0.9635161242383713,"precision":0.7768181818181819,"balanced_accuracy":0.8179106978390913,"f1":0.7207929143821172,"true_positive":85.45,"false_positive":24.55,"false_negative":41.65,"true_negative":648.35,"positive_prevalence":0.158875,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499999,"brier_skill":0.7452619941003766,"baseline_adjusted_skill":0.6358213956781826,"baseline_adjusted_score":0.6358213956781826},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.13006714088491209,"normalized_score_rmse":0.17461009900358307,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":0.2117142976671995,"baseline_adjusted_score":0.2117142976671995},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.8387096774193549,"baseline_adjusted_score":0.8387096774193549},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.16735338217859194,"accuracy":0.79,"positive_recall":0.7,"specificity":0.88,"precision":0.8536585365853658,"balanced_accuracy":0.79,"f1":0.7692307692307693,"true_positive":35,"false_positive":6,"false_negative":15,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.33058647128563223,"baseline_adjusted_skill":0.5800000000000001,"baseline_adjusted_score":0.5800000000000001},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.3260437375745527,"uniform_accuracy_baseline":0.058823529411764705,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.20794392523364488,"baseline_adjusted_score":0.20794392523364488},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.9130434782608695,"baseline_adjusted_score":0.9130434782608695},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.15535132526013462,"accuracy":0.77,"positive_recall":0.78,"specificity":0.76,"precision":0.7647058823529411,"balanced_accuracy":0.77,"f1":0.7722772277227723,"true_positive":39,"false_positive":12,"false_negative":11,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3785946989594615,"baseline_adjusted_skill":0.54,"baseline_adjusted_score":0.54},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.63,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.41269841269841273,"baseline_adjusted_score":0.41269841269841273},"scoring":{"eligible":true,"reason":null},"model":159,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1348566219441989,"accuracy":0.7972972972972973,"positive_recall":0.7323943661971831,"specificity":0.8571428571428571,"precision":0.8253968253968254,"balanced_accuracy":0.7947686116700201,"f1":0.7761194029850746,"true_positive":52,"false_positive":11,"false_negative":19,"true_negative":66,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.24958911614317017,"brier_skill":0.4596854861778429,"baseline_adjusted_skill":0.5895372233400402,"baseline_adjusted_score":0.5895372233400402},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.2005,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.647887323943662,"baseline_adjusted_score":0.647887323943662},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.9705882352941176,"baseline_adjusted_score":0.9705882352941176},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.93,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.8510638297872342,"baseline_adjusted_score":0.8510638297872342},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.9591836734693877,"baseline_adjusted_score":0.9591836734693877},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.08711651317904412,"accuracy":0.65290653412,"positive_recall":0.8675986916343154,"specificity":0.30845512432117356,"precision":0.6680877907375,"balanced_accuracy":0.5880269079777445,"f1":0.7548833694824132,"true_positive":53.447023259,"false_positive":26.552976741000002,"false_negative":8.156369847,"true_negative":11.843630153,"positive_prevalence":0.61603393106,"majority_accuracy_baseline":0.61603393106,"constant_brier_baseline":0.07908707655202402,"brier_skill":-0.10152653223612695,"baseline_adjusted_skill":0.17605381595548897,"baseline_adjusted_score":0.17605381595548897},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0071169483033712375,"accuracy":0.99,"positive_recall":0.98,"specificity":1,"precision":1,"balanced_accuracy":0.99,"f1":0.98989898989899,"true_positive":49,"false_positive":0,"false_negative":1,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9715322067865151,"baseline_adjusted_skill":0.98,"baseline_adjusted_score":0.98},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.012987012987012986,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.8842105263157894,"baseline_adjusted_score":0.8842105263157894},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.8666666666666667,"baseline_adjusted_score":0.8666666666666667},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.828125,"baseline_adjusted_score":0.828125},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.14073441096147254,"accuracy":0.79,"positive_recall":1,"specificity":0.58,"precision":0.704225352112676,"balanced_accuracy":0.79,"f1":0.8264462809917356,"true_positive":50,"false_positive":21,"false_negative":0,"true_negative":29,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4370623561541098,"baseline_adjusted_skill":0.5800000000000001,"baseline_adjusted_score":0.5800000000000001},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0,"abstained":0},"metrics":{"binary_brier":0.05341598541414392,"accuracy":0.7144778209279424,"positive_recall":0.5092954713954787,"specificity":0.810018255508844,"precision":0.55521164449644,"balanced_accuracy":0.6596568634521613,"f1":0.5312632898111752,"true_positive":113.26317547727376,"false_positive":90.73682452272624,"false_negative":109.12870082771406,"true_negative":386.87129917228594,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768642,"brier_skill":0.3979732079117575,"baseline_adjusted_skill":0.3193137269043227,"baseline_adjusted_score":0.3193137269043227},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.06973144705022905,"accuracy":0.89,"positive_recall":0.88,"specificity":0.9,"precision":0.8979591836734694,"balanced_accuracy":0.89,"f1":0.8888888888888888,"true_positive":44,"false_positive":5,"false_negative":6,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7210742117990838,"baseline_adjusted_skill":0.78,"baseline_adjusted_score":0.78},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9801324503311258,"uniform_accuracy_baseline":0.006622516556291391,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.9793103448275862,"baseline_adjusted_score":0.9793103448275862},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.054843993413991314,"accuracy":0.9266666666666666,"positive_recall":0.8733333333333333,"specificity":0.98,"precision":0.9776119402985075,"balanced_accuracy":0.9266666666666666,"f1":0.9225352112676056,"true_positive":131,"false_positive":3,"false_negative":19,"true_negative":147,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7806240263440347,"baseline_adjusted_skill":0.8533333333333333,"baseline_adjusted_score":0.8533333333333333},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":14},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8829411764705882,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.7841648590021691,"baseline_adjusted_score":0.7841648590021691},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.75,"baseline_adjusted_score":0.75},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.05615246486066876,"accuracy":0.91,"positive_recall":0.94,"specificity":0.88,"precision":0.8867924528301887,"balanced_accuracy":0.9099999999999999,"f1":0.912621359223301,"true_positive":47,"false_positive":6,"false_negative":3,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7753901405573249,"baseline_adjusted_skill":0.8199999999999998,"baseline_adjusted_score":0.8199999999999998},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.6874999999999999,"baseline_adjusted_score":0.6874999999999999},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":19},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8933333333333333,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.7777777777777777,"baseline_adjusted_score":0.7777777777777777},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":20},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5266666666666666,"baseline_adjusted_skill":0.9366197183098591,"baseline_adjusted_score":0.9366197183098591},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":21},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.07142857142857142,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9887640449438202,"baseline_adjusted_score":0.9887640449438202},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.8913043478260868,"baseline_adjusted_score":0.8913043478260868},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.56,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.3972602739726028,"baseline_adjusted_score":0.3972602739726028},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9444444444444444,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.8333333333333333,"baseline_adjusted_score":0.8333333333333333},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0,"abstained":0},"metrics":{"binary_brier":0.09337919022068719,"accuracy":0.8902439024390244,"positive_recall":0.875,"specificity":0.9047619047619048,"precision":0.8974358974358975,"balanced_accuracy":0.8898809523809523,"f1":0.8860759493670886,"true_positive":35,"false_positive":4,"false_negative":5,"true_negative":38,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.2498512790005949,"brier_skill":0.6262609077119639,"baseline_adjusted_skill":0.7797619047619047,"baseline_adjusted_score":0.7797619047619047},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.12006962003139046,"accuracy":0.82,"positive_recall":0.76,"specificity":0.88,"precision":0.8636363636363636,"balanced_accuracy":0.8200000000000001,"f1":0.8085106382978723,"true_positive":38,"false_positive":6,"false_negative":12,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5197215198744382,"baseline_adjusted_skill":0.6400000000000001,"baseline_adjusted_score":0.6400000000000001},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8435754189944135,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.7992831541218639,"baseline_adjusted_score":0.7992831541218639},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.7377049180327868,"baseline_adjusted_score":0.7377049180327868},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1573298229819752,"accuracy":0.8,"positive_recall":0.45454545454545453,"specificity":0.8974358974358975,"precision":0.5555555555555556,"balanced_accuracy":0.675990675990676,"f1":0.5,"true_positive":20,"false_positive":16,"false_negative":24,"true_negative":140,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":0.08315953973207924,"baseline_adjusted_skill":0.35198135198135194,"baseline_adjusted_score":0.35198135198135194},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1513081157655736,"accuracy":0.785,"positive_recall":0.34,"specificity":0.9333333333333333,"precision":0.6296296296296297,"balanced_accuracy":0.6366666666666667,"f1":0.44155844155844154,"true_positive":17,"false_positive":10,"false_negative":33,"true_negative":140,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":0.19302338258360752,"baseline_adjusted_skill":0.27333333333333343,"baseline_adjusted_score":0.27333333333333343},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"binary_brier":0.05002541744671899,"accuracy":0.925,"positive_recall":0.5789473684210527,"specificity":0.9613259668508287,"precision":0.6111111111111112,"balanced_accuracy":0.7701366676359407,"f1":0.5945945945945946,"true_positive":11,"false_positive":7,"false_negative":8,"true_negative":174,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.085975,"brier_skill":0.41813995409457405,"baseline_adjusted_skill":0.5402733352718814,"baseline_adjusted_score":0.5402733352718814},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9933333333333333,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.9899999999999998,"baseline_adjusted_score":0.9899999999999998},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":33},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.006584803601323534,"accuracy":0.99,"positive_recall":1,"specificity":0.98,"precision":0.9803921568627451,"balanced_accuracy":0.99,"f1":0.9900990099009901,"true_positive":150,"false_positive":3,"false_negative":0,"true_negative":147,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9736607855947058,"baseline_adjusted_skill":0.98,"baseline_adjusted_score":0.98},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":34},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9933333333333333,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.991111111111111,"baseline_adjusted_score":0.991111111111111},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":35},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.055737346685108546,"accuracy":0.9233333333333333,"positive_recall":0.9933333333333333,"specificity":0.8533333333333334,"precision":0.8713450292397661,"balanced_accuracy":0.9233333333333333,"f1":0.9283489096573209,"true_positive":149,"false_positive":22,"false_negative":1,"true_negative":128,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7770506132595658,"baseline_adjusted_skill":0.8466666666666667,"baseline_adjusted_score":0.8466666666666667},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":36},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.04030633909054851,"normalized_score_rmse":0.10857148519559394,"constant_score_baseline":0.5,"constant_mae_baseline":0.3333333333333333,"baseline_adjusted_skill":0.8790809827283544,"baseline_adjusted_score":0.8790809827283544},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":37},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.48,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.30666666666666664,"baseline_adjusted_score":0.30666666666666664},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":38},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.23622149709503196,"accuracy":0.6133333333333333,"positive_recall":0.46,"specificity":0.7666666666666667,"precision":0.6634615384615384,"balanced_accuracy":0.6133333333333334,"f1":0.5433070866141733,"true_positive":69,"false_positive":35,"false_negative":81,"true_negative":115,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.05511401161987217,"baseline_adjusted_skill":0.2266666666666668,"baseline_adjusted_score":0.2266666666666668},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":39},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.2817145609576762,"normalized_score_rmse":0.33642104665797884,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.060951463474412604,"baseline_adjusted_score":0.060951463474412604},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":40},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9933333333333333,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.9904761904761906,"baseline_adjusted_score":0.9904761904761906},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":42},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0053639198122508915,"accuracy":0.9966666666666667,"positive_recall":0.9932885906040269,"specificity":1,"precision":1,"balanced_accuracy":0.9966442953020134,"f1":0.9966329966329966,"true_positive":148,"false_positive":0,"false_negative":1,"true_negative":151,"positive_prevalence":0.49666666666666665,"majority_accuracy_baseline":0.5033333333333334,"constant_brier_baseline":0.2499888888888889,"brier_skill":0.9785433671228686,"baseline_adjusted_skill":0.9932885906040267,"baseline_adjusted_score":0.9932885906040267},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":43},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.1090242405842801,"normalized_score_rmse":0.15206898772275068,"constant_score_baseline":0.5,"constant_mae_baseline":0.36666666666666664,"baseline_adjusted_skill":0.7026611620428724,"baseline_adjusted_score":0.7026611620428724},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":44},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8866666666666667,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2866666666666667,"baseline_adjusted_skill":0.8411214953271029,"baseline_adjusted_score":0.8411214953271029},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":46},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.06807986434858435,"accuracy":0.9233333333333333,"positive_recall":0.9617834394904459,"specificity":0.8811188811188811,"precision":0.8988095238095238,"balanced_accuracy":0.9214511603046636,"f1":0.9292307692307692,"true_positive":151,"false_positive":17,"false_negative":6,"true_negative":126,"positive_prevalence":0.5233333333333333,"majority_accuracy_baseline":0.5233333333333333,"constant_brier_baseline":0.24945555555555557,"brier_skill":0.7270861969902191,"baseline_adjusted_skill":0.8429023206093271,"baseline_adjusted_score":0.8429023206093271},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":47},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.17274585040944823,"normalized_score_rmse":0.2154569776976249,"constant_score_baseline":0.5,"constant_mae_baseline":0.3016666666666667,"baseline_adjusted_skill":0.427361821847133,"baseline_adjusted_score":0.427361821847133},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":48},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0,"abstained":0},"metrics":{"binary_brier":0.06087845000033597,"accuracy":0.8829702380952381,"positive_recall":0.634857653010614,"specificity":0.8988088830349735,"precision":0.28596961572832885,"balanced_accuracy":0.7668332680227938,"f1":0.39431933705061456,"true_positive":106.66666666666666,"false_positive":266.3333333333333,"false_negative":61.35,"true_negative":2365.65,"positive_prevalence":0.060005952380952375,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679138,"brier_skill":-0.8905780125889458,"baseline_adjusted_skill":0.5336665360455877,"baseline_adjusted_score":0.5336665360455877},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.5733333333333334,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.43111111111111117,"baseline_adjusted_score":0.43111111111111117},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":50},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.5155807365439093,"uniform_accuracy_baseline":0.027777777777777776,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.44480519480519476,"baseline_adjusted_score":0.44480519480519476},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.8714285714285717,"baseline_adjusted_score":0.8714285714285717},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.03808510510132626,"accuracy":0.94,"positive_recall":1,"specificity":0.88,"precision":0.8928571428571429,"balanced_accuracy":0.94,"f1":0.9433962264150944,"true_positive":50,"false_positive":6,"false_negative":0,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.847659579594695,"baseline_adjusted_skill":0.8799999999999999,"baseline_adjusted_score":0.8799999999999999},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.004919692551069,"accuracy":0.99,"positive_recall":0.98,"specificity":1,"precision":1,"balanced_accuracy":0.99,"f1":0.98989898989899,"true_positive":49,"false_positive":0,"false_negative":1,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.980321229795724,"baseline_adjusted_skill":0.98,"baseline_adjusted_score":0.98},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.72,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":0.282051282051282,"baseline_adjusted_score":0.282051282051282},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.9680851063829787,"baseline_adjusted_score":0.9680851063829787},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.04750955868800842,"accuracy":0.93,"positive_recall":0.94,"specificity":0.92,"precision":0.9215686274509803,"balanced_accuracy":0.9299999999999999,"f1":0.9306930693069307,"true_positive":47,"false_positive":4,"false_negative":3,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8099617652479663,"baseline_adjusted_skill":0.8599999999999999,"baseline_adjusted_score":0.8599999999999999},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.55,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.4000000000000001,"baseline_adjusted_score":0.4000000000000001},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":58},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7233333333333334,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.5850000000000001,"baseline_adjusted_score":0.5850000000000001},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":59},{"provenance":"measured","status":"complete","counts":{"cases":285,"expected":285,"succeeded":285,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8526315789473684,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5263157894736842,"baseline_adjusted_skill":0.6888888888888889,"baseline_adjusted_score":0.6888888888888889},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":60},{"provenance":"measured","status":"complete","counts":{"cases":299,"expected":299,"succeeded":299,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2036080262927082,"accuracy":0.68561872909699,"positive_recall":0.8533333333333334,"specificity":0.5167785234899329,"precision":0.64,"balanced_accuracy":0.6850559284116331,"f1":0.7314285714285714,"true_positive":128,"false_positive":72,"false_negative":22,"true_negative":77,"positive_prevalence":0.5016722408026756,"majority_accuracy_baseline":0.5016722408026756,"constant_brier_baseline":0.24999720361069788,"brier_skill":0.18555878485036226,"baseline_adjusted_skill":0.3701118568232662,"baseline_adjusted_score":0.3701118568232662},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":61},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9566666666666667,"uniform_accuracy_baseline":0.2,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":0.9458333333333332,"baseline_adjusted_score":0.9458333333333332},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":62},{"provenance":"measured","status":"complete","counts":{"cases":283,"expected":283,"succeeded":283,"failed":0,"abstained":0},"metrics":{"binary_brier":0.23076362672664025,"accuracy":0.6819787985865724,"positive_recall":0.7819548872180451,"specificity":0.5933333333333334,"precision":0.6303030303030303,"balanced_accuracy":0.6876441102756892,"f1":0.697986577181208,"true_positive":104,"false_positive":61,"false_negative":29,"true_negative":89,"positive_prevalence":0.46996466431095407,"majority_accuracy_baseline":0.5300353356890459,"constant_brier_baseline":0.24909787861004634,"brier_skill":0.0736026014581509,"baseline_adjusted_skill":0.37528822055137834,"baseline_adjusted_score":0.37528822055137834},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":63},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8666666666666667,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.8222222222222223,"baseline_adjusted_score":0.8222222222222223},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":64},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9766666666666667,"uniform_accuracy_baseline":0.20616666666666666,"fixed_answer_accuracy_baseline":0.21333333333333335,"baseline_adjusted_skill":0.9703389830508474,"baseline_adjusted_score":0.9703389830508474},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":65},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8833333333333333,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.825,"baseline_adjusted_score":0.825},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":66},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.78,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.37333333333333335,"baseline_adjusted_skill":0.648936170212766,"baseline_adjusted_score":0.648936170212766},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":67},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.1342312839355505,"normalized_score_rmse":0.16584751488167446,"constant_score_baseline":0.5,"constant_mae_baseline":0.26208333333333333,"baseline_adjusted_skill":0.4878297592284242,"baseline_adjusted_score":0.4878297592284242},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":68},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.07815546250914786,"normalized_score_rmse":0.10236854217663348,"constant_score_baseline":0.52,"constant_mae_baseline":0.24733333333333335,"baseline_adjusted_skill":0.6840075639791866,"baseline_adjusted_score":0.6840075639791866},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":69},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.15299839671645668,"normalized_score_rmse":0.16914636750503914,"constant_score_baseline":0.578319964349225,"constant_mae_baseline":0.11212962028602311,"baseline_adjusted_skill":-0.36447797046119,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":70},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9033333333333333,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.8711111111111111,"baseline_adjusted_score":0.8711111111111111},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":71},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.9104477611940298,"baseline_adjusted_score":0.9104477611940298},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.055423441156195234,"accuracy":0.94,"positive_recall":0.92,"specificity":0.96,"precision":0.9583333333333334,"balanced_accuracy":0.94,"f1":0.9387755102040817,"true_positive":46,"false_positive":2,"false_negative":4,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.778306235375219,"baseline_adjusted_skill":0.8799999999999999,"baseline_adjusted_score":0.8799999999999999},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.480001222972973,"uniform_accuracy_baseline":0.23445945945945948,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.2950661143621256,"baseline_adjusted_score":0.2950661143621256},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0,"abstained":0},"metrics":{"binary_brier":0.06202742784917273,"accuracy":0.722456125,"positive_recall":0.8224529880313062,"specificity":0.6272369108876282,"precision":0.6775185222222222,"balanced_accuracy":0.7248449494594672,"f1":0.7429836223409843,"true_positive":60.976667,"false_positive":29.023333,"false_negative":13.163336,"true_negative":48.836664,"positive_prevalence":0.4877631776315789,"majority_accuracy_baseline":0.512236822368421,"constant_brier_baseline":0.09451910039768556,"brier_skill":0.34375774221089006,"baseline_adjusted_skill":0.4496898989189344,"baseline_adjusted_score":0.4496898989189344},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.07914787870241542,"normalized_score_rmse":0.11385206742628579,"constant_score_baseline":0.5841668333333333,"constant_mae_baseline":0.21700552708333334,"baseline_adjusted_skill":0.6352725215518522,"baseline_adjusted_score":0.6352725215518522},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1580705202163836,"accuracy":0.78,"positive_recall":0.84,"specificity":0.72,"precision":0.75,"balanced_accuracy":0.78,"f1":0.7924528301886793,"true_positive":42,"false_positive":14,"false_negative":8,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3677179191344656,"baseline_adjusted_skill":0.56,"baseline_adjusted_score":0.56},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.07955627094368,"accuracy":0.89,"positive_recall":0.82,"specificity":0.96,"precision":0.9534883720930233,"balanced_accuracy":0.8899999999999999,"f1":0.8817204301075269,"true_positive":41,"false_positive":2,"false_negative":9,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.68177491622528,"baseline_adjusted_skill":0.7799999999999998,"baseline_adjusted_score":0.7799999999999998},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.9836065573770492,"baseline_adjusted_score":0.9836065573770492},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.036111111111111115,"fixed_answer_accuracy_baseline":0.08833333333333333,"baseline_adjusted_skill":0.9341864716636197,"baseline_adjusted_score":0.9341864716636197},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.12167587994831791,"accuracy":0.84,"positive_recall":0.8666666666666667,"specificity":0.8133333333333334,"precision":0.8227848101265823,"balanced_accuracy":0.8400000000000001,"f1":0.8441558441558441,"true_positive":130,"false_positive":28,"false_negative":20,"true_negative":122,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5132964802067284,"baseline_adjusted_skill":0.6800000000000002,"baseline_adjusted_score":0.6800000000000002},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":81},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.909090909090909,"baseline_adjusted_score":0.909090909090909},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.6833333333333333,"uniform_accuracy_baseline":0.11021428571428572,"fixed_answer_accuracy_baseline":0.12554761904761905,"baseline_adjusted_skill":0.6378685980341439,"baseline_adjusted_score":0.6378685980341439},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":83},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7833333333333333,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.7111111111111111,"baseline_adjusted_score":0.7111111111111111},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":84},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.049879324215607396,"fixed_answer_accuracy_baseline":0.12442477876106194,"baseline_adjusted_skill":0.9086314938346473,"baseline_adjusted_score":0.9086314938346473},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.189112379287752,"accuracy":0.7133333333333334,"positive_recall":0.6157407407407407,"specificity":0.9642857142857143,"precision":0.9779411764705882,"balanced_accuracy":0.7900132275132274,"f1":0.7556818181818182,"true_positive":133,"false_positive":3,"false_negative":83,"true_negative":81,"positive_prevalence":0.72,"majority_accuracy_baseline":0.72,"constant_brier_baseline":0.2016,"brier_skill":0.06194256305678569,"baseline_adjusted_skill":0.5800264550264549,"baseline_adjusted_score":0.5800264550264549},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":86},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5033333333333333,"baseline_adjusted_skill":0.8791946308724832,"baseline_adjusted_score":0.8791946308724832},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":87},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.3058028762936743,"accuracy":0.5,"positive_recall":0.04,"specificity":0.96,"precision":0.5,"balanced_accuracy":0.5,"f1":0.07407407407407407,"true_positive":2,"false_positive":2,"false_negative":48,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.22321150517469723,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.03420611729946568,"accuracy":0.95,"positive_recall":0.975,"specificity":0.9214285714285714,"precision":0.9341317365269461,"balanced_accuracy":0.9482142857142857,"f1":0.9541284403669725,"true_positive":156,"false_positive":11,"false_negative":4,"true_negative":129,"positive_prevalence":0.5333333333333333,"majority_accuracy_baseline":0.5333333333333333,"constant_brier_baseline":0.2488888888888889,"brier_skill":0.8625647072789325,"baseline_adjusted_skill":0.8964285714285714,"baseline_adjusted_score":0.8964285714285714},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":89},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8888888888888888,"uniform_accuracy_baseline":0.23888888888888887,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.8431372549019607,"baseline_adjusted_score":0.8431372549019607},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0,"abstained":0},"metrics":{"binary_brier":0.03493231304373406,"accuracy":0.9375,"positive_recall":0.90625,"specificity":0.96875,"precision":0.9666666666666667,"balanced_accuracy":0.9375,"f1":0.9354838709677419,"true_positive":29,"false_positive":1,"false_negative":3,"true_negative":31,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8602707478250637,"baseline_adjusted_skill":0.875,"baseline_adjusted_score":0.875},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.7575757575757576,"baseline_adjusted_score":0.7575757575757576},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":2.757406120060519e-7,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":50,"false_positive":0,"false_negative":0,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.999998897037552,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.8260869565217391,"baseline_adjusted_score":0.8260869565217391},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0007543802373552097,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":16,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.9969797055938242,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.1226706529674539,"normalized_score_rmse":0.26455110935645515,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.6282707485834731,"baseline_adjusted_score":0.6282707485834731},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.875,"uniform_accuracy_baseline":0.178125,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":0.8245614035087719,"baseline_adjusted_score":0.8245614035087719},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0000014411433884095679,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":17,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9999942354264464,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.0791397328900114,"normalized_score_rmse":0.11769298845126085,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":0.46184981634792244,"baseline_adjusted_score":0.46184981634792244},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9791666666666666,"uniform_accuracy_baseline":0.13194444444444445,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":0.9478260869565216,"baseline_adjusted_score":0.9478260869565216},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0,"abstained":0},"metrics":{"binary_brier":8.02214233783269e-8,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":26,"false_positive":0,"false_negative":0,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9999996791143065,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0,"abstained":0},"metrics":{"binary_brier":0.000002011588296018919,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":39,"false_positive":0,"false_negative":0,"true_negative":36,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24960000000000004,"brier_skill":0.9999919407520191,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.03263408259193828,"normalized_score_rmse":0.0701622206354808,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.8834497050287918,"baseline_adjusted_score":0.8834497050287918},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9117647058823529,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.8799999999999998,"baseline_adjusted_score":0.8799999999999998},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0,"abstained":0},"metrics":{"binary_brier":0.001254325742636735,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":14,"false_positive":0,"false_negative":0,"true_negative":14,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9949826970294531,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.003133546330586173,"normalized_score_rmse":0.004217533075331826,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.1696969696969697,"baseline_adjusted_skill":0.9815344591233315,"baseline_adjusted_score":0.9815344591233315},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0,"abstained":0},"metrics":{"binary_brier":0.01797495671746262,"accuracy":0.9764705882352941,"positive_recall":1,"specificity":0.95,"precision":0.9574468085106383,"balanced_accuracy":0.975,"f1":0.9782608695652174,"true_positive":45,"false_positive":2,"false_negative":0,"true_negative":38,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.2491349480968858,"brier_skill":0.927850520953518,"baseline_adjusted_skill":0.95,"baseline_adjusted_score":0.95},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0,"abstained":0},"metrics":{"binary_brier":0.000009919437877551573,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":35,"false_positive":0,"false_negative":0,"true_negative":15,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.21,"brier_skill":0.9999527645815355,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.005535966335170954,"normalized_score_rmse":0.0072578322827118995,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.9802286916601037,"baseline_adjusted_score":0.9802286916601037},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8987341772151899,"uniform_accuracy_baseline":0.24240506329113923,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.8260869565217391,"baseline_adjusted_score":0.8260869565217391},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0,"abstained":0},"metrics":{"binary_brier":5.140042560143306e-7,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":11,"false_positive":0,"false_negative":0,"true_negative":10,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.2494331065759637,"brier_skill":0.99999793931021,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9090909090909091,"uniform_accuracy_baseline":0.32373737373737377,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.85,"baseline_adjusted_score":0.85},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"binary_brier":0.11036821105699655,"accuracy":0.8484848484848485,"positive_recall":0.8235294117647058,"specificity":0.875,"precision":0.875,"balanced_accuracy":0.8492647058823529,"f1":0.8484848484848485,"true_positive":14,"false_positive":2,"false_negative":3,"true_negative":14,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.5581213902901866,"baseline_adjusted_skill":0.6985294117647058,"baseline_adjusted_score":0.6985294117647058},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.0139703118872704,"normalized_score_rmse":0.04806969077323907,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.3431372549019608,"baseline_adjusted_skill":0.959286519642812,"baseline_adjusted_score":0.959286519642812},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0003641651984735879,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":50,"false_positive":0,"false_negative":0,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9985433392061056,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8133333333333332,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":0.7113402061855668,"baseline_adjusted_score":0.7113402061855668},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0,"abstained":0},"metrics":{"binary_brier":0.06214159309612637,"accuracy":0.92,"positive_recall":0.8648648648648649,"specificity":0.9736842105263158,"precision":0.9696969696969697,"balanced_accuracy":0.9192745376955904,"f1":0.9142857142857143,"true_positive":32,"false_positive":1,"false_negative":5,"true_negative":37,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555554,"brier_skill":0.75138943018086,"baseline_adjusted_skill":0.8385490753911808,"baseline_adjusted_score":0.8385490753911808},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.14285714285714285,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.9743589743589743,"baseline_adjusted_score":0.9743589743589743},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.46,"uniform_accuracy_baseline":0.32416666666666666,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.18181818181818182,"baseline_adjusted_score":0.18181818181818182},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"binary_brier":0.000020401249090706266,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":16,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.9999183199990449,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.003458478872279131,"normalized_score_rmse":0.006045903609988432,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.9842579582365226,"baseline_adjusted_score":0.9842579582365226},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.14399579103130544,"accuracy":0.82,"positive_recall":0.9090909090909091,"specificity":0.7948717948717948,"precision":0.5555555555555556,"balanced_accuracy":0.8519813519813519,"f1":0.6896551724137931,"true_positive":20,"false_positive":16,"false_negative":2,"true_negative":62,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":0.16086368862875622,"baseline_adjusted_skill":0.7039627039627039,"baseline_adjusted_score":0.7039627039627039},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.08685281732478772,"accuracy":0.88,"positive_recall":0.6756756756756757,"specificity":1,"precision":1,"balanced_accuracy":0.8378378378378378,"f1":0.8064516129032258,"true_positive":25,"false_positive":0,"false_negative":12,"true_negative":63,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000003,"brier_skill":0.6274010410777018,"baseline_adjusted_skill":0.6756756756756757,"baseline_adjusted_score":0.6756756756756757},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.05900880637940797,"accuracy":0.93,"positive_recall":0.8205128205128205,"specificity":1,"precision":1,"balanced_accuracy":0.9102564102564102,"f1":0.9014084507042254,"true_positive":32,"false_positive":0,"false_negative":7,"true_negative":61,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379,"brier_skill":0.7519596200949644,"baseline_adjusted_skill":0.8205128205128205,"baseline_adjusted_score":0.8205128205128205},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.05307477369128292,"accuracy":0.92,"positive_recall":0.9032258064516129,"specificity":0.927536231884058,"precision":0.8484848484848485,"balanced_accuracy":0.9153810191678354,"f1":0.875,"true_positive":28,"false_positive":5,"false_negative":3,"true_negative":64,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999998,"brier_skill":0.7518710907373403,"baseline_adjusted_skill":0.8307620383356709,"baseline_adjusted_score":0.8307620383356709},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.9583333333333333,"baseline_adjusted_score":0.9583333333333333},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.10974196754523874,"normalized_score_rmse":0.14259951367031884,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.5279915374398334,"baseline_adjusted_score":0.5279915374398334},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.037373246544903455,"accuracy":0.96,"positive_recall":0.98,"specificity":0.94,"precision":0.9423076923076923,"balanced_accuracy":0.96,"f1":0.9607843137254902,"true_positive":49,"false_positive":3,"false_negative":1,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8505070138203862,"baseline_adjusted_skill":0.9199999999999999,"baseline_adjusted_score":0.9199999999999999},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.3161404520793532,"accuracy":0.56,"positive_recall":0.88,"specificity":0.24,"precision":0.5365853658536586,"balanced_accuracy":0.56,"f1":0.6666666666666666,"true_positive":44,"false_positive":38,"false_negative":6,"true_negative":12,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.2645618083174128,"baseline_adjusted_skill":0.1200000000000001,"baseline_adjusted_score":0.1200000000000001},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.78,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":0.37142857142857144,"baseline_adjusted_score":0.37142857142857144},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.08783151651222229,"accuracy":0.89,"positive_recall":0.82,"specificity":0.96,"precision":0.9534883720930233,"balanced_accuracy":0.8899999999999999,"f1":0.8817204301075269,"true_positive":123,"false_positive":6,"false_negative":27,"true_negative":144,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6486739339511108,"baseline_adjusted_skill":0.7799999999999998,"baseline_adjusted_score":0.7799999999999998},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":134},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.06851608025153291,"accuracy":0.91,"positive_recall":0.94,"specificity":0.88,"precision":0.8867924528301887,"balanced_accuracy":0.9099999999999999,"f1":0.912621359223301,"true_positive":47,"false_positive":6,"false_negative":3,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7259356789938683,"baseline_adjusted_skill":0.8199999999999998,"baseline_adjusted_score":0.8199999999999998},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.9047619047619047,"baseline_adjusted_score":0.9047619047619047},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.8333333333333334,"baseline_adjusted_score":0.8333333333333334},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.008408899701913178,"accuracy":0.99,"positive_recall":1,"specificity":0.98,"precision":0.9803921568627451,"balanced_accuracy":0.99,"f1":0.9900990099009901,"true_positive":50,"false_positive":1,"false_negative":0,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9663644011923473,"baseline_adjusted_skill":0.98,"baseline_adjusted_score":0.98},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.0625,"fixed_answer_accuracy_baseline":0.10666666666666667,"baseline_adjusted_skill":0.7201492537313433,"baseline_adjusted_score":0.7201492537313433},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":142},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.20851190476190473,"fixed_answer_accuracy_baseline":0.22333333333333333,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.00330116375082126,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":50,"false_positive":0,"false_negative":0,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.986795344996715,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.014762235824475141,"normalized_score_rmse":0.04755840615435259,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.9507925472517496,"baseline_adjusted_score":0.9507925472517496},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.22851190476190475,"fixed_answer_accuracy_baseline":0.24333333333333332,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0008518690589899931,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":50,"false_positive":0,"false_negative":0,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9965925237640401,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.015208103106630703,"normalized_score_rmse":0.033373297648818606,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.3042222222222222,"baseline_adjusted_skill":0.9500098875238582,"baseline_adjusted_score":0.9500098875238582},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.74,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.5806451612903225,"baseline_adjusted_score":0.5806451612903225},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9966666666666667,"uniform_accuracy_baseline":0.3467777777777778,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.9947916666666667,"baseline_adjusted_score":0.9947916666666667},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":150},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.05372433692564779,"accuracy":0.93,"positive_recall":0.96,"specificity":0.9,"precision":0.9056603773584906,"balanced_accuracy":0.9299999999999999,"f1":0.9320388349514563,"true_positive":48,"false_positive":5,"false_negative":2,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7851026522974088,"baseline_adjusted_skill":0.8599999999999999,"baseline_adjusted_score":0.8599999999999999},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.98,"baseline_adjusted_score":0.98},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.02856711970351792,"accuracy":0.96,"positive_recall":0.92,"specificity":1,"precision":1,"balanced_accuracy":0.96,"f1":0.9583333333333334,"true_positive":46,"false_positive":0,"false_negative":4,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8857315211859283,"baseline_adjusted_skill":0.9199999999999999,"baseline_adjusted_score":0.9199999999999999},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.63,"uniform_accuracy_baseline":0.3533333333333333,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.3728813559322034,"baseline_adjusted_score":0.3728813559322034},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.9677419354838709,"baseline_adjusted_score":0.9677419354838709},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8366666666666667,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.755,"baseline_adjusted_score":0.755},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":157},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.9193548387096774,"baseline_adjusted_score":0.9193548387096774},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.1111111111111111,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.7023809523809523,"baseline_adjusted_score":0.7023809523809523},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9633333333333334,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.9126984126984128,"baseline_adjusted_score":0.9126984126984128},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":160},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.04421234609295232,"accuracy":0.8278749999999999,"positive_recall":0.6657877389584708,"specificity":0.8658028690421101,"precision":0.5372340425531915,"balanced_accuracy":0.7657953040002905,"f1":0.5946423314689432,"true_positive":50.5,"false_positive":43.5,"false_negative":25.35,"true_negative":280.65,"positive_prevalence":0.189625,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500001,"brier_skill":0.4192032346344282,"baseline_adjusted_skill":0.531590608000581,"baseline_adjusted_score":0.531590608000581},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.15808511692445507,"normalized_score_rmse":0.19250493918683484,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":0.2604205056165845,"baseline_adjusted_score":0.2604205056165845},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.05810924923632298,"accuracy":0.799625,"positive_recall":0.43834974214721045,"specificity":0.9309698312595875,"precision":0.6977611940298507,"balanced_accuracy":0.684659786703399,"f1":0.5384393895767348,"true_positive":46.75,"false_positive":20.25,"false_negative":59.9,"true_negative":273.1,"positive_prevalence":0.266625,"majority_accuracy_baseline":0.733375,"constant_brier_baseline":0.115654859375,"brier_skill":0.497563271008707,"baseline_adjusted_skill":0.369319573406798,"baseline_adjusted_score":0.369319573406798},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.1566024426390451,"normalized_score_rmse":0.21387950423007426,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.4172932366919252,"baseline_adjusted_score":0.4172932366919252},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.046282981344126964,"accuracy":0.807625,"positive_recall":0.7373601789709173,"specificity":0.8348655680832611,"precision":0.6338461538461538,"balanced_accuracy":0.7861128735270893,"f1":0.6816959669079629,"true_positive":82.4,"false_positive":47.6,"false_negative":29.35,"true_negative":240.65,"positive_prevalence":0.279375,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937500001,"brier_skill":0.5909802497213639,"baseline_adjusted_skill":0.5722257470541785,"baseline_adjusted_score":0.5722257470541785},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.1436553950039977,"normalized_score_rmse":0.18047196478730765,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.4566226193702215,"baseline_adjusted_score":0.4566226193702215},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.026364232266840367,"accuracy":0.9071250000000001,"positive_recall":0.8371830985915493,"specificity":0.9270682730923695,"precision":0.7659793814432989,"balanced_accuracy":0.8821256858419594,"f1":0.8,"true_positive":74.3,"false_positive":22.7,"false_negative":14.45,"true_negative":288.55,"positive_prevalence":0.221875,"majority_accuracy_baseline":0.778125,"constant_brier_baseline":0.12674023437499998,"brier_skill":0.7919821405029623,"baseline_adjusted_skill":0.7642513716839188,"baseline_adjusted_score":0.7642513716839188},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.11857593281909555,"normalized_score_rmse":0.16258857525205073,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.47445569941675103,"baseline_adjusted_score":0.47445569941675103},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.03598072150194952,"accuracy":0.8364999999999999,"positive_recall":0.7391304347826086,"specificity":0.8715159755268524,"precision":0.6741379310344828,"balanced_accuracy":0.8053232051547305,"f1":0.7051397655545537,"true_positive":78.2,"false_positive":37.8,"false_negative":27.6,"true_negative":256.4,"positive_prevalence":0.2645,"majority_accuracy_baseline":0.7355,"constant_brier_baseline":0.11362725,"brier_skill":0.6833442549920946,"baseline_adjusted_skill":0.6106464103094611,"baseline_adjusted_score":0.6106464103094611},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.1290143633583338,"normalized_score_rmse":0.1701072620331327,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.48650999658374605,"baseline_adjusted_score":0.48650999658374605},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.05524158928395561,"accuracy":0.8292499999999999,"positive_recall":0.41318537859007837,"specificity":0.9277983920841063,"precision":0.5754545454545454,"balanced_accuracy":0.6704918853370924,"f1":0.48100303951367773,"true_positive":31.65,"false_positive":23.35,"false_negative":44.95,"true_negative":300.05,"positive_prevalence":0.19149999999999998,"majority_accuracy_baseline":0.8085,"constant_brier_baseline":0.09190274999999999,"brier_skill":0.3989125539338527,"baseline_adjusted_skill":0.3409837706741847,"baseline_adjusted_score":0.3409837706741847},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.1405947277949444,"normalized_score_rmse":0.20954337147070878,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.3203880227434712,"baseline_adjusted_score":0.3203880227434712},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.030413781621165047,"accuracy":0.91125,"positive_recall":0.774390243902439,"specificity":0.9422133660331085,"precision":0.7519736842105263,"balanced_accuracy":0.8583018049677738,"f1":0.7630173564753003,"true_positive":57.15,"false_positive":18.849999999999998,"false_negative":16.65,"true_negative":307.35,"positive_prevalence":0.1845,"majority_accuracy_baseline":0.8155,"constant_brier_baseline":0.10922225,"brier_skill":0.721542253330571,"baseline_adjusted_skill":0.7166036099355475,"baseline_adjusted_score":0.7166036099355475},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.13897632075703295,"normalized_score_rmse":0.1926308381102775,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":0.2661316395668226,"baseline_adjusted_score":0.2661316395668226},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.05726705680636272,"accuracy":0.8467500000000001,"positive_recall":0.28152866242038216,"specificity":0.9847589424572318,"precision":0.8185185185185185,"balanced_accuracy":0.633143802438807,"f1":0.41895734597156403,"true_positive":22.1,"false_positive":4.8999999999999995,"false_negative":56.4,"true_negative":316.6,"positive_prevalence":0.19625,"majority_accuracy_baseline":0.80375,"constant_brier_baseline":0.09878593749999999,"brier_skill":0.4202914073031627,"baseline_adjusted_skill":0.26628760487761394,"baseline_adjusted_score":0.26628760487761394},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.15475548440916756,"normalized_score_rmse":0.23491099899453785,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":0.2674296596015736,"baseline_adjusted_score":0.2674296596015736},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0863446676786046,"accuracy":0.7017857142857143,"positive_recall":0.9154804270462633,"specificity":0.5405102954341987,"precision":0.6005836575875486,"balanced_accuracy":0.727995361240231,"f1":0.725328947368421,"true_positive":154.35,"false_positive":102.65,"false_negative":14.25,"true_negative":120.75,"positive_prevalence":0.4301020408163265,"majority_accuracy_baseline":0.5698979591836735,"constant_brier_baseline":0.12359641815910039,"brier_skill":0.30139830130468015,"baseline_adjusted_skill":0.455990722480462,"baseline_adjusted_score":0.455990722480462},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.15629232532931114,"normalized_score_rmse":0.20336521526427828,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.43271674510101876,"baseline_adjusted_score":0.43271674510101876},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0,"abstained":0},"metrics":{"binary_brier":0.027276068198263878,"accuracy":0.9216250000000001,"positive_recall":0.6624704956726987,"specificity":0.9705751226036559,"precision":0.8096153846153846,"balanced_accuracy":0.8165228091381773,"f1":0.7286888792730419,"true_positive":84.2,"false_positive":19.8,"false_negative":42.9,"true_negative":653.1,"positive_prevalence":0.158875,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499999,"brier_skill":0.7238635062347539,"baseline_adjusted_skill":0.6330456182763546,"baseline_adjusted_score":0.6330456182763546},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.12006586679863394,"normalized_score_rmse":0.17113833315283686,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":0.2723280800082791,"baseline_adjusted_score":0.2723280800082791},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.03456971840709728,"normalized_score_rmse":0.07136444415063241,"constant_score_baseline":0.1111111111111111,"constant_mae_baseline":0.10629629629629629,"baseline_adjusted_skill":0.674779652616158,"baseline_adjusted_score":0.674779652616158},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":181},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.9193548387096774,"baseline_adjusted_score":0.9193548387096774},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.15135541564467397,"accuracy":0.78,"positive_recall":0.74,"specificity":0.82,"precision":0.8043478260869565,"balanced_accuracy":0.78,"f1":0.7708333333333334,"true_positive":37,"false_positive":9,"false_negative":13,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3945783374213041,"baseline_adjusted_skill":0.56,"baseline_adjusted_score":0.56},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.27899271040424123,"uniform_accuracy_baseline":0.058823529411764705,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.15264797507788164,"baseline_adjusted_score":0.15264797507788164},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2952410705460945,"accuracy":0.5166666666666667,"positive_recall":0.16666666666666666,"specificity":1,"precision":1,"balanced_accuracy":0.5833333333333334,"f1":0.2857142857142857,"true_positive":29,"false_positive":0,"false_negative":145,"true_negative":126,"positive_prevalence":0.58,"majority_accuracy_baseline":0.58,"constant_brier_baseline":0.24359999999999998,"brier_skill":-0.2119912583994028,"baseline_adjusted_skill":0.16666666666666674,"baseline_adjusted_score":0.16666666666666674},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":185},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.10921997170536253,"accuracy":0.8366666666666667,"positive_recall":0.910828025477707,"specificity":0.7552447552447552,"precision":0.8033707865168539,"balanced_accuracy":0.8330363903612311,"f1":0.8537313432835821,"true_positive":143,"false_positive":35,"false_negative":14,"true_negative":108,"positive_prevalence":0.5233333333333333,"majority_accuracy_baseline":0.5233333333333333,"constant_brier_baseline":0.24945555555555557,"brier_skill":0.5621666093500233,"baseline_adjusted_skill":0.6660727807224622,"baseline_adjusted_score":0.6660727807224622},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":186},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.8913043478260868,"baseline_adjusted_score":0.8913043478260868},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.10241718218464087,"accuracy":0.84,"positive_recall":0.78,"specificity":0.9,"precision":0.8863636363636364,"balanced_accuracy":0.8400000000000001,"f1":0.8297872340425532,"true_positive":39,"false_positive":5,"false_negative":11,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5903312712614366,"baseline_adjusted_skill":0.6800000000000002,"baseline_adjusted_score":0.6800000000000002},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.56,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.3015873015873017,"baseline_adjusted_score":0.3015873015873017},"scoring":{"eligible":true,"reason":null},"model":160,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.24016382660553226,"accuracy":0.5337837837837838,"positive_recall":0.5915492957746479,"specificity":0.4805194805194805,"precision":0.5121951219512195,"balanced_accuracy":0.5360343881470642,"f1":0.5490196078431373,"true_positive":42,"false_positive":40,"false_negative":29,"true_negative":37,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.24958911614317017,"brier_skill":0.03776322334597049,"baseline_adjusted_skill":0.07206877629412833,"baseline_adjusted_score":0.07206877629412833},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.22,"uniform_accuracy_baseline":0.2005,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":-0.09859154929577463,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.01470588235294119,"baseline_adjusted_score":0.01470588235294119},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.42,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":-0.23404255319148948,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.28,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":-0.4693877551020408,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08946031830001765,"accuracy":0.54159441626,"positive_recall":0.728554306883279,"specificity":0.2416365666271886,"precision":0.6065056400810811,"balanced_accuracy":0.4850954367552338,"f1":0.6619512438146232,"true_positive":44.881417366,"false_positive":29.118582634,"false_negative":16.72197574,"true_negative":9.27802426,"positive_prevalence":0.61603393106,"majority_accuracy_baseline":0.61603393106,"constant_brier_baseline":0.07908707655202402,"brier_skill":-0.1311622859288526,"baseline_adjusted_skill":-0.029809126489532378,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24633340544151971,"accuracy":0.56,"positive_recall":0.78,"specificity":0.34,"precision":0.5416666666666666,"balanced_accuracy":0.56,"f1":0.639344262295082,"true_positive":39,"false_positive":33,"false_negative":11,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.01466637823392114,"baseline_adjusted_skill":0.1200000000000001,"baseline_adjusted_score":0.1200000000000001},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.55,"uniform_accuracy_baseline":0.012987012987012986,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.5263157894736842,"baseline_adjusted_score":0.5263157894736842},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.1,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.32,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":-0.062499999999999965,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2598996571291439,"accuracy":0.55,"positive_recall":0.72,"specificity":0.38,"precision":0.5373134328358209,"balanced_accuracy":0.55,"f1":0.6153846153846154,"true_positive":36,"false_positive":31,"false_negative":14,"true_negative":19,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.039598628516575696,"baseline_adjusted_skill":0.10000000000000009,"baseline_adjusted_score":0.10000000000000009},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.1589637936827661,"accuracy":0.4386898834198447,"positive_recall":0.8104495557304545,"specificity":0.2655849319796158,"precision":0.33943012683510276,"balanced_accuracy":0.5380172438550351,"f1":0.4784691818908754,"true_positive":180.23739734943956,"false_positive":350.76260265056044,"false_negative":42.15447895554826,"true_negative":126.84552104445174,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768642,"brier_skill":-0.7916071757738754,"baseline_adjusted_skill":0.07603448771007026,"baseline_adjusted_score":0.07603448771007026},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.251743756918376,"accuracy":0.52,"positive_recall":0.14,"specificity":0.9,"precision":0.5833333333333334,"balanced_accuracy":0.52,"f1":0.22580645161290322,"true_positive":7,"false_positive":5,"false_negative":43,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.006975027673504108,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.4768211920529801,"uniform_accuracy_baseline":0.006622516556291391,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.45517241379310347,"baseline_adjusted_score":0.45517241379310347},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.4041176470588235,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":-0.09869848156182212,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.1,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25267571199670824,"accuracy":0.53,"positive_recall":0.48,"specificity":0.58,"precision":0.5333333333333333,"balanced_accuracy":0.53,"f1":0.5052631578947369,"true_positive":24,"false_positive":21,"false_negative":26,"true_negative":29,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.010702847986832964,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.48,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":-0.08333333333333341,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.7,"uniform_accuracy_baseline":0.07142857142857142,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.6629213483146067,"baseline_adjusted_score":0.6629213483146067},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.54,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.28,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.013698630136986314,"baseline_adjusted_score":0.013698630136986314},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.5555555555555556,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":-0.3333333333333331,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.2534409787587122,"accuracy":0.5487804878048781,"positive_recall":0.6,"specificity":0.5,"precision":0.5333333333333333,"balanced_accuracy":0.55,"f1":0.5647058823529412,"true_positive":24,"false_positive":21,"false_negative":16,"true_negative":21,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.2498512790005949,"brier_skill":-0.014367345936655118,"baseline_adjusted_skill":0.10000000000000009,"baseline_adjusted_score":0.10000000000000009},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.21604259510153415,"accuracy":0.68,"positive_recall":0.7,"specificity":0.66,"precision":0.6730769230769231,"balanced_accuracy":0.6799999999999999,"f1":0.6862745098039216,"true_positive":35,"false_positive":17,"false_negative":15,"true_negative":33,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.13582961959386342,"baseline_adjusted_skill":0.3599999999999999,"baseline_adjusted_score":0.3599999999999999},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.22625698324022347,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.007168458781362035,"baseline_adjusted_score":0.007168458781362035},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.36,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":-0.04918032786885251,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.2299309255132857,"accuracy":0.655,"positive_recall":0.045454545454545456,"specificity":0.8269230769230769,"precision":0.06896551724137931,"balanced_accuracy":0.43618881118881114,"f1":0.0547945205479452,"true_positive":2,"false_positive":27,"false_negative":42,"true_negative":129,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.3399238083524807,"baseline_adjusted_skill":-0.12762237762237771,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.2403448537131507,"accuracy":0.61,"positive_recall":0.32,"specificity":0.7066666666666667,"precision":0.26666666666666666,"balanced_accuracy":0.5133333333333333,"f1":0.2909090909090909,"true_positive":16,"false_positive":44,"false_negative":34,"true_negative":106,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-0.2818392198034705,"baseline_adjusted_skill":0.026666666666666616,"baseline_adjusted_score":0.026666666666666616},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.2266121054589693,"accuracy":0.695,"positive_recall":0.2631578947368421,"specificity":0.7403314917127072,"precision":0.09615384615384616,"balanced_accuracy":0.5017446932247747,"f1":0.14084507042253522,"true_positive":5,"false_positive":47,"false_negative":14,"true_negative":134,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.085975,"brier_skill":-1.6357907003078722,"baseline_adjusted_skill":0.0034893864495493254,"baseline_adjusted_score":0.0034893864495493254},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.27686501617812803,"accuracy":0.39092261904761905,"positive_recall":0.8231326257315742,"specificity":0.3633318346747383,"precision":0.07624035281146636,"balanced_accuracy":0.5932322302031563,"f1":0.13955483051773865,"true_positive":138.29999999999998,"false_positive":1675.7,"false_negative":29.716666666666665,"true_negative":956.2833333333333,"positive_prevalence":0.060005952380952375,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679138,"brier_skill":-7.598032834912237,"baseline_adjusted_skill":0.1864644604063126,"baseline_adjusted_score":0.1864644604063126},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.1643059490084986,"uniform_accuracy_baseline":0.027777777777777776,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.04220779220779222,"baseline_adjusted_score":0.04220779220779222},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.27,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":-0.042857142857142816,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24914992798498375,"accuracy":0.52,"positive_recall":0.4,"specificity":0.64,"precision":0.5263157894736842,"balanced_accuracy":0.52,"f1":0.45454545454545453,"true_positive":20,"false_positive":18,"false_negative":30,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.003400288060064982,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24291066324005692,"accuracy":0.57,"positive_recall":0.76,"specificity":0.38,"precision":0.5507246376811594,"balanced_accuracy":0.5700000000000001,"f1":0.6386554621848739,"true_positive":38,"false_positive":31,"false_negative":12,"true_negative":19,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.02835734703977233,"baseline_adjusted_skill":0.14000000000000012,"baseline_adjusted_score":0.14000000000000012},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.56,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":-0.12820512820512803,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.36,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.3191489361702128,"baseline_adjusted_score":0.3191489361702128},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2453409635642508,"accuracy":0.55,"positive_recall":0.6,"specificity":0.5,"precision":0.5454545454545454,"balanced_accuracy":0.55,"f1":0.5714285714285714,"true_positive":30,"false_positive":25,"false_negative":20,"true_negative":25,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.018636145742996768,"baseline_adjusted_skill":0.10000000000000009,"baseline_adjusted_score":0.10000000000000009},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.55,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.32835820895522394,"baseline_adjusted_score":0.32835820895522394},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2859843754597267,"accuracy":0.5,"positive_recall":0.2,"specificity":0.8,"precision":0.5,"balanced_accuracy":0.5,"f1":0.2857142857142857,"true_positive":10,"false_positive":10,"false_negative":40,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.14393750183890686,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.5011183310810811,"uniform_accuracy_baseline":0.23445945945945948,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.3236934222131015,"baseline_adjusted_score":0.3236934222131015},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.0170775100626403,"accuracy":0.7442104934210526,"positive_recall":0.8110331341637523,"specificity":0.6805805040038725,"precision":0.7074117529411764,"balanced_accuracy":0.7458068190838124,"f1":0.7556867898261884,"true_positive":60.129999,"false_positive":24.870001,"false_negative":14.010004,"true_negative":52.989996,"positive_prevalence":0.4877631776315789,"majority_accuracy_baseline":0.512236822368421,"constant_brier_baseline":0.09451910039768556,"brier_skill":0.819322126524826,"baseline_adjusted_skill":0.4916136381676248,"baseline_adjusted_score":0.4916136381676248},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.0520815396429797,"normalized_score_rmse":0.07143906443451714,"constant_score_baseline":0.5841668333333333,"constant_mae_baseline":0.21700552708333334,"baseline_adjusted_skill":0.7599990177993041,"baseline_adjusted_score":0.7599990177993041},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.27288754521562664,"accuracy":0.43,"positive_recall":0.38,"specificity":0.48,"precision":0.4222222222222222,"balanced_accuracy":0.43,"f1":0.4,"true_positive":19,"false_positive":26,"false_negative":31,"true_negative":24,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.09155018086250655,"baseline_adjusted_skill":-0.14,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25227602765594864,"accuracy":0.52,"positive_recall":0.08,"specificity":0.96,"precision":0.6666666666666666,"balanced_accuracy":0.52,"f1":0.14285714285714285,"true_positive":4,"false_positive":2,"false_negative":46,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.00910411062379457,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.26,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":-0.21311475409836067,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.52,"uniform_accuracy_baseline":0.036111111111111115,"fixed_answer_accuracy_baseline":0.08833333333333333,"baseline_adjusted_skill":0.47349177330895803,"baseline_adjusted_score":0.47349177330895803},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.52,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":-0.090909090909091,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.52,"uniform_accuracy_baseline":0.049879324215607396,"fixed_answer_accuracy_baseline":0.12442477876106194,"baseline_adjusted_skill":0.45178896300788357,"baseline_adjusted_score":0.45178896300788357},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.26197794947501396,"accuracy":0.51,"positive_recall":0.96,"specificity":0.06,"precision":0.5052631578947369,"balanced_accuracy":0.51,"f1":0.6620689655172414,"true_positive":48,"false_positive":47,"false_negative":2,"true_negative":3,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.04791179790005584,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.25,"uniform_accuracy_baseline":0.23888888888888887,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":-0.05882352941176474,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.2512962122343926,"accuracy":0.515625,"positive_recall":0.03125,"specificity":1,"precision":1,"balanced_accuracy":0.515625,"f1":0.06060606060606061,"true_positive":1,"false_positive":0,"false_negative":31,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.005184848937570319,"baseline_adjusted_skill":0.03125,"baseline_adjusted_score":0.03125},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.62,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.1739130434782608,"baseline_adjusted_score":0.1739130434782608},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.3,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.06060606060606067,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25250258495474276,"accuracy":0.5,"positive_recall":0.96,"specificity":0.04,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6575342465753424,"true_positive":48,"false_positive":48,"false_negative":2,"true_negative":2,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.010010339818971037,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.6470588235294118,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.4782608695652174,"baseline_adjusted_score":0.4782608695652174},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.22840882049925232,"accuracy":0.6666666666666666,"positive_recall":0.9375,"specificity":0.4117647058823529,"precision":0.6,"balanced_accuracy":0.6746323529411764,"f1":0.7317073170731707,"true_positive":15,"false_positive":10,"false_negative":1,"true_negative":7,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.08552497969233164,"baseline_adjusted_skill":0.3492647058823528,"baseline_adjusted_score":0.3492647058823528},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.3169856808334589,"normalized_score_rmse":0.38715151806077547,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.03943733080770029,"baseline_adjusted_score":0.03943733080770029},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.125,"uniform_accuracy_baseline":0.178125,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.22807017543859645,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.24439383874318837,"accuracy":0.47058823529411764,"positive_recall":0,"specificity":0.9411764705882353,"precision":0,"balanced_accuracy":0.47058823529411764,"f1":0,"true_positive":0,"false_positive":1,"false_negative":17,"true_negative":16,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.022424645027246504,"baseline_adjusted_skill":-0.05882352941176472,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.1629653498530388,"normalized_score_rmse":0.2731727179475143,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-0.10816437900066367,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.2708333333333333,"uniform_accuracy_baseline":0.13194444444444445,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":-0.826086956521739,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.22870088021946866,"accuracy":0.6153846153846154,"positive_recall":0.6538461538461539,"specificity":0.5769230769230769,"precision":0.6071428571428571,"balanced_accuracy":0.6153846153846154,"f1":0.6296296296296297,"true_positive":17,"false_positive":11,"false_negative":9,"true_negative":15,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.08519647912212536,"baseline_adjusted_skill":0.23076923076923084,"baseline_adjusted_score":0.23076923076923084},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.25006152235877305,"accuracy":0.5066666666666667,"positive_recall":0.07692307692307693,"specificity":0.9722222222222222,"precision":0.75,"balanced_accuracy":0.5245726495726496,"f1":0.13953488372093023,"true_positive":3,"false_positive":1,"false_negative":36,"true_negative":35,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24960000000000004,"brier_skill":-0.0018490479117507785,"baseline_adjusted_skill":0.04914529914529919,"baseline_adjusted_score":0.04914529914529919},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.35849380135536196,"normalized_score_rmse":0.4203080161439215,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.2803350048405784,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.29411764705882354,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.04000000000000001,"baseline_adjusted_score":0.04000000000000001},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.22408969494416625,"accuracy":0.6785714285714286,"positive_recall":1,"specificity":0.35714285714285715,"precision":0.6086956521739131,"balanced_accuracy":0.6785714285714286,"f1":0.7567567567567568,"true_positive":14,"false_positive":9,"false_negative":0,"true_negative":5,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.103641220223335,"baseline_adjusted_skill":0.3571428571428572,"baseline_adjusted_score":0.3571428571428572},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.36395650311852945,"normalized_score_rmse":0.41529384143628406,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.1696969696969697,"baseline_adjusted_skill":-1.1447436790913343,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":0.7500000000000001,"baseline_adjusted_score":0.7500000000000001},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.2532838581210568,"accuracy":0.5529411764705883,"positive_recall":0.8222222222222222,"specificity":0.25,"precision":0.5522388059701493,"balanced_accuracy":0.5361111111111111,"f1":0.6607142857142857,"true_positive":37,"false_positive":30,"false_negative":8,"true_negative":10,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.2491349480968858,"brier_skill":-0.016653263847019817,"baseline_adjusted_skill":0.07222222222222219,"baseline_adjusted_score":0.07222222222222219},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.68,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.5789473684210527,"baseline_adjusted_score":0.5789473684210527},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.2817555490188457,"accuracy":0.32,"positive_recall":0.02857142857142857,"specificity":1,"precision":1,"balanced_accuracy":0.5142857142857142,"f1":0.05555555555555555,"true_positive":1,"false_positive":0,"false_negative":34,"true_negative":15,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.21,"brier_skill":-0.3416930905659319,"baseline_adjusted_skill":0.02857142857142847,"baseline_adjusted_score":0.02857142857142847},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.2788656459748745,"normalized_score_rmse":0.3658393033961653,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.004051264375448227,"baseline_adjusted_score":0.004051264375448227},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.2911392405063291,"uniform_accuracy_baseline":0.24240506329113923,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":-0.2173913043478261,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.24722107233998786,"accuracy":0.47619047619047616,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":11,"true_negative":10,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.2494331065759637,"brier_skill":0.008868246346048658,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.24242424242424243,"uniform_accuracy_baseline":0.32373737373737377,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":-0.24999999999999994,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.26131602835327145,"accuracy":0.3939393939393939,"positive_recall":0.7058823529411765,"specificity":0.0625,"precision":0.4444444444444444,"balanced_accuracy":0.38419117647058826,"f1":0.5454545454545454,"true_positive":12,"false_positive":15,"false_negative":5,"true_negative":1,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":-0.04622483410556111,"baseline_adjusted_skill":-0.23161764705882348,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.36700882010307967,"normalized_score_rmse":0.4042812495856233,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.3431372549019608,"baseline_adjusted_skill":-0.06956856144326085,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2885891291703199,"accuracy":0.34,"positive_recall":0.62,"specificity":0.06,"precision":0.3974358974358974,"balanced_accuracy":0.33999999999999997,"f1":0.484375,"true_positive":31,"false_positive":47,"false_negative":19,"true_negative":3,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.1543565166812797,"baseline_adjusted_skill":-0.32000000000000006,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.37333333333333335,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":0.030927835051546417,"baseline_adjusted_score":0.030927835051546417},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.26673947588209684,"accuracy":0.49333333333333335,"positive_recall":0.6756756756756757,"specificity":0.3157894736842105,"precision":0.49019607843137253,"balanced_accuracy":0.4957325746799431,"f1":0.5681818181818182,"true_positive":25,"false_positive":26,"false_negative":12,"true_negative":12,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555554,"brier_skill":-0.06714761866059371,"baseline_adjusted_skill":-0.008534850640113834,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.1,"uniform_accuracy_baseline":0.14285714285714285,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":-0.15384615384615383,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.385,"uniform_accuracy_baseline":0.32416666666666666,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.06818181818181816,"baseline_adjusted_score":0.06818181818181816},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.25747874771406654,"accuracy":0.48484848484848486,"positive_recall":1,"specificity":0,"precision":0.48484848484848486,"balanced_accuracy":0.5,"f1":0.6530612244897959,"true_positive":16,"false_positive":17,"false_negative":0,"true_negative":0,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":-0.030861603899332568,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.23576500526431834,"normalized_score_rmse":0.27657104130188354,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":-0.07313726534103515,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2524866709787018,"accuracy":0.44,"positive_recall":0.5,"specificity":0.4230769230769231,"precision":0.19642857142857142,"balanced_accuracy":0.46153846153846156,"f1":0.28205128205128205,"true_positive":11,"false_positive":45,"false_negative":11,"true_negative":33,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.47136754649593127,"baseline_adjusted_skill":-0.07692307692307687,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2537039977704085,"accuracy":0.53,"positive_recall":0.7297297297297297,"specificity":0.4126984126984127,"precision":0.421875,"balanced_accuracy":0.5712140712140712,"f1":0.5346534653465347,"true_positive":27,"false_positive":37,"false_negative":10,"true_negative":26,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000003,"brier_skill":-0.08839123882629107,"baseline_adjusted_skill":0.1424281424281424,"baseline_adjusted_score":0.1424281424281424},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25362387453891766,"accuracy":0.59,"positive_recall":0.3333333333333333,"specificity":0.7540983606557377,"precision":0.4642857142857143,"balanced_accuracy":0.5437158469945355,"f1":0.3880597014925373,"true_positive":13,"false_positive":15,"false_negative":26,"true_negative":46,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379,"brier_skill":-0.0660944705292883,"baseline_adjusted_skill":0.08743169398907091,"baseline_adjusted_score":0.08743169398907091},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.27440784751457237,"accuracy":0.33,"positive_recall":0.7096774193548387,"specificity":0.15942028985507245,"precision":0.275,"balanced_accuracy":0.4345488546049556,"f1":0.3963963963963964,"true_positive":22,"false_positive":58,"false_negative":9,"true_negative":11,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999998,"brier_skill":-0.2828791375155324,"baseline_adjusted_skill":-0.13090229079008875,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.29,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.013888888888888824,"baseline_adjusted_score":0.013888888888888824},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.2768913697823882,"normalized_score_rmse":0.3294755233544831,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":-0.1909306227199492,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2601829400742975,"accuracy":0.51,"positive_recall":1,"specificity":0.02,"precision":0.5050505050505051,"balanced_accuracy":0.51,"f1":0.6711409395973155,"true_positive":50,"false_positive":49,"false_negative":0,"true_negative":1,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.040731760297189945,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2391704812469859,"accuracy":0.62,"positive_recall":0.76,"specificity":0.48,"precision":0.59375,"balanced_accuracy":0.62,"f1":0.6666666666666666,"true_positive":38,"false_positive":26,"false_negative":12,"true_negative":24,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.04331807501205642,"baseline_adjusted_skill":0.24,"baseline_adjusted_score":0.24},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.47,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.5142857142857145,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":133},{"provenance":"measured","status":"partial","counts":{"cases":100,"expected":100,"succeeded":88,"failed":12},"metrics":{"binary_brier":0.2621235200716307,"accuracy":0.48863636363636365,"positive_recall":0.6190476190476191,"specificity":0.3695652173913043,"precision":0.4727272727272727,"balanced_accuracy":0.4943064182194617,"f1":0.5360824742268041,"true_positive":26,"false_positive":29,"false_negative":16,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.0484940802865228,"baseline_adjusted_skill":-0.011387163561076608,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.55,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":-0.07142857142857122,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.28,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.2,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24954031204742896,"accuracy":0.51,"positive_recall":0.02,"specificity":1,"precision":1,"balanced_accuracy":0.51,"f1":0.0392156862745098,"true_positive":1,"false_positive":0,"false_negative":49,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.001838751810284145,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.68,"uniform_accuracy_baseline":0.20851190476190473,"fixed_answer_accuracy_baseline":0.22333333333333333,"baseline_adjusted_skill":0.5879828326180259,"baseline_adjusted_score":0.5879828326180259},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.21054093076375546,"accuracy":0.74,"positive_recall":0.72,"specificity":0.76,"precision":0.75,"balanced_accuracy":0.74,"f1":0.7346938775510204,"true_positive":36,"false_positive":12,"false_negative":14,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.15783627694497815,"baseline_adjusted_skill":0.48,"baseline_adjusted_score":0.48},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.3052494603022933,"normalized_score_rmse":0.3497613656632173,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":-0.01749820100764432,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.44,"uniform_accuracy_baseline":0.22851190476190475,"fixed_answer_accuracy_baseline":0.24333333333333332,"baseline_adjusted_skill":0.2599118942731278,"baseline_adjusted_score":0.2599118942731278},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.23656694921231852,"accuracy":0.66,"positive_recall":0.7,"specificity":0.62,"precision":0.6481481481481481,"balanced_accuracy":0.6599999999999999,"f1":0.6730769230769231,"true_positive":35,"false_positive":19,"false_negative":15,"true_negative":31,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.05373220315072591,"baseline_adjusted_skill":0.31999999999999984,"baseline_adjusted_score":0.31999999999999984},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.2930999270048406,"normalized_score_rmse":0.35350216675316726,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.3042222222222222,"baseline_adjusted_skill":0.03655977244573938,"baseline_adjusted_score":0.03655977244573938},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.44,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.0967741935483871,"baseline_adjusted_score":0.0967741935483871},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25299855803516935,"accuracy":0.57,"positive_recall":0.94,"specificity":0.2,"precision":0.5402298850574713,"balanced_accuracy":0.57,"f1":0.6861313868613139,"true_positive":47,"false_positive":40,"false_negative":3,"true_negative":10,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.011994232140677408,"baseline_adjusted_skill":0.1399999999999999,"baseline_adjusted_score":0.1399999999999999},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.35,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":-0.30000000000000004,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2540531835619364,"accuracy":0.48,"positive_recall":0.28,"specificity":0.68,"precision":0.4666666666666667,"balanced_accuracy":0.48000000000000004,"f1":0.35,"true_positive":14,"false_positive":16,"false_negative":36,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.016212734247745608,"baseline_adjusted_skill":-0.039999999999999925,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.47,"uniform_accuracy_baseline":0.3533333333333333,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.10169491525423727,"baseline_adjusted_score":0.10169491525423727},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.08064516129032256,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.22,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.25806451612903225,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.16,"uniform_accuracy_baseline":0.1111111111111111,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.08263871364852596,"accuracy":0.810375,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":75.85,"true_negative":324.15,"positive_prevalence":0.189625,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500001,"brier_skill":-0.08558585604409852,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3972321900120005,"normalized_score_rmse":0.4352980299052006,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":-0.8583962105824585,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.12737163800619875,"accuracy":0.730875,"positive_recall":0,"specificity":0.9965911027782512,"precision":0,"balanced_accuracy":0.4982955513891256,"f1":0,"true_positive":0,"false_positive":1,"false_negative":106.65,"true_negative":292.35,"positive_prevalence":0.266625,"majority_accuracy_baseline":0.733375,"constant_brier_baseline":0.115654859375,"brier_skill":-0.10130813953271245,"baseline_adjusted_skill":-0.0034088972217487523,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.40457468122243884,"normalized_score_rmse":0.4493932095293912,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":-0.5053941626881446,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.12143236912076663,"accuracy":0.7113749999999999,"positive_recall":0.0058165548098434005,"specificity":0.9849089332176929,"precision":0.13,"balanced_accuracy":0.4953627440137682,"f1":0.01113490364025696,"true_positive":0.65,"false_positive":4.35,"false_negative":111.1,"true_negative":283.9,"positive_prevalence":0.279375,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937500001,"brier_skill":-0.07314256452543177,"baseline_adjusted_skill":-0.00927451197246365,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3833689912827685,"normalized_score_rmse":0.42921240424893065,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":-0.45009547530125205,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.1509938748167353,"accuracy":0.780625,"positive_recall":0.011267605633802818,"specificity":1,"precision":1,"balanced_accuracy":0.5056338028169014,"f1":0.022284122562674095,"true_positive":1,"false_positive":0,"false_negative":87.75,"true_negative":311.25,"positive_prevalence":0.221875,"majority_accuracy_baseline":0.778125,"constant_brier_baseline":0.12674023437499998,"brier_skill":-0.19136496441984985,"baseline_adjusted_skill":0.011267605633802802,"baseline_adjusted_score":0.011267605633802802},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.4697310438612476,"normalized_score_rmse":0.4964758871060431,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":-1.0819104437063607,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.12645526185466646,"accuracy":0.73525,"positive_recall":0.05623818525519848,"specificity":0.9794357579877634,"precision":0.4958333333333333,"balanced_accuracy":0.5178369716214809,"f1":0.10101867572156197,"true_positive":5.949999999999999,"false_positive":6.050000000000001,"false_negative":99.85,"true_negative":288.15,"positive_prevalence":0.2645,"majority_accuracy_baseline":0.7355,"constant_brier_baseline":0.11362725,"brier_skill":-0.11289555854486011,"baseline_adjusted_skill":0.0356739432429618,"baseline_adjusted_score":0.0356739432429618},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.4077665223414078,"normalized_score_rmse":0.4447854765616097,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":-0.6229513327021208,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.11927365910071487,"accuracy":0.79925,"positive_recall":0.015013054830287207,"specificity":0.9850030921459492,"precision":0.19166666666666668,"balanced_accuracy":0.5000080734881182,"f1":0.02784503631961259,"true_positive":1.1500000000000001,"false_positive":4.85,"false_negative":75.45,"true_negative":318.55,"positive_prevalence":0.19149999999999998,"majority_accuracy_baseline":0.8085,"constant_brier_baseline":0.09190274999999999,"brier_skill":-0.29782470166251707,"baseline_adjusted_skill":0.000016146976236308674,"baseline_adjusted_score":0.000016146976236308674},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.4299380439613014,"normalized_score_rmse":0.4657532132942441,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":-1.0782503635591607,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.1432269656996069,"accuracy":0.80925,"positive_recall":0.0033875338753387536,"specificity":0.9915695892090742,"precision":0.08333333333333333,"balanced_accuracy":0.4974785615422065,"f1":0.006510416666666667,"true_positive":0.25,"false_positive":2.75,"false_negative":73.55,"true_negative":323.45,"positive_prevalence":0.1845,"majority_accuracy_baseline":0.8155,"constant_brier_baseline":0.10922225,"brier_skill":-0.31133505947375095,"baseline_adjusted_skill":-0.0050428769155870246,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.48187187823001293,"normalized_score_rmse":0.5026814613768034,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":-1.5445379708515534,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.11667885853116217,"accuracy":0.7977500000000001,"positive_recall":0.010191082802547772,"specificity":0.9900466562986003,"precision":0.2,"balanced_accuracy":0.500118869550574,"f1":0.019393939393939394,"true_positive":0.8,"false_positive":3.2,"false_negative":77.7,"true_negative":318.3,"positive_prevalence":0.19625,"majority_accuracy_baseline":0.80375,"constant_brier_baseline":0.09878593749999999,"brier_skill":-0.18112822010888108,"baseline_adjusted_skill":0.00023773910114810448,"baseline_adjusted_score":0.00023773910114810448},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.4595784367853776,"normalized_score_rmse":0.49971003808312797,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":-1.1755192273864026,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.15038034509999088,"accuracy":0.5640306122448979,"positive_recall":0.0050415183867141165,"specificity":0.9858997314234557,"precision":0.2125,"balanced_accuracy":0.49547062490508487,"f1":0.009849362688296639,"true_positive":0.85,"false_positive":3.15,"false_negative":167.75,"true_negative":220.25,"positive_prevalence":0.4301020408163265,"majority_accuracy_baseline":0.5698979591836735,"constant_brier_baseline":0.12359641815910039,"brier_skill":-0.21670471798311075,"baseline_adjusted_skill":-0.009058750189830267,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.2905789526578571,"normalized_score_rmse":0.34063258038291094,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":-0.05469397631370376,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.13964134551306812,"accuracy":0.8348749999999999,"positive_recall":0,"specificity":0.9925694754049635,"precision":0,"balanced_accuracy":0.49628473770248177,"f1":0,"true_positive":0,"false_positive":5,"false_negative":127.1,"true_negative":667.9,"positive_prevalence":0.158875,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499999,"brier_skill":-0.41369611097739734,"baseline_adjusted_skill":-0.0074305245950364585,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.4868653856171295,"normalized_score_rmse":0.5077539991409634,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-1.9506993067704816,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.37,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.01612903225806453,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.27115642956086883,"accuracy":0.42,"positive_recall":0.52,"specificity":0.32,"precision":0.43333333333333335,"balanced_accuracy":0.42000000000000004,"f1":0.4727272727272727,"true_positive":26,"false_positive":34,"false_negative":24,"true_negative":16,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.08462571824347531,"baseline_adjusted_skill":-0.15999999999999992,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.04506295559973492,"uniform_accuracy_baseline":0.058823529411764705,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":-0.12227414330218069,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.48,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":-0.1304347826086958,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2552683054173733,"accuracy":0.48,"positive_recall":0.16,"specificity":0.8,"precision":0.4444444444444444,"balanced_accuracy":0.48000000000000004,"f1":0.23529411764705882,"true_positive":8,"false_positive":10,"false_negative":42,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.021073221669493103,"baseline_adjusted_skill":-0.039999999999999925,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.3,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":-0.11111111111111112,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":161,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.2957113309697105,"accuracy":0.5,"positive_recall":0.28169014084507044,"specificity":0.7012987012987013,"precision":0.46511627906976744,"balanced_accuracy":0.4914944210718859,"f1":0.3508771929824561,"true_positive":20,"false_positive":23,"false_negative":51,"true_negative":54,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.2495891161431699,"brier_skill":-0.18479257244568248,"baseline_adjusted_skill":-0.0170111578562282,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.2,"uniform_accuracy_baseline":0.20049999999999962,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":-0.12676056338028166,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.01470588235294119,"baseline_adjusted_score":0.01470588235294119},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.6,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.14893617021276587,"baseline_adjusted_score":0.14893617021276587},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.61,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.20408163265306117,"baseline_adjusted_score":0.20408163265306117},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2138276005939406,"accuracy":0.42283124742000006,"positive_recall":0.16140765017424918,"specificity":0.8422584294304805,"precision":0.62145368275,"balanced_accuracy":0.5018330398023648,"f1":0.2562583548484358,"true_positive":9.943258924,"false_positive":6.056741076,"false_negative":51.660134181999986,"true_negative":32.33986581800001,"positive_prevalence":0.6160339310599999,"majority_accuracy_baseline":0.6160339310599999,"constant_brier_baseline":0.079087076552024,"brier_skill":-1.7036983779933172,"baseline_adjusted_skill":0.003666079604729644,"baseline_adjusted_score":0.003666079604729644},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.29531745263188225,"accuracy":0.55,"positive_recall":0.16,"specificity":0.94,"precision":0.7272727272727273,"balanced_accuracy":0.5499999999999999,"f1":0.26229508196721313,"true_positive":8,"false_positive":3,"false_negative":42,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.181269810527529,"baseline_adjusted_skill":0.09999999999999987,"baseline_adjusted_score":0.09999999999999987},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.43,"uniform_accuracy_baseline":0.012987012987012965,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.4,"baseline_adjusted_score":0.4},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.46,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.1,"baseline_adjusted_score":0.1},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.29,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":-0.10937500000000001,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3326809938137558,"accuracy":0.39,"positive_recall":0.46,"specificity":0.32,"precision":0.40350877192982454,"balanced_accuracy":0.39,"f1":0.42990654205607476,"true_positive":23,"false_positive":34,"false_negative":27,"true_negative":16,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.3307239752550233,"baseline_adjusted_skill":-0.21999999999999997,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.12722533754820675,"accuracy":0.6007757710978122,"positive_recall":0.5551797128929528,"specificity":0.622006969716966,"precision":0.4061429540681849,"balanced_accuracy":0.5885933413049593,"f1":0.4691085238754407,"true_positive":123.4674580367282,"false_positive":180.5325419632718,"false_negative":98.92441826825961,"true_negative":297.0755817317404,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768597,"brier_skill":-0.43389776005536707,"baseline_adjusted_skill":0.17718668260991866,"baseline_adjusted_score":0.17718668260991866},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.34636760982668735,"accuracy":0.47,"positive_recall":0.48,"specificity":0.46,"precision":0.47058823529411764,"balanced_accuracy":0.47,"f1":0.4752475247524752,"true_positive":24,"false_positive":27,"false_negative":26,"true_negative":23,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.3854704393067494,"baseline_adjusted_skill":-0.06000000000000005,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.5496688741721855,"uniform_accuracy_baseline":0.006622516556291403,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.5310344827586208,"baseline_adjusted_score":0.5310344827586208},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.46588235294117647,"uniform_accuracy_baseline":0.3333333333333301,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.015184381778741873,"baseline_adjusted_score":0.015184381778741873},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.38,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.03333333333333337,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3050527622582885,"accuracy":0.59,"positive_recall":0.32,"specificity":0.86,"precision":0.6956521739130435,"balanced_accuracy":0.59,"f1":0.4383561643835616,"true_positive":16,"false_positive":7,"false_negative":34,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.22021104903315392,"baseline_adjusted_skill":0.17999999999999994,"baseline_adjusted_score":0.17999999999999994},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.49,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":-0.06250000000000006,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.68,"uniform_accuracy_baseline":0.07142857142857136,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.6404494382022472,"baseline_adjusted_score":0.6404494382022472},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.57,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.06521739130434764,"baseline_adjusted_score":0.06521739130434764},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.25,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":-0.02739726027397263,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.7777777777777778,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.3333333333333334,"baseline_adjusted_score":0.3333333333333334},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.37834318391298166,"accuracy":0.5121951219512195,"positive_recall":0.025,"specificity":0.9761904761904762,"precision":0.5,"balanced_accuracy":0.5005952380952381,"f1":0.047619047619047616,"true_positive":1,"false_positive":1,"false_negative":39,"true_negative":41,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.24985127900059498,"brier_skill":-0.5142735527564808,"baseline_adjusted_skill":0.0011904761904761862,"baseline_adjusted_score":0.0011904761904761862},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1288847040910164,"accuracy":0.88,"positive_recall":0.82,"specificity":0.94,"precision":0.9318181818181818,"balanced_accuracy":0.8799999999999999,"f1":0.8723404255319149,"true_positive":41,"false_positive":3,"false_negative":9,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4844611836359344,"baseline_adjusted_skill":0.7599999999999998,"baseline_adjusted_score":0.7599999999999998},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.26536312849162014,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.0573476702508961,"baseline_adjusted_score":0.0573476702508961},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.37,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":-0.03278688524590167,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.2754923435293697,"accuracy":0.625,"positive_recall":0.29545454545454547,"specificity":0.717948717948718,"precision":0.22807017543859648,"balanced_accuracy":0.5067016317016317,"f1":0.25742574257425743,"true_positive":13,"false_positive":44,"false_negative":31,"true_negative":112,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000053,"brier_skill":-0.6054332373506341,"baseline_adjusted_skill":0.013403263403263477,"baseline_adjusted_score":0.013403263403263477},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.34579167043600456,"accuracy":0.445,"positive_recall":0.58,"specificity":0.4,"precision":0.24369747899159663,"balanced_accuracy":0.49,"f1":0.3431952662721893,"true_positive":29,"false_positive":90,"false_negative":21,"true_negative":60,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-0.8442222423253576,"baseline_adjusted_skill":-0.020000000000000018,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.23160832757078065,"accuracy":0.695,"positive_recall":0.42105263157894735,"specificity":0.7237569060773481,"precision":0.13793103448275862,"balanced_accuracy":0.5724047688281477,"f1":0.2077922077922078,"true_positive":8,"false_positive":50,"false_negative":11,"true_negative":131,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.0859749999999999,"brier_skill":-1.6939031994275187,"baseline_adjusted_skill":0.14480953765629545,"baseline_adjusted_score":0.14480953765629545},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.0931692267023642,"accuracy":0.8398154761904763,"positive_recall":0.6918956452732865,"specificity":0.849258163995466,"precision":0.22660818713450315,"balanced_accuracy":0.7705769046343762,"f1":0.3414013362374883,"true_positive":116.25000000000006,"false_positive":396.7499999999998,"false_negative":51.76666666666665,"true_negative":2235.2333333333336,"positive_prevalence":0.060005952380952354,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679296,"brier_skill":-1.893366888487206,"baseline_adjusted_skill":0.5411538092687525,"baseline_adjusted_score":0.5411538092687525},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.22662889518413598,"uniform_accuracy_baseline":0.027777777777777853,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.11363636363636365,"baseline_adjusted_score":0.11363636363636365},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.19,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":-0.15714285714285714,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.4338178405643016,"accuracy":0.51,"positive_recall":0.16,"specificity":0.86,"precision":0.5333333333333333,"balanced_accuracy":0.51,"f1":0.24615384615384617,"true_positive":8,"false_positive":7,"false_negative":42,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.7352713622572065,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.19646893527601805,"accuracy":0.69,"positive_recall":0.86,"specificity":0.52,"precision":0.6417910447761194,"balanced_accuracy":0.69,"f1":0.7350427350427351,"true_positive":43,"false_positive":24,"false_negative":7,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2141242588959278,"baseline_adjusted_skill":0.3799999999999999,"baseline_adjusted_score":0.3799999999999999},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.45,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":-0.4102564102564102,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.38,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.34042553191489366,"baseline_adjusted_score":0.34042553191489366},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3199339365545741,"accuracy":0.62,"positive_recall":0.8,"specificity":0.44,"precision":0.5882352941176471,"balanced_accuracy":0.62,"f1":0.6779661016949152,"true_positive":40,"false_positive":28,"false_negative":10,"true_negative":22,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.27973574621829633,"baseline_adjusted_skill":0.24,"baseline_adjusted_score":0.24},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.9104477611940298,"baseline_adjusted_score":0.9104477611940298},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.001970094230173894,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":50,"false_positive":0,"false_negative":0,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9921196230793045,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.41071291891891887,"uniform_accuracy_baseline":0.23445945945945923,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.20113575228447747,"baseline_adjusted_score":0.20113575228447747},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.04665880381261572,"accuracy":0.6808771776315788,"positive_recall":0.6719269622905195,"specificity":0.6893997696917455,"precision":0.6731982027027026,"balanced_accuracy":0.6806633659911325,"f1":0.6725619817896182,"true_positive":49.816666999999995,"false_positive":24.183333,"false_negative":24.323336,"true_negative":53.676663999999995,"positive_prevalence":0.48776317763157917,"majority_accuracy_baseline":0.5122368223684208,"constant_brier_baseline":0.0945191003976856,"brier_skill":0.5063558199739466,"baseline_adjusted_skill":0.36132673198226506,"baseline_adjusted_score":0.36132673198226506},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.11311926914221168,"normalized_score_rmse":0.15373479587508088,"constant_score_baseline":0.5841668333333334,"constant_mae_baseline":0.21700552708333315,"baseline_adjusted_skill":0.47872632249236535,"baseline_adjusted_score":0.47872632249236535},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.30811756108870564,"accuracy":0.52,"positive_recall":0.16,"specificity":0.88,"precision":0.5714285714285714,"balanced_accuracy":0.52,"f1":0.25,"true_positive":8,"false_positive":6,"false_negative":42,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.23247024435482255,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3172519183771316,"accuracy":0.56,"positive_recall":0.64,"specificity":0.48,"precision":0.5517241379310345,"balanced_accuracy":0.56,"f1":0.5925925925925926,"true_positive":32,"false_positive":26,"false_negative":18,"true_negative":24,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.2690076735085265,"baseline_adjusted_skill":0.1200000000000001,"baseline_adjusted_score":0.1200000000000001},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":-0.08196721311475408,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.51,"uniform_accuracy_baseline":0.03611111111111102,"fixed_answer_accuracy_baseline":0.08833333333333329,"baseline_adjusted_skill":0.4625228519195613,"baseline_adjusted_score":0.4625228519195613},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.69,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.29545454545454525,"baseline_adjusted_score":0.29545454545454525},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.53,"uniform_accuracy_baseline":0.04987932421560751,"fixed_answer_accuracy_baseline":0.1244247787610618,"baseline_adjusted_skill":0.46321002627855284,"baseline_adjusted_score":0.46321002627855284},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.33168281200882177,"accuracy":0.49,"positive_recall":0.82,"specificity":0.16,"precision":0.4939759036144578,"balanced_accuracy":0.49,"f1":0.6165413533834586,"true_positive":41,"false_positive":42,"false_negative":9,"true_negative":8,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.3267312480352871,"baseline_adjusted_skill":-0.020000000000000018,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.4444444444444444,"uniform_accuracy_baseline":0.23888888888888893,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.21568627450980388,"baseline_adjusted_score":0.21568627450980388},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.33365716474915624,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":32,"false_positive":32,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.334628658996625,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.52,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":-0.04347826086956526,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.39,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.07575757575757575,"baseline_adjusted_score":0.07575757575757575},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2566379054621613,"accuracy":0.54,"positive_recall":0.12,"specificity":0.96,"precision":0.75,"balanced_accuracy":0.54,"f1":0.20689655172413793,"true_positive":6,"false_positive":2,"false_negative":44,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.026551621848645235,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.29411764705882354,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":-0.04347826086956522,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.26530453497054496,"accuracy":0.5757575757575758,"positive_recall":0.4375,"specificity":0.7058823529411765,"precision":0.5833333333333334,"balanced_accuracy":0.5716911764705883,"f1":0.5,"true_positive":7,"false_positive":5,"false_negative":9,"true_negative":12,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":-0.06219352420192403,"baseline_adjusted_skill":0.14338235294117663,"baseline_adjusted_score":0.14338235294117663},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.2950973883178085,"normalized_score_rmse":0.37964356898982904,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.10576548994603485,"baseline_adjusted_score":0.10576548994603485},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.46875,"uniform_accuracy_baseline":0.17812500000000006,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":0.2543859649122807,"baseline_adjusted_score":0.2543859649122807},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.35148817576594865,"accuracy":0.058823529411764705,"positive_recall":0,"specificity":0.11764705882352941,"precision":0,"balanced_accuracy":0.058823529411764705,"f1":0,"true_positive":0,"false_positive":15,"false_negative":17,"true_negative":2,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.4059527030637946,"baseline_adjusted_skill":-0.8823529411764706,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.4062573361922713,"normalized_score_rmse":0.4573501216575043,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-1.7625498861074447,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0,"uniform_accuracy_baseline":0.13194444444444448,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":-1.5043478260869563,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.34376453225030335,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":26,"false_positive":26,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.3750581290012134,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.32174003301426407,"accuracy":0.52,"positive_recall":1,"specificity":0,"precision":0.52,"balanced_accuracy":0.5,"f1":0.6842105263157895,"true_positive":39,"false_positive":36,"false_negative":0,"true_negative":0,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24959999999999993,"brier_skill":-0.2890225681661225,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.3426360613107681,"normalized_score_rmse":0.40814317095021696,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.22370021896702896,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.29411764705882354,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.04000000000000001,"baseline_adjusted_score":0.04000000000000001},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.4722879836209242,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":14,"false_positive":14,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.8891519344836969,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.3741092535582454,"normalized_score_rmse":0.41835491630984695,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.16969696969696968,"baseline_adjusted_skill":-1.204572387039661,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":0.7333333333333333,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":0.6666666666666665,"baseline_adjusted_score":0.6666666666666665},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.27732637154949996,"accuracy":0.5764705882352941,"positive_recall":0.9777777777777777,"specificity":0.125,"precision":0.5569620253164557,"balanced_accuracy":0.5513888888888889,"f1":0.7096774193548387,"true_positive":44,"false_positive":35,"false_negative":1,"true_negative":5,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.24913494809688563,"brier_skill":-0.11315724135841032,"baseline_adjusted_skill":0.10277777777777786,"baseline_adjusted_score":0.10277777777777786},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.736842105263158,"baseline_adjusted_score":0.736842105263158},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.27914210352885793,"accuracy":0.38,"positive_recall":0.11428571428571428,"specificity":1,"precision":1,"balanced_accuracy":0.5571428571428572,"f1":0.20512820512820512,"true_positive":4,"false_positive":0,"false_negative":31,"true_negative":15,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.20999999999999996,"brier_skill":-0.32924811204218085,"baseline_adjusted_skill":0.11428571428571432,"baseline_adjusted_score":0.11428571428571432},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.3739471497386694,"normalized_score_rmse":0.4722995532340615,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.33552553478096203,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.24050632911392406,"uniform_accuracy_baseline":0.24240506329113914,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":-0.30434782608695654,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.27939504007283944,"accuracy":0.5238095238095238,"positive_recall":1,"specificity":0,"precision":0.5238095238095238,"balanced_accuracy":0.5,"f1":0.6875,"true_positive":11,"false_positive":10,"false_negative":0,"true_negative":0,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.24943310657596363,"brier_skill":-0.12012011520111132,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.3939393939393939,"uniform_accuracy_baseline":0.3237373737373738,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.3273797819146162,"accuracy":0.45454545454545453,"positive_recall":0.47058823529411764,"specificity":0.4375,"precision":0.47058823529411764,"balanced_accuracy":0.4540441176470588,"f1":0.47058823529411764,"true_positive":8,"false_positive":9,"false_negative":9,"true_negative":7,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":-0.3107227297978563,"baseline_adjusted_skill":-0.09191176470588236,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.41878630147845136,"normalized_score_rmse":0.457679186649421,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.34313725490196084,"baseline_adjusted_skill":-0.220462935737201,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3322111140139068,"accuracy":0.49,"positive_recall":0.84,"specificity":0.14,"precision":0.49411764705882355,"balanced_accuracy":0.49,"f1":0.6222222222222222,"true_positive":42,"false_positive":43,"false_negative":8,"true_negative":7,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.3288444560556272,"baseline_adjusted_skill":-0.020000000000000018,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.33333333333333326,"uniform_accuracy_baseline":0.3333333333333332,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":-0.030927835051546504,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.2582731463952547,"accuracy":0.5066666666666667,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":37,"true_negative":38,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555535,"brier_skill":-0.033276279141756016,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.16,"uniform_accuracy_baseline":0.1428571428571427,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":-0.07692307692307691,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.31999999999999995,"uniform_accuracy_baseline":0.32416666666666627,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.03030303030303042,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.26746908749937437,"accuracy":0.48484848484848486,"positive_recall":1,"specificity":0,"precision":0.48484848484848486,"balanced_accuracy":0.5,"f1":0.6530612244897959,"true_positive":16,"false_positive":17,"false_negative":0,"true_negative":0,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":-0.07085969223095057,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.2525419414494977,"normalized_score_rmse":0.31609333283309915,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":-0.1495012507356448,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.36790554910267786,"accuracy":0.31,"positive_recall":0.9090909090909091,"specificity":0.14102564102564102,"precision":0.22988505747126436,"balanced_accuracy":0.5250582750582751,"f1":0.3669724770642202,"true_positive":20,"false_positive":67,"false_negative":2,"true_negative":11,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000028,"brier_skill":-1.143971731367583,"baseline_adjusted_skill":0.05011655011655014,"baseline_adjusted_score":0.05011655011655014},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.4642241241260743,"accuracy":0.37,"positive_recall":1,"specificity":0,"precision":0.37,"balanced_accuracy":0.5,"f1":0.5401459854014599,"true_positive":37,"false_positive":63,"false_negative":0,"true_negative":0,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000008,"brier_skill":-0.9915234840243419,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3913383880282754,"accuracy":0.39,"positive_recall":1,"specificity":0,"precision":0.39,"balanced_accuracy":0.5,"f1":0.5611510791366906,"true_positive":39,"false_positive":61,"false_negative":0,"true_negative":0,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379000000000002,"brier_skill":-0.6449701052050236,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.6408825240108836,"accuracy":0.31,"positive_recall":1,"specificity":0,"precision":0.31,"balanced_accuracy":0.5,"f1":0.4732824427480916,"true_positive":31,"false_positive":69,"false_negative":0,"true_negative":0,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999987,"brier_skill":-1.996178232869958,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.24,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":-0.05555555555555561,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.2002342801762279,"normalized_score_rmse":0.25543739015515127,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.13877728956461122,"baseline_adjusted_score":0.13877728956461122},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.4338616760462166,"accuracy":0.49,"positive_recall":0.98,"specificity":0,"precision":0.494949494949495,"balanced_accuracy":0.49,"f1":0.6577181208053692,"true_positive":49,"false_positive":50,"false_negative":1,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.7354467041848665,"baseline_adjusted_skill":-0.020000000000000018,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2927588152155489,"accuracy":0.55,"positive_recall":0.16,"specificity":0.94,"precision":0.7272727272727273,"balanced_accuracy":0.5499999999999999,"f1":0.26229508196721313,"true_positive":8,"false_positive":3,"false_negative":42,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.17103526086219567,"baseline_adjusted_skill":0.09999999999999987,"baseline_adjusted_score":0.09999999999999987},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.57,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.2285714285714288,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.30509772405827085,"accuracy":0.52,"positive_recall":0.8,"specificity":0.24,"precision":0.5128205128205128,"balanced_accuracy":0.52,"f1":0.625,"true_positive":40,"false_positive":38,"false_negative":10,"true_negative":12,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.2203908962330834,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.55,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":-0.07142857142857122,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.36,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.06666666666666674,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.28284206162448233,"accuracy":0.54,"positive_recall":0.68,"specificity":0.4,"precision":0.53125,"balanced_accuracy":0.54,"f1":0.5964912280701754,"true_positive":34,"false_positive":30,"false_negative":16,"true_negative":20,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.13136824649792933,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.69,"uniform_accuracy_baseline":0.20851190476190457,"fixed_answer_accuracy_baseline":0.2233333333333332,"baseline_adjusted_skill":0.6008583690987125,"baseline_adjusted_score":0.6008583690987125},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.23864202157274592,"accuracy":0.63,"positive_recall":0.46,"specificity":0.8,"precision":0.696969696969697,"balanced_accuracy":0.63,"f1":0.5542168674698795,"true_positive":23,"false_positive":10,"false_negative":27,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.045431913709016336,"baseline_adjusted_skill":0.26,"baseline_adjusted_score":0.26},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.2849002825515345,"normalized_score_rmse":0.34799309141249457,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.050332391494885,"baseline_adjusted_score":0.050332391494885},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.48,"uniform_accuracy_baseline":0.22851190476190467,"fixed_answer_accuracy_baseline":0.2433333333333333,"baseline_adjusted_skill":0.31277533039647576,"baseline_adjusted_score":0.31277533039647576},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2820800927200677,"accuracy":0.62,"positive_recall":0.56,"specificity":0.68,"precision":0.6363636363636364,"balanced_accuracy":0.6200000000000001,"f1":0.5957446808510638,"true_positive":28,"false_positive":16,"false_negative":22,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.1283203708802707,"baseline_adjusted_skill":0.2400000000000002,"baseline_adjusted_score":0.2400000000000002},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.29767040433473363,"normalized_score_rmse":0.3601604800838727,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.304222222222222,"baseline_adjusted_skill":0.021536289622861693,"baseline_adjusted_score":0.021536289622861693},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.52,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.22580645161290325,"baseline_adjusted_score":0.22580645161290325},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.27384717498363287,"accuracy":0.64,"positive_recall":0.3,"specificity":0.98,"precision":0.9375,"balanced_accuracy":0.64,"f1":0.45454545454545453,"true_positive":15,"false_positive":1,"false_negative":35,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.09538869993453147,"baseline_adjusted_skill":0.28,"baseline_adjusted_score":0.28},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.3,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":-0.4,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11457106192190776,"accuracy":0.82,"positive_recall":0.7,"specificity":0.94,"precision":0.9210526315789473,"balanced_accuracy":0.82,"f1":0.7954545454545454,"true_positive":35,"false_positive":3,"false_negative":15,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.541715752312369,"baseline_adjusted_skill":0.6399999999999999,"baseline_adjusted_score":0.6399999999999999},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.43,"uniform_accuracy_baseline":0.35333333333333317,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.03389830508474579,"baseline_adjusted_score":0.03389830508474579},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.58,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.32258064516129026,"baseline_adjusted_score":0.32258064516129026},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.29,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.14516129032258068,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.19,"uniform_accuracy_baseline":0.11111111111111088,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.03571428571428571,"baseline_adjusted_score":0.03571428571428571},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.12015726358793888,"accuracy":0.706625,"positive_recall":0.2867501647989453,"specificity":0.8048742865957118,"precision":0.2558823529411765,"balanced_accuracy":0.5458122256973286,"f1":0.27043829654958035,"true_positive":21.750000000000007,"false_positive":63.25000000000001,"false_negative":54.100000000000016,"true_negative":260.9,"positive_prevalence":0.1896249999999999,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500007,"brier_skill":-0.5784493743067312,"baseline_adjusted_skill":0.09162445139465714,"baseline_adjusted_score":0.09162445139465714},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.32655129991821014,"normalized_score_rmse":0.3641408669545207,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":-0.5277253797343164,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.1265526894265226,"accuracy":0.7081250000000001,"positive_recall":0.45428973277074525,"specificity":0.8004090676666099,"precision":0.45280373831775694,"balanced_accuracy":0.6273494002186776,"f1":0.4535455183711677,"true_positive":48.449999999999996,"false_positive":58.55000000000001,"false_negative":58.20000000000004,"true_negative":234.80000000000007,"positive_prevalence":0.2666249999999998,"majority_accuracy_baseline":0.7333750000000002,"constant_brier_baseline":0.11565485937499977,"brier_skill":-0.09422716961842181,"baseline_adjusted_skill":0.25469880043735516,"baseline_adjusted_score":0.25469880043735516},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.2889189391641412,"normalized_score_rmse":0.3217476081261824,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":-0.07504721549447879,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.11482078553025936,"accuracy":0.6918749999999999,"positive_recall":0.40044742729306493,"specificity":0.8048568950563746,"precision":0.443069306930693,"balanced_accuracy":0.6026521611747198,"f1":0.4206815511163337,"true_positive":44.74999999999999,"false_positive":56.25000000000001,"false_negative":66.99999999999997,"true_negative":231.99999999999994,"positive_prevalence":0.2793749999999999,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937499995,"brier_skill":-0.014713565558649666,"baseline_adjusted_skill":0.20530432234943952,"baseline_adjusted_score":0.20530432234943952},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.296953062255634,"normalized_score_rmse":0.33882502775967,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":-0.1232267130236746,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.10517234497150856,"accuracy":0.8076249999999994,"positive_recall":0.30873239436619715,"specificity":0.9498795180722891,"precision":0.6372093023255814,"balanced_accuracy":0.6293059562192431,"f1":0.41593927893738136,"true_positive":27.4,"false_positive":15.600000000000001,"false_negative":61.349999999999994,"true_negative":295.64999999999975,"positive_prevalence":0.22187499999999974,"majority_accuracy_baseline":0.7781250000000003,"constant_brier_baseline":0.126740234375001,"brier_skill":0.17017397442770255,"baseline_adjusted_skill":0.25861191243848625,"baseline_adjusted_score":0.25861191243848625},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.2847177944058785,"normalized_score_rmse":0.3179622590109123,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":-0.26190712202051425,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.09445082814583726,"accuracy":0.7497499999999995,"positive_recall":0.6176748582230626,"specificity":0.7972467709041466,"precision":0.5228,"balanced_accuracy":0.7074608145636045,"f1":0.5662911611785095,"true_positive":65.35000000000001,"false_positive":59.64999999999999,"false_negative":40.449999999999974,"true_negative":234.5499999999998,"positive_prevalence":0.26449999999999985,"majority_accuracy_baseline":0.7355000000000002,"constant_brier_baseline":0.11362725000000028,"brier_skill":0.16876604735363188,"baseline_adjusted_skill":0.4149216291272091,"baseline_adjusted_score":0.4149216291272091},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.27244944692007267,"normalized_score_rmse":0.3156425844975132,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":-0.08437590813959273,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.09451074118529579,"accuracy":0.7699999999999997,"positive_recall":0.29765013054830275,"specificity":0.8818800247371675,"precision":0.3737704918032788,"balanced_accuracy":0.5897650776427351,"f1":0.3313953488372093,"true_positive":22.800000000000008,"false_positive":38.199999999999996,"false_negative":53.80000000000004,"true_negative":285.1999999999999,"positive_prevalence":0.1914999999999999,"majority_accuracy_baseline":0.8085000000000001,"constant_brier_baseline":0.09190274999999995,"brier_skill":-0.0283777273835204,"baseline_adjusted_skill":0.17953015528547023,"baseline_adjusted_score":0.17953015528547023},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.32904781785211523,"normalized_score_rmse":0.3616542485554418,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":-0.5905634699800131,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.09933360232032924,"accuracy":0.8047499999999996,"positive_recall":0.4993224932249321,"specificity":0.87385039852851,"precision":0.47243589743589737,"balanced_accuracy":0.686586445876721,"f1":0.4855072463768115,"true_positive":36.849999999999994,"false_positive":41.150000000000006,"false_negative":36.95000000000002,"true_negative":285.0499999999999,"positive_prevalence":0.1844999999999999,"majority_accuracy_baseline":0.8155000000000001,"constant_brier_baseline":0.1092222499999995,"brier_skill":0.09053693436703869,"baseline_adjusted_skill":0.37317289175344204,"baseline_adjusted_score":0.37317289175344204},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.307739984599757,"normalized_score_rmse":0.34480395576021,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":-0.625029621648882,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.13367808718855187,"accuracy":0.7302499999999997,"positive_recall":0.3031847133757963,"specificity":0.8345256609642302,"precision":0.30909090909090914,"balanced_accuracy":0.5688551871700133,"f1":0.3061093247588425,"true_positive":23.80000000000001,"false_positive":53.20000000000001,"false_negative":54.7,"true_negative":268.2999999999999,"positive_prevalence":0.19624999999999987,"majority_accuracy_baseline":0.8037500000000002,"constant_brier_baseline":0.09878593749999955,"brier_skill":-0.3532096831955711,"baseline_adjusted_skill":0.13771037434002653,"baseline_adjusted_score":0.13771037434002653},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.35299310134141704,"normalized_score_rmse":0.382635516346072,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":-0.670973260787773,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.10739656439798373,"accuracy":0.6377551020408163,"positive_recall":0.4584816132858837,"specificity":0.7730528200537152,"precision":0.6039062499999999,"balanced_accuracy":0.6157672166697995,"f1":0.5212407282535401,"true_positive":77.29999999999997,"false_positive":50.7,"false_negative":91.29999999999997,"true_negative":172.70000000000002,"positive_prevalence":0.43010204081632636,"majority_accuracy_baseline":0.5698979591836737,"constant_brier_baseline":0.12359641815910102,"brier_skill":0.13107057633550379,"baseline_adjusted_skill":0.231534433339599,"baseline_adjusted_score":0.231534433339599},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.2555081709109874,"normalized_score_rmse":0.2989367520561579,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.07259997224900872,"baseline_adjusted_score":0.07259997224900872},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.16360925485636085,"accuracy":0.6788750000000001,"positive_recall":0.5436664044059797,"specificity":0.7044137316094518,"precision":0.25783582089552237,"balanced_accuracy":0.6240400680077157,"f1":0.34978486459124275,"true_positive":69.10000000000001,"false_positive":198.90000000000003,"false_negative":57.99999999999997,"true_negative":474.0000000000001,"positive_prevalence":0.15887500000000002,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499934,"brier_skill":-0.6563415832218793,"baseline_adjusted_skill":0.24808013601543144,"baseline_adjusted_score":0.24808013601543144},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.4013355645499541,"normalized_score_rmse":0.42277352945158436,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-1.4323367548482064,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.4,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.03225806451612906,"baseline_adjusted_score":0.03225806451612906},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2691021445393788,"accuracy":0.58,"positive_recall":0.4,"specificity":0.76,"precision":0.625,"balanced_accuracy":0.5800000000000001,"f1":0.4878048780487805,"true_positive":20,"false_positive":12,"false_negative":30,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.07640857815751523,"baseline_adjusted_skill":0.16000000000000014,"baseline_adjusted_score":0.16000000000000014},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.06693174287607687,"uniform_accuracy_baseline":0.058823529411766766,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":-0.09657320872274143,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":-0.4347826086956522,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3702141779535134,"accuracy":0.55,"positive_recall":0.2,"specificity":0.9,"precision":0.6666666666666666,"balanced_accuracy":0.55,"f1":0.3076923076923077,"true_positive":10,"false_positive":5,"false_negative":40,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.48085671181405365,"baseline_adjusted_skill":0.10000000000000009,"baseline_adjusted_score":0.10000000000000009},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.38,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.015873015873015886,"baseline_adjusted_score":0.015873015873015886},"scoring":{"eligible":true,"reason":null},"model":162,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.17495267140162765,"accuracy":0.7567567567567568,"positive_recall":0.5633802816901409,"specificity":0.935064935064935,"precision":0.8888888888888888,"balanced_accuracy":0.749222608377538,"f1":0.6896551724137931,"true_positive":40,"false_positive":5,"false_negative":31,"true_negative":72,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.2495891161431699,"brier_skill":0.2990372572926181,"baseline_adjusted_skill":0.4984452167550759,"baseline_adjusted_score":0.4984452167550759},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.66,"uniform_accuracy_baseline":0.20049999999999962,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.5211267605633804,"baseline_adjusted_score":0.5211267605633804},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.9558823529411764,"baseline_adjusted_score":0.9558823529411764},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.6595744680851063,"baseline_adjusted_score":0.6595744680851063},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.9183673469387754,"baseline_adjusted_score":0.9183673469387754},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09675816301603922,"accuracy":0.6130145895999999,"positive_recall":0.9650836266551283,"specificity":0.04815615432125428,"precision":0.6192961045104166,"balanced_accuracy":0.5066198904881912,"f1":0.7544561682503095,"true_positive":59.45242603299999,"false_positive":36.547573967,"false_negative":2.150967073,"true_negative":1.849032927,"positive_prevalence":0.6160339310599999,"majority_accuracy_baseline":0.6160339310599999,"constant_brier_baseline":0.079087076552024,"brier_skill":-0.2234383572440064,"baseline_adjusted_skill":0.013239780976382454,"baseline_adjusted_score":0.013239780976382454},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.12914534330265912,"accuracy":0.8,"positive_recall":0.76,"specificity":0.84,"precision":0.8260869565217391,"balanced_accuracy":0.8,"f1":0.7916666666666666,"true_positive":38,"false_positive":8,"false_negative":12,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.48341862678936354,"baseline_adjusted_skill":0.6000000000000001,"baseline_adjusted_score":0.6000000000000001},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.81,"uniform_accuracy_baseline":0.012987012987012965,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.8,"baseline_adjusted_score":0.8},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.51,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.23437500000000003,"baseline_adjusted_score":0.23437500000000003},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.14444832691049467,"accuracy":0.75,"positive_recall":1,"specificity":0.5,"precision":0.6666666666666666,"balanced_accuracy":0.75,"f1":0.8,"true_positive":50,"false_positive":25,"false_negative":0,"true_negative":25,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.42220669235802133,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.06157256082479046,"accuracy":0.7158348677912727,"positive_recall":0.5541485773987121,"specificity":0.7911219404126679,"precision":0.5526374075311182,"balanced_accuracy":0.6726352589056901,"f1":0.5533919608136294,"true_positive":123.23814187943935,"false_positive":99.76185812056065,"false_negative":99.15373442554846,"true_negative":377.84626557445154,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768597,"brier_skill":0.3060442302690962,"baseline_adjusted_skill":0.3452705178113802,"baseline_adjusted_score":0.3452705178113802},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.15855844833919913,"accuracy":0.75,"positive_recall":0.76,"specificity":0.74,"precision":0.7450980392156863,"balanced_accuracy":0.75,"f1":0.7524752475247525,"true_positive":38,"false_positive":13,"false_negative":12,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3657662066432035,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.9072847682119205,"uniform_accuracy_baseline":0.006622516556291403,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.9034482758620689,"baseline_adjusted_score":0.9034482758620689},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.7976470588235294,"uniform_accuracy_baseline":0.3333333333333301,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.6268980477223427,"baseline_adjusted_score":0.6268980477223427},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.39,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.016666666666666684,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09231697308092127,"accuracy":0.91,"positive_recall":0.98,"specificity":0.84,"precision":0.8596491228070176,"balanced_accuracy":0.9099999999999999,"f1":0.9158878504672897,"true_positive":49,"false_positive":8,"false_negative":1,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6307321076763149,"baseline_adjusted_skill":0.8199999999999998,"baseline_adjusted_score":0.8199999999999998},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.6666666666666666,"baseline_adjusted_score":0.6666666666666666},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.07142857142857136,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9775280898876404,"baseline_adjusted_score":0.9775280898876404},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.717391304347826,"baseline_adjusted_score":0.717391304347826},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.42,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.20547945205479448,"baseline_adjusted_score":0.20547945205479448},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.8888888888888888,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.6666666666666665,"baseline_adjusted_score":0.6666666666666665},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.154824478832964,"accuracy":0.7804878048780488,"positive_recall":0.825,"specificity":0.7380952380952381,"precision":0.75,"balanced_accuracy":0.781547619047619,"f1":0.7857142857142857,"true_positive":33,"false_positive":11,"false_negative":7,"true_negative":31,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.24985127900059498,"brier_skill":0.3803334549566372,"baseline_adjusted_skill":0.5630952380952381,"baseline_adjusted_score":0.5630952380952381},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.13029953723401702,"accuracy":0.82,"positive_recall":0.7,"specificity":0.94,"precision":0.9210526315789473,"balanced_accuracy":0.82,"f1":0.7954545454545454,"true_positive":35,"false_positive":3,"false_negative":15,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4788018510639319,"baseline_adjusted_skill":0.6399999999999999,"baseline_adjusted_score":0.6399999999999999},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.8016759776536313,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.7455197132616488,"baseline_adjusted_score":0.7455197132616488},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.61,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.360655737704918,"baseline_adjusted_score":0.360655737704918},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.16708230675700947,"accuracy":0.755,"positive_recall":0.4090909090909091,"specificity":0.8525641025641025,"precision":0.43902439024390244,"balanced_accuracy":0.6308275058275058,"f1":0.4235294117647059,"true_positive":18,"false_positive":23,"false_negative":26,"true_negative":133,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000053,"brier_skill":0.026326883700414028,"baseline_adjusted_skill":0.2616550116550116,"baseline_adjusted_score":0.2616550116550116},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.17446938808038412,"accuracy":0.755,"positive_recall":0.12,"specificity":0.9666666666666667,"precision":0.5454545454545454,"balanced_accuracy":0.5433333333333333,"f1":0.19672131147540983,"true_positive":6,"false_positive":5,"false_negative":44,"true_negative":145,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":0.06949659690461807,"baseline_adjusted_skill":0.08666666666666667,"baseline_adjusted_score":0.08666666666666667},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.03994817306414222,"accuracy":0.96,"positive_recall":0.7368421052631579,"specificity":0.9834254143646409,"precision":0.8235294117647058,"balanced_accuracy":0.8601337598138994,"f1":0.7777777777777778,"true_positive":14,"false_positive":3,"false_negative":5,"true_negative":178,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.0859749999999999,"brier_skill":0.5353512874191071,"baseline_adjusted_skill":0.7202675196277988,"baseline_adjusted_score":0.7202675196277988},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.06825055963309642,"accuracy":0.8689226190476192,"positive_recall":0.5713718877095525,"specificity":0.8879172233866729,"precision":0.24552429667519182,"balanced_accuracy":0.7296445555481127,"f1":0.3434602426880535,"true_positive":96.00000000000004,"false_positive":295.0000000000001,"false_negative":72.01666666666671,"true_negative":2336.983333333334,"positive_prevalence":0.060005952380952354,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679296,"brier_skill":-1.119518604506264,"baseline_adjusted_skill":0.4592891110962254,"baseline_adjusted_score":0.4592891110962254},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.830028328611898,"uniform_accuracy_baseline":0.027777777777777853,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.8051948051948051,"baseline_adjusted_score":0.8051948051948051},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.7142857142857143,"baseline_adjusted_score":0.7142857142857143},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09549017998861906,"accuracy":0.87,"positive_recall":0.98,"specificity":0.76,"precision":0.8032786885245902,"balanced_accuracy":0.87,"f1":0.8828828828828829,"true_positive":49,"false_positive":12,"false_negative":1,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6180392800455238,"baseline_adjusted_skill":0.74,"baseline_adjusted_score":0.74},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.04203666052077857,"accuracy":0.95,"positive_recall":1,"specificity":0.9,"precision":0.9090909090909091,"balanced_accuracy":0.95,"f1":0.9523809523809523,"true_positive":50,"false_positive":5,"false_negative":0,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8318533579168857,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.63,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":0.05128205128205133,"baseline_adjusted_score":0.05128205128205133},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.8404255319148937,"baseline_adjusted_score":0.8404255319148937},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1228608364664894,"accuracy":0.88,"positive_recall":0.9,"specificity":0.86,"precision":0.8653846153846154,"balanced_accuracy":0.88,"f1":0.8823529411764706,"true_positive":45,"false_positive":7,"false_negative":5,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5085566541340424,"baseline_adjusted_skill":0.76,"baseline_adjusted_score":0.76},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8208955223880599,"baseline_adjusted_score":0.8208955223880599},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.05051760357930391,"accuracy":0.95,"positive_recall":0.96,"specificity":0.94,"precision":0.9411764705882353,"balanced_accuracy":0.95,"f1":0.9504950495049505,"true_positive":48,"false_positive":3,"false_negative":2,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7979295856827844,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.4712084324324324,"uniform_accuracy_baseline":0.23445945945945923,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.2831462094023855,"baseline_adjusted_score":0.2831462094023855},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.0331266433649083,"accuracy":0.702587717105263,"positive_recall":0.8897580972582373,"specificity":0.5243599611235535,"precision":0.6404530873786407,"balanced_accuracy":0.7070590291908954,"f1":0.7447969615310438,"true_positive":65.96666799999998,"false_positive":37.033332,"false_negative":8.173334999999998,"true_negative":40.82666499999999,"positive_prevalence":0.48776317763157917,"majority_accuracy_baseline":0.5122368223684208,"constant_brier_baseline":0.0945191003976856,"brier_skill":0.6495243477188295,"baseline_adjusted_skill":0.4141180583817907,"baseline_adjusted_score":0.4141180583817907},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.09895652882115234,"normalized_score_rmse":0.13442312417456306,"constant_score_baseline":0.5841668333333334,"constant_mae_baseline":0.21700552708333315,"baseline_adjusted_skill":0.5439907446083083,"baseline_adjusted_score":0.5439907446083083},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.194767535967381,"accuracy":0.69,"positive_recall":0.92,"specificity":0.46,"precision":0.6301369863013698,"balanced_accuracy":0.6900000000000001,"f1":0.7479674796747967,"true_positive":46,"false_positive":27,"false_negative":4,"true_negative":23,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.220929856130476,"baseline_adjusted_skill":0.3800000000000001,"baseline_adjusted_score":0.3800000000000001},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1973233714003711,"accuracy":0.72,"positive_recall":0.74,"specificity":0.7,"precision":0.7115384615384616,"balanced_accuracy":0.72,"f1":0.7254901960784313,"true_positive":37,"false_positive":15,"false_negative":13,"true_negative":35,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.21070651439851562,"baseline_adjusted_skill":0.43999999999999995,"baseline_adjusted_score":0.43999999999999995},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.8524590163934427,"baseline_adjusted_score":0.8524590163934427},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.905,"uniform_accuracy_baseline":0.03611111111111102,"fixed_answer_accuracy_baseline":0.08833333333333329,"baseline_adjusted_skill":0.8957952468007313,"baseline_adjusted_score":0.8957952468007313},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.8636363636363635,"baseline_adjusted_score":0.8636363636363635},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.835,"uniform_accuracy_baseline":0.04987932421560751,"fixed_answer_accuracy_baseline":0.1244247787610618,"baseline_adjusted_skill":0.81155245603396,"baseline_adjusted_score":0.81155245603396},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.28911053209705306,"accuracy":0.49,"positive_recall":0.12,"specificity":0.86,"precision":0.46153846153846156,"balanced_accuracy":0.49,"f1":0.19047619047619047,"true_positive":6,"false_positive":7,"false_negative":44,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.15644212838821225,"baseline_adjusted_skill":-0.020000000000000018,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.8888888888888888,"uniform_accuracy_baseline":0.23888888888888893,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.8431372549019607,"baseline_adjusted_score":0.8431372549019607},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.07626650388534685,"accuracy":0.890625,"positive_recall":0.90625,"specificity":0.875,"precision":0.8787878787878788,"balanced_accuracy":0.890625,"f1":0.8923076923076924,"true_positive":29,"false_positive":4,"false_negative":3,"true_negative":28,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6949339844586127,"baseline_adjusted_skill":0.78125,"baseline_adjusted_score":0.78125},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.00025514208854342094,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":50,"false_positive":0,"false_negative":0,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9989794316458264,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.8260869565217391,"baseline_adjusted_score":0.8260869565217391},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.0029077825669324396,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":16,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.9883581793551859,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.06694608047644099,"normalized_score_rmse":0.11922271490069962,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.7971330894653303,"baseline_adjusted_score":0.7971330894653303},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.625,"uniform_accuracy_baseline":0.17812500000000006,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":0.4736842105263158,"baseline_adjusted_score":0.4736842105263158},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.00048075826152000543,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":17,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.99807696695392,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.026058908975739724,"normalized_score_rmse":0.058852460636845856,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":0.8227994189649699,"baseline_adjusted_score":0.8227994189649699},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.9583333333333334,"uniform_accuracy_baseline":0.13194444444444448,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":0.8956521739130435,"baseline_adjusted_score":0.8956521739130435},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.00046661242006707865,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":26,"false_positive":0,"false_negative":0,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9981335503197317,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.0015458300948398053,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":39,"false_positive":0,"false_negative":0,"true_negative":36,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24959999999999993,"brier_skill":0.9938067704533662,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.15254894075538952,"normalized_score_rmse":0.21730669406527814,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.4551823544450375,"baseline_adjusted_score":0.4551823544450375},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8529411764705882,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.7999999999999998,"baseline_adjusted_score":0.7999999999999998},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.001019116781447412,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":14,"false_positive":0,"false_negative":0,"true_negative":14,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9959235328742103,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.012733432115681372,"normalized_score_rmse":0.036844190392243584,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.16969696969696968,"baseline_adjusted_skill":0.9249637036040205,"baseline_adjusted_score":0.9249637036040205},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.009567235915576244,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":45,"false_positive":0,"false_negative":0,"true_negative":40,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.24913494809688563,"brier_skill":0.9615981780610898,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.72,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.631578947368421,"baseline_adjusted_score":0.631578947368421},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.26213225759945663,"accuracy":0.68,"positive_recall":0.6,"specificity":0.8666666666666667,"precision":0.9130434782608695,"balanced_accuracy":0.7333333333333334,"f1":0.7241379310344828,"true_positive":21,"false_positive":2,"false_negative":14,"true_negative":13,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.20999999999999996,"brier_skill":-0.24824884571169847,"baseline_adjusted_skill":0.4666666666666668,"baseline_adjusted_score":0.4666666666666668},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.07633956732209865,"normalized_score_rmse":0.12903826867161972,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.727358688135362,"baseline_adjusted_score":0.727358688135362},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.9746835443037974,"uniform_accuracy_baseline":0.24240506329113914,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.9565217391304347,"baseline_adjusted_score":0.9565217391304347},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.0003484569552590574,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":11,"false_positive":0,"false_negative":0,"true_negative":10,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.24943310657596363,"brier_skill":0.9986030043884614,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.9393939393939394,"uniform_accuracy_baseline":0.3237373737373738,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.9000000000000001,"baseline_adjusted_score":0.9000000000000001},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.11098882493288963,"accuracy":0.8484848484848485,"positive_recall":0.9411764705882353,"specificity":0.75,"precision":0.8,"balanced_accuracy":0.8455882352941176,"f1":0.8648648648648649,"true_positive":16,"false_positive":4,"false_negative":1,"true_negative":12,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.5556366531179531,"baseline_adjusted_skill":0.6911764705882353,"baseline_adjusted_score":0.6911764705882353},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.0347887025367989,"normalized_score_rmse":0.08913174410804374,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.34313725490196084,"baseline_adjusted_skill":0.8986157811784719,"baseline_adjusted_score":0.8986157811784719},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.03584532022777767,"accuracy":0.96,"positive_recall":1,"specificity":0.92,"precision":0.9259259259259259,"balanced_accuracy":0.96,"f1":0.9615384615384616,"true_positive":50,"false_positive":4,"false_negative":0,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8566187190888893,"baseline_adjusted_skill":0.9199999999999999,"baseline_adjusted_score":0.9199999999999999},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.7733333333333334,"uniform_accuracy_baseline":0.3333333333333332,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":0.6494845360824744,"baseline_adjusted_score":0.6494845360824744},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.14032148968134192,"accuracy":0.7866666666666666,"positive_recall":0.6756756756756757,"specificity":0.8947368421052632,"precision":0.8620689655172413,"balanced_accuracy":0.7852062588904694,"f1":0.7575757575757576,"true_positive":25,"false_positive":4,"false_negative":12,"true_negative":34,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555535,"brier_skill":0.43861423936162947,"baseline_adjusted_skill":0.5704125177809387,"baseline_adjusted_score":0.5704125177809387},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.1428571428571427,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.9358974358974358,"baseline_adjusted_score":0.9358974358974358},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.42499999999999993,"uniform_accuracy_baseline":0.32416666666666627,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.12878787878787867,"baseline_adjusted_score":0.12878787878787867},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.007031035370169705,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":16,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.9718500091245779,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.008483689784982484,"normalized_score_rmse":0.013064159442356277,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.9613845844269763,"baseline_adjusted_score":0.9613845844269763},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10057242716038065,"accuracy":0.87,"positive_recall":0.5454545454545454,"specificity":0.9615384615384616,"precision":0.8,"balanced_accuracy":0.7534965034965035,"f1":0.6486486486486487,"true_positive":12,"false_positive":3,"false_negative":10,"true_negative":75,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000028,"brier_skill":0.41391359463647737,"baseline_adjusted_skill":0.5069930069930071,"baseline_adjusted_score":0.5069930069930071},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.07114923469801897,"accuracy":0.87,"positive_recall":0.6756756756756757,"specificity":0.9841269841269841,"precision":0.9615384615384616,"balanced_accuracy":0.8299013299013298,"f1":0.7936507936507936,"true_positive":25,"false_positive":1,"false_negative":12,"true_negative":62,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000008,"brier_skill":0.6947694779149767,"baseline_adjusted_skill":0.6598026598026596,"baseline_adjusted_score":0.6598026598026596},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.07895186940922155,"accuracy":0.86,"positive_recall":0.7948717948717948,"specificity":0.9016393442622951,"precision":0.8378378378378378,"balanced_accuracy":0.848255569567045,"f1":0.8157894736842105,"true_positive":31,"false_positive":6,"false_negative":8,"true_negative":55,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379000000000002,"brier_skill":0.6681300150936466,"baseline_adjusted_skill":0.6965111391340899,"baseline_adjusted_score":0.6965111391340899},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.059696527249043306,"accuracy":0.94,"positive_recall":0.8064516129032258,"specificity":1,"precision":1,"balanced_accuracy":0.9032258064516129,"f1":0.8928571428571429,"true_positive":25,"false_positive":0,"false_negative":6,"true_negative":69,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999987,"brier_skill":0.7209138511031167,"baseline_adjusted_skill":0.8064516129032258,"baseline_adjusted_score":0.8064516129032258},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.9444444444444444,"baseline_adjusted_score":0.9444444444444444},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.17081157913225142,"normalized_score_rmse":0.21205152161590807,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.26532654136666056,"baseline_adjusted_score":0.26532654136666056},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.16972663344328165,"accuracy":0.73,"positive_recall":0.78,"specificity":0.68,"precision":0.7090909090909091,"balanced_accuracy":0.73,"f1":0.7428571428571429,"true_positive":39,"false_positive":16,"false_negative":11,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3210934662268734,"baseline_adjusted_skill":0.45999999999999996,"baseline_adjusted_score":0.45999999999999996},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2755360614716495,"accuracy":0.48,"positive_recall":0.9,"specificity":0.06,"precision":0.4891304347826087,"balanced_accuracy":0.48,"f1":0.6338028169014085,"true_positive":45,"false_positive":47,"false_negative":5,"true_negative":3,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.10214424588659798,"baseline_adjusted_skill":-0.040000000000000036,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.48,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.4857142857142859,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09347576161468771,"accuracy":0.88,"positive_recall":0.94,"specificity":0.82,"precision":0.8392857142857143,"balanced_accuracy":0.8799999999999999,"f1":0.8867924528301887,"true_positive":47,"false_positive":9,"false_negative":3,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6260969535412492,"baseline_adjusted_skill":0.7599999999999998,"baseline_adjusted_score":0.7599999999999998},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.8095238095238096,"baseline_adjusted_score":0.8095238095238096},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.76,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.6,"baseline_adjusted_score":0.6},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.18385262645467343,"accuracy":0.72,"positive_recall":0.64,"specificity":0.8,"precision":0.7619047619047619,"balanced_accuracy":0.72,"f1":0.6956521739130435,"true_positive":32,"false_positive":10,"false_negative":18,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2645894941813063,"baseline_adjusted_skill":0.43999999999999995,"baseline_adjusted_score":0.43999999999999995},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.20851190476190457,"fixed_answer_accuracy_baseline":0.2233333333333332,"baseline_adjusted_skill":0.9871244635193133,"baseline_adjusted_score":0.9871244635193133},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.03145933481309737,"accuracy":0.97,"positive_recall":0.96,"specificity":0.98,"precision":0.9795918367346939,"balanced_accuracy":0.97,"f1":0.9696969696969697,"true_positive":48,"false_positive":1,"false_negative":2,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8741626607476105,"baseline_adjusted_skill":0.94,"baseline_adjusted_score":0.94},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.04203408988428906,"normalized_score_rmse":0.11448969057317891,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.8598863670523698,"baseline_adjusted_score":0.8598863670523698},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.22851190476190467,"fixed_answer_accuracy_baseline":0.2433333333333333,"baseline_adjusted_skill":0.986784140969163,"baseline_adjusted_score":0.986784140969163},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.016688663838116312,"accuracy":0.99,"positive_recall":1,"specificity":0.98,"precision":0.9803921568627451,"balanced_accuracy":0.99,"f1":0.9900990099009901,"true_positive":50,"false_positive":1,"false_negative":0,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9332453446475347,"baseline_adjusted_skill":0.98,"baseline_adjusted_score":0.98},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.03871765930743408,"normalized_score_rmse":0.09464168853883151,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.304222222222222,"baseline_adjusted_skill":0.8727323105307133,"baseline_adjusted_score":0.8727323105307133},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.76,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.6129032258064516,"baseline_adjusted_score":0.6129032258064516},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11373779893172856,"accuracy":0.87,"positive_recall":0.94,"specificity":0.8,"precision":0.8245614035087719,"balanced_accuracy":0.87,"f1":0.8785046728971962,"true_positive":47,"false_positive":10,"false_negative":3,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5450488042730858,"baseline_adjusted_skill":0.74,"baseline_adjusted_score":0.74},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.8200000000000001,"baseline_adjusted_score":0.8200000000000001},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.05753217272590636,"accuracy":0.96,"positive_recall":0.96,"specificity":0.96,"precision":0.96,"balanced_accuracy":0.96,"f1":0.96,"true_positive":48,"false_positive":2,"false_negative":2,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7698713090963746,"baseline_adjusted_skill":0.9199999999999999,"baseline_adjusted_score":0.9199999999999999},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.57,"uniform_accuracy_baseline":0.35333333333333317,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.27118644067796605,"baseline_adjusted_score":0.27118644067796605},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.76,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.6129032258064516,"baseline_adjusted_score":0.6129032258064516},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.43,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.08064516129032256,"baseline_adjusted_score":0.08064516129032256},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.41,"uniform_accuracy_baseline":0.11111111111111088,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.2976190476190476,"baseline_adjusted_score":0.2976190476190476},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.09397411933774875,"accuracy":0.7393749999999997,"positive_recall":0.6961107448912328,"specificity":0.7494986888786055,"precision":0.3940298507462687,"balanced_accuracy":0.7228047168849192,"f1":0.5032165832737671,"true_positive":52.800000000000026,"false_positive":81.20000000000002,"false_negative":23.05,"true_negative":242.94999999999987,"positive_prevalence":0.1896249999999999,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500007,"brier_skill":-0.23449374128877043,"baseline_adjusted_skill":0.4456094337698384,"baseline_adjusted_score":0.4456094337698384},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.16057073141316128,"normalized_score_rmse":0.21865729741406667,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":0.24879189982146765,"baseline_adjusted_score":0.24879189982146765},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.05883369060021103,"accuracy":0.8021249999999998,"positive_recall":0.6258790436005626,"specificity":0.8662007840463609,"precision":0.6297169811320756,"balanced_accuracy":0.7460399138234617,"f1":0.6277921467199625,"true_positive":66.75000000000001,"false_positive":39.24999999999998,"false_negative":39.900000000000006,"true_negative":254.0999999999999,"positive_prevalence":0.2666249999999998,"majority_accuracy_baseline":0.7333750000000002,"constant_brier_baseline":0.11565485937499977,"brier_skill":0.49129944977540074,"baseline_adjusted_skill":0.4920798276469234,"baseline_adjusted_score":0.4920798276469234},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.15186386197841972,"normalized_score_rmse":0.21611216610613695,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.4349251647314615,"baseline_adjusted_score":0.4349251647314615},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.05807658258017744,"accuracy":0.7891249999999999,"positive_recall":0.6908277404921698,"specificity":0.8272333044232436,"precision":0.6078740157480313,"balanced_accuracy":0.7590305224577067,"f1":0.6467015706806281,"true_positive":77.19999999999997,"false_positive":49.80000000000001,"false_negative":34.550000000000026,"true_negative":238.44999999999996,"positive_prevalence":0.2793749999999999,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937499995,"brier_skill":0.4867558524944704,"baseline_adjusted_skill":0.5180610449154135,"baseline_adjusted_score":0.5180610449154135},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.16288824101143073,"normalized_score_rmse":0.22047163652375443,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.3838742656778035,"baseline_adjusted_score":0.3838742656778035},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.045204909347602296,"accuracy":0.8778749999999998,"positive_recall":0.6698591549295774,"specificity":0.9371887550200803,"precision":0.7525316455696204,"balanced_accuracy":0.8035239549748288,"f1":0.7087928464977645,"true_positive":59.45000000000001,"false_positive":19.54999999999999,"false_negative":29.30000000000001,"true_negative":291.69999999999993,"positive_prevalence":0.22187499999999974,"majority_accuracy_baseline":0.7781250000000003,"constant_brier_baseline":0.126740234375001,"brier_skill":0.643326291997778,"baseline_adjusted_skill":0.6070479099496575,"baseline_adjusted_score":0.6070479099496575},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.12642105366563006,"normalized_score_rmse":0.20601927487566385,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.4396850807063487,"baseline_adjusted_score":0.4396850807063487},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.04945161699956179,"accuracy":0.7997499999999996,"positive_recall":0.7925330812854442,"specificity":0.8023453433038749,"precision":0.5904929577464788,"balanced_accuracy":0.7974392122946595,"f1":0.6767554479418885,"true_positive":83.84999999999998,"false_positive":58.14999999999999,"false_negative":21.950000000000006,"true_negative":236.04999999999987,"positive_prevalence":0.26449999999999985,"majority_accuracy_baseline":0.7355000000000002,"constant_brier_baseline":0.11362725000000028,"brier_skill":0.5647908666313611,"baseline_adjusted_skill":0.594878424589319,"baseline_adjusted_score":0.594878424589319},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.13467934474393525,"normalized_score_rmse":0.19520731090509158,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.46396280698931236,"baseline_adjusted_score":0.46396280698931236},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.06217982408955904,"accuracy":0.8187499999999999,"positive_recall":0.5293733681462139,"specificity":0.8872912801484231,"precision":0.5266233766233768,"balanced_accuracy":0.7083323241473185,"f1":0.5279947916666667,"true_positive":40.55000000000001,"false_positive":36.44999999999998,"false_negative":36.050000000000026,"true_negative":286.94999999999993,"positive_prevalence":0.1914999999999999,"majority_accuracy_baseline":0.8085000000000001,"constant_brier_baseline":0.09190274999999995,"brier_skill":0.3234171546601263,"baseline_adjusted_skill":0.416664648294637,"baseline_adjusted_score":0.416664648294637},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.14079113535196297,"normalized_score_rmse":0.22639333070854661,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.31943862065516393,"baseline_adjusted_score":0.31943862065516393},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.04348842338748644,"accuracy":0.8769999999999998,"positive_recall":0.7696476964769646,"specificity":0.9012875536480687,"precision":0.6382022471910113,"balanced_accuracy":0.8354676250625166,"f1":0.6977886977886978,"true_positive":56.79999999999999,"false_positive":32.199999999999996,"false_negative":17.000000000000007,"true_negative":293.9999999999999,"positive_prevalence":0.1844999999999999,"majority_accuracy_baseline":0.8155000000000001,"constant_brier_baseline":0.1092222499999995,"brier_skill":0.6018354924249716,"baseline_adjusted_skill":0.6709352501250332,"baseline_adjusted_score":0.6709352501250332},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.11742978103469126,"normalized_score_rmse":0.18859080516658996,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":0.3799087470115312,"baseline_adjusted_score":0.3799087470115312},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.057762680260650734,"accuracy":0.8402499999999997,"positive_recall":0.3222929936305734,"specificity":0.9667185069984449,"precision":0.7027777777777778,"balanced_accuracy":0.6445057503145091,"f1":0.44192139737991276,"true_positive":25.30000000000001,"false_positive":10.700000000000001,"false_negative":53.199999999999996,"true_negative":310.7999999999999,"positive_prevalence":0.19624999999999987,"majority_accuracy_baseline":0.8037500000000002,"constant_brier_baseline":0.09878593749999955,"brier_skill":0.4152742614742002,"baseline_adjusted_skill":0.28901150062901815,"baseline_adjusted_score":0.28901150062901815},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.16055972707101054,"normalized_score_rmse":0.22718358646936795,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":0.23995395469344116,"baseline_adjusted_score":0.23995395469344116},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.08189892212400841,"accuracy":0.6767857142857143,"positive_recall":0.9160735468564649,"specificity":0.49619516562220223,"precision":0.5784644194756552,"balanced_accuracy":0.7061343562393336,"f1":0.7091368227731862,"true_positive":154.44999999999996,"false_positive":112.55000000000008,"false_negative":14.149999999999993,"true_negative":110.85000000000004,"positive_prevalence":0.43010204081632636,"majority_accuracy_baseline":0.5698979591836737,"constant_brier_baseline":0.12359641815910102,"brier_skill":0.3373681588524433,"baseline_adjusted_skill":0.41226871247866725,"baseline_adjusted_score":0.41226871247866725},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.18451856463144656,"normalized_score_rmse":0.24213626143446398,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.3302659505969717,"baseline_adjusted_score":0.3302659505969717},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.04067625522781253,"accuracy":0.9188750000000006,"positive_recall":0.7600314712824549,"specificity":0.9488779907861495,"precision":0.7374045801526717,"balanced_accuracy":0.8544547310343023,"f1":0.748547074777218,"true_positive":96.59999999999998,"false_positive":34.39999999999999,"false_negative":30.49999999999999,"true_negative":638.5000000000005,"positive_prevalence":0.15887500000000002,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499934,"brier_skill":0.58820316709637,"baseline_adjusted_skill":0.7089094620686045,"baseline_adjusted_score":0.7089094620686045},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.12438181920155088,"normalized_score_rmse":0.1828949149927548,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":0.24617079271787345,"baseline_adjusted_score":0.24617079271787345},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.7,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.5161290322580644,"baseline_adjusted_score":0.5161290322580644},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24390049470570332,"accuracy":0.51,"positive_recall":0.38,"specificity":0.64,"precision":0.5135135135135135,"balanced_accuracy":0.51,"f1":0.4367816091954023,"true_positive":19,"false_positive":18,"false_negative":31,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.0243980211771867,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.39695162359178265,"uniform_accuracy_baseline":0.058823529411766766,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.2912772585669782,"baseline_adjusted_score":0.2912772585669782},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.7608695652173914,"baseline_adjusted_score":0.7608695652173914},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.20447097856786345,"accuracy":0.67,"positive_recall":0.98,"specificity":0.36,"precision":0.6049382716049383,"balanced_accuracy":0.6699999999999999,"f1":0.7480916030534351,"true_positive":49,"false_positive":32,"false_negative":1,"true_negative":18,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.1821160857285462,"baseline_adjusted_skill":0.33999999999999986,"baseline_adjusted_score":0.33999999999999986},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.54,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.2698412698412699,"baseline_adjusted_score":0.2698412698412699},"scoring":{"eligible":true,"reason":null},"model":163,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.305118174555186,"accuracy":0.5202702702702703,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":71,"true_negative":77,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.2495891161431699,"brier_skill":-0.22248189051706624,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.57,"uniform_accuracy_baseline":0.20049999999999962,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.39436619718309857,"baseline_adjusted_score":0.39436619718309857},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.9117647058823528,"baseline_adjusted_score":0.9117647058823528},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.83,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.6382978723404255,"baseline_adjusted_score":0.6382978723404255},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.82,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.6326530612244897,"baseline_adjusted_score":0.6326530612244897},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.18397015600211894,"accuracy":0.38064191308000006,"positive_recall":0.005418406197620461,"specificity":0.9826493055795484,"precision":0.333792207,"balanced_accuracy":0.49403385588858445,"f1":0.010663709758824842,"true_positive":0.333792207,"false_positive":0.666207793,"false_negative":61.269600899,"true_negative":37.730399101,"positive_prevalence":0.6160339310599999,"majority_accuracy_baseline":0.6160339310599999,"constant_brier_baseline":0.079087076552024,"brier_skill":-1.326172163932525,"baseline_adjusted_skill":-0.0119322882228311,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.18533941127272016,"accuracy":0.69,"positive_recall":0.74,"specificity":0.64,"precision":0.6727272727272727,"balanced_accuracy":0.69,"f1":0.7047619047619048,"true_positive":37,"false_positive":18,"false_negative":13,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.25864235490911935,"baseline_adjusted_skill":0.3799999999999999,"baseline_adjusted_score":0.3799999999999999},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.54,"uniform_accuracy_baseline":0.012987012987012965,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.5157894736842106,"baseline_adjusted_score":0.5157894736842106},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.8333333333333334,"baseline_adjusted_score":0.8333333333333334},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.21875000000000003,"baseline_adjusted_score":0.21875000000000003},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09572495876100459,"accuracy":0.88,"positive_recall":0.92,"specificity":0.84,"precision":0.8518518518518519,"balanced_accuracy":0.88,"f1":0.8846153846153846,"true_positive":46,"false_positive":8,"false_negative":4,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6171001649559816,"baseline_adjusted_skill":0.76,"baseline_adjusted_score":0.76},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.10694562010849921,"accuracy":0.6611940906296617,"positive_recall":0.6749970923713491,"specificity":0.654766906283997,"precision":0.47655196785039844,"balanced_accuracy":0.6648819993276731,"f1":0.5586756201267207,"true_positive":150.1138698728755,"false_positive":164.8861301271245,"false_negative":72.2780064321123,"true_negative":312.7219935678877,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768597,"brier_skill":-0.20533447249219505,"baseline_adjusted_skill":0.3297639986553462,"baseline_adjusted_score":0.3297639986553462},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.22372128710035177,"accuracy":0.61,"positive_recall":0.44,"specificity":0.78,"precision":0.6666666666666666,"balanced_accuracy":0.61,"f1":0.5301204819277109,"true_positive":22,"false_positive":11,"false_negative":28,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.1051148515985929,"baseline_adjusted_skill":0.21999999999999997,"baseline_adjusted_score":0.21999999999999997},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.6821192052980133,"uniform_accuracy_baseline":0.006622516556291403,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.6689655172413793,"baseline_adjusted_score":0.6689655172413793},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.5841176470588235,"uniform_accuracy_baseline":0.3333333333333301,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.23318872017353579,"baseline_adjusted_score":0.23318872017353579},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.1,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1361804964982823,"accuracy":0.82,"positive_recall":0.86,"specificity":0.78,"precision":0.7962962962962963,"balanced_accuracy":0.8200000000000001,"f1":0.8269230769230769,"true_positive":43,"false_positive":11,"false_negative":7,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.45527801400687085,"baseline_adjusted_skill":0.6400000000000001,"baseline_adjusted_score":0.6400000000000001},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.76,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.07142857142857136,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9550561797752809,"baseline_adjusted_score":0.9550561797752809},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.77,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.4,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.17808219178082194,"baseline_adjusted_score":0.17808219178082194},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.6111111111111112,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":-0.16666666666666638,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.25903962123709123,"accuracy":0.6707317073170732,"positive_recall":0.675,"specificity":0.6666666666666666,"precision":0.6585365853658537,"balanced_accuracy":0.6708333333333334,"f1":0.6666666666666666,"true_positive":27,"false_positive":14,"false_negative":13,"true_negative":28,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.24985127900059498,"brier_skill":-0.03677524595130999,"baseline_adjusted_skill":0.3416666666666668,"baseline_adjusted_score":0.3416666666666668},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2541773779541737,"accuracy":0.67,"positive_recall":0.34,"specificity":1,"precision":1,"balanced_accuracy":0.67,"f1":0.5074626865671642,"true_positive":17,"false_positive":0,"false_negative":33,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.01670951181669489,"baseline_adjusted_skill":0.3400000000000001,"baseline_adjusted_score":0.3400000000000001},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.7039106145251397,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.6200716845878137,"baseline_adjusted_score":0.6200716845878137},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.45,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.09836065573770492,"baseline_adjusted_score":0.09836065573770492},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.1784700592138199,"accuracy":0.755,"positive_recall":0.5909090909090909,"specificity":0.8012820512820513,"precision":0.45614035087719296,"balanced_accuracy":0.6960955710955712,"f1":0.5148514851485149,"true_positive":26,"false_positive":31,"false_negative":18,"true_negative":125,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000053,"brier_skill":-0.040035310103842425,"baseline_adjusted_skill":0.3921911421911424,"baseline_adjusted_score":0.3921911421911424},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.1597213875640489,"accuracy":0.765,"positive_recall":0.58,"specificity":0.8266666666666667,"precision":0.5272727272727272,"balanced_accuracy":0.7033333333333334,"f1":0.5523809523809524,"true_positive":29,"false_positive":26,"false_negative":21,"true_negative":124,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":0.14815259965840577,"baseline_adjusted_skill":0.40666666666666673,"baseline_adjusted_score":0.40666666666666673},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.06243306049305974,"accuracy":0.91,"positive_recall":0.7368421052631579,"specificity":0.9281767955801105,"precision":0.5185185185185185,"balanced_accuracy":0.8325094504216342,"f1":0.6086956521739131,"true_positive":14,"false_positive":13,"false_negative":5,"true_negative":168,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.0859749999999999,"brier_skill":0.2738230823720871,"baseline_adjusted_skill":0.6650189008432683,"baseline_adjusted_score":0.6650189008432683},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.09451193494629194,"accuracy":0.8350297619047621,"positive_recall":0.6133320107132231,"specificity":0.8491821756723384,"precision":0.20610000000000023,"balanced_accuracy":0.7312570931927808,"f1":0.3085252363962978,"true_positive":103.0500000000001,"false_positive":396.94999999999976,"false_negative":64.96666666666668,"true_negative":2235.0333333333338,"positive_prevalence":0.060005952380952354,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679296,"brier_skill":-1.9350646433294787,"baseline_adjusted_skill":0.4625141863855615,"baseline_adjusted_score":0.4625141863855615},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.7082152974504249,"uniform_accuracy_baseline":0.027777777777777853,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.6655844155844155,"baseline_adjusted_score":0.6655844155844155},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.49,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.27142857142857146,"baseline_adjusted_score":0.27142857142857146},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.15228479181199092,"accuracy":0.73,"positive_recall":0.96,"specificity":0.5,"precision":0.6575342465753424,"balanced_accuracy":0.73,"f1":0.7804878048780488,"true_positive":48,"false_positive":25,"false_negative":2,"true_negative":25,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3908608327520363,"baseline_adjusted_skill":0.45999999999999996,"baseline_adjusted_score":0.45999999999999996},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10875801945700708,"accuracy":0.82,"positive_recall":0.84,"specificity":0.8,"precision":0.8076923076923077,"balanced_accuracy":0.8200000000000001,"f1":0.8235294117647058,"true_positive":42,"false_positive":10,"false_negative":8,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5649679221719717,"baseline_adjusted_skill":0.6400000000000001,"baseline_adjusted_score":0.6400000000000001},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.59,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":-0.05128205128205133,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.63,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.6063829787234044,"baseline_adjusted_score":0.6063829787234044},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11661707575869217,"accuracy":0.86,"positive_recall":0.96,"specificity":0.76,"precision":0.8,"balanced_accuracy":0.86,"f1":0.8727272727272727,"true_positive":48,"false_positive":12,"false_negative":2,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5335316969652313,"baseline_adjusted_skill":0.72,"baseline_adjusted_score":0.72},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.7611940298507464,"baseline_adjusted_score":0.7611940298507464},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08628647264524356,"accuracy":0.9,"positive_recall":0.82,"specificity":0.98,"precision":0.9761904761904762,"balanced_accuracy":0.8999999999999999,"f1":0.8913043478260869,"true_positive":41,"false_positive":1,"false_negative":9,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6548541094190258,"baseline_adjusted_skill":0.7999999999999998,"baseline_adjusted_score":0.7999999999999998},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.412805777027027,"uniform_accuracy_baseline":0.23445945945945923,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.20397292549221502,"baseline_adjusted_score":0.20397292549221502},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.10345993916567489,"accuracy":0.520570190789474,"positive_recall":0.9459580949841614,"specificity":0.11550646476392754,"precision":0.5045563741007197,"balanced_accuracy":0.5307322798740445,"f1":0.658096415622177,"true_positive":70.13333600000004,"false_positive":68.86666399999996,"false_negative":4.006667,"true_negative":8.993333,"positive_prevalence":0.48776317763157917,"majority_accuracy_baseline":0.5122368223684208,"constant_brier_baseline":0.0945191003976856,"brier_skill":-0.09459293127390178,"baseline_adjusted_skill":0.061464559748088954,"baseline_adjusted_score":0.061464559748088954},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.13130155102120827,"normalized_score_rmse":0.17396119319214645,"constant_score_baseline":0.5841668333333334,"constant_mae_baseline":0.21700552708333315,"baseline_adjusted_skill":0.3949391391732311,"baseline_adjusted_score":0.3949391391732311},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.23648465542473807,"accuracy":0.64,"positive_recall":0.92,"specificity":0.36,"precision":0.5897435897435898,"balanced_accuracy":0.64,"f1":0.71875,"true_positive":46,"false_positive":32,"false_negative":4,"true_negative":18,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.054061378301047736,"baseline_adjusted_skill":0.28,"baseline_adjusted_score":0.28},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2627067236623683,"accuracy":0.49,"positive_recall":0.4,"specificity":0.58,"precision":0.4878048780487805,"balanced_accuracy":0.49,"f1":0.43956043956043955,"true_positive":20,"false_positive":21,"false_negative":30,"true_negative":29,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.05082689464947321,"baseline_adjusted_skill":-0.020000000000000018,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.76,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.6065573770491803,"baseline_adjusted_score":0.6065573770491803},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.7,"uniform_accuracy_baseline":0.03611111111111102,"fixed_answer_accuracy_baseline":0.08833333333333329,"baseline_adjusted_skill":0.6709323583180987,"baseline_adjusted_score":0.6709323583180987},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.75,"baseline_adjusted_score":0.75},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.645,"uniform_accuracy_baseline":0.04987932421560751,"fixed_answer_accuracy_baseline":0.1244247787610618,"baseline_adjusted_skill":0.5945522538912473,"baseline_adjusted_score":0.5945522538912473},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.26145027214084204,"accuracy":0.53,"positive_recall":0.1,"specificity":0.96,"precision":0.7142857142857143,"balanced_accuracy":0.53,"f1":0.17543859649122806,"true_positive":5,"false_positive":2,"false_negative":45,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.045801088563368175,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.8055555555555556,"uniform_accuracy_baseline":0.23888888888888893,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.7254901960784313,"baseline_adjusted_score":0.7254901960784313},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.20258404938641467,"accuracy":0.71875,"positive_recall":0.78125,"specificity":0.65625,"precision":0.6944444444444444,"balanced_accuracy":0.71875,"f1":0.7352941176470589,"true_positive":25,"false_positive":11,"false_negative":7,"true_negative":21,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.18966380245434133,"baseline_adjusted_skill":0.4375,"baseline_adjusted_score":0.4375},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.6212121212121212,"baseline_adjusted_score":0.6212121212121212},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2885238139686135,"accuracy":0.55,"positive_recall":0.12,"specificity":0.98,"precision":0.8571428571428571,"balanced_accuracy":0.55,"f1":0.21052631578947367,"true_positive":6,"false_positive":1,"false_negative":44,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.15409525587445394,"baseline_adjusted_skill":0.10000000000000009,"baseline_adjusted_score":0.10000000000000009},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.8260869565217391,"baseline_adjusted_score":0.8260869565217391},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.1578658757132691,"accuracy":0.7878787878787878,"positive_recall":1,"specificity":0.5882352941176471,"precision":0.6956521739130435,"balanced_accuracy":0.7941176470588236,"f1":0.8205128205128205,"true_positive":16,"false_positive":7,"false_negative":0,"true_negative":10,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.36795610789797806,"baseline_adjusted_skill":0.5882352941176472,"baseline_adjusted_score":0.5882352941176472},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.23868933515162763,"normalized_score_rmse":0.31159263210758836,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.2766989843890072,"baseline_adjusted_score":0.2766989843890072},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.15625,"uniform_accuracy_baseline":0.17812500000000006,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.18421052631578944,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.087080824915379,"accuracy":0.9411764705882353,"positive_recall":1,"specificity":0.8823529411764706,"precision":0.8947368421052632,"balanced_accuracy":0.9411764705882353,"f1":0.9444444444444444,"true_positive":17,"false_positive":2,"false_negative":0,"true_negative":15,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.651676700338484,"baseline_adjusted_skill":0.8823529411764706,"baseline_adjusted_score":0.8823529411764706},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.20420311314494266,"normalized_score_rmse":0.30688023171746676,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-0.38858116938561005,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.16666666666666666,"uniform_accuracy_baseline":0.13194444444444448,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":-1.0869565217391304,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.20878231861001578,"accuracy":0.6923076923076923,"positive_recall":1,"specificity":0.38461538461538464,"precision":0.6190476190476191,"balanced_accuracy":0.6923076923076923,"f1":0.7647058823529411,"true_positive":26,"false_positive":16,"false_negative":0,"true_negative":10,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.16487072555993687,"baseline_adjusted_skill":0.3846153846153846,"baseline_adjusted_score":0.3846153846153846},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.15824799559060998,"accuracy":0.8,"positive_recall":0.717948717948718,"specificity":0.8888888888888888,"precision":0.875,"balanced_accuracy":0.8034188034188035,"f1":0.7887323943661971,"true_positive":28,"false_positive":4,"false_negative":11,"true_negative":32,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24959999999999993,"brier_skill":0.365993607409415,"baseline_adjusted_skill":0.6068376068376069,"baseline_adjusted_score":0.6068376068376069},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.2958254076028175,"normalized_score_rmse":0.3625190280518617,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.05651931286720524,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8235294117647058,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.76,"baseline_adjusted_score":0.76},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.14741398761499935,"accuracy":0.8214285714285714,"positive_recall":1,"specificity":0.6428571428571429,"precision":0.7368421052631579,"balanced_accuracy":0.8214285714285714,"f1":0.8484848484848485,"true_positive":14,"false_positive":5,"false_negative":0,"true_negative":9,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4103440495400026,"baseline_adjusted_skill":0.6428571428571428,"baseline_adjusted_score":0.6428571428571428},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.32988899597233645,"normalized_score_rmse":0.40483151628732866,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.16969696969696968,"baseline_adjusted_skill":-0.9439887262655542,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":0.9333333333333333,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":0.9166666666666667,"baseline_adjusted_score":0.9166666666666667},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.1090132518613551,"accuracy":0.9176470588235294,"positive_recall":1,"specificity":0.825,"precision":0.8653846153846154,"balanced_accuracy":0.9125,"f1":0.9278350515463918,"true_positive":45,"false_positive":7,"false_negative":0,"true_negative":33,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.24913494809688563,"brier_skill":0.5624329196120604,"baseline_adjusted_skill":0.825,"baseline_adjusted_score":0.825},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.76,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.6842105263157895,"baseline_adjusted_score":0.6842105263157895},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.2600417663757621,"accuracy":0.6,"positive_recall":0.4857142857142857,"specificity":0.8666666666666667,"precision":0.8947368421052632,"balanced_accuracy":0.6761904761904762,"f1":0.6296296296296297,"true_positive":17,"false_positive":2,"false_negative":18,"true_negative":13,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.20999999999999996,"brier_skill":-0.2382941255988673,"baseline_adjusted_skill":0.35238095238095246,"baseline_adjusted_score":0.35238095238095246},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.21929989382106924,"normalized_score_rmse":0.32568223392265255,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.2167860934961814,"baseline_adjusted_score":0.2167860934961814},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.6708860759493671,"uniform_accuracy_baseline":0.24240506329113914,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.4347826086956522,"baseline_adjusted_score":0.4347826086956522},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.15499872832883982,"accuracy":0.7619047619047619,"positive_recall":1,"specificity":0.5,"precision":0.6875,"balanced_accuracy":0.75,"f1":0.8148148148148148,"true_positive":11,"false_positive":5,"false_negative":0,"true_negative":5,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.24943310657596363,"brier_skill":0.37859600733619647,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.6060606060606061,"uniform_accuracy_baseline":0.3237373737373738,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.35000000000000003,"baseline_adjusted_score":0.35000000000000003},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.1909529800875457,"accuracy":0.7272727272727273,"positive_recall":0.7058823529411765,"specificity":0.75,"precision":0.75,"balanced_accuracy":0.7279411764705883,"f1":0.7272727272727273,"true_positive":12,"false_positive":4,"false_negative":5,"true_negative":12,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.23548604663478978,"baseline_adjusted_skill":0.4558823529411766,"baseline_adjusted_score":0.4558823529411766},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.24178246264871267,"normalized_score_rmse":0.3209473426105888,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.34313725490196084,"baseline_adjusted_skill":0.2953768231380375,"baseline_adjusted_score":0.2953768231380375},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.23720618437353186,"accuracy":0.57,"positive_recall":0.42,"specificity":0.72,"precision":0.6,"balanced_accuracy":0.57,"f1":0.49411764705882355,"true_positive":21,"false_positive":14,"false_negative":29,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.051175262505872565,"baseline_adjusted_skill":0.1399999999999999,"baseline_adjusted_score":0.1399999999999999},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.3933333333333333,"uniform_accuracy_baseline":0.3333333333333332,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":0.061855670103092744,"baseline_adjusted_score":0.061855670103092744},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.25588560655239645,"accuracy":0.5066666666666667,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":37,"true_negative":38,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555535,"brier_skill":-0.02372442166232669,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.1428571428571427,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.8205128205128205,"baseline_adjusted_score":0.8205128205128205},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.32416666666666627,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.18153551012389407,"accuracy":0.8484848484848485,"positive_recall":1,"specificity":0.7058823529411765,"precision":0.7619047619047619,"balanced_accuracy":0.8529411764705883,"f1":0.8648648648648649,"true_positive":16,"false_positive":5,"false_negative":0,"true_negative":12,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.2731905495407332,"baseline_adjusted_skill":0.7058823529411766,"baseline_adjusted_score":0.7058823529411766},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.20750602248915878,"normalized_score_rmse":0.2355714539346535,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.055489828670035934,"baseline_adjusted_score":0.055489828670035934},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1886798636565242,"accuracy":0.74,"positive_recall":0.5909090909090909,"specificity":0.782051282051282,"precision":0.43333333333333335,"balanced_accuracy":0.6864801864801865,"f1":0.5,"true_positive":13,"false_positive":17,"false_negative":9,"true_negative":61,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000028,"brier_skill":-0.09953300499139806,"baseline_adjusted_skill":0.372960372960373,"baseline_adjusted_score":0.372960372960373},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.13592039316873067,"accuracy":0.8,"positive_recall":0.6216216216216216,"specificity":0.9047619047619048,"precision":0.7931034482758621,"balanced_accuracy":0.7631917631917632,"f1":0.696969696969697,"true_positive":23,"false_positive":6,"false_negative":14,"true_negative":57,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000008,"brier_skill":0.41690093020707586,"baseline_adjusted_skill":0.5263835263835264,"baseline_adjusted_score":0.5263835263835264},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1752428832247025,"accuracy":0.76,"positive_recall":0.5384615384615384,"specificity":0.9016393442622951,"precision":0.7777777777777778,"balanced_accuracy":0.7200504413619168,"f1":0.6363636363636364,"true_positive":21,"false_positive":6,"false_negative":18,"true_negative":55,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379000000000002,"brier_skill":0.2633758586603516,"baseline_adjusted_skill":0.4401008827238335,"baseline_adjusted_score":0.4401008827238335},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.18419633237573127,"accuracy":0.74,"positive_recall":0.8387096774193549,"specificity":0.6956521739130435,"precision":0.5531914893617021,"balanced_accuracy":0.7671809256661992,"f1":0.6666666666666666,"true_positive":26,"false_positive":21,"false_negative":5,"true_negative":48,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999987,"brier_skill":0.13886707631729134,"baseline_adjusted_skill":0.5343618513323984,"baseline_adjusted_score":0.5343618513323984},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.81,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.7361111111111112,"baseline_adjusted_score":0.7361111111111112},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.20142464946101754,"normalized_score_rmse":0.24273128979994302,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.13365742167304284,"baseline_adjusted_score":0.13365742167304284},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.17457464130759956,"accuracy":0.78,"positive_recall":0.94,"specificity":0.62,"precision":0.7121212121212122,"balanced_accuracy":0.78,"f1":0.8103448275862069,"true_positive":47,"false_positive":19,"false_negative":3,"true_negative":31,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.30170143476960176,"baseline_adjusted_skill":0.56,"baseline_adjusted_score":0.56},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2651811995627461,"accuracy":0.5,"positive_recall":0.22,"specificity":0.78,"precision":0.5,"balanced_accuracy":0.5,"f1":0.3055555555555556,"true_positive":11,"false_positive":11,"false_negative":39,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.060724798250984424,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.9142857142857144,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.12393868836437673,"accuracy":0.83,"positive_recall":0.9,"specificity":0.76,"precision":0.7894736842105263,"balanced_accuracy":0.8300000000000001,"f1":0.8411214953271028,"true_positive":45,"false_positive":12,"false_negative":5,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5042452465424931,"baseline_adjusted_skill":0.6600000000000001,"baseline_adjusted_score":0.6600000000000001},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.6666666666666666,"baseline_adjusted_score":0.6666666666666666},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.62,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.36666666666666664,"baseline_adjusted_score":0.36666666666666664},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.22773825206512913,"accuracy":0.63,"positive_recall":0.44,"specificity":0.82,"precision":0.7096774193548387,"balanced_accuracy":0.63,"f1":0.5432098765432098,"true_positive":22,"false_positive":9,"false_negative":28,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.0890469917394835,"baseline_adjusted_skill":0.26,"baseline_adjusted_score":0.26},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.20851190476190457,"fixed_answer_accuracy_baseline":0.2233333333333332,"baseline_adjusted_skill":0.9484978540772532,"baseline_adjusted_score":0.9484978540772532},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.07789622800118003,"accuracy":0.9,"positive_recall":0.9,"specificity":0.9,"precision":0.9,"balanced_accuracy":0.9,"f1":0.9,"true_positive":45,"false_positive":5,"false_negative":5,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.68841508799528,"baseline_adjusted_skill":0.8,"baseline_adjusted_score":0.8},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.16775067462354834,"normalized_score_rmse":0.24303821350502197,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.4408310845881722,"baseline_adjusted_score":0.4408310845881722},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.22851190476190467,"fixed_answer_accuracy_baseline":0.2433333333333333,"baseline_adjusted_skill":0.894273127753304,"baseline_adjusted_score":0.894273127753304},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08329141788907655,"accuracy":0.91,"positive_recall":0.98,"specificity":0.84,"precision":0.8596491228070176,"balanced_accuracy":0.9099999999999999,"f1":0.9158878504672897,"true_positive":49,"false_positive":8,"false_negative":1,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6668343284436937,"baseline_adjusted_skill":0.8199999999999998,"baseline_adjusted_score":0.8199999999999998},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.16902477448682812,"normalized_score_rmse":0.226568317639536,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.304222222222222,"baseline_adjusted_skill":0.44440359007251495,"baseline_adjusted_score":0.44440359007251495},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.72,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.5483870967741935,"baseline_adjusted_score":0.5483870967741935},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.19931014190519636,"accuracy":0.7,"positive_recall":0.98,"specificity":0.42,"precision":0.6282051282051282,"balanced_accuracy":0.7,"f1":0.765625,"true_positive":49,"false_positive":29,"false_negative":1,"true_negative":21,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.20275943237921457,"baseline_adjusted_skill":0.3999999999999999,"baseline_adjusted_score":0.3999999999999999},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.74,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.48,"baseline_adjusted_score":0.48},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10625364317329017,"accuracy":0.86,"positive_recall":0.96,"specificity":0.76,"precision":0.8,"balanced_accuracy":0.86,"f1":0.8727272727272727,"true_positive":48,"false_positive":12,"false_negative":2,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5749854273068393,"baseline_adjusted_skill":0.72,"baseline_adjusted_score":0.72},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.55,"uniform_accuracy_baseline":0.35333333333333317,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.23728813559322043,"baseline_adjusted_score":0.23728813559322043},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.79,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.6612903225806452,"baseline_adjusted_score":0.6612903225806452},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.06451612903225803,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.38,"uniform_accuracy_baseline":0.11111111111111088,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.2619047619047619,"baseline_adjusted_score":0.2619047619047619},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.10634464855498527,"accuracy":0.7863749999999999,"positive_recall":0.08833223467369808,"specificity":0.9497146382847447,"precision":0.29130434782608694,"balanced_accuracy":0.5190234364792213,"f1":0.13555892766818411,"true_positive":6.699999999999999,"false_positive":16.3,"false_negative":69.14999999999999,"true_negative":307.84999999999997,"positive_prevalence":0.1896249999999999,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500007,"brier_skill":-0.3969995567486868,"baseline_adjusted_skill":0.03804687295844267,"baseline_adjusted_score":0.03804687295844267},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.4040933983095125,"normalized_score_rmse":0.4436808904346442,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":-0.8904954306877779,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.07351179706479462,"accuracy":0.7901249999999999,"positive_recall":0.46741678387248015,"specificity":0.9074484404295211,"precision":0.6474025974025976,"balanced_accuracy":0.6874326121510006,"f1":0.5428804791723388,"true_positive":49.85000000000002,"false_positive":27.149999999999984,"false_negative":56.80000000000001,"true_negative":266.19999999999993,"positive_prevalence":0.2666249999999998,"majority_accuracy_baseline":0.7333750000000002,"constant_brier_baseline":0.11565485937499977,"brier_skill":0.3643864385633838,"baseline_adjusted_skill":0.3748652243020012,"baseline_adjusted_score":0.3748652243020012},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.36311200408054484,"normalized_score_rmse":0.4170847025688366,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":-0.35111443378807383,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.08543526357948625,"accuracy":0.768125,"positive_recall":0.48322147651006697,"specificity":0.8785776235906332,"precision":0.6067415730337078,"balanced_accuracy":0.6808995500503501,"f1":0.5379825653798256,"true_positive":53.99999999999998,"false_positive":34.99999999999999,"false_negative":57.75000000000001,"true_negative":253.25,"positive_prevalence":0.2793749999999999,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937499995,"brier_skill":0.24497711341352013,"baseline_adjusted_skill":0.36179910010070016,"baseline_adjusted_score":0.36179910010070016},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.36194971422914257,"normalized_score_rmse":0.4129886392423834,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":-0.3690769332544399,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.08816901832713016,"accuracy":0.8156249999999994,"positive_recall":0.22535211267605634,"specificity":0.9839357429718876,"precision":0.7999999999999999,"balanced_accuracy":0.6046439278239719,"f1":0.3516483516483517,"true_positive":19.999999999999996,"false_positive":5,"false_negative":68.74999999999999,"true_negative":306.2499999999998,"positive_prevalence":0.22187499999999974,"majority_accuracy_baseline":0.7781250000000003,"constant_brier_baseline":0.126740234375001,"brier_skill":0.3043328445625698,"baseline_adjusted_skill":0.20928785564794383,"baseline_adjusted_score":0.20928785564794383},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.4431768300001715,"normalized_score_rmse":0.48749237788957805,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":-0.9642186371198738,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.07814617063895551,"accuracy":0.8027499999999995,"positive_recall":0.5099243856332705,"specificity":0.9080557443915702,"precision":0.6660493827160495,"balanced_accuracy":0.7089900650124203,"f1":0.5776231263383299,"true_positive":53.95000000000001,"false_positive":27.049999999999997,"false_negative":51.849999999999966,"true_negative":267.1499999999998,"positive_prevalence":0.26449999999999985,"majority_accuracy_baseline":0.7355000000000002,"constant_brier_baseline":0.11362725000000028,"brier_skill":0.31225854151222243,"baseline_adjusted_skill":0.4179801300248407,"baseline_adjusted_score":0.4179801300248407},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.37861574386668356,"normalized_score_rmse":0.4236494862481957,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":-0.5069283337977457,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.10823038544475513,"accuracy":0.7592500000000002,"positive_recall":0.5633159268929503,"specificity":0.8056586270871985,"precision":0.4070754716981133,"balanced_accuracy":0.6844872769900744,"f1":0.47261774370208115,"true_positive":43.15000000000002,"false_positive":62.85,"false_negative":33.450000000000024,"true_negative":260.55000000000007,"positive_prevalence":0.1914999999999999,"majority_accuracy_baseline":0.8085000000000001,"constant_brier_baseline":0.09190274999999995,"brier_skill":-0.17766209873758076,"baseline_adjusted_skill":0.3689745539801488,"baseline_adjusted_score":0.3689745539801488},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.36156152574562506,"normalized_score_rmse":0.39277934029450023,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":-0.747729429586103,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.08130102171180971,"accuracy":0.88625,"positive_recall":0.5169376693766937,"specificity":0.9698038013488657,"precision":0.7947916666666667,"balanced_accuracy":0.7433707353627796,"f1":0.6264367816091955,"true_positive":38.150000000000006,"false_positive":9.85,"false_negative":35.650000000000006,"true_negative":316.34999999999997,"positive_prevalence":0.1844999999999999,"majority_accuracy_baseline":0.8155000000000001,"constant_brier_baseline":0.1092222499999995,"brier_skill":0.25563681656612924,"baseline_adjusted_skill":0.4867414707255593,"baseline_adjusted_score":0.4867414707255593},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.4782017715140292,"normalized_score_rmse":0.5153470689006342,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":-1.5251578693810126,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.08208664364943688,"accuracy":0.8334999999999997,"positive_recall":0.29872611464968163,"specificity":0.9640746500777605,"precision":0.6700000000000002,"balanced_accuracy":0.6314003823637211,"f1":0.4132158590308371,"true_positive":23.45000000000001,"false_positive":11.549999999999999,"false_negative":55.050000000000004,"true_negative":309.9499999999999,"positive_prevalence":0.19624999999999987,"majority_accuracy_baseline":0.8037500000000002,"constant_brier_baseline":0.09878593749999955,"brier_skill":0.16904525353684818,"baseline_adjusted_skill":0.2628007647274422,"baseline_adjusted_score":0.2628007647274422},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3608137449964325,"normalized_score_rmse":0.3904806455246818,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":-0.70799405915471,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.09258071502644734,"accuracy":0.6640306122448982,"positive_recall":0.37336892052194554,"specificity":0.883393017009848,"precision":0.7073033707865168,"balanced_accuracy":0.6283809687658968,"f1":0.48874223602484473,"true_positive":62.94999999999998,"false_positive":26.04999999999999,"false_negative":105.64999999999992,"true_negative":197.35000000000014,"positive_prevalence":0.43010204081632636,"majority_accuracy_baseline":0.5698979591836737,"constant_brier_baseline":0.12359641815910102,"brier_skill":0.25094338164984953,"baseline_adjusted_skill":0.25676193753179355,"baseline_adjusted_score":0.25676193753179355},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.24645259293331928,"normalized_score_rmse":0.2964015515556419,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.10546836639017443,"baseline_adjusted_score":0.10546836639017443},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.11676595058635698,"accuracy":0.8513750000000008,"positive_recall":0.2800944138473642,"specificity":0.9592807252192005,"precision":0.5650793650793651,"balanced_accuracy":0.6196875695332824,"f1":0.37453971593897945,"true_positive":35.6,"false_positive":27.4,"false_negative":91.50000000000003,"true_negative":645.5000000000006,"positive_prevalence":0.15887500000000002,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499934,"brier_skill":-0.18211099751301774,"baseline_adjusted_skill":0.23937513906656482,"baseline_adjusted_score":0.23937513906656482},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.5100294917999374,"normalized_score_rmse":0.5433376143342571,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-2.0910878290905295,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.38,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2586861121557058,"accuracy":0.57,"positive_recall":0.54,"specificity":0.6,"precision":0.574468085106383,"balanced_accuracy":0.5700000000000001,"f1":0.5567010309278351,"true_positive":27,"false_positive":20,"false_negative":23,"true_negative":30,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.03474444862282322,"baseline_adjusted_skill":0.14000000000000012,"baseline_adjusted_score":0.14000000000000012},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.44267726971504306,"uniform_accuracy_baseline":0.058823529411766766,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.3450155763239875,"baseline_adjusted_score":0.3450155763239875},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.81,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.5869565217391305,"baseline_adjusted_score":0.5869565217391305},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.23912915690139935,"accuracy":0.6,"positive_recall":0.98,"specificity":0.22,"precision":0.5568181818181818,"balanced_accuracy":0.6,"f1":0.7101449275362319,"true_positive":49,"false_positive":39,"false_negative":1,"true_negative":11,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.043483372394402586,"baseline_adjusted_skill":0.19999999999999996,"baseline_adjusted_score":0.19999999999999996},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.44,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.11111111111111112,"baseline_adjusted_score":0.11111111111111112},"scoring":{"eligible":true,"reason":null},"model":164,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.35835036720943936,"accuracy":0.5202702702702703,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":71,"true_negative":77,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.2495891161431699,"brier_skill":-0.43576119322399287,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.20049999999999962,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.056338028169014134,"baseline_adjusted_score":0.056338028169014134},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.926470588235294,"baseline_adjusted_score":0.926470588235294},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.6595744680851063,"baseline_adjusted_score":0.6595744680851063},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.57,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.12244897959183662,"baseline_adjusted_score":0.12244897959183662},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.07605975411224683,"accuracy":0.6231420169199999,"positive_recall":0.9651870522243827,"specificity":0.07436605794055715,"precision":0.6258820778842105,"balanced_accuracy":0.5197765550824699,"f1":0.7593551610820357,"true_positive":59.458797399,"false_positive":35.541202601,"false_negative":2.1445957069999997,"true_negative":2.855404293,"positive_prevalence":0.6160339310599999,"majority_accuracy_baseline":0.6160339310599999,"constant_brier_baseline":0.079087076552024,"brier_skill":0.038278345486519316,"baseline_adjusted_skill":0.039553110164939786,"baseline_adjusted_score":0.039553110164939786},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.17798716364188968,"accuracy":0.73,"positive_recall":0.66,"specificity":0.8,"precision":0.7674418604651163,"balanced_accuracy":0.73,"f1":0.7096774193548387,"true_positive":33,"false_positive":10,"false_negative":17,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.28805134543244126,"baseline_adjusted_skill":0.45999999999999996,"baseline_adjusted_score":0.45999999999999996},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.81,"uniform_accuracy_baseline":0.012987012987012965,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.8,"baseline_adjusted_score":0.8},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.8666666666666667,"baseline_adjusted_score":0.8666666666666667},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.36,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10976120050781857,"accuracy":0.85,"positive_recall":0.96,"specificity":0.74,"precision":0.7868852459016393,"balanced_accuracy":0.85,"f1":0.8648648648648649,"true_positive":48,"false_positive":13,"false_negative":2,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5609551979687257,"baseline_adjusted_skill":0.7,"baseline_adjusted_score":0.7},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.08640175070411965,"accuracy":0.6963574111774298,"positive_recall":0.3503771511767524,"specificity":0.8574585218343583,"precision":0.5337056990725639,"balanced_accuracy":0.6039178365055553,"f1":0.42303338958584585,"true_positive":77.92103206459433,"false_positive":68.07896793540567,"false_negative":144.4708442403935,"true_negative":409.5291557596065,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768597,"brier_skill":0.02620594932549536,"baseline_adjusted_skill":0.2078356730111106,"baseline_adjusted_score":0.2078356730111106},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.21349239745611107,"accuracy":0.61,"positive_recall":0.6,"specificity":0.62,"precision":0.6122448979591837,"balanced_accuracy":0.61,"f1":0.6060606060606061,"true_positive":30,"false_positive":19,"false_negative":20,"true_negative":31,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.14603041017555574,"baseline_adjusted_skill":0.21999999999999997,"baseline_adjusted_score":0.21999999999999997},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.8145695364238411,"uniform_accuracy_baseline":0.006622516556291403,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.806896551724138,"baseline_adjusted_score":0.806896551724138},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.6170588235294118,"uniform_accuracy_baseline":0.3333333333333301,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.29392624728850325,"baseline_adjusted_score":0.29392624728850325},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.1,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1736836381964112,"accuracy":0.72,"positive_recall":0.96,"specificity":0.48,"precision":0.6486486486486487,"balanced_accuracy":0.72,"f1":0.7741935483870968,"true_positive":48,"false_positive":26,"false_negative":2,"true_negative":24,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3052654472143552,"baseline_adjusted_skill":0.43999999999999995,"baseline_adjusted_score":0.43999999999999995},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.76,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.07142857142857136,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9550561797752809,"baseline_adjusted_score":0.9550561797752809},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.73,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.41304347826086946,"baseline_adjusted_score":0.41304347826086946},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.36,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.12328767123287668,"baseline_adjusted_score":0.12328767123287668},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.6111111111111112,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":-0.16666666666666638,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.2568835003623359,"accuracy":0.6463414634146342,"positive_recall":0.625,"specificity":0.6666666666666666,"precision":0.6410256410256411,"balanced_accuracy":0.6458333333333333,"f1":0.6329113924050633,"true_positive":25,"false_positive":14,"false_negative":15,"true_negative":28,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.24985127900059498,"brier_skill":-0.028145628831158342,"baseline_adjusted_skill":0.2916666666666665,"baseline_adjusted_score":0.2916666666666665},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.18126718969771385,"accuracy":0.73,"positive_recall":0.5,"specificity":0.96,"precision":0.9259259259259259,"balanced_accuracy":0.73,"f1":0.6493506493506493,"true_positive":25,"false_positive":2,"false_negative":25,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2749312412091446,"baseline_adjusted_skill":0.45999999999999996,"baseline_adjusted_score":0.45999999999999996},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.7094972067039106,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.6272401433691757,"baseline_adjusted_score":0.6272401433691757},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.38,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":-0.016393442622950834,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.1811709665648069,"accuracy":0.73,"positive_recall":0.4318181818181818,"specificity":0.8141025641025641,"precision":0.3958333333333333,"balanced_accuracy":0.622960372960373,"f1":0.41304347826086957,"true_positive":19,"false_positive":29,"false_negative":25,"true_negative":127,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000053,"brier_skill":-0.05577486343127247,"baseline_adjusted_skill":0.24592074592074598,"baseline_adjusted_score":0.24592074592074598},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.19138749870461347,"accuracy":0.725,"positive_recall":0.54,"specificity":0.7866666666666666,"precision":0.4576271186440678,"balanced_accuracy":0.6633333333333333,"f1":0.4954128440366973,"true_positive":27,"false_positive":32,"false_negative":23,"true_negative":118,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-0.020733326424605236,"baseline_adjusted_skill":0.32666666666666666,"baseline_adjusted_score":0.32666666666666666},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.06973417025695121,"accuracy":0.895,"positive_recall":0.5789473684210527,"specificity":0.9281767955801105,"precision":0.4583333333333333,"balanced_accuracy":0.7535620820005815,"f1":0.5116279069767442,"true_positive":11,"false_positive":13,"false_negative":8,"true_negative":168,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.0859749999999999,"brier_skill":0.1889017707827707,"baseline_adjusted_skill":0.507124164001163,"baseline_adjusted_score":0.507124164001163},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.05696258791868438,"accuracy":0.8922202380952381,"positive_recall":0.6077770062493801,"specificity":0.9103781052311627,"precision":0.30212031558185404,"balanced_accuracy":0.7590775557402714,"f1":0.4036098942722572,"true_positive":102.11666666666675,"false_positive":235.88333333333352,"false_negative":65.90000000000002,"true_negative":2396.1,"positive_prevalence":0.060005952380952354,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679296,"brier_skill":-0.768971060508765,"baseline_adjusted_skill":0.5181551114805427,"baseline_adjusted_score":0.5181551114805427},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.7903682719546742,"uniform_accuracy_baseline":0.027777777777777853,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.7597402597402597,"baseline_adjusted_score":0.7597402597402597},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.41,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.15714285714285714,"baseline_adjusted_score":0.15714285714285714},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.13102373098151346,"accuracy":0.84,"positive_recall":0.72,"specificity":0.96,"precision":0.9473684210526315,"balanced_accuracy":0.84,"f1":0.8181818181818182,"true_positive":36,"false_positive":2,"false_negative":14,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.47590507607394616,"baseline_adjusted_skill":0.6799999999999999,"baseline_adjusted_score":0.6799999999999999},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11963667998621302,"accuracy":0.8,"positive_recall":0.78,"specificity":0.82,"precision":0.8125,"balanced_accuracy":0.8,"f1":0.7959183673469388,"true_positive":39,"false_positive":9,"false_negative":11,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5214532800551479,"baseline_adjusted_skill":0.6000000000000001,"baseline_adjusted_score":0.6000000000000001},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.58,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":-0.07692307692307698,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.78,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.7659574468085106,"baseline_adjusted_score":0.7659574468085106},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1212867726200385,"accuracy":0.86,"positive_recall":0.94,"specificity":0.78,"precision":0.8103448275862069,"balanced_accuracy":0.86,"f1":0.8703703703703703,"true_positive":47,"false_positive":11,"false_negative":3,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.514852909519846,"baseline_adjusted_skill":0.72,"baseline_adjusted_score":0.72},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8507462686567167,"baseline_adjusted_score":0.8507462686567167},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.12129136611039869,"accuracy":0.83,"positive_recall":0.68,"specificity":0.98,"precision":0.9714285714285714,"balanced_accuracy":0.8300000000000001,"f1":0.8,"true_positive":34,"false_positive":1,"false_negative":16,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5148345355584052,"baseline_adjusted_skill":0.6600000000000001,"baseline_adjusted_score":0.6600000000000001},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.41863912162162165,"uniform_accuracy_baseline":0.23445945945945923,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.21188087153555463,"baseline_adjusted_score":0.21188087153555463},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.13196964046816376,"accuracy":0.5569298486842107,"positive_recall":0.8820699670055315,"specificity":0.24732427102456744,"precision":0.5273925000000002,"balanced_accuracy":0.5646971190150495,"f1":0.6601056728559757,"true_positive":65.39667000000001,"false_positive":58.60332999999998,"false_negative":8.743333,"true_negative":19.256667000000004,"positive_prevalence":0.48776317763157917,"majority_accuracy_baseline":0.5122368223684208,"constant_brier_baseline":0.0945191003976856,"brier_skill":-0.3962219267101188,"baseline_adjusted_skill":0.12939423803009897,"baseline_adjusted_score":0.12939423803009897},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.14275072646925835,"normalized_score_rmse":0.18811453549742527,"constant_score_baseline":0.5841668333333334,"constant_mae_baseline":0.21700552708333315,"baseline_adjusted_skill":0.34217930580892497,"baseline_adjusted_score":0.34217930580892497},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.20718725598812376,"accuracy":0.69,"positive_recall":0.92,"specificity":0.46,"precision":0.6301369863013698,"balanced_accuracy":0.6900000000000001,"f1":0.7479674796747967,"true_positive":46,"false_positive":27,"false_negative":4,"true_negative":23,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.17125097604750494,"baseline_adjusted_skill":0.3800000000000001,"baseline_adjusted_score":0.3800000000000001},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.27302069569184323,"accuracy":0.48,"positive_recall":0.62,"specificity":0.34,"precision":0.484375,"balanced_accuracy":0.48,"f1":0.543859649122807,"true_positive":31,"false_positive":33,"false_negative":19,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.09208278276737292,"baseline_adjusted_skill":-0.040000000000000036,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.73,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.5573770491803278,"baseline_adjusted_score":0.5573770491803278},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.81,"uniform_accuracy_baseline":0.03611111111111102,"fixed_answer_accuracy_baseline":0.08833333333333329,"baseline_adjusted_skill":0.7915904936014626,"baseline_adjusted_score":0.7915904936014626},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.8863636363636362,"baseline_adjusted_score":0.8863636363636362},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.04987932421560751,"fixed_answer_accuracy_baseline":0.1244247787610618,"baseline_adjusted_skill":0.7715787345866182,"baseline_adjusted_score":0.7715787345866182},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2547776477589803,"accuracy":0.52,"positive_recall":0.48,"specificity":0.56,"precision":0.5217391304347826,"balanced_accuracy":0.52,"f1":0.5,"true_positive":24,"false_positive":22,"false_negative":26,"true_negative":28,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.019110591035921276,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.7777777777777778,"uniform_accuracy_baseline":0.23888888888888893,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.6862745098039217,"baseline_adjusted_score":0.6862745098039217},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.2694217209458888,"accuracy":0.609375,"positive_recall":0.78125,"specificity":0.4375,"precision":0.5813953488372093,"balanced_accuracy":0.609375,"f1":0.6666666666666666,"true_positive":25,"false_positive":18,"false_negative":7,"true_negative":14,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.07768688378355515,"baseline_adjusted_skill":0.21875,"baseline_adjusted_score":0.21875},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.8695652173913042,"baseline_adjusted_score":0.8695652173913042},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.42,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.12121212121212116,"baseline_adjusted_score":0.12121212121212116},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2979887142454333,"accuracy":0.56,"positive_recall":0.34,"specificity":0.78,"precision":0.6071428571428571,"balanced_accuracy":0.56,"f1":0.4358974358974359,"true_positive":17,"false_positive":11,"false_negative":33,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.1919548569817331,"baseline_adjusted_skill":0.1200000000000001,"baseline_adjusted_score":0.1200000000000001},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.8260869565217391,"baseline_adjusted_score":0.8260869565217391},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.16196591853541903,"accuracy":0.9393939393939394,"positive_recall":0.875,"specificity":1,"precision":1,"balanced_accuracy":0.9375,"f1":0.9333333333333333,"true_positive":14,"false_positive":0,"false_negative":2,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.35154086292253217,"baseline_adjusted_skill":0.875,"baseline_adjusted_score":0.875},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.22155966553495454,"normalized_score_rmse":0.3077715619120806,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.32860707413650136,"baseline_adjusted_score":0.32860707413650136},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.53125,"uniform_accuracy_baseline":0.17812500000000006,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":0.34210526315789475,"baseline_adjusted_score":0.34210526315789475},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.07242249091627602,"accuracy":0.9705882352941176,"positive_recall":1,"specificity":0.9411764705882353,"precision":0.9444444444444444,"balanced_accuracy":0.9705882352941176,"f1":0.9714285714285714,"true_positive":17,"false_positive":1,"false_negative":0,"true_negative":16,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.710310036334896,"baseline_adjusted_skill":0.9411764705882353,"baseline_adjusted_score":0.9411764705882353},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.19977523013642967,"normalized_score_rmse":0.29784387030463594,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-0.3584715649277217,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.625,"uniform_accuracy_baseline":0.13194444444444448,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":0.06086956521739136,"baseline_adjusted_score":0.06086956521739136},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.22862603727473488,"accuracy":0.6923076923076923,"positive_recall":1,"specificity":0.38461538461538464,"precision":0.6190476190476191,"balanced_accuracy":0.6923076923076923,"f1":0.7647058823529411,"true_positive":26,"false_positive":16,"false_negative":0,"true_negative":10,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.08549585090106049,"baseline_adjusted_skill":0.3846153846153846,"baseline_adjusted_score":0.3846153846153846},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.19362271015192445,"accuracy":0.8133333333333334,"positive_recall":0.9230769230769231,"specificity":0.6944444444444444,"precision":0.7659574468085106,"balanced_accuracy":0.8087606837606838,"f1":0.8372093023255814,"true_positive":36,"false_positive":11,"false_negative":3,"true_negative":25,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24959999999999993,"brier_skill":0.22426798817337945,"baseline_adjusted_skill":0.6175213675213675,"baseline_adjusted_score":0.6175213675213675},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.29095454794908937,"normalized_score_rmse":0.3675096203934833,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.039123385532461974,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8235294117647058,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.76,"baseline_adjusted_score":0.76},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.17435418776680783,"accuracy":0.7857142857142857,"positive_recall":1,"specificity":0.5714285714285714,"precision":0.7,"balanced_accuracy":0.7857142857142857,"f1":0.8235294117647058,"true_positive":14,"false_positive":6,"false_negative":0,"true_negative":8,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.30258324893276867,"baseline_adjusted_skill":0.5714285714285714,"baseline_adjusted_score":0.5714285714285714},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.34483882330598026,"normalized_score_rmse":0.4177381336628473,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.16969696969696968,"baseline_adjusted_skill":-1.0320859230530983,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":0.8666666666666667,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":0.8333333333333334,"baseline_adjusted_score":0.8333333333333334},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.11398574673099475,"accuracy":0.8352941176470589,"positive_recall":0.9777777777777777,"specificity":0.675,"precision":0.7719298245614035,"balanced_accuracy":0.8263888888888888,"f1":0.8627450980392157,"true_positive":44,"false_positive":13,"false_negative":1,"true_negative":27,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.24913494809688563,"brier_skill":0.5424738777047569,"baseline_adjusted_skill":0.6527777777777777,"baseline_adjusted_score":0.6527777777777777},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.72,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.631578947368421,"baseline_adjusted_score":0.631578947368421},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.3395906428170432,"accuracy":0.5,"positive_recall":0.34285714285714286,"specificity":0.8666666666666667,"precision":0.8571428571428571,"balanced_accuracy":0.6047619047619048,"f1":0.4897959183673469,"true_positive":12,"false_positive":2,"false_negative":23,"true_negative":13,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.20999999999999996,"brier_skill":-0.6170982991287774,"baseline_adjusted_skill":0.20952380952380967,"baseline_adjusted_score":0.20952380952380967},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.23075249104048154,"normalized_score_rmse":0.33661417296217366,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.1758839605697089,"baseline_adjusted_score":0.1758839605697089},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.569620253164557,"uniform_accuracy_baseline":0.24240506329113914,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.26086956521739135,"baseline_adjusted_score":0.26086956521739135},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.2852861338007275,"accuracy":0.5238095238095238,"positive_recall":1,"specificity":0,"precision":0.5238095238095238,"balanced_accuracy":0.5,"f1":0.6875,"true_positive":11,"false_positive":10,"false_negative":0,"true_negative":0,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.24943310657596363,"brier_skill":-0.14373804551018976,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.48484848484848486,"uniform_accuracy_baseline":0.3237373737373738,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.15000000000000005,"baseline_adjusted_score":0.15000000000000005},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.2056688242586945,"accuracy":0.6666666666666666,"positive_recall":0.8823529411764706,"specificity":0.4375,"precision":0.625,"balanced_accuracy":0.6599264705882353,"f1":0.7317073170731707,"true_positive":15,"false_positive":9,"false_negative":2,"true_negative":7,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.1765685675819183,"baseline_adjusted_skill":0.31985294117647056,"baseline_adjusted_score":0.31985294117647056},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.25080965702022817,"normalized_score_rmse":0.31045857821684103,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.34313725490196084,"baseline_adjusted_skill":0.26906899954104946,"baseline_adjusted_score":0.26906899954104946},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.17090233522880197,"accuracy":0.72,"positive_recall":0.44,"specificity":1,"precision":1,"balanced_accuracy":0.72,"f1":0.6111111111111112,"true_positive":22,"false_positive":0,"false_negative":28,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.31639065908479214,"baseline_adjusted_skill":0.43999999999999995,"baseline_adjusted_score":0.43999999999999995},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.3933333333333333,"uniform_accuracy_baseline":0.3333333333333332,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":0.061855670103092744,"baseline_adjusted_score":0.061855670103092744},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.2495263812168938,"accuracy":0.52,"positive_recall":0.16216216216216217,"specificity":0.868421052631579,"precision":0.5454545454545454,"balanced_accuracy":0.5152916073968705,"f1":0.25,"true_positive":6,"false_positive":5,"false_negative":31,"true_negative":33,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555535,"brier_skill":0.0017170025995527638,"baseline_adjusted_skill":0.030583214793741043,"baseline_adjusted_score":0.030583214793741043},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.1428571428571427,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.7948717948717948,"baseline_adjusted_score":0.7948717948717948},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.32416666666666627,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.015151515151515168,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.2909449862041781,"accuracy":0.48484848484848486,"positive_recall":1,"specificity":0,"precision":0.48484848484848486,"balanced_accuracy":0.5,"f1":0.6530612244897959,"true_positive":16,"false_positive":17,"false_negative":0,"true_negative":0,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":-0.16484959550128608,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.1899123484143621,"normalized_score_rmse":0.21994908640499378,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.13557137963117938,"baseline_adjusted_score":0.13557137963117938},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1931262840585959,"accuracy":0.72,"positive_recall":0.45454545454545453,"specificity":0.7948717948717948,"precision":0.38461538461538464,"balanced_accuracy":0.6247086247086246,"f1":0.4166666666666667,"true_positive":10,"false_positive":16,"false_negative":12,"true_negative":62,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000028,"brier_skill":-0.1254445457960114,"baseline_adjusted_skill":0.2494172494172493,"baseline_adjusted_score":0.2494172494172493},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.14562585630514024,"accuracy":0.82,"positive_recall":0.6486486486486487,"specificity":0.9206349206349206,"precision":0.8275862068965517,"balanced_accuracy":0.7846417846417846,"f1":0.7272727272727273,"true_positive":24,"false_positive":5,"false_negative":13,"true_negative":58,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000008,"brier_skill":0.37526445171540035,"baseline_adjusted_skill":0.5692835692835692,"baseline_adjusted_score":0.5692835692835692},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.19669984252040906,"accuracy":0.65,"positive_recall":0.5128205128205128,"specificity":0.7377049180327869,"precision":0.5555555555555556,"balanced_accuracy":0.6252627154266499,"f1":0.5333333333333333,"true_positive":20,"false_positive":16,"false_negative":19,"true_negative":45,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379000000000002,"brier_skill":0.17318267120467046,"baseline_adjusted_skill":0.2505254308532998,"baseline_adjusted_score":0.2505254308532998},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1988780882433121,"accuracy":0.68,"positive_recall":0.8709677419354839,"specificity":0.5942028985507246,"precision":0.4909090909090909,"balanced_accuracy":0.7325853202431043,"f1":0.627906976744186,"true_positive":27,"false_positive":28,"false_negative":4,"true_negative":41,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999987,"brier_skill":0.07022866646417847,"baseline_adjusted_skill":0.4651706404862086,"baseline_adjusted_score":0.4651706404862086},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.82,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.7499999999999999,"baseline_adjusted_score":0.7499999999999999},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.1637010953738242,"normalized_score_rmse":0.20144958026574067,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.2959092672093583,"baseline_adjusted_score":0.2959092672093583},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.14993776975411155,"accuracy":0.79,"positive_recall":0.94,"specificity":0.64,"precision":0.7230769230769231,"balanced_accuracy":0.79,"f1":0.8173913043478261,"true_positive":47,"false_positive":18,"false_negative":3,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4002489209835538,"baseline_adjusted_skill":0.5800000000000001,"baseline_adjusted_score":0.5800000000000001},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25033114408132157,"accuracy":0.52,"positive_recall":0.58,"specificity":0.46,"precision":0.5178571428571429,"balanced_accuracy":0.52,"f1":0.5471698113207547,"true_positive":29,"false_positive":27,"false_negative":21,"true_negative":23,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.0013245763252862641,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.32,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.942857142857143,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1063421664545468,"accuracy":0.83,"positive_recall":0.84,"specificity":0.82,"precision":0.8235294117647058,"balanced_accuracy":0.83,"f1":0.8316831683168316,"true_positive":42,"false_positive":9,"false_negative":8,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5746313341818128,"baseline_adjusted_skill":0.6599999999999999,"baseline_adjusted_score":0.6599999999999999},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.6666666666666666,"baseline_adjusted_score":0.6666666666666666},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.42,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.03333333333333327,"baseline_adjusted_score":0.03333333333333327},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.22980587474544023,"accuracy":0.62,"positive_recall":0.66,"specificity":0.58,"precision":0.6111111111111112,"balanced_accuracy":0.62,"f1":0.6346153846153846,"true_positive":33,"false_positive":21,"false_negative":17,"true_negative":29,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.08077650101823908,"baseline_adjusted_skill":0.24,"baseline_adjusted_score":0.24},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.20851190476190457,"fixed_answer_accuracy_baseline":0.2233333333333332,"baseline_adjusted_skill":0.9871244635193133,"baseline_adjusted_score":0.9871244635193133},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.07258458742109974,"accuracy":0.92,"positive_recall":0.92,"specificity":0.92,"precision":0.92,"balanced_accuracy":0.92,"f1":0.92,"true_positive":46,"false_positive":4,"false_negative":4,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.709661650315601,"baseline_adjusted_skill":0.8400000000000001,"baseline_adjusted_score":0.8400000000000001},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.15857159662683043,"normalized_score_rmse":0.24858137944041486,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.47142801124389855,"baseline_adjusted_score":0.47142801124389855},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.22851190476190467,"fixed_answer_accuracy_baseline":0.2433333333333333,"baseline_adjusted_skill":0.86784140969163,"baseline_adjusted_score":0.86784140969163},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.07844487284355012,"accuracy":0.89,"positive_recall":0.96,"specificity":0.82,"precision":0.8421052631578947,"balanced_accuracy":0.8899999999999999,"f1":0.897196261682243,"true_positive":48,"false_positive":9,"false_negative":2,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6862205086257995,"baseline_adjusted_skill":0.7799999999999998,"baseline_adjusted_score":0.7799999999999998},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.14428474773470965,"normalized_score_rmse":0.21289831987235902,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.304222222222222,"baseline_adjusted_skill":0.5257258109523785,"baseline_adjusted_score":0.5257258109523785},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.81,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.6935483870967742,"baseline_adjusted_score":0.6935483870967742},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.13125054793218782,"accuracy":0.82,"positive_recall":0.96,"specificity":0.68,"precision":0.75,"balanced_accuracy":0.8200000000000001,"f1":0.8421052631578947,"true_positive":48,"false_positive":16,"false_negative":2,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4749978082712487,"baseline_adjusted_skill":0.6400000000000001,"baseline_adjusted_score":0.6400000000000001},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.58,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.15999999999999992,"baseline_adjusted_score":0.15999999999999992},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.06824588374589076,"accuracy":0.92,"positive_recall":0.96,"specificity":0.88,"precision":0.8888888888888888,"balanced_accuracy":0.9199999999999999,"f1":0.9230769230769231,"true_positive":48,"false_positive":6,"false_negative":2,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.727016465016437,"baseline_adjusted_skill":0.8399999999999999,"baseline_adjusted_score":0.8399999999999999},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.53,"uniform_accuracy_baseline":0.35333333333333317,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.20338983050847464,"baseline_adjusted_score":0.20338983050847464},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.45,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.11290322580645162,"baseline_adjusted_score":0.11290322580645162},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.4,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.03225806451612906,"baseline_adjusted_score":0.03225806451612906},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.37,"uniform_accuracy_baseline":0.11111111111111088,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.25,"baseline_adjusted_score":0.25},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.1495258187490847,"accuracy":0.615625,"positive_recall":0.7059986816084377,"specificity":0.5944778651858705,"precision":0.28945945945945944,"balanced_accuracy":0.6502382733971541,"f1":0.41058079355951693,"true_positive":53.550000000000026,"false_positive":131.4500000000001,"false_negative":22.30000000000001,"true_negative":192.7,"positive_prevalence":0.1896249999999999,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500007,"brier_skill":-0.9642502500438559,"baseline_adjusted_skill":0.30047654679430824,"baseline_adjusted_score":0.30047654679430824},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3752117668130193,"normalized_score_rmse":0.4108846176395106,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":-0.7553766868445349,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.07501893052527273,"accuracy":0.7893749999999998,"positive_recall":0.5879043600562589,"specificity":0.8626214419635249,"precision":0.60873786407767,"balanced_accuracy":0.7252629010098919,"f1":0.5981397567374197,"true_positive":62.70000000000001,"false_positive":40.299999999999976,"false_negative":43.95,"true_negative":253.04999999999995,"positive_prevalence":0.2666249999999998,"majority_accuracy_baseline":0.7333750000000002,"constant_brier_baseline":0.11565485937499977,"brier_skill":0.35135513604291324,"baseline_adjusted_skill":0.45052580201978376,"baseline_adjusted_score":0.45052580201978376},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3396235243893029,"normalized_score_rmse":0.373509462604728,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":-0.26371543958810384,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.08458051380790955,"accuracy":0.7583749999999999,"positive_recall":0.6492170022371363,"specificity":0.8006938421509107,"precision":0.5580769230769228,"balanced_accuracy":0.7249554221940235,"f1":0.6002068252326782,"true_positive":72.54999999999997,"false_positive":57.45000000000003,"false_negative":39.20000000000001,"true_negative":230.79999999999998,"positive_prevalence":0.2793749999999999,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937499995,"brier_skill":0.25253085191453795,"baseline_adjusted_skill":0.44991084438804707,"baseline_adjusted_score":0.44991084438804707},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3293703250653816,"normalized_score_rmse":0.37104174346696844,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":-0.24584520119293263,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.07686367922444823,"accuracy":0.8488749999999995,"positive_recall":0.45802816901408433,"specificity":0.9603212851405621,"precision":0.7669811320754717,"balanced_accuracy":0.7091747270773232,"f1":0.5735449735449734,"true_positive":40.65,"false_positive":12.350000000000001,"false_negative":48.10000000000002,"true_negative":298.8999999999998,"positive_prevalence":0.22187499999999974,"majority_accuracy_baseline":0.7781250000000003,"constant_brier_baseline":0.126740234375001,"brier_skill":0.39353371402941584,"baseline_adjusted_skill":0.4183494541546464,"baseline_adjusted_score":0.4183494541546464},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.38853932143270575,"normalized_score_rmse":0.41122092485189043,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":-0.7220579343277818,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.08129540706913752,"accuracy":0.8097499999999996,"positive_recall":0.8067107750472587,"specificity":0.8108429639700883,"precision":0.6053191489361702,"balanced_accuracy":0.8087768695086734,"f1":0.6916531604538086,"true_positive":85.34999999999997,"false_positive":55.649999999999984,"false_negative":20.45000000000001,"true_negative":238.54999999999987,"positive_prevalence":0.26449999999999985,"majority_accuracy_baseline":0.7355000000000002,"constant_brier_baseline":0.11362725000000028,"brier_skill":0.28454303814325066,"baseline_adjusted_skill":0.6175537390173469,"baseline_adjusted_score":0.6175537390173469},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3462934486667719,"normalized_score_rmse":0.38086359363945005,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":-0.37828238275332127,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.19081433225503544,"accuracy":0.557,"positive_recall":0.8315926892950392,"specificity":0.49196042053184896,"precision":0.27938596491228057,"balanced_accuracy":0.661776554913444,"f1":0.41825344714379503,"true_positive":63.70000000000001,"false_positive":164.30000000000013,"false_negative":12.899999999999999,"true_negative":159.10000000000002,"positive_prevalence":0.1914999999999999,"majority_accuracy_baseline":0.8085000000000001,"constant_brier_baseline":0.09190274999999995,"brier_skill":-1.0762635748662097,"baseline_adjusted_skill":0.323553109826888,"baseline_adjusted_score":0.323553109826888},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3770900097234996,"normalized_score_rmse":0.40461496024983346,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":-0.8227915877873091,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.08439169080186737,"accuracy":0.8682499999999999,"positive_recall":0.6849593495934958,"specificity":0.9097179644389946,"precision":0.631875,"balanced_accuracy":0.7973386570162452,"f1":0.6573472041612484,"true_positive":50.54999999999999,"false_positive":29.449999999999996,"false_negative":23.25000000000001,"true_negative":296.74999999999994,"positive_prevalence":0.1844999999999999,"majority_accuracy_baseline":0.8155000000000001,"constant_brier_baseline":0.1092222499999995,"brier_skill":0.22733975172762177,"baseline_adjusted_skill":0.5946773140324904,"baseline_adjusted_score":0.5946773140324904},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.4160182658203738,"normalized_score_rmse":0.43973357650890615,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":-1.1967961231438884,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.11467091336856729,"accuracy":0.79425,"positive_recall":0.5171974522292995,"specificity":0.8618973561430794,"precision":0.47764705882352954,"balanced_accuracy":0.6895474041861894,"f1":0.4966360856269114,"true_positive":40.60000000000001,"false_positive":44.39999999999999,"false_negative":37.89999999999999,"true_negative":277.09999999999997,"positive_prevalence":0.19624999999999987,"majority_accuracy_baseline":0.8037500000000002,"constant_brier_baseline":0.09878593749999955,"brier_skill":-0.16080199541121742,"baseline_adjusted_skill":0.37909480837237886,"baseline_adjusted_score":0.37909480837237886},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3764850431135296,"normalized_score_rmse":0.40340929357709676,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":-0.7821777188806136,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.07370366090220312,"accuracy":0.703061224489796,"positive_recall":0.7093712930011861,"specificity":0.6982990152193376,"precision":0.6395721925133688,"balanced_accuracy":0.7038351541102619,"f1":0.6726659167604048,"true_positive":119.59999999999997,"false_positive":67.40000000000002,"false_negative":49.000000000000036,"true_negative":156.00000000000003,"positive_prevalence":0.43010204081632636,"majority_accuracy_baseline":0.5698979591836737,"constant_brier_baseline":0.12359641815910102,"brier_skill":0.4036747828134698,"baseline_adjusted_skill":0.40767030822052375,"baseline_adjusted_score":0.40767030822052375},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.241386527205898,"normalized_score_rmse":0.2842221930699489,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.1238563086600738,"baseline_adjusted_score":0.1238563086600738},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.1203168549231979,"accuracy":0.8222500000000005,"positive_recall":0.6447678992918964,"specificity":0.8557735176103435,"precision":0.45782122905027933,"balanced_accuracy":0.75027070845112,"f1":0.5354459327017316,"true_positive":81.95,"false_positive":97.04999999999998,"false_negative":45.149999999999956,"true_negative":575.8500000000004,"positive_prevalence":0.15887500000000002,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499934,"brier_skill":-0.21805951715095695,"baseline_adjusted_skill":0.50054141690224,"baseline_adjusted_score":0.50054141690224},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.4612654178841924,"normalized_score_rmse":0.4838181742046349,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-1.7955479871769233,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.44,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.0967741935483871,"baseline_adjusted_score":0.0967741935483871},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25839768369551935,"accuracy":0.58,"positive_recall":0.76,"specificity":0.4,"precision":0.5588235294117647,"balanced_accuracy":0.5800000000000001,"f1":0.6440677966101694,"true_positive":38,"false_positive":30,"false_negative":12,"true_negative":20,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.033590734782077414,"baseline_adjusted_skill":0.16000000000000014,"baseline_adjusted_score":0.16000000000000014},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.3750828363154407,"uniform_accuracy_baseline":0.058823529411766766,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.265576323987539,"baseline_adjusted_score":0.265576323987539},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.73,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.41304347826086946,"baseline_adjusted_score":0.41304347826086946},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3668642131390197,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":50,"false_positive":50,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.4674568525560787,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.20634920634920637,"baseline_adjusted_score":0.20634920634920637},"scoring":{"eligible":true,"reason":null},"model":165,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.14701341405901,"accuracy":0.7972972972972973,"positive_recall":0.8591549295774648,"specificity":0.7402597402597403,"precision":0.7530864197530864,"balanced_accuracy":0.7997073349186026,"f1":0.8026315789473685,"true_positive":61,"false_positive":20,"false_negative":10,"true_negative":57,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.2495891161431699,"brier_skill":0.41097826567613704,"baseline_adjusted_skill":0.5994146698372051,"baseline_adjusted_score":0.5994146698372051},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.7,"uniform_accuracy_baseline":0.20049999999999962,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.5774647887323944,"baseline_adjusted_score":0.5774647887323944},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.9411764705882353,"baseline_adjusted_score":0.9411764705882353},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.8297872340425533,"baseline_adjusted_score":0.8297872340425533},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.9591836734693877,"baseline_adjusted_score":0.9591836734693877},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.06469358999979369,"accuracy":0.6374687016599999,"positive_recall":0.9605823421800528,"specificity":0.11906621183014995,"precision":0.6362917380215053,"balanced_accuracy":0.5398242770051014,"f1":0.765508834536743,"true_positive":59.175131635999996,"false_positive":33.824868364000004,"false_negative":2.42826147,"true_negative":4.57173853,"positive_prevalence":0.6160339310599999,"majority_accuracy_baseline":0.6160339310599999,"constant_brier_baseline":0.079087076552024,"brier_skill":0.18199543060315526,"baseline_adjusted_skill":0.07964855401020277,"baseline_adjusted_score":0.07964855401020277},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.050263643336861126,"accuracy":0.94,"positive_recall":1,"specificity":0.88,"precision":0.8928571428571429,"balanced_accuracy":0.94,"f1":0.9433962264150944,"true_positive":50,"false_positive":6,"false_negative":0,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7989454266525555,"baseline_adjusted_skill":0.8799999999999999,"baseline_adjusted_score":0.8799999999999999},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.012987012987012965,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.8631578947368421,"baseline_adjusted_score":0.8631578947368421},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.765625,"baseline_adjusted_score":0.765625},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.06145414424444863,"accuracy":0.91,"positive_recall":1,"specificity":0.82,"precision":0.847457627118644,"balanced_accuracy":0.9099999999999999,"f1":0.9174311926605505,"true_positive":50,"false_positive":9,"false_negative":0,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7541834230222055,"baseline_adjusted_skill":0.8199999999999998,"baseline_adjusted_score":0.8199999999999998},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.09878867965015753,"accuracy":0.700028191450318,"positive_recall":0.551754889606789,"specificity":0.7690696841866833,"precision":0.5266343569103229,"balanced_accuracy":0.6604122868967361,"f1":0.5389020381994076,"true_positive":122.70580516010523,"false_positive":110.29419483989477,"false_negative":99.68607114488259,"true_negative":367.3139288551174,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768597,"brier_skill":-0.11340138056630922,"baseline_adjusted_skill":0.3208245737934723,"baseline_adjusted_score":0.3208245737934723},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.07680752492417967,"accuracy":0.89,"positive_recall":0.9,"specificity":0.88,"precision":0.8823529411764706,"balanced_accuracy":0.89,"f1":0.8910891089108911,"true_positive":45,"false_positive":6,"false_negative":5,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6927699003032813,"baseline_adjusted_skill":0.78,"baseline_adjusted_score":0.78},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.9668874172185431,"uniform_accuracy_baseline":0.006622516556291403,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.9655172413793104,"baseline_adjusted_score":0.9655172413793104},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.8917647058823529,"uniform_accuracy_baseline":0.3333333333333301,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.8004338394793925,"baseline_adjusted_score":0.8004338394793925},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.7333333333333333,"baseline_adjusted_score":0.7333333333333333},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.07394138795419819,"accuracy":0.9,"positive_recall":0.94,"specificity":0.86,"precision":0.8703703703703703,"balanced_accuracy":0.8999999999999999,"f1":0.9038461538461539,"true_positive":47,"false_positive":7,"false_negative":3,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7042344481832072,"baseline_adjusted_skill":0.7999999999999998,"baseline_adjusted_score":0.7999999999999998},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.79,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.5625000000000001,"baseline_adjusted_score":0.5625000000000001},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.07142857142857136,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9887640449438202,"baseline_adjusted_score":0.9887640449438202},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.93,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.8478260869565218,"baseline_adjusted_score":0.8478260869565218},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.62,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.4794520547945205,"baseline_adjusted_score":0.4794520547945205},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.8888888888888888,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.6666666666666665,"baseline_adjusted_score":0.6666666666666665},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.11582962963896216,"accuracy":0.8536585365853658,"positive_recall":0.875,"specificity":0.8333333333333334,"precision":0.8333333333333334,"balanced_accuracy":0.8541666666666667,"f1":0.8536585365853658,"true_positive":35,"false_positive":7,"false_negative":5,"true_negative":35,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.24985127900059498,"brier_skill":0.5364056966116778,"baseline_adjusted_skill":0.7083333333333335,"baseline_adjusted_score":0.7083333333333335},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.16975064370414308,"accuracy":0.78,"positive_recall":0.6,"specificity":0.96,"precision":0.9375,"balanced_accuracy":0.78,"f1":0.7317073170731707,"true_positive":30,"false_positive":2,"false_negative":20,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.32099742518342766,"baseline_adjusted_skill":0.56,"baseline_adjusted_score":0.56},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.8854748603351955,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.8530465949820788,"baseline_adjusted_score":0.8530465949820788},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.7,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.5081967213114753,"baseline_adjusted_score":0.5081967213114753},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.1995809509676921,"accuracy":0.72,"positive_recall":0.5909090909090909,"specificity":0.7564102564102564,"precision":0.40625,"balanced_accuracy":0.6736596736596736,"f1":0.48148148148148145,"true_positive":26,"false_positive":38,"false_negative":18,"true_negative":118,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000053,"brier_skill":-0.16305915482337685,"baseline_adjusted_skill":0.3473193473193472,"baseline_adjusted_score":0.3473193473193472},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.15606630620718284,"accuracy":0.785,"positive_recall":0.54,"specificity":0.8666666666666667,"precision":0.574468085106383,"balanced_accuracy":0.7033333333333334,"f1":0.5567010309278351,"true_positive":27,"false_positive":20,"false_negative":23,"true_negative":130,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":0.16764636689502488,"baseline_adjusted_skill":0.40666666666666673,"baseline_adjusted_score":0.40666666666666673},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.03991371436923007,"accuracy":0.945,"positive_recall":0.8421052631578947,"specificity":0.9558011049723757,"precision":0.6666666666666666,"balanced_accuracy":0.8989531840651352,"f1":0.7441860465116279,"true_positive":16,"false_positive":8,"false_negative":3,"true_negative":173,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.0859749999999999,"brier_skill":0.5357520864294258,"baseline_adjusted_skill":0.7979063681302705,"baseline_adjusted_score":0.7979063681302705},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.022115314489827925,"accuracy":0.9439702380952382,"positive_recall":0.14323975796051985,"specificity":0.9950860884377434,"precision":0.6504504504504505,"balanced_accuracy":0.5691629231991316,"f1":0.23477766035281689,"true_positive":24.06666666666667,"false_positive":12.933333333333335,"false_negative":143.94999999999996,"true_negative":2619.05,"positive_prevalence":0.060005952380952354,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679296,"brier_skill":0.3132097266647622,"baseline_adjusted_skill":0.13832584639826329,"baseline_adjusted_score":0.13832584639826329},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.9546742209631728,"uniform_accuracy_baseline":0.027777777777777853,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.948051948051948,"baseline_adjusted_score":0.948051948051948},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.7857142857142858,"baseline_adjusted_score":0.7857142857142858},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.00018285637944391163,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":50,"false_positive":0,"false_negative":0,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9992685744822244,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.031354386883011655,"accuracy":0.96,"positive_recall":0.94,"specificity":0.98,"precision":0.9791666666666666,"balanced_accuracy":0.96,"f1":0.9591836734693877,"true_positive":47,"false_positive":1,"false_negative":3,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8745824524679534,"baseline_adjusted_skill":0.9199999999999999,"baseline_adjusted_score":0.9199999999999999},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.68,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":0.17948717948717963,"baseline_adjusted_score":0.17948717948717963},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.8936170212765959,"baseline_adjusted_score":0.8936170212765959},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.07796049162878695,"accuracy":0.91,"positive_recall":0.94,"specificity":0.88,"precision":0.8867924528301887,"balanced_accuracy":0.9099999999999999,"f1":0.912621359223301,"true_positive":47,"false_positive":6,"false_negative":3,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6881580334848523,"baseline_adjusted_skill":0.8199999999999998,"baseline_adjusted_score":0.8199999999999998},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8358208955223883,"baseline_adjusted_score":0.8358208955223883},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.03719891648767279,"accuracy":0.97,"positive_recall":0.98,"specificity":0.96,"precision":0.9607843137254902,"balanced_accuracy":0.97,"f1":0.9702970297029703,"true_positive":49,"false_positive":2,"false_negative":1,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8512043340493088,"baseline_adjusted_skill":0.94,"baseline_adjusted_score":0.94},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.500248972972973,"uniform_accuracy_baseline":0.23445945945945923,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.3225148810006333,"baseline_adjusted_score":0.3225148810006333},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.03651663128958438,"accuracy":0.7288157960526316,"positive_recall":0.8492042008684569,"specificity":0.6141793069938084,"precision":0.6769892688172043,"balanced_accuracy":0.7316917539311327,"f1":0.7533804100745409,"true_positive":62.960002,"false_positive":30.039998,"false_negative":11.180001,"true_negative":47.819998999999996,"positive_prevalence":0.48776317763157917,"majority_accuracy_baseline":0.5122368223684208,"constant_brier_baseline":0.0945191003976856,"brier_skill":0.6136587088118486,"baseline_adjusted_skill":0.46338350786226545,"baseline_adjusted_score":0.46338350786226545},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.11912396596860074,"normalized_score_rmse":0.1552939173324283,"constant_score_baseline":0.5841668333333334,"constant_mae_baseline":0.21700552708333315,"baseline_adjusted_skill":0.45105561333073574,"baseline_adjusted_score":0.45105561333073574},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1753031643107474,"accuracy":0.73,"positive_recall":0.92,"specificity":0.54,"precision":0.6666666666666666,"balanced_accuracy":0.73,"f1":0.773109243697479,"true_positive":46,"false_positive":23,"false_negative":4,"true_negative":27,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.29878734275701035,"baseline_adjusted_skill":0.45999999999999996,"baseline_adjusted_score":0.45999999999999996},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.18686399840336612,"accuracy":0.73,"positive_recall":0.78,"specificity":0.68,"precision":0.7090909090909091,"balanced_accuracy":0.73,"f1":0.7428571428571429,"true_positive":39,"false_positive":16,"false_negative":11,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2525440063865355,"baseline_adjusted_skill":0.45999999999999996,"baseline_adjusted_score":0.45999999999999996},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.9508196721311475,"baseline_adjusted_score":0.9508196721311475},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.03611111111111102,"fixed_answer_accuracy_baseline":0.08833333333333329,"baseline_adjusted_skill":0.8793418647166362,"baseline_adjusted_score":0.8793418647166362},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.909090909090909,"baseline_adjusted_score":0.909090909090909},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.935,"uniform_accuracy_baseline":0.04987932421560751,"fixed_answer_accuracy_baseline":0.1244247787610618,"baseline_adjusted_skill":0.9257630887406509,"baseline_adjusted_score":0.9257630887406509},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24187369127548908,"accuracy":0.59,"positive_recall":0.32,"specificity":0.86,"precision":0.6956521739130435,"balanced_accuracy":0.59,"f1":0.4383561643835616,"true_positive":16,"false_positive":7,"false_negative":34,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.03250523489804369,"baseline_adjusted_skill":0.17999999999999994,"baseline_adjusted_score":0.17999999999999994},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.23888888888888893,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":3.4113316809443184e-13,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":32,"false_positive":0,"false_negative":0,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9999999999986354,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":1.2633104294454035e-11,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":50,"false_positive":0,"false_negative":0,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9999999999494675,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.8260869565217391,"baseline_adjusted_score":0.8260869565217391},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.000005726198406599803,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":16,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.9999770741541736,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.029716969539164646,"normalized_score_rmse":0.11086581294254122,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.9099485771540465,"baseline_adjusted_score":0.9099485771540465},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.96875,"uniform_accuracy_baseline":0.17812500000000006,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":0.956140350877193,"baseline_adjusted_score":0.956140350877193},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":5.858835900304642e-14,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":17,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9999999999997656,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":1.5291094336583894e-88,"normalized_score_rmse":8.911162187372466e-88,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.13194444444444448,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":7.84877094521121e-12,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":26,"false_positive":0,"false_negative":0,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9999999999686049,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":5.970786193980398e-14,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":39,"false_positive":0,"false_negative":0,"true_negative":36,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24959999999999993,"brier_skill":0.9999999999997607,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":1.1303159436391006e-90,"normalized_score_rmse":4.976193643645044e-90,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.9117647058823529,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.8799999999999998,"baseline_adjusted_score":0.8799999999999998},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":1.4419664519333499e-11,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":14,"false_positive":0,"false_negative":0,"true_negative":14,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9999999999423214,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":1.3989469915997062e-34,"normalized_score_rmse":1.0373520614655567e-33,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.16969696969696968,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.00016601912740987553,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":45,"false_positive":0,"false_negative":0,"true_negative":40,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.24913494809688563,"brier_skill":0.9993336176691465,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.0005041549432968491,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":35,"false_positive":0,"false_negative":0,"true_negative":15,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.20999999999999996,"brier_skill":0.9975992621747769,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":1.1932926854611311e-11,"normalized_score_rmse":3.6519296864861825e-11,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.9999999999573824,"baseline_adjusted_score":0.9999999999573824},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.9873417721518988,"uniform_accuracy_baseline":0.24240506329113914,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.9782608695652175,"baseline_adjusted_score":0.9782608695652175},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":1.2488013812908805e-10,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":11,"false_positive":0,"false_negative":0,"true_negative":10,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.24943310657596363,"brier_skill":0.9999999994993441,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.9393939393939394,"uniform_accuracy_baseline":0.3237373737373738,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.9000000000000001,"baseline_adjusted_score":0.9000000000000001},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.07039135624490808,"accuracy":0.8787878787878788,"positive_recall":0.9411764705882353,"specificity":0.8125,"precision":0.8421052631578947,"balanced_accuracy":0.8768382352941176,"f1":0.8888888888888888,"true_positive":16,"false_positive":3,"false_negative":1,"true_negative":13,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.7181757832694674,"baseline_adjusted_skill":0.7536764705882353,"baseline_adjusted_score":0.7536764705882353},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.0446897870899624,"normalized_score_rmse":0.18270403507368824,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.34313725490196084,"baseline_adjusted_skill":0.8697611919092525,"baseline_adjusted_score":0.8697611919092525},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.000007219411923720999,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":50,"false_positive":0,"false_negative":0,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9999711223523051,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.8933333333333334,"uniform_accuracy_baseline":0.3333333333333332,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":0.8350515463917526,"baseline_adjusted_score":0.8350515463917526},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":2.4561141674004636e-8,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":37,"false_positive":0,"false_negative":0,"true_negative":38,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555535,"brier_skill":0.9999999017379645,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.1428571428571427,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.65,"uniform_accuracy_baseline":0.32416666666666627,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.4696969696969697,"baseline_adjusted_score":0.4696969696969697},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":1.847701169688048e-11,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":16,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.9999999999260241,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":3.4180076438428555e-76,"normalized_score_rmse":1.956708174352725e-75,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.000010905161715382587,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":22,"false_positive":0,"false_negative":0,"true_negative":78,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000028,"brier_skill":0.9999364501065537,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":1.7016000106887417e-8,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":37,"false_positive":0,"false_negative":0,"true_negative":63,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000008,"brier_skill":0.9999999270012866,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.0010645305176694324,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":39,"false_positive":0,"false_negative":0,"true_negative":61,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379000000000002,"brier_skill":0.995525302573899,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.007238922247716004,"accuracy":0.98,"positive_recall":1,"specificity":0.9710144927536232,"precision":0.9393939393939394,"balanced_accuracy":0.9855072463768115,"f1":0.96875,"true_positive":31,"false_positive":2,"false_negative":0,"true_negative":67,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999987,"brier_skill":0.966157446247237,"baseline_adjusted_skill":0.9710144927536231,"baseline_adjusted_score":0.9710144927536231},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.93,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.9027777777777778,"baseline_adjusted_score":0.9027777777777778},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.1157147114835868,"normalized_score_rmse":0.18790516037293087,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.5023023161996267,"baseline_adjusted_score":0.5023023161996267},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.05728442793478832,"accuracy":0.91,"positive_recall":0.9,"specificity":0.92,"precision":0.9183673469387755,"balanced_accuracy":0.91,"f1":0.9090909090909091,"true_positive":45,"false_positive":4,"false_negative":5,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7708622882608467,"baseline_adjusted_skill":0.8200000000000001,"baseline_adjusted_score":0.8200000000000001},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.024482078267834852,"accuracy":0.97,"positive_recall":0.94,"specificity":1,"precision":1,"balanced_accuracy":0.97,"f1":0.9690721649484536,"true_positive":47,"false_positive":0,"false_negative":3,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9020716869286606,"baseline_adjusted_skill":0.94,"baseline_adjusted_score":0.94},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":0.6,"baseline_adjusted_score":0.6},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.12193107120892104,"accuracy":0.85,"positive_recall":0.92,"specificity":0.78,"precision":0.8070175438596491,"balanced_accuracy":0.8500000000000001,"f1":0.8598130841121495,"true_positive":46,"false_positive":11,"false_negative":4,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5122757151643158,"baseline_adjusted_skill":0.7000000000000002,"baseline_adjusted_score":0.7000000000000002},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.8095238095238096,"baseline_adjusted_score":0.8095238095238096},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.93,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.8833333333333334,"baseline_adjusted_score":0.8833333333333334},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.022431700629251452,"accuracy":0.98,"positive_recall":0.96,"specificity":1,"precision":1,"balanced_accuracy":0.98,"f1":0.9795918367346939,"true_positive":48,"false_positive":0,"false_negative":2,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9102731974829942,"baseline_adjusted_skill":0.96,"baseline_adjusted_score":0.96},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.20851190476190457,"fixed_answer_accuracy_baseline":0.2233333333333332,"baseline_adjusted_skill":0.9742489270386266,"baseline_adjusted_score":0.9742489270386266},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.017540928579805302,"accuracy":0.98,"positive_recall":1,"specificity":0.96,"precision":0.9615384615384616,"balanced_accuracy":0.98,"f1":0.9803921568627451,"true_positive":50,"false_positive":2,"false_negative":0,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9298362856807788,"baseline_adjusted_skill":0.96,"baseline_adjusted_score":0.96},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.07091695728265002,"normalized_score_rmse":0.1891563093109328,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.7636101423911665,"baseline_adjusted_score":0.7636101423911665},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.22851190476190467,"fixed_answer_accuracy_baseline":0.2433333333333333,"baseline_adjusted_skill":0.9471365638766519,"baseline_adjusted_score":0.9471365638766519},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.0274452738533815,"accuracy":0.96,"positive_recall":0.98,"specificity":0.94,"precision":0.9423076923076923,"balanced_accuracy":0.96,"f1":0.9607843137254902,"true_positive":49,"false_positive":3,"false_negative":1,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.890218904586474,"baseline_adjusted_skill":0.9199999999999999,"baseline_adjusted_score":0.9199999999999999},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.03694523754049968,"normalized_score_rmse":0.1452364276804656,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.304222222222222,"baseline_adjusted_skill":0.8785583864629302,"baseline_adjusted_score":0.8785583864629302},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.77,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.6290322580645161,"baseline_adjusted_score":0.6290322580645161},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.02729591144795405,"accuracy":0.96,"positive_recall":0.96,"specificity":0.96,"precision":0.96,"balanced_accuracy":0.96,"f1":0.96,"true_positive":48,"false_positive":2,"false_negative":2,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8908163542081838,"baseline_adjusted_skill":0.9199999999999999,"baseline_adjusted_score":0.9199999999999999},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.98,"baseline_adjusted_score":0.98},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.038727123263859124,"accuracy":0.96,"positive_recall":0.96,"specificity":0.96,"precision":0.96,"balanced_accuracy":0.96,"f1":0.96,"true_positive":48,"false_positive":2,"false_negative":2,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8450915069445635,"baseline_adjusted_skill":0.9199999999999999,"baseline_adjusted_score":0.9199999999999999},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.35333333333333317,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.9491525423728813,"baseline_adjusted_score":0.9491525423728813},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.9677419354838709,"baseline_adjusted_score":0.9677419354838709},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.8548387096774194,"baseline_adjusted_score":0.8548387096774194},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.74,"uniform_accuracy_baseline":0.11111111111111088,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.6904761904761905,"baseline_adjusted_score":0.6904761904761905},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.037137611760207065,"accuracy":0.8571249999999999,"positive_recall":0.5978905735003295,"specificity":0.9177849760913158,"precision":0.6298611111111112,"balanced_accuracy":0.7578377747958227,"f1":0.6134595874196821,"true_positive":45.35000000000001,"false_positive":26.649999999999995,"false_negative":30.500000000000007,"true_negative":297.49999999999994,"positive_prevalence":0.1896249999999999,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500007,"brier_skill":0.5121406871650056,"baseline_adjusted_skill":0.5156755495916454,"baseline_adjusted_score":0.5156755495916454},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.12570360031896763,"normalized_score_rmse":0.19950510983029923,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":0.41191298096389417,"baseline_adjusted_score":0.41191298096389417},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.05659361658698851,"accuracy":0.8066249999999999,"positive_recall":0.4796061884669479,"specificity":0.9255155957047896,"precision":0.7006849315068495,"balanced_accuracy":0.7025608920858688,"f1":0.5694405789034234,"true_positive":51.15000000000001,"false_positive":21.84999999999999,"false_negative":55.50000000000003,"true_negative":271.49999999999994,"positive_prevalence":0.2666249999999998,"majority_accuracy_baseline":0.7333750000000002,"constant_brier_baseline":0.11565485937499977,"brier_skill":0.510668061049738,"baseline_adjusted_skill":0.4051217841717376,"baseline_adjusted_score":0.4051217841717376},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.14944869704903047,"normalized_score_rmse":0.2456594050691328,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.44391182493384007,"baseline_adjusted_score":0.44391182493384007},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.049470236284693075,"accuracy":0.8213749999999999,"positive_recall":0.6590604026845636,"specificity":0.884301821335646,"precision":0.6883177570093456,"balanced_accuracy":0.7716811120101048,"f1":0.6733714285714284,"true_positive":73.64999999999996,"false_positive":33.35,"false_negative":38.100000000000016,"true_negative":254.89999999999998,"positive_prevalence":0.2793749999999999,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937499995,"brier_skill":0.5628133040751511,"baseline_adjusted_skill":0.5433622240202096,"baseline_adjusted_score":0.5433622240202096},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.143530584246659,"normalized_score_rmse":0.22659589309929243,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.45709471679750746,"baseline_adjusted_score":0.45709471679750746},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.04072381700911718,"accuracy":0.9121249999999997,"positive_recall":0.8033802816901408,"specificity":0.9431325301204819,"precision":0.801123595505618,"balanced_accuracy":0.8732564059053114,"f1":0.8022503516174402,"true_positive":71.29999999999995,"false_positive":17.69999999999999,"false_negative":17.45,"true_negative":293.54999999999995,"positive_prevalence":0.22187499999999974,"majority_accuracy_baseline":0.7781250000000003,"constant_brier_baseline":0.126740234375001,"brier_skill":0.678682801795814,"baseline_adjusted_skill":0.7465128118106228,"baseline_adjusted_score":0.7465128118106228},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.063636495525448,"normalized_score_rmse":0.15374249004864807,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.7179545904689285,"baseline_adjusted_score":0.7179545904689285},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.05032870731541383,"accuracy":0.8319999999999996,"positive_recall":0.7967863894139885,"specificity":0.8446634942216179,"precision":0.6484615384615384,"balanced_accuracy":0.8207249418178032,"f1":0.7150127226463103,"true_positive":84.29999999999995,"false_positive":45.699999999999996,"false_negative":21.500000000000014,"true_negative":248.4999999999999,"positive_prevalence":0.26449999999999985,"majority_accuracy_baseline":0.7355000000000002,"constant_brier_baseline":0.11362725000000028,"brier_skill":0.5570718527869529,"baseline_adjusted_skill":0.6414498836356064,"baseline_adjusted_score":0.6414498836356064},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1255978043238694,"normalized_score_rmse":0.21600979599831324,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.5001082414970371,"baseline_adjusted_score":0.5001082414970371},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.05327896911696899,"accuracy":0.8382499999999999,"positive_recall":0.5019582245430808,"specificity":0.9179035250463822,"precision":0.5915384615384617,"balanced_accuracy":0.7099308747947315,"f1":0.5430790960451977,"true_positive":38.45000000000001,"false_positive":26.54999999999999,"false_negative":38.15000000000003,"true_negative":296.84999999999997,"positive_prevalence":0.1914999999999999,"majority_accuracy_baseline":0.8085000000000001,"constant_brier_baseline":0.09190274999999995,"brier_skill":0.42026795588849064,"baseline_adjusted_skill":0.419861749589463,"baseline_adjusted_score":0.419861749589463},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.13066680643490128,"normalized_score_rmse":0.23490885423036717,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.36837797493703306,"baseline_adjusted_score":0.36837797493703306},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.04249759455470716,"accuracy":0.9049999999999996,"positive_recall":0.7574525745257451,"specificity":0.9383813611281423,"precision":0.7355263157894737,"balanced_accuracy":0.8479169678269437,"f1":0.746328437917223,"true_positive":55.9,"false_positive":20.099999999999994,"false_negative":17.900000000000006,"true_negative":306.09999999999985,"positive_prevalence":0.1844999999999999,"majority_accuracy_baseline":0.8155000000000001,"constant_brier_baseline":0.1092222499999995,"brier_skill":0.6109071681392082,"baseline_adjusted_skill":0.6958339356538874,"baseline_adjusted_score":0.6958339356538874},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.10039794820677778,"normalized_score_rmse":0.20167115253418685,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":0.46984581805001835,"baseline_adjusted_score":0.46984581805001835},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.0502430613968485,"accuracy":0.8492499999999997,"positive_recall":0.3515923566878982,"specificity":0.9707620528771385,"precision":0.745945945945946,"balanced_accuracy":0.6611772047825183,"f1":0.477922077922078,"true_positive":27.600000000000005,"false_positive":9.4,"false_negative":50.9,"true_negative":312.09999999999985,"positive_prevalence":0.19624999999999987,"majority_accuracy_baseline":0.8037500000000002,"constant_brier_baseline":0.09878593749999955,"brier_skill":0.49139459857989676,"baseline_adjusted_skill":0.3223544095650366,"baseline_adjusted_score":0.3223544095650366},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1340089361732907,"normalized_score_rmse":0.2279701729304196,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":0.365638171960754,"baseline_adjusted_score":0.365638171960754},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.08788593404140464,"accuracy":0.7045918367346938,"positive_recall":0.9009489916963227,"specificity":0.5564010743061772,"precision":0.6051792828685257,"balanced_accuracy":0.7286750330012499,"f1":0.7240228789323163,"true_positive":151.89999999999995,"false_positive":99.10000000000007,"false_negative":16.699999999999992,"true_negative":124.30000000000004,"positive_prevalence":0.43010204081632636,"majority_accuracy_baseline":0.5698979591836737,"constant_brier_baseline":0.12359641815910102,"brier_skill":0.28892814734912153,"baseline_adjusted_skill":0.45735006600249983,"baseline_adjusted_score":0.45735006600249983},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.1789393007273226,"normalized_score_rmse":0.25444724754121867,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.35051661217490315,"baseline_adjusted_score":0.35051661217490315},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.04571662551176531,"accuracy":0.8913750000000005,"positive_recall":0.7364280094413846,"specificity":0.9206419973250112,"precision":0.636734693877551,"balanced_accuracy":0.828535003383198,"f1":0.6829624224735498,"true_positive":93.59999999999997,"false_positive":53.39999999999999,"false_negative":33.49999999999999,"true_negative":619.5000000000003,"positive_prevalence":0.15887500000000002,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499934,"brier_skill":0.5371756448240119,"baseline_adjusted_skill":0.6570700067663959,"baseline_adjusted_score":0.6570700067663959},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.09334218041858419,"normalized_score_rmse":0.2109696320722437,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":0.4342898156449443,"baseline_adjusted_score":0.4342898156449443},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.93,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.8870967741935485,"baseline_adjusted_score":0.8870967741935485},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1710526770560765,"accuracy":0.72,"positive_recall":0.7,"specificity":0.74,"precision":0.7291666666666666,"balanced_accuracy":0.72,"f1":0.7142857142857143,"true_positive":35,"false_positive":13,"false_negative":15,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.31578929177569404,"baseline_adjusted_skill":0.43999999999999995,"baseline_adjusted_score":0.43999999999999995},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.9655400927766733,"uniform_accuracy_baseline":0.058823529411766766,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.9595015576323987,"baseline_adjusted_score":0.9595015576323987},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.7391304347826086,"baseline_adjusted_score":0.7391304347826086},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.15610159848666416,"accuracy":0.78,"positive_recall":0.88,"specificity":0.68,"precision":0.7333333333333333,"balanced_accuracy":0.78,"f1":0.8,"true_positive":44,"false_positive":16,"false_negative":6,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.37559360605334335,"baseline_adjusted_skill":0.56,"baseline_adjusted_score":0.56},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.6825396825396826,"baseline_adjusted_score":0.6825396825396826},"scoring":{"eligible":true,"reason":null},"model":166,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.24999425776531892,"accuracy":0.6891891891891891,"positive_recall":0.4507042253521127,"specificity":0.9090909090909091,"precision":0.8205128205128205,"balanced_accuracy":0.6798975672215108,"f1":0.5818181818181818,"true_positive":32,"false_positive":7,"false_negative":39,"true_negative":70,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.24958911614317017,"brier_skill":-0.0016232343317259534,"baseline_adjusted_skill":0.3597951344430217,"baseline_adjusted_score":0.3597951344430217},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.2005,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.07042253521126768,"baseline_adjusted_score":0.07042253521126768},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.73,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.6029411764705882,"baseline_adjusted_score":0.6029411764705882},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.69,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.34042553191489344,"baseline_adjusted_score":0.34042553191489344},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.38,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":-0.2653061224489796,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10906359277964117,"accuracy":0.52939813042,"positive_recall":0.5482101126457389,"specificity":0.4992162463968996,"precision":0.637200058,"balanced_accuracy":0.5237131795213192,"f1":0.5893648025371058,"true_positive":33.771603074,"false_positive":19.228396926000002,"false_negative":27.831790032,"true_negative":19.168209968,"positive_prevalence":0.61603393106,"majority_accuracy_baseline":0.61603393106,"constant_brier_baseline":0.07908707655202402,"brier_skill":-0.37903179045818436,"baseline_adjusted_skill":0.04742635904263848,"baseline_adjusted_score":0.04742635904263848},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.39167259419228695,"accuracy":0.52,"positive_recall":0.12,"specificity":0.92,"precision":0.6,"balanced_accuracy":0.52,"f1":0.2,"true_positive":6,"false_positive":4,"false_negative":44,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.5666903767691478,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.56,"uniform_accuracy_baseline":0.012987012987012986,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.5368421052631579,"baseline_adjusted_score":0.5368421052631579},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.51,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.18333333333333332,"baseline_adjusted_score":0.18333333333333332},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.27,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":-0.14062499999999994,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1839658935682388,"accuracy":0.73,"positive_recall":0.7,"specificity":0.76,"precision":0.7446808510638298,"balanced_accuracy":0.73,"f1":0.7216494845360825,"true_positive":35,"false_positive":12,"false_negative":15,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.26413642572704477,"baseline_adjusted_skill":0.45999999999999996,"baseline_adjusted_score":0.45999999999999996},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.10460507050328287,"accuracy":0.656575858416701,"positive_recall":0.41142459930892333,"specificity":0.7707272846313935,"precision":0.45521138606138933,"balanced_accuracy":0.5910759419701584,"f1":0.4322118288940886,"true_positive":91.49748859833926,"false_positive":109.50251140166074,"false_negative":130.89438770664856,"true_negative":368.10561229335144,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768642,"brier_skill":-0.17895522366570016,"baseline_adjusted_skill":0.1821518839403169,"baseline_adjusted_score":0.1821518839403169},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.31034395295887657,"accuracy":0.55,"positive_recall":0.26,"specificity":0.84,"precision":0.6190476190476191,"balanced_accuracy":0.55,"f1":0.36619718309859156,"true_positive":13,"false_positive":8,"false_negative":37,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.24137581183550627,"baseline_adjusted_skill":0.10000000000000009,"baseline_adjusted_score":0.10000000000000009},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.7284768211920529,"uniform_accuracy_baseline":0.006622516556291391,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.7172413793103448,"baseline_adjusted_score":0.7172413793103448},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.45588235294117646,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":-0.0032537960954446945,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.1,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2423148723503524,"accuracy":0.59,"positive_recall":0.38,"specificity":0.8,"precision":0.6551724137931034,"balanced_accuracy":0.5900000000000001,"f1":0.4810126582278481,"true_positive":19,"false_positive":10,"false_negative":31,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.030740510598590398,"baseline_adjusted_skill":0.18000000000000016,"baseline_adjusted_score":0.18000000000000016},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.69,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.3541666666666665,"baseline_adjusted_score":0.3541666666666665},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.07142857142857142,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9662921348314606,"baseline_adjusted_score":0.9662921348314606},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.68,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.3043478260869566,"baseline_adjusted_score":0.3043478260869566},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.26,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":-0.013698630136986314,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.7222222222222222,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.1666666666666667,"baseline_adjusted_score":0.1666666666666667},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.3816151581923572,"accuracy":0.524390243902439,"positive_recall":0.1,"specificity":0.9285714285714286,"precision":0.5714285714285714,"balanced_accuracy":0.5142857142857143,"f1":0.1702127659574468,"true_positive":4,"false_positive":3,"false_negative":36,"true_negative":39,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.2498512790005949,"brier_skill":-0.5273692402889343,"baseline_adjusted_skill":0.028571428571428692,"baseline_adjusted_score":0.028571428571428692},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.32531550495696027,"accuracy":0.55,"positive_recall":0.14,"specificity":0.96,"precision":0.7777777777777778,"balanced_accuracy":0.55,"f1":0.23728813559322035,"true_positive":7,"false_positive":2,"false_negative":43,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.30126201982784107,"baseline_adjusted_skill":0.10000000000000009,"baseline_adjusted_score":0.10000000000000009},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.6815642458100558,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.5913978494623655,"baseline_adjusted_score":0.5913978494623655},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":-0.09836065573770492,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.22771062398505176,"accuracy":0.66,"positive_recall":0.29545454545454547,"specificity":0.7628205128205128,"precision":0.26,"balanced_accuracy":0.5291375291375291,"f1":0.2765957446808511,"true_positive":13,"false_positive":37,"false_negative":31,"true_negative":119,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.3269849882578775,"baseline_adjusted_skill":0.05827505827505819,"baseline_adjusted_score":0.05827505827505819},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.19822574546046945,"accuracy":0.725,"positive_recall":0.28,"specificity":0.8733333333333333,"precision":0.42424242424242425,"balanced_accuracy":0.5766666666666667,"f1":0.3373493975903614,"true_positive":14,"false_positive":19,"false_negative":36,"true_negative":131,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-0.05720397578917047,"baseline_adjusted_skill":0.15333333333333332,"baseline_adjusted_score":0.15333333333333332},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.11364356535701667,"accuracy":0.86,"positive_recall":0.3684210526315789,"specificity":0.9116022099447514,"precision":0.30434782608695654,"balanced_accuracy":0.6400116312881652,"f1":0.3333333333333333,"true_positive":7,"false_positive":16,"false_negative":12,"true_negative":165,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.085975,"brier_skill":-0.32182105678414286,"baseline_adjusted_skill":0.28002326257633037,"baseline_adjusted_score":0.28002326257633037},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.041359057501115536,"accuracy":0.9295892857142857,"positive_recall":0.124590814403333,"specificity":0.9809775897770376,"precision":0.2948356807511737,"balanced_accuracy":0.5527842020901853,"f1":0.17516212258559374,"true_positive":20.933333333333334,"false_positive":50.06666666666666,"false_negative":147.08333333333334,"true_negative":2581.9166666666665,"positive_prevalence":0.060005952380952375,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679138,"brier_skill":-0.28440400063699744,"baseline_adjusted_skill":0.10556840418037061,"baseline_adjusted_score":0.10556840418037061},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.43342776203966005,"uniform_accuracy_baseline":0.027777777777777776,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.3506493506493506,"baseline_adjusted_score":0.3506493506493506},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.0571428571428572,"baseline_adjusted_score":0.0571428571428572},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3547814944722561,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":50,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.4191259778890244,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.247319564020171,"accuracy":0.6,"positive_recall":0.24,"specificity":0.96,"precision":0.8571428571428571,"balanced_accuracy":0.6,"f1":0.375,"true_positive":12,"false_positive":2,"false_negative":38,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.010721743919316018,"baseline_adjusted_skill":0.19999999999999996,"baseline_adjusted_score":0.19999999999999996},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.65,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":0.10256410256410266,"baseline_adjusted_score":0.10256410256410266},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.67,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.6489361702127661,"baseline_adjusted_score":0.6489361702127661},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2531698724637258,"accuracy":0.58,"positive_recall":0.3,"specificity":0.86,"precision":0.6818181818181818,"balanced_accuracy":0.58,"f1":0.4166666666666667,"true_positive":15,"false_positive":7,"false_negative":35,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.012679489854903192,"baseline_adjusted_skill":0.15999999999999992,"baseline_adjusted_score":0.15999999999999992},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8358208955223883,"baseline_adjusted_score":0.8358208955223883},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.18119313710581111,"accuracy":0.7,"positive_recall":0.44,"specificity":0.96,"precision":0.9166666666666666,"balanced_accuracy":0.7,"f1":0.5945945945945946,"true_positive":22,"false_positive":2,"false_negative":28,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.27522745157675554,"baseline_adjusted_skill":0.3999999999999999,"baseline_adjusted_score":0.3999999999999999},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.34713690540540537,"uniform_accuracy_baseline":0.23445945945945948,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.11494922989364169,"baseline_adjusted_score":0.11494922989364169},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.12397896695424657,"accuracy":0.5288157697368421,"positive_recall":0.1653628203926563,"specificity":0.8749036684396482,"precision":0.5572727272727273,"balanced_accuracy":0.5201332444161523,"f1":0.25504471848206617,"true_positive":12.26,"false_positive":9.74,"false_negative":61.880003,"true_negative":68.119997,"positive_prevalence":0.4877631776315789,"majority_accuracy_baseline":0.512236822368421,"constant_brier_baseline":0.09451910039768556,"brier_skill":-0.31168162236637587,"baseline_adjusted_skill":0.04026648883230455,"baseline_adjusted_score":0.04026648883230455},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.19189635963349116,"normalized_score_rmse":0.23320455697030307,"constant_score_baseline":0.5841668333333333,"constant_mae_baseline":0.21700552708333334,"baseline_adjusted_skill":0.11570750195777224,"baseline_adjusted_score":0.11570750195777224},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.36647784340911377,"accuracy":0.48,"positive_recall":0.28,"specificity":0.68,"precision":0.4666666666666667,"balanced_accuracy":0.48000000000000004,"f1":0.35,"true_positive":14,"false_positive":16,"false_negative":36,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.4659113736364551,"baseline_adjusted_skill":-0.039999999999999925,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.37955710769956597,"accuracy":0.48,"positive_recall":0.02,"specificity":0.94,"precision":0.25,"balanced_accuracy":0.48,"f1":0.037037037037037035,"true_positive":1,"false_positive":3,"false_negative":49,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.5182284307982639,"baseline_adjusted_skill":-0.040000000000000036,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":-0.08196721311475408,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.036111111111111115,"fixed_answer_accuracy_baseline":0.08833333333333333,"baseline_adjusted_skill":0.7257769652650823,"baseline_adjusted_score":0.7257769652650823},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.7272727272727273,"baseline_adjusted_score":0.7272727272727273},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.65,"uniform_accuracy_baseline":0.049879324215607396,"fixed_answer_accuracy_baseline":0.12442477876106194,"baseline_adjusted_skill":0.6002627855265817,"baseline_adjusted_score":0.6002627855265817},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3105913791051941,"accuracy":0.48,"positive_recall":0,"specificity":0.96,"precision":0,"balanced_accuracy":0.48,"f1":0,"true_positive":0,"false_positive":2,"false_negative":50,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.2423655164207763,"baseline_adjusted_skill":-0.040000000000000036,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.6666666666666666,"uniform_accuracy_baseline":0.23888888888888887,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.5294117647058824,"baseline_adjusted_score":0.5294117647058824},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.3253433326500592,"accuracy":0.40625,"positive_recall":0.21875,"specificity":0.59375,"precision":0.35,"balanced_accuracy":0.40625,"f1":0.2692307692307692,"true_positive":7,"false_positive":13,"false_negative":25,"true_negative":19,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.30137333060023686,"baseline_adjusted_skill":-0.1875,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.42,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.12121212121212116,"baseline_adjusted_score":0.12121212121212116},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.27838141366790575,"accuracy":0.53,"positive_recall":0.48,"specificity":0.58,"precision":0.5333333333333333,"balanced_accuracy":0.53,"f1":0.5052631578947369,"true_positive":24,"false_positive":21,"false_negative":26,"true_negative":29,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.11352565467162301,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.8260869565217391,"baseline_adjusted_score":0.8260869565217391},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.21081068355268257,"accuracy":0.6363636363636364,"positive_recall":0.8125,"specificity":0.47058823529411764,"precision":0.5909090909090909,"balanced_accuracy":0.6415441176470589,"f1":0.6842105263157895,"true_positive":13,"false_positive":9,"false_negative":3,"true_negative":8,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.1559822265115025,"baseline_adjusted_skill":0.28308823529411775,"baseline_adjusted_score":0.28308823529411775},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.33335783457878276,"normalized_score_rmse":0.4102400954019034,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":-0.010175256299341573,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.3125,"uniform_accuracy_baseline":0.178125,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":0.03508771929824565,"baseline_adjusted_score":0.03508771929824565},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.2767756590233675,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":17,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.10710263609346993,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.3350510018713334,"normalized_score_rmse":0.39813235793304624,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-1.2783468127250672,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.1875,"uniform_accuracy_baseline":0.13194444444444445,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":-1.034782608695652,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.28049026701293606,"accuracy":0.5384615384615384,"positive_recall":1,"specificity":0.07692307692307693,"precision":0.52,"balanced_accuracy":0.5384615384615384,"f1":0.6842105263157895,"true_positive":26,"false_positive":24,"false_negative":0,"true_negative":2,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.12196106805174423,"baseline_adjusted_skill":0.07692307692307687,"baseline_adjusted_score":0.07692307692307687},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.32717652055554763,"accuracy":0.48,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":39,"true_negative":36,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24960000000000004,"brier_skill":-0.310803367610367,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.2965993782877922,"normalized_score_rmse":0.3670121903722057,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.059283493884972005,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.5588235294117647,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.39999999999999997,"baseline_adjusted_score":0.39999999999999997},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.21378134197393303,"accuracy":0.7142857142857143,"positive_recall":0.7142857142857143,"specificity":0.7142857142857143,"precision":0.7142857142857143,"balanced_accuracy":0.7142857142857143,"f1":0.7142857142857143,"true_positive":10,"false_positive":4,"false_negative":4,"true_negative":10,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.14487463210426788,"baseline_adjusted_skill":0.4285714285714286,"baseline_adjusted_score":0.4285714285714286},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.4872354371078087,"normalized_score_rmse":0.5478762639819401,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.1696969696969697,"baseline_adjusted_skill":-1.8712088258138726,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":0.8666666666666667,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":0.8333333333333334,"baseline_adjusted_score":0.8333333333333334},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.14064002920105756,"accuracy":0.7764705882352941,"positive_recall":0.8666666666666667,"specificity":0.675,"precision":0.75,"balanced_accuracy":0.7708333333333334,"f1":0.8041237113402062,"true_positive":39,"false_positive":13,"false_negative":6,"true_negative":27,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.2491349480968858,"brier_skill":0.43548654945686616,"baseline_adjusted_skill":0.5416666666666667,"baseline_adjusted_score":0.5416666666666667},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.32,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.10526315789473686,"baseline_adjusted_score":0.10526315789473686},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.29080309080532774,"accuracy":0.62,"positive_recall":0.45714285714285713,"specificity":1,"precision":1,"balanced_accuracy":0.7285714285714285,"f1":0.6274509803921569,"true_positive":16,"false_positive":0,"false_negative":19,"true_negative":15,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.21,"brier_skill":-0.38477662288251313,"baseline_adjusted_skill":0.4571428571428571,"baseline_adjusted_score":0.4571428571428571},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.3185443533957005,"normalized_score_rmse":0.40786998448010225,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.13765840498464454,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.17721518987341772,"uniform_accuracy_baseline":0.24240506329113923,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":-0.41304347826086957,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.2779516097979459,"accuracy":0.6666666666666666,"positive_recall":1,"specificity":0.3,"precision":0.6111111111111112,"balanced_accuracy":0.65,"f1":0.7586206896551724,"true_positive":11,"false_positive":7,"false_negative":0,"true_negative":3,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.2494331065759637,"brier_skill":-0.1143332720081287,"baseline_adjusted_skill":0.30000000000000004,"baseline_adjusted_score":0.30000000000000004},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.45454545454545453,"uniform_accuracy_baseline":0.32373737373737377,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.1,"baseline_adjusted_score":0.1},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.30950074169640523,"accuracy":0.5151515151515151,"positive_recall":1,"specificity":0,"precision":0.5151515151515151,"balanced_accuracy":0.5,"f1":0.68,"true_positive":17,"false_positive":16,"false_negative":0,"true_negative":0,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":-0.23914083715950474,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.3637616097397518,"normalized_score_rmse":0.397700899685241,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.3431372549019608,"baseline_adjusted_skill":-0.06010526267013372,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.28820585087411016,"accuracy":0.52,"positive_recall":0.2,"specificity":0.84,"precision":0.5555555555555556,"balanced_accuracy":0.52,"f1":0.29411764705882354,"true_positive":10,"false_positive":8,"false_negative":40,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.15282340349644064,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.37333333333333335,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":0.030927835051546417,"baseline_adjusted_score":0.030927835051546417},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.2688784999942834,"accuracy":0.4533333333333333,"positive_recall":0.6756756756756757,"specificity":0.23684210526315788,"precision":0.46296296296296297,"balanced_accuracy":0.45625889046941676,"f1":0.5494505494505495,"true_positive":25,"false_positive":29,"false_negative":12,"true_negative":9,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555554,"brier_skill":-0.07570523646361615,"baseline_adjusted_skill":-0.08748221906116649,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.46,"uniform_accuracy_baseline":0.14285714285714285,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.3076923076923077,"baseline_adjusted_score":0.3076923076923077},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.275,"uniform_accuracy_baseline":0.32416666666666666,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.0984848484848485,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.3094299827541897,"accuracy":0.5151515151515151,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":16,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":-0.23885754124747272,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.23021566811384578,"normalized_score_rmse":0.2838575494412751,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":-0.04787821348371191,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.16692776363625994,"accuracy":0.77,"positive_recall":0.2727272727272727,"specificity":0.9102564102564102,"precision":0.46153846153846156,"balanced_accuracy":0.5914918414918415,"f1":0.34285714285714286,"true_positive":6,"false_positive":7,"false_negative":16,"true_negative":71,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":0.027227484637179833,"baseline_adjusted_skill":0.18298368298368306,"baseline_adjusted_score":0.18298368298368306},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24287335498175316,"accuracy":0.66,"positive_recall":0.2702702702702703,"specificity":0.8888888888888888,"precision":0.5882352941176471,"balanced_accuracy":0.5795795795795795,"f1":0.37037037037037035,"true_positive":10,"false_positive":7,"false_negative":27,"true_negative":56,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000003,"brier_skill":-0.041927734799455774,"baseline_adjusted_skill":0.159159159159159,"baseline_adjusted_score":0.159159159159159},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2617236442304802,"accuracy":0.62,"positive_recall":0.07692307692307693,"specificity":0.9672131147540983,"precision":0.6,"balanced_accuracy":0.5220680958385876,"f1":0.13636363636363635,"true_positive":3,"false_positive":2,"false_negative":36,"true_negative":59,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379,"brier_skill":-0.10014142173383878,"baseline_adjusted_skill":0.044136191677175196,"baseline_adjusted_score":0.044136191677175196},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.20353918223687614,"accuracy":0.73,"positive_recall":0.6129032258064516,"specificity":0.782608695652174,"precision":0.5588235294117647,"balanced_accuracy":0.6977559607293128,"f1":0.5846153846153846,"true_positive":19,"false_positive":15,"false_negative":12,"true_negative":54,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999998,"brier_skill":0.04843767070184124,"baseline_adjusted_skill":0.39551192145862557,"baseline_adjusted_score":0.39551192145862557},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.59,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.43055555555555547,"baseline_adjusted_score":0.43055555555555547},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.3121627078438178,"normalized_score_rmse":0.3634986306853094,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":-0.34263530255405494,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.20395473536162334,"accuracy":0.66,"positive_recall":0.48,"specificity":0.84,"precision":0.75,"balanced_accuracy":0.6599999999999999,"f1":0.5853658536585366,"true_positive":24,"false_positive":8,"false_negative":26,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.18418105855350664,"baseline_adjusted_skill":0.31999999999999984,"baseline_adjusted_score":0.31999999999999984},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3653869877452902,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":50,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.46154795098116086,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.42,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.6571428571428573,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3282651805414168,"accuracy":0.49,"positive_recall":0.26,"specificity":0.72,"precision":0.48148148148148145,"balanced_accuracy":0.49,"f1":0.33766233766233766,"true_positive":13,"false_positive":14,"false_negative":37,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.31306072216566716,"baseline_adjusted_skill":-0.020000000000000018,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.73,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.35714285714285715,"baseline_adjusted_score":0.35714285714285715},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.11666666666666668,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.37703842571999874,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":50,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.508153702879995,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.82,"uniform_accuracy_baseline":0.20851190476190473,"fixed_answer_accuracy_baseline":0.22333333333333333,"baseline_adjusted_skill":0.7682403433476396,"baseline_adjusted_score":0.7682403433476396},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1727016427813851,"accuracy":0.73,"positive_recall":0.88,"specificity":0.58,"precision":0.676923076923077,"balanced_accuracy":0.73,"f1":0.7652173913043478,"true_positive":44,"false_positive":21,"false_negative":6,"true_negative":29,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.30919342887445955,"baseline_adjusted_skill":0.45999999999999996,"baseline_adjusted_score":0.45999999999999996},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.2744300767440291,"normalized_score_rmse":0.3315920275960273,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.08523307751990306,"baseline_adjusted_score":0.08523307751990306},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.22851190476190475,"fixed_answer_accuracy_baseline":0.24333333333333332,"baseline_adjusted_skill":0.6696035242290749,"baseline_adjusted_score":0.6696035242290749},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2517339176083114,"accuracy":0.61,"positive_recall":0.7,"specificity":0.52,"precision":0.5932203389830508,"balanced_accuracy":0.61,"f1":0.6422018348623854,"true_positive":35,"false_positive":24,"false_negative":15,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.0069356704332455,"baseline_adjusted_skill":0.21999999999999997,"baseline_adjusted_score":0.21999999999999997},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.26181302655488575,"normalized_score_rmse":0.3539206382472035,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.3042222222222222,"baseline_adjusted_skill":0.13940203104675974,"baseline_adjusted_score":0.13940203104675974},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.67,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.46774193548387105,"baseline_adjusted_score":0.46774193548387105},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1854951430211556,"accuracy":0.73,"positive_recall":0.5,"specificity":0.96,"precision":0.9259259259259259,"balanced_accuracy":0.73,"f1":0.6493506493506493,"true_positive":25,"false_positive":2,"false_negative":25,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2580194279153776,"baseline_adjusted_skill":0.45999999999999996,"baseline_adjusted_score":0.45999999999999996},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.297863296228485,"accuracy":0.52,"positive_recall":0.04,"specificity":1,"precision":1,"balanced_accuracy":0.52,"f1":0.07692307692307693,"true_positive":2,"false_positive":0,"false_negative":48,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.19145318491394003,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.53,"uniform_accuracy_baseline":0.3533333333333333,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.20338983050847464,"baseline_adjusted_score":0.20338983050847464},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.06451612903225803,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.22,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.25806451612903225,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.25,"uniform_accuracy_baseline":0.1111111111111111,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.10714285714285714,"baseline_adjusted_score":0.10714285714285714},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.10871975746442468,"accuracy":0.733875,"positive_recall":0.5563612392880687,"specificity":0.7754126176153016,"precision":0.36695652173913046,"balanced_accuracy":0.6658869284516851,"f1":0.4422321194655489,"true_positive":42.2,"false_positive":72.8,"false_negative":33.65,"true_negative":251.35,"positive_prevalence":0.189625,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500001,"brier_skill":-0.4282002437489474,"baseline_adjusted_skill":0.33177385690337013,"baseline_adjusted_score":0.33177385690337013},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.45650970732414864,"normalized_score_rmse":0.5087305175039905,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":-1.1357179290018649,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.09057354338000584,"accuracy":0.7538750000000001,"positive_recall":0.5494608532583216,"specificity":0.8281915800238623,"precision":0.5376146788990825,"balanced_accuracy":0.6888262166410919,"f1":0.5434732204961744,"true_positive":58.6,"false_positive":50.4,"false_negative":48.05,"true_negative":242.95,"positive_prevalence":0.266625,"majority_accuracy_baseline":0.733375,"constant_brier_baseline":0.115654859375,"brier_skill":0.21686348615642992,"baseline_adjusted_skill":0.3776524332821838,"baseline_adjusted_score":0.3776524332821838},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.41713902663715996,"normalized_score_rmse":0.48085755466350744,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":-0.5521452153940836,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.131818014557313,"accuracy":0.642625,"positive_recall":0.6523489932885906,"specificity":0.6388551604509974,"precision":0.4118644067796611,"balanced_accuracy":0.6456020768697941,"f1":0.504935064935065,"true_positive":72.9,"false_positive":104.1,"false_negative":38.85,"true_negative":184.15,"positive_prevalence":0.279375,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937500001,"brier_skill":-0.1649243378592209,"baseline_adjusted_skill":0.2912041537395882,"baseline_adjusted_score":0.2912041537395882},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.4552754201361313,"normalized_score_rmse":0.5244355902365953,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":-0.7220819674179906,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.09669973588801188,"accuracy":0.818125,"positive_recall":0.5070422535211268,"specificity":0.9068273092369478,"precision":0.6081081081081081,"balanced_accuracy":0.7069347813790372,"f1":0.5529953917050692,"true_positive":45,"false_positive":29,"false_negative":43.75,"true_negative":282.25,"positive_prevalence":0.221875,"majority_accuracy_baseline":0.778125,"constant_brier_baseline":0.12674023437499998,"brier_skill":0.23702416706997753,"baseline_adjusted_skill":0.4138695627580744,"baseline_adjusted_score":0.4138695627580744},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.4998320707381208,"normalized_score_rmse":0.558895932437576,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":-1.215322197177267,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.09280883834662218,"accuracy":0.75475,"positive_recall":0.46172022684310016,"specificity":0.8601291638341265,"precision":0.5427777777777778,"balanced_accuracy":0.6609246953386133,"f1":0.49897854954034726,"true_positive":48.85,"false_positive":41.15,"false_negative":56.95,"true_negative":253.05,"positive_prevalence":0.2645,"majority_accuracy_baseline":0.7355,"constant_brier_baseline":0.11362725,"brier_skill":0.1832167165303905,"baseline_adjusted_skill":0.3218493906772266,"baseline_adjusted_score":0.3218493906772266},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.4593837181554409,"normalized_score_rmse":0.5100684235915381,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":-0.828392908081357,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.12010606076865135,"accuracy":0.7095,"positive_recall":0.4464751958224544,"specificity":0.7717996289424861,"precision":0.3166666666666667,"balanced_accuracy":0.6091374123824702,"f1":0.37053087757313113,"true_positive":34.2,"false_positive":73.8,"false_negative":42.4,"true_negative":249.6,"positive_prevalence":0.19149999999999998,"majority_accuracy_baseline":0.8085,"constant_brier_baseline":0.09190274999999999,"brier_skill":-0.30688212016127214,"baseline_adjusted_skill":0.21827482476494042,"baseline_adjusted_score":0.21827482476494042},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.4647160808715853,"normalized_score_rmse":0.5178289618312896,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":-1.2463617202251855,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.09911517371245869,"accuracy":0.83075,"positive_recall":0.5426829268292682,"specificity":0.8959227467811159,"precision":0.5412162162162162,"balanced_accuracy":0.7193028368051921,"f1":0.5419485791610283,"true_positive":40.05,"false_positive":33.95,"false_negative":33.75,"true_negative":292.25,"positive_prevalence":0.1845,"majority_accuracy_baseline":0.8155,"constant_brier_baseline":0.10922225,"brier_skill":0.09253678886436889,"baseline_adjusted_skill":0.4386056736103843,"baseline_adjusted_score":0.4386056736103843},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.5316060298029334,"normalized_score_rmse":0.5734901826162744,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":-1.8071605534148296,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.12798870618992367,"accuracy":0.71875,"positive_recall":0.34394904458598724,"specificity":0.8102643856920684,"precision":0.3068181818181818,"balanced_accuracy":0.5771067151390278,"f1":0.32432432432432434,"true_positive":27,"false_positive":61,"false_negative":51.5,"true_negative":260.5,"positive_prevalence":0.19625,"majority_accuracy_baseline":0.80375,"constant_brier_baseline":0.09878593749999999,"brier_skill":-0.2956166578863888,"baseline_adjusted_skill":0.15421343027805556,"baseline_adjusted_score":0.15421343027805556},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.471266707706236,"normalized_score_rmse":0.5298187446394156,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":-1.2308483205028926,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.1300536315918713,"accuracy":0.5915816326530612,"positive_recall":0.7072953736654805,"specificity":0.5042524619516562,"precision":0.5184782608695652,"balanced_accuracy":0.6057739178085684,"f1":0.5983442047165077,"true_positive":119.25,"false_positive":110.75,"false_negative":49.35,"true_negative":112.65,"positive_prevalence":0.4301020408163265,"majority_accuracy_baseline":0.5698979591836735,"constant_brier_baseline":0.12359641815910039,"brier_skill":-0.05224434113016785,"baseline_adjusted_skill":0.21154783561713675,"baseline_adjusted_score":0.21154783561713675},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.33116144016034643,"normalized_score_rmse":0.41733965577503157,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":-0.20199337539681306,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.24208392318704305,"accuracy":0.534625,"positive_recall":0.6679779701022817,"specificity":0.5094367662356962,"precision":0.20457831325301207,"balanced_accuracy":0.5887073681689889,"f1":0.31322634200332045,"true_positive":84.9,"false_positive":330.1,"false_negative":42.2,"true_negative":342.8,"positive_prevalence":0.158875,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499999,"brier_skill":-1.4508006527883706,"baseline_adjusted_skill":0.17741473633797789,"baseline_adjusted_score":0.17741473633797789},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.5319835823540779,"normalized_score_rmse":0.5723725252570998,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-2.224142923358048,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.06451612903225803,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.40288968157765664,"accuracy":0.53,"positive_recall":0.34,"specificity":0.72,"precision":0.5483870967741935,"balanced_accuracy":0.53,"f1":0.41975308641975306,"true_positive":17,"false_positive":14,"false_negative":33,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.6115587263106266,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.11398277004638833,"uniform_accuracy_baseline":0.058823529411764705,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":-0.041277258566978184,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.45,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":-0.19565217391304354,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.32972861296351524,"accuracy":0.52,"positive_recall":0.42,"specificity":0.62,"precision":0.525,"balanced_accuracy":0.52,"f1":0.4666666666666667,"true_positive":21,"false_positive":19,"false_negative":29,"true_negative":31,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.318914451854061,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.49,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.19047619047619047,"baseline_adjusted_score":0.19047619047619047},"scoring":{"eligible":true,"reason":null},"model":167,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.2528856865680902,"accuracy":0.49324324324324326,"positive_recall":0.8169014084507042,"specificity":0.19480519480519481,"precision":0.48333333333333334,"balanced_accuracy":0.5058533016279495,"f1":0.6073298429319371,"true_positive":58,"false_positive":62,"false_negative":13,"true_negative":15,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.2495891161431699,"brier_skill":-0.013207989498345452,"baseline_adjusted_skill":0.011706603255899006,"baseline_adjusted_score":0.011706603255899006},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.27,"uniform_accuracy_baseline":0.20049999999999962,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":-0.02816901408450699,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.36,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.058823529411764684,"baseline_adjusted_score":0.058823529411764684},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.59,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.12765957446808499,"baseline_adjusted_score":0.12765957446808499},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.05,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":-0.9387755102040817,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1229037941500339,"accuracy":0.6160339310599999,"positive_recall":1,"specificity":0,"precision":0.6160339310599999,"balanced_accuracy":0.5,"f1":0.7624022233938204,"true_positive":61.60339310599999,"false_positive":38.39660689400001,"false_negative":0,"true_negative":0,"positive_prevalence":0.6160339310599999,"majority_accuracy_baseline":0.6160339310599999,"constant_brier_baseline":0.079087076552024,"brier_skill":-0.5540313222879969,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25856021860063605,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":50,"false_positive":50,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.0342408744025442,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.21,"uniform_accuracy_baseline":0.012987012987012965,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.16842105263157892,"baseline_adjusted_score":0.16842105263157892},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.36,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.06666666666666674,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.28,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":-0.12499999999999993,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2574410731131061,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":50,"false_positive":50,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.0297642924524244,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.11302315813717131,"accuracy":0.5529062824423558,"positive_recall":0.585512111192157,"specificity":0.5377238115537788,"precision":0.37097759831144855,"balanced_accuracy":0.5616179613729679,"f1":0.4541854964755654,"true_positive":130.21313700731844,"false_positive":220.78686299268156,"false_negative":92.17873929766938,"true_negative":256.8212607023306,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768597,"brier_skill":-0.2738315842617922,"baseline_adjusted_skill":0.12323592274593587,"baseline_adjusted_score":0.12323592274593587},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25903307609003595,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":50,"false_positive":50,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.03613230436014381,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.17218543046357615,"uniform_accuracy_baseline":0.006622516556291403,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.1379310344827586,"baseline_adjusted_score":0.1379310344827586},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.2376470588235294,"uniform_accuracy_baseline":0.3333333333333301,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":-0.40563991323210413,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.28,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.2,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2531862458686703,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":50,"false_positive":50,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.012744983474681115,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.47,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":-0.10416666666666677,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.6,"uniform_accuracy_baseline":0.07142857142857136,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.550561797752809,"baseline_adjusted_score":0.550561797752809},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.49,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":-0.10869565217391315,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.24,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":-0.04109589041095894,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.6666666666666666,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.25230260712026276,"accuracy":0.4634146341463415,"positive_recall":0.9,"specificity":0.047619047619047616,"precision":0.47368421052631576,"balanced_accuracy":0.4738095238095238,"f1":0.6206896551724138,"true_positive":36,"false_positive":40,"false_negative":4,"true_negative":2,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.24985127900059498,"brier_skill":-0.009811148974194106,"baseline_adjusted_skill":-0.05238095238095242,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24287282059140483,"accuracy":0.59,"positive_recall":0.34,"specificity":0.84,"precision":0.68,"balanced_accuracy":0.59,"f1":0.4533333333333333,"true_positive":17,"false_positive":8,"false_negative":33,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.028508717634380676,"baseline_adjusted_skill":0.17999999999999994,"baseline_adjusted_score":0.17999999999999994},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.164804469273743,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":-0.07168458781362007,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.41,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.03278688524590158,"baseline_adjusted_score":0.03278688524590158},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.3436925225742869,"accuracy":0.22,"positive_recall":1,"specificity":0,"precision":0.22,"balanced_accuracy":0.5,"f1":0.36065573770491804,"true_positive":44,"false_positive":156,"false_negative":0,"true_negative":0,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000053,"brier_skill":-1.002870178171829,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.35149230795339115,"accuracy":0.25,"positive_recall":1,"specificity":0,"precision":0.25,"balanced_accuracy":0.5,"f1":0.4,"true_positive":50,"false_positive":150,"false_negative":0,"true_negative":0,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-0.874625642418086,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.37016191113614555,"accuracy":0.095,"positive_recall":0.9473684210526315,"specificity":0.0055248618784530384,"precision":0.09090909090909091,"balanced_accuracy":0.4764466414655423,"f1":0.16589861751152074,"true_positive":18,"false_positive":180,"false_negative":1,"true_negative":1,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.0859749999999999,"brier_skill":-3.305459856192451,"baseline_adjusted_skill":-0.04710671706891545,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.19743769860818466,"accuracy":0.8325535714285717,"positive_recall":0.2147604404324967,"specificity":0.8719913373311635,"precision":0.09673815907059875,"balanced_accuracy":0.5433758888818301,"f1":0.1333908382366532,"true_positive":36.083333333333336,"false_positive":336.9166666666667,"false_negative":131.9333333333334,"true_negative":2295.066666666667,"positive_prevalence":0.060005952380952354,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679296,"brier_skill":-5.131420426156033,"baseline_adjusted_skill":0.08675177776366017,"baseline_adjusted_score":0.08675177776366017},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.09915014164305949,"uniform_accuracy_baseline":0.027777777777777853,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":-0.03246753246753247,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.26,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":-0.05714285714285712,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25022442250908844,"accuracy":0.52,"positive_recall":0.68,"specificity":0.36,"precision":0.5151515151515151,"balanced_accuracy":0.52,"f1":0.5862068965517241,"true_positive":34,"false_positive":32,"false_negative":16,"true_negative":18,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.0008976900363537599,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.250310711865945,"accuracy":0.49,"positive_recall":0.96,"specificity":0.02,"precision":0.4948453608247423,"balanced_accuracy":0.49,"f1":0.6530612244897959,"true_positive":48,"false_positive":49,"false_negative":2,"true_negative":1,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.0012428474637800058,"baseline_adjusted_skill":-0.020000000000000018,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.56,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":-0.12820512820512803,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.2,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.14893617021276598,"baseline_adjusted_score":0.14893617021276598},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25647094441247925,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":50,"false_positive":50,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.025883777649917006,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.58,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.3731343283582089,"baseline_adjusted_score":0.3731343283582089},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25322153186140406,"accuracy":0.5,"positive_recall":0.98,"specificity":0.02,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6621621621621622,"true_positive":49,"false_positive":49,"false_negative":1,"true_negative":1,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.012886127445616236,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.32945672297297285,"uniform_accuracy_baseline":0.23445945945945923,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.09098117409909247,"baseline_adjusted_score":0.09098117409909247},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.09871084837765923,"accuracy":0.5769298092105263,"positive_recall":0.8958276815823706,"specificity":0.27326823554848073,"precision":0.5399729024390244,"balanced_accuracy":0.5845479585654256,"f1":0.6738020289063301,"true_positive":66.416667,"false_positive":56.583332999999996,"false_negative":7.723336,"true_negative":21.276664,"positive_prevalence":0.48776317763157917,"majority_accuracy_baseline":0.5122368223684208,"constant_brier_baseline":0.0945191003976856,"brier_skill":-0.04434815780447554,"baseline_adjusted_skill":0.16909591713085126,"baseline_adjusted_score":0.16909591713085126},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.21838916325565427,"normalized_score_rmse":0.25466853092118297,"constant_score_baseline":0.5841668333333334,"constant_mae_baseline":0.21700552708333315,"baseline_adjusted_skill":-0.0063760411585729315,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2543711050331516,"accuracy":0.5,"positive_recall":0.98,"specificity":0.02,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6621621621621622,"true_positive":49,"false_positive":49,"false_negative":1,"true_negative":1,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.017484420132606315,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2533159329516758,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":50,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.01326373180670326,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.32,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":-0.11475409836065575,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.2,"uniform_accuracy_baseline":0.03611111111111102,"fixed_answer_accuracy_baseline":0.08833333333333329,"baseline_adjusted_skill":0.1224862888482633,"baseline_adjusted_score":0.1224862888482633},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.7,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.318181818181818,"baseline_adjusted_score":0.318181818181818},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.28,"uniform_accuracy_baseline":0.04987932421560751,"fixed_answer_accuracy_baseline":0.1244247787610618,"baseline_adjusted_skill":0.17768344451182555,"baseline_adjusted_score":0.17768344451182555},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.258856766756219,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":50,"false_positive":50,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.03542706702487597,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.19444444444444445,"uniform_accuracy_baseline":0.23888888888888893,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":-0.13725490196078435,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.26528932962441804,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":32,"false_positive":32,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.06115731849767214,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.37,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":-0.3695652173913045,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.015151515151515168,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2695950530250848,"accuracy":0.48,"positive_recall":0.94,"specificity":0.02,"precision":0.4895833333333333,"balanced_accuracy":0.48,"f1":0.6438356164383562,"true_positive":47,"false_positive":49,"false_negative":3,"true_negative":1,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.07838021210033919,"baseline_adjusted_skill":-0.040000000000000036,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.38235294117647056,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.08695652173913036,"baseline_adjusted_score":0.08695652173913036},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.2598533057302749,"accuracy":0.48484848484848486,"positive_recall":0.8125,"specificity":0.17647058823529413,"precision":0.48148148148148145,"balanced_accuracy":0.4944852941176471,"f1":0.6046511627906976,"true_positive":13,"false_positive":14,"false_negative":3,"true_negative":3,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":-0.040368565956872215,"baseline_adjusted_skill":-0.011029411764705843,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.33525845348834993,"normalized_score_rmse":0.3981686365531789,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":-0.01593470754045434,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0,"uniform_accuracy_baseline":0.17812500000000006,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.40350877192982454,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.27125159078417765,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":17,"false_positive":17,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.08500636313671062,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.20457170509240208,"normalized_score_rmse":0.29619490500759105,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-0.3910875946283341,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.041666666666666664,"uniform_accuracy_baseline":0.13194444444444448,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":-1.4,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.256900380516958,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":26,"false_positive":26,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.027601522067832063,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.25264609983744085,"accuracy":0.52,"positive_recall":1,"specificity":0,"precision":0.52,"balanced_accuracy":0.5,"f1":0.6842105263157895,"true_positive":39,"false_positive":36,"false_negative":0,"true_negative":0,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24959999999999993,"brier_skill":-0.012203925630772883,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.29042160749435425,"normalized_score_rmse":0.37740324903079786,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.037220026765550696,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.17647058823529413,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":-0.11999999999999998,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.2659024687845161,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":14,"false_positive":14,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.06360987513806449,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.3429164257013437,"normalized_score_rmse":0.3867953521249901,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.16969696969696968,"baseline_adjusted_skill":-1.020757508597204,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":0.26666666666666666,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":0.08333333333333331,"baseline_adjusted_score":0.08333333333333331},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.24634668044634717,"accuracy":0.5529411764705883,"positive_recall":1,"specificity":0.05,"precision":0.5421686746987951,"balanced_accuracy":0.525,"f1":0.703125,"true_positive":45,"false_positive":38,"false_negative":0,"true_negative":2,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.24913494809688563,"brier_skill":0.011191796541744736,"baseline_adjusted_skill":0.050000000000000044,"baseline_adjusted_score":0.050000000000000044},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.08,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":-0.21052631578947364,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.2224426239780709,"accuracy":0.7,"positive_recall":1,"specificity":0,"precision":0.7,"balanced_accuracy":0.5,"f1":0.8235294117647058,"true_positive":35,"false_positive":15,"false_negative":0,"true_negative":0,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.20999999999999996,"brier_skill":-0.05925059037176639,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.2777708607912064,"normalized_score_rmse":0.3676543683735413,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.007961211459977302,"baseline_adjusted_score":0.007961211459977302},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.31645569620253167,"uniform_accuracy_baseline":0.24240506329113914,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":-0.17391304347826084,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.24862040309879183,"accuracy":0.5238095238095238,"positive_recall":1,"specificity":0,"precision":0.5238095238095238,"balanced_accuracy":0.5,"f1":0.6875,"true_positive":11,"false_positive":10,"false_negative":0,"true_negative":0,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.24943310657596363,"brier_skill":0.0032582021221160273,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.3333333333333333,"uniform_accuracy_baseline":0.3237373737373738,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":-0.1,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.2545984524208875,"accuracy":0.5454545454545454,"positive_recall":0.9411764705882353,"specificity":0.125,"precision":0.5333333333333333,"balanced_accuracy":0.5330882352941176,"f1":0.6808510638297872,"true_positive":16,"false_positive":14,"false_negative":1,"true_negative":2,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":-0.01932983340568528,"baseline_adjusted_skill":0.06617647058823528,"baseline_adjusted_score":0.06617647058823528},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.37142977271886435,"normalized_score_rmse":0.41077772154847164,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.34313725490196084,"baseline_adjusted_skill":-0.082452480494976,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.26181081989434174,"accuracy":0.37,"positive_recall":0.18,"specificity":0.56,"precision":0.2903225806451613,"balanced_accuracy":0.37,"f1":0.2222222222222222,"true_positive":9,"false_positive":22,"false_negative":41,"true_negative":28,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.04724327957736696,"baseline_adjusted_skill":-0.26,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.3133333333333333,"uniform_accuracy_baseline":0.3333333333333332,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":-0.061855670103092834,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.2539714119874775,"accuracy":0.49333333333333335,"positive_recall":1,"specificity":0,"precision":0.49333333333333335,"balanced_accuracy":0.5,"f1":0.6607142857142857,"true_positive":37,"false_positive":38,"false_negative":0,"true_negative":0,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555535,"brier_skill":-0.0160662819555919,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.2,"uniform_accuracy_baseline":0.1428571428571427,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":-0.025641025641025626,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.31999999999999995,"uniform_accuracy_baseline":0.32416666666666627,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.03030303030303042,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.26225223507657724,"accuracy":0.48484848484848486,"positive_recall":1,"specificity":0,"precision":0.48484848484848486,"balanced_accuracy":0.5,"f1":0.6530612244897959,"true_positive":16,"false_positive":17,"false_negative":0,"true_negative":0,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":-0.04997310293526658,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.2218516424975612,"normalized_score_rmse":0.2818560869411154,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":-0.009807476195795806,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2856837727405901,"accuracy":0.28,"positive_recall":0.7727272727272727,"specificity":0.14102564102564102,"precision":0.20238095238095238,"balanced_accuracy":0.45687645687645684,"f1":0.32075471698113206,"true_positive":17,"false_positive":67,"false_negative":5,"true_negative":11,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000028,"brier_skill":-0.6648238504696364,"baseline_adjusted_skill":-0.08624708624708632,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2967911556136757,"accuracy":0.37,"positive_recall":1,"specificity":0,"precision":0.37,"balanced_accuracy":0.5,"f1":0.5401459854014599,"true_positive":37,"false_positive":63,"false_negative":0,"true_negative":0,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000008,"brier_skill":-0.2732353308179991,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2970629871118624,"accuracy":0.39,"positive_recall":1,"specificity":0,"precision":0.39,"balanced_accuracy":0.5,"f1":0.5611510791366906,"true_positive":39,"false_positive":61,"false_negative":0,"true_negative":0,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379000000000002,"brier_skill":-0.24868847041556186,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2837056133952143,"accuracy":0.31,"positive_recall":1,"specificity":0,"precision":0.31,"balanced_accuracy":0.5,"f1":0.4732824427480916,"true_positive":31,"false_positive":69,"false_negative":0,"true_negative":0,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999987,"brier_skill":-0.3263469536943171,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.26,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":-0.027777777777777804,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.24515511944890023,"normalized_score_rmse":0.2960428828082541,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":-0.054430621285592284,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2498020403603331,"accuracy":0.48,"positive_recall":0.82,"specificity":0.14,"precision":0.4880952380952381,"balanced_accuracy":0.48,"f1":0.6119402985074627,"true_positive":41,"false_positive":43,"false_negative":9,"true_negative":7,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.0007918385586676013,"baseline_adjusted_skill":-0.040000000000000036,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24693635686361637,"accuracy":0.53,"positive_recall":0.9,"specificity":0.16,"precision":0.5172413793103449,"balanced_accuracy":0.53,"f1":0.656934306569343,"true_positive":45,"false_positive":42,"false_negative":5,"true_negative":8,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.012254572545534526,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.27,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-1.0857142857142859,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2817894731235359,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":50,"false_positive":50,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.12715789249414367,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.6,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.04761904761904766,"baseline_adjusted_score":0.04761904761904766},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.11666666666666668,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24805227570429977,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":50,"false_positive":50,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.007790897182800904,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.52,"uniform_accuracy_baseline":0.20851190476190457,"fixed_answer_accuracy_baseline":0.2233333333333332,"baseline_adjusted_skill":0.3819742489270388,"baseline_adjusted_score":0.3819742489270388},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24874091938851506,"accuracy":0.51,"positive_recall":0.82,"specificity":0.2,"precision":0.5061728395061729,"balanced_accuracy":0.51,"f1":0.6259541984732825,"true_positive":41,"false_positive":40,"false_negative":9,"true_negative":10,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.005036322445939767,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.3023370045423508,"normalized_score_rmse":0.35015580410045,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":-0.007790015141169393,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.22851190476190467,"fixed_answer_accuracy_baseline":0.2433333333333333,"baseline_adjusted_skill":0.11453744493392078,"baseline_adjusted_score":0.11453744493392078},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25535036763174096,"accuracy":0.55,"positive_recall":0.8,"specificity":0.3,"precision":0.5333333333333333,"balanced_accuracy":0.55,"f1":0.64,"true_positive":40,"false_positive":35,"false_negative":10,"true_negative":15,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.02140147052696384,"baseline_adjusted_skill":0.10000000000000009,"baseline_adjusted_score":0.10000000000000009},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.29657445197386884,"normalized_score_rmse":0.3412808478509723,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.304222222222222,"baseline_adjusted_skill":0.025138762686332528,"baseline_adjusted_score":0.025138762686332528},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.08064516129032256,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2510166479470358,"accuracy":0.5,"positive_recall":0.98,"specificity":0.02,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6621621621621622,"true_positive":49,"false_positive":49,"false_negative":1,"true_negative":1,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.004066591788143281,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.41,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":-0.18000000000000005,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24929613647803836,"accuracy":0.51,"positive_recall":0.96,"specificity":0.06,"precision":0.5052631578947369,"balanced_accuracy":0.51,"f1":0.6620689655172414,"true_positive":48,"false_positive":47,"false_negative":2,"true_negative":3,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.0028154540878465584,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.35333333333333317,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.15254237288135594,"baseline_adjusted_score":0.15254237288135594},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.28,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.16129032258064513,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.22,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.25806451612903225,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.24,"uniform_accuracy_baseline":0.11111111111111088,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.09523809523809523,"baseline_adjusted_score":0.09523809523809523},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.3234284258683774,"accuracy":0.1896249999999999,"positive_recall":1,"specificity":0,"precision":0.189625,"balanced_accuracy":0.5,"f1":0.3187979405274771,"true_positive":75.84999999999997,"false_positive":324.14999999999986,"false_negative":0,"true_negative":0,"positive_prevalence":0.1896249999999999,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500007,"brier_skill":-3.2487268867547323,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.36621700213756414,"normalized_score_rmse":0.39991175910797694,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":-0.7132959164330486,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.2583684820058753,"accuracy":0.2666249999999998,"positive_recall":1,"specificity":0,"precision":0.266625,"balanced_accuracy":0.5,"f1":0.42100069081219776,"true_positive":106.64999999999992,"false_positive":293.3499999999998,"false_negative":0,"true_negative":0,"positive_prevalence":0.2666249999999998,"majority_accuracy_baseline":0.7333750000000002,"constant_brier_baseline":0.11565485937499977,"brier_skill":-1.2339613173376516,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.365135550792329,"normalized_score_rmse":0.3964296233333151,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":-0.3586439099249452,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.26675152085050596,"accuracy":0.2793749999999999,"positive_recall":1,"specificity":0,"precision":0.2793750000000001,"balanced_accuracy":0.5,"f1":0.43673668783585745,"true_positive":111.74999999999994,"false_positive":288.2499999999997,"false_negative":0,"true_negative":0,"positive_prevalence":0.2793749999999999,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937499995,"brier_skill":-1.3573814234973733,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3385051926644519,"normalized_score_rmse":0.3745686437210355,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":-0.2803978918749952,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.3065331537160406,"accuracy":0.22187499999999974,"positive_recall":1,"specificity":0,"precision":0.22187499999999996,"balanced_accuracy":0.5,"f1":0.36317135549872115,"true_positive":88.7499999999999,"false_positive":311.2499999999997,"false_negative":0,"true_negative":0,"positive_prevalence":0.22187499999999974,"majority_accuracy_baseline":0.7781250000000003,"constant_brier_baseline":0.126740234375001,"brier_skill":-1.4185938682191912,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.42424527163617315,"normalized_score_rmse":0.4423968790236424,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":-0.8803114532351166,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.2611146776643622,"accuracy":0.26449999999999985,"positive_recall":1,"specificity":0,"precision":0.2645000000000001,"balanced_accuracy":0.5,"f1":0.41834717279557154,"true_positive":105.79999999999994,"false_positive":294.1999999999996,"false_negative":0,"true_negative":0,"positive_prevalence":0.26449999999999985,"majority_accuracy_baseline":0.7355000000000002,"constant_brier_baseline":0.11362725000000028,"brier_skill":-1.2979934625220761,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.35543914295267315,"normalized_score_rmse":0.38995713052972664,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":-0.41468315603053996,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.3380309277037402,"accuracy":0.1914999999999999,"positive_recall":1,"specificity":0,"precision":0.19149999999999995,"balanced_accuracy":0.5,"f1":0.32144355853965584,"true_positive":76.59999999999995,"false_positive":323.39999999999986,"false_negative":0,"true_negative":0,"positive_prevalence":0.1914999999999999,"majority_accuracy_baseline":0.8085000000000001,"constant_brier_baseline":0.09190274999999995,"brier_skill":-2.678137245117697,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.39609644855372605,"normalized_score_rmse":0.4238914287402862,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":-0.9146656123442951,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.3371215329943958,"accuracy":0.1844999999999999,"positive_recall":1,"specificity":0,"precision":0.18449999999999997,"balanced_accuracy":0.5,"f1":0.3115238497256226,"true_positive":73.79999999999995,"false_positive":326.1999999999999,"false_negative":0,"true_negative":0,"positive_prevalence":0.1844999999999999,"majority_accuracy_baseline":0.8155000000000001,"constant_brier_baseline":0.1092222499999995,"brier_skill":-2.086564623914975,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.4204294535936788,"normalized_score_rmse":0.4390792705303951,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":-1.2200895239270166,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.3291451474027415,"accuracy":0.19624999999999987,"positive_recall":1,"specificity":0,"precision":0.19625,"balanced_accuracy":0.5,"f1":0.3281086729362591,"true_positive":78.49999999999994,"false_positive":321.4999999999998,"false_negative":0,"true_negative":0,"positive_prevalence":0.19624999999999987,"majority_accuracy_baseline":0.8037500000000002,"constant_brier_baseline":0.09878593749999955,"brier_skill":-2.3319028571525475,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3990163802774623,"normalized_score_rmse":0.4236360318061895,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":-0.8888349362246735,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.17396096964759614,"accuracy":0.43010204081632636,"positive_recall":1,"specificity":0,"precision":0.43010204081632625,"balanced_accuracy":0.5,"f1":0.6014983945772384,"true_positive":168.59999999999994,"false_positive":223.40000000000015,"false_negative":0,"true_negative":0,"positive_prevalence":0.43010204081632636,"majority_accuracy_baseline":0.5698979591836737,"constant_brier_baseline":0.12359641815910102,"brier_skill":-0.40749199886733556,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.28562834229776446,"normalized_score_rmse":0.32677511817424565,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":-0.036725094265960045,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.34700292101989655,"accuracy":0.15887500000000002,"positive_recall":1,"specificity":0,"precision":0.1588749999999999,"balanced_accuracy":0.5,"f1":0.27418832919857605,"true_positive":127.10000000000001,"false_positive":672.9000000000005,"false_negative":0,"true_negative":0,"positive_prevalence":0.15887500000000002,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499934,"brier_skill":-2.51297588934876,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.43832083361689,"normalized_score_rmse":0.45799235255149984,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-1.656489900708424,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.31,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.11290322580645162,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25860550300868806,"accuracy":0.47,"positive_recall":0.94,"specificity":0,"precision":0.4845360824742268,"balanced_accuracy":0.47,"f1":0.6394557823129252,"true_positive":47,"false_positive":50,"false_negative":3,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.03442201203475226,"baseline_adjusted_skill":-0.06000000000000005,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.05964214711729622,"uniform_accuracy_baseline":0.058823529411766766,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":-0.10514018691588783,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.48,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":-0.1304347826086958,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2592217250428471,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":50,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.03688690017138829,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.25,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":-0.19047619047619047,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":168,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.16698538211215475,"accuracy":0.75,"positive_recall":0.8450704225352113,"specificity":0.6623376623376623,"precision":0.6976744186046512,"balanced_accuracy":0.7537040424364367,"f1":0.7643312101910829,"true_positive":60,"false_positive":26,"false_negative":11,"true_negative":51,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.24958911614317017,"brier_skill":0.33095887876630004,"baseline_adjusted_skill":0.5074080848728735,"baseline_adjusted_score":0.5074080848728735},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.38,"uniform_accuracy_baseline":0.2005,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.12676056338028174,"baseline_adjusted_score":0.12676056338028174},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.9411764705882353,"baseline_adjusted_score":0.9411764705882353},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.83,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.6382978723404255,"baseline_adjusted_score":0.6382978723404255},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.673469387755102,"baseline_adjusted_score":0.673469387755102},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08823734164712863,"accuracy":0.5880138973600001,"positive_recall":0.8068125620203723,"specificity":0.23697402065029463,"precision":0.6291441952025316,"balanced_accuracy":0.5218932913353335,"f1":0.7069870836407153,"true_positive":49.702391421,"false_positive":29.297608579000002,"false_negative":11.901001685,"true_negative":9.098998315000001,"positive_prevalence":0.61603393106,"majority_accuracy_baseline":0.61603393106,"constant_brier_baseline":0.07908707655202402,"brier_skill":-0.11569861340222265,"baseline_adjusted_skill":0.04378658267066693,"baseline_adjusted_score":0.04378658267066693},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.13210990775476258,"accuracy":0.84,"positive_recall":0.74,"specificity":0.94,"precision":0.925,"balanced_accuracy":0.84,"f1":0.8222222222222222,"true_positive":37,"false_positive":3,"false_negative":13,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.47156036898094966,"baseline_adjusted_skill":0.6799999999999999,"baseline_adjusted_score":0.6799999999999999},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.68,"uniform_accuracy_baseline":0.012987012987012986,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.6631578947368422,"baseline_adjusted_score":0.6631578947368422},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.9666666666666667,"baseline_adjusted_score":0.9666666666666667},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.49,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.203125,"baseline_adjusted_score":0.203125},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09801101306435257,"accuracy":0.87,"positive_recall":0.96,"specificity":0.78,"precision":0.8135593220338984,"balanced_accuracy":0.87,"f1":0.8807339449541285,"true_positive":48,"false_positive":11,"false_negative":2,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6079559477425898,"baseline_adjusted_skill":0.74,"baseline_adjusted_score":0.74},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.11956307598153436,"accuracy":0.6296916721634833,"positive_recall":0.7490742295876606,"specificity":0.5741027706635484,"precision":0.4502379011073326,"balanced_accuracy":0.6615885001256046,"f1":0.5624250772944316,"true_positive":166.58802340971306,"false_positive":203.41197659028694,"false_negative":55.80385289527476,"true_negative":274.19614710472524,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768642,"brier_skill":-0.34753996443743285,"baseline_adjusted_skill":0.3231770002512091,"baseline_adjusted_score":0.3231770002512091},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.18316525914895673,"accuracy":0.76,"positive_recall":0.84,"specificity":0.68,"precision":0.7241379310344828,"balanced_accuracy":0.76,"f1":0.7777777777777778,"true_positive":42,"false_positive":16,"false_negative":8,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.26733896340417307,"baseline_adjusted_skill":0.52,"baseline_adjusted_score":0.52},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.8278145695364238,"uniform_accuracy_baseline":0.006622516556291391,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.8206896551724138,"baseline_adjusted_score":0.8206896551724138},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.7523529411764706,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.5433839479392624,"baseline_adjusted_score":0.5433839479392624},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.11666666666666668,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.14863646511364675,"accuracy":0.81,"positive_recall":0.94,"specificity":0.68,"precision":0.746031746031746,"balanced_accuracy":0.81,"f1":0.831858407079646,"true_positive":47,"false_positive":16,"false_negative":3,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.405454139545413,"baseline_adjusted_skill":0.6200000000000001,"baseline_adjusted_score":0.6200000000000001},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.77,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.5208333333333334,"baseline_adjusted_score":0.5208333333333334},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.07142857142857142,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9887640449438202,"baseline_adjusted_score":0.9887640449438202},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.74,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.4347826086956521,"baseline_adjusted_score":0.4347826086956521},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.41,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.19178082191780815,"baseline_adjusted_score":0.19178082191780815},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.5555555555555556,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":-0.3333333333333331,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.2057693399489585,"accuracy":0.6707317073170732,"positive_recall":0.7,"specificity":0.6428571428571429,"precision":0.6511627906976745,"balanced_accuracy":0.6714285714285715,"f1":0.6746987951807228,"true_positive":28,"false_positive":15,"false_negative":12,"true_negative":27,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.2498512790005949,"brier_skill":0.17643271320428755,"baseline_adjusted_skill":0.34285714285714297,"baseline_adjusted_score":0.34285714285714297},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.12598337033810883,"accuracy":0.81,"positive_recall":0.8,"specificity":0.82,"precision":0.8163265306122449,"balanced_accuracy":0.81,"f1":0.8080808080808081,"true_positive":40,"false_positive":9,"false_negative":10,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4960665186475647,"baseline_adjusted_skill":0.6200000000000001,"baseline_adjusted_score":0.6200000000000001},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.7178770949720671,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.6379928315412187,"baseline_adjusted_score":0.6379928315412187},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.48,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.14754098360655732,"baseline_adjusted_score":0.14754098360655732},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.21089263032753713,"accuracy":0.72,"positive_recall":0.4772727272727273,"specificity":0.7884615384615384,"precision":0.3888888888888889,"balanced_accuracy":0.6328671328671329,"f1":0.42857142857142855,"true_positive":21,"false_positive":33,"false_negative":23,"true_negative":123,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.22897803221175494,"baseline_adjusted_skill":0.26573426573426584,"baseline_adjusted_score":0.26573426573426584},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.17500066025240385,"accuracy":0.735,"positive_recall":0.36,"specificity":0.86,"precision":0.46153846153846156,"balanced_accuracy":0.61,"f1":0.4044943820224719,"true_positive":18,"false_positive":21,"false_negative":32,"true_negative":129,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":0.06666314532051276,"baseline_adjusted_skill":0.21999999999999997,"baseline_adjusted_score":0.21999999999999997},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.04192705492854811,"accuracy":0.94,"positive_recall":0.9473684210526315,"specificity":0.9392265193370166,"precision":0.6206896551724138,"balanced_accuracy":0.943297470194824,"f1":0.75,"true_positive":18,"false_positive":11,"false_negative":1,"true_negative":170,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.085975,"brier_skill":0.5123343422093851,"baseline_adjusted_skill":0.886594940389648,"baseline_adjusted_score":0.886594940389648},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.08268216011678534,"accuracy":0.8506488095238095,"positive_recall":0.6512250768772939,"specificity":0.8633793273766931,"precision":0.23329779673063253,"balanced_accuracy":0.7573022021269935,"f1":0.3435284267810889,"true_positive":109.41666666666666,"false_positive":359.5833333333333,"false_negative":58.6,"true_negative":2272.4,"positive_prevalence":0.060005952380952375,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679138,"brier_skill":-1.5676914236366128,"baseline_adjusted_skill":0.514604404253987,"baseline_adjusted_score":0.514604404253987},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.7422096317280453,"uniform_accuracy_baseline":0.027777777777777776,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.7045454545454546,"baseline_adjusted_score":0.7045454545454546},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.61,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.4428571428571429,"baseline_adjusted_score":0.4428571428571429},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09851573247146987,"accuracy":0.89,"positive_recall":0.96,"specificity":0.82,"precision":0.8421052631578947,"balanced_accuracy":0.8899999999999999,"f1":0.897196261682243,"true_positive":48,"false_positive":9,"false_negative":2,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6059370701141205,"baseline_adjusted_skill":0.7799999999999998,"baseline_adjusted_score":0.7799999999999998},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.14763786985918562,"accuracy":0.83,"positive_recall":1,"specificity":0.66,"precision":0.746268656716418,"balanced_accuracy":0.8300000000000001,"f1":0.8547008547008547,"true_positive":50,"false_positive":17,"false_negative":0,"true_negative":33,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.40944852056325753,"baseline_adjusted_skill":0.6600000000000001,"baseline_adjusted_score":0.6600000000000001},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.59,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":-0.05128205128205133,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.83,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.8191489361702128,"baseline_adjusted_score":0.8191489361702128},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10080783573123421,"accuracy":0.91,"positive_recall":0.98,"specificity":0.84,"precision":0.8596491228070176,"balanced_accuracy":0.9099999999999999,"f1":0.9158878504672897,"true_positive":49,"false_positive":8,"false_negative":1,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5967686570750632,"baseline_adjusted_skill":0.8199999999999998,"baseline_adjusted_score":0.8199999999999998},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.7910447761194032,"baseline_adjusted_score":0.7910447761194032},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08923503509695122,"accuracy":0.88,"positive_recall":0.8,"specificity":0.96,"precision":0.9523809523809523,"balanced_accuracy":0.88,"f1":0.8695652173913043,"true_positive":40,"false_positive":2,"false_negative":10,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6430598596121951,"baseline_adjusted_skill":0.76,"baseline_adjusted_score":0.76},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.4973660878378378,"uniform_accuracy_baseline":0.23445945945945948,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.31860671138574037,"baseline_adjusted_score":0.31860671138574037},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.04416013224129488,"accuracy":0.7165789407894736,"positive_recall":0.856892344609158,"specificity":0.5829694290894977,"precision":0.66177084375,"balanced_accuracy":0.7199308868493278,"f1":0.7467967542001277,"true_positive":63.530001,"false_positive":32.469999,"false_negative":10.610002,"true_negative":45.389998,"positive_prevalence":0.4877631776315789,"majority_accuracy_baseline":0.512236822368421,"constant_brier_baseline":0.09451910039768556,"brier_skill":0.532791445797804,"baseline_adjusted_skill":0.43986177369865564,"baseline_adjusted_score":0.43986177369865564},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.08995364684458912,"normalized_score_rmse":0.11611417996160438,"constant_score_baseline":0.5841668333333333,"constant_mae_baseline":0.21700552708333334,"baseline_adjusted_skill":0.5854776232955321,"baseline_adjusted_score":0.5854776232955321},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.22683574397423822,"accuracy":0.66,"positive_recall":0.88,"specificity":0.44,"precision":0.6111111111111112,"balanced_accuracy":0.66,"f1":0.7213114754098361,"true_positive":44,"false_positive":28,"false_negative":6,"true_negative":22,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.0926570241030471,"baseline_adjusted_skill":0.32000000000000006,"baseline_adjusted_score":0.32000000000000006},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25495854696479464,"accuracy":0.49,"positive_recall":0.8,"specificity":0.18,"precision":0.49382716049382713,"balanced_accuracy":0.49,"f1":0.6106870229007634,"true_positive":40,"false_positive":41,"false_negative":10,"true_negative":9,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.019834187859178565,"baseline_adjusted_skill":-0.020000000000000018,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.7704918032786885,"baseline_adjusted_score":0.7704918032786885},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.855,"uniform_accuracy_baseline":0.036111111111111115,"fixed_answer_accuracy_baseline":0.08833333333333333,"baseline_adjusted_skill":0.8409506398537477,"baseline_adjusted_score":0.8409506398537477},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.909090909090909,"baseline_adjusted_score":0.909090909090909},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.81,"uniform_accuracy_baseline":0.049879324215607396,"fixed_answer_accuracy_baseline":0.12442477876106194,"baseline_adjusted_skill":0.7829997978572873,"baseline_adjusted_score":0.7829997978572873},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.249709098925706,"accuracy":0.55,"positive_recall":0.28,"specificity":0.82,"precision":0.6086956521739131,"balanced_accuracy":0.55,"f1":0.3835616438356164,"true_positive":14,"false_positive":9,"false_negative":36,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.0011636042971759908,"baseline_adjusted_skill":0.10000000000000009,"baseline_adjusted_score":0.10000000000000009},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.8055555555555556,"uniform_accuracy_baseline":0.23888888888888887,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.7254901960784313,"baseline_adjusted_score":0.7254901960784313},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.12891780185038967,"accuracy":0.8125,"positive_recall":0.90625,"specificity":0.71875,"precision":0.7631578947368421,"balanced_accuracy":0.8125,"f1":0.8285714285714286,"true_positive":29,"false_positive":9,"false_negative":3,"true_negative":23,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4843287925984413,"baseline_adjusted_skill":0.625,"baseline_adjusted_score":0.625},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09606711032088294,"accuracy":0.85,"positive_recall":0.72,"specificity":0.98,"precision":0.972972972972973,"balanced_accuracy":0.85,"f1":0.8275862068965517,"true_positive":36,"false_positive":1,"false_negative":14,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6157315587164682,"baseline_adjusted_skill":0.7,"baseline_adjusted_score":0.7},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.8260869565217391,"baseline_adjusted_score":0.8260869565217391},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.002759413774970699,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":16,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.9889521999965327,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.05464102805708535,"normalized_score_rmse":0.1307411191466842,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.8344211270997414,"baseline_adjusted_score":0.8344211270997414},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.8125,"uniform_accuracy_baseline":0.178125,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":0.7368421052631579,"baseline_adjusted_score":0.7368421052631579},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.022290861152834088,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":17,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9108365553886637,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.1350873226628584,"normalized_score_rmse":0.19171779900196945,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":0.08140620589256298,"baseline_adjusted_score":0.08140620589256298},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.9166666666666666,"uniform_accuracy_baseline":0.13194444444444445,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":0.7913043478260868,"baseline_adjusted_score":0.7913043478260868},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.0029267373199433878,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":26,"false_positive":0,"false_negative":0,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9882930507202264,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.006552464805407345,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":39,"false_positive":0,"false_negative":0,"true_negative":36,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24960000000000004,"brier_skill":0.9737481377988488,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.30411989156156777,"normalized_score_rmse":0.45580483882257444,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.08614246986274199,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.84,"baseline_adjusted_score":0.84},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.0007298037974255297,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":14,"false_positive":0,"false_negative":0,"true_negative":14,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9970807848102978,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.05840149756916093,"normalized_score_rmse":0.13281216155818504,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.1696969696969697,"baseline_adjusted_skill":0.6558483178960159,"baseline_adjusted_score":0.6558483178960159},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.0006270476381846339,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":45,"false_positive":0,"false_negative":0,"true_negative":40,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.2491349480968858,"brier_skill":0.9974831004522867,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.48,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.3157894736842105,"baseline_adjusted_score":0.3157894736842105},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.18359289849172838,"accuracy":0.82,"positive_recall":0.9714285714285714,"specificity":0.4666666666666667,"precision":0.8095238095238095,"balanced_accuracy":0.719047619047619,"f1":0.8831168831168831,"true_positive":34,"false_positive":8,"false_negative":1,"true_negative":7,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.21,"brier_skill":0.12574810242034096,"baseline_adjusted_skill":0.4380952380952381,"baseline_adjusted_score":0.4380952380952381},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.17700909700244666,"normalized_score_rmse":0.3651675716237764,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.36782465356269056,"baseline_adjusted_score":0.36782465356269056},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.620253164556962,"uniform_accuracy_baseline":0.24240506329113923,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.3478260869565217,"baseline_adjusted_score":0.3478260869565217},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.06021149769833642,"accuracy":0.9047619047619048,"positive_recall":0.9090909090909091,"specificity":0.9,"precision":0.9090909090909091,"balanced_accuracy":0.9045454545454545,"f1":0.9090909090909091,"true_positive":10,"false_positive":1,"false_negative":1,"true_negative":9,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.2494331065759637,"brier_skill":0.7586066319548512,"baseline_adjusted_skill":0.8090909090909091,"baseline_adjusted_score":0.8090909090909091},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.696969696969697,"uniform_accuracy_baseline":0.32373737373737377,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.5000000000000001,"baseline_adjusted_score":0.5000000000000001},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.16140183886153994,"accuracy":0.7272727272727273,"positive_recall":0.7647058823529411,"specificity":0.6875,"precision":0.7222222222222222,"balanced_accuracy":0.7261029411764706,"f1":0.7428571428571429,"true_positive":13,"false_positive":5,"false_negative":4,"true_negative":11,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.3537992554403786,"baseline_adjusted_skill":0.4522058823529411,"baseline_adjusted_score":0.4522058823529411},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.2339365005164462,"normalized_score_rmse":0.2972445554094942,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.3431372549019608,"baseline_adjusted_skill":0.3182421984949282,"baseline_adjusted_score":0.3182421984949282},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.12284110171000873,"accuracy":0.83,"positive_recall":0.92,"specificity":0.74,"precision":0.7796610169491526,"balanced_accuracy":0.8300000000000001,"f1":0.8440366972477065,"true_positive":46,"false_positive":13,"false_negative":4,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5086355931599651,"baseline_adjusted_skill":0.6600000000000001,"baseline_adjusted_score":0.6600000000000001},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.45333333333333337,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":0.154639175257732,"baseline_adjusted_score":0.154639175257732},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.25883419562119736,"accuracy":0.49333333333333335,"positive_recall":1,"specificity":0,"precision":0.49333333333333335,"balanced_accuracy":0.5,"f1":0.6607142857142857,"true_positive":37,"false_positive":38,"false_negative":0,"true_negative":0,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555554,"brier_skill":-0.035520875084804615,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.14285714285714285,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.9871794871794871,"baseline_adjusted_score":0.9871794871794871},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.305,"uniform_accuracy_baseline":0.32416666666666666,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.05303030303030309,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.0010838654705274432,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":16,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.9956605533183662,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.037568294538439,"normalized_score_rmse":0.0592403255959362,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.8289994869284846,"baseline_adjusted_score":0.8289994869284846},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2116026412421129,"accuracy":0.73,"positive_recall":0.6363636363636364,"specificity":0.7564102564102564,"precision":0.42424242424242425,"balanced_accuracy":0.6963869463869463,"f1":0.509090909090909,"true_positive":14,"false_positive":19,"false_negative":8,"true_negative":59,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.23311562495403781,"baseline_adjusted_skill":0.39277389277389263,"baseline_adjusted_score":0.39277389277389263},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08105843499105943,"accuracy":0.89,"positive_recall":0.8378378378378378,"specificity":0.9206349206349206,"precision":0.8611111111111112,"balanced_accuracy":0.8792363792363792,"f1":0.8493150684931506,"true_positive":31,"false_positive":5,"false_negative":6,"true_negative":58,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000003,"brier_skill":0.6522589661473213,"baseline_adjusted_skill":0.7584727584727584,"baseline_adjusted_score":0.7584727584727584},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1149028121973223,"accuracy":0.85,"positive_recall":0.7692307692307693,"specificity":0.9016393442622951,"precision":0.8333333333333334,"balanced_accuracy":0.8354350567465322,"f1":0.8,"true_positive":30,"false_positive":6,"false_negative":9,"true_negative":55,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379,"brier_skill":0.5170121387250008,"baseline_adjusted_skill":0.6708701134930644,"baseline_adjusted_score":0.6708701134930644},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1469620760847791,"accuracy":0.8,"positive_recall":0.9032258064516129,"specificity":0.7536231884057971,"precision":0.6222222222222222,"balanced_accuracy":0.8284244974287049,"f1":0.7368421052631579,"true_positive":28,"false_positive":17,"false_negative":3,"true_negative":52,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999998,"brier_skill":0.3129402707583959,"baseline_adjusted_skill":0.6568489948574099,"baseline_adjusted_score":0.6568489948574099},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.7777777777777777,"baseline_adjusted_score":0.7777777777777777},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.18776776782702653,"normalized_score_rmse":0.238152097062113,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.19239669751816546,"baseline_adjusted_score":0.19239669751816546},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08275858120175038,"accuracy":0.9,"positive_recall":0.92,"specificity":0.88,"precision":0.8846153846153846,"balanced_accuracy":0.9,"f1":0.9019607843137255,"true_positive":46,"false_positive":6,"false_negative":4,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6689656751929984,"baseline_adjusted_skill":0.8,"baseline_adjusted_score":0.8},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.26574301957183566,"accuracy":0.58,"positive_recall":0.88,"specificity":0.28,"precision":0.55,"balanced_accuracy":0.5800000000000001,"f1":0.676923076923077,"true_positive":44,"false_positive":36,"false_negative":6,"true_negative":14,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.06297207828734264,"baseline_adjusted_skill":0.16000000000000014,"baseline_adjusted_score":0.16000000000000014},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.63,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.0571428571428572,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.15007299678399844,"accuracy":0.79,"positive_recall":0.92,"specificity":0.66,"precision":0.7301587301587301,"balanced_accuracy":0.79,"f1":0.8141592920353983,"true_positive":46,"false_positive":17,"false_negative":4,"true_negative":33,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.39970801286400626,"baseline_adjusted_skill":0.5800000000000001,"baseline_adjusted_score":0.5800000000000001},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.6666666666666666,"baseline_adjusted_score":0.6666666666666666},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.64,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.4,"baseline_adjusted_score":0.4},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.16593323118097825,"accuracy":0.71,"positive_recall":0.62,"specificity":0.8,"precision":0.7560975609756098,"balanced_accuracy":0.71,"f1":0.6813186813186813,"true_positive":31,"false_positive":10,"false_negative":19,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.336267075276087,"baseline_adjusted_skill":0.41999999999999993,"baseline_adjusted_score":0.41999999999999993},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.20851190476190473,"fixed_answer_accuracy_baseline":0.22333333333333333,"baseline_adjusted_skill":0.9742489270386265,"baseline_adjusted_score":0.9742489270386265},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.04896083173962682,"accuracy":0.96,"positive_recall":0.98,"specificity":0.94,"precision":0.9423076923076923,"balanced_accuracy":0.96,"f1":0.9607843137254902,"true_positive":49,"false_positive":3,"false_negative":1,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8041566730414927,"baseline_adjusted_skill":0.9199999999999999,"baseline_adjusted_score":0.9199999999999999},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.13403720081223583,"normalized_score_rmse":0.19959932709861428,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.5532093306258805,"baseline_adjusted_score":0.5532093306258805},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.22851190476190475,"fixed_answer_accuracy_baseline":0.24333333333333332,"baseline_adjusted_skill":0.86784140969163,"baseline_adjusted_score":0.86784140969163},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.06172311383921155,"accuracy":0.9,"positive_recall":0.96,"specificity":0.84,"precision":0.8571428571428571,"balanced_accuracy":0.8999999999999999,"f1":0.9056603773584906,"true_positive":48,"false_positive":8,"false_negative":2,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7531075446431538,"baseline_adjusted_skill":0.7999999999999998,"baseline_adjusted_score":0.7999999999999998},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.1376157483903743,"normalized_score_rmse":0.20902719376785306,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.3042222222222222,"baseline_adjusted_skill":0.5476472843267464,"baseline_adjusted_score":0.5476472843267464},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.65,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.435483870967742,"baseline_adjusted_score":0.435483870967742},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.06549627172415655,"accuracy":0.94,"positive_recall":0.94,"specificity":0.94,"precision":0.94,"balanced_accuracy":0.94,"f1":0.94,"true_positive":47,"false_positive":3,"false_negative":3,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7380149131033737,"baseline_adjusted_skill":0.8799999999999999,"baseline_adjusted_score":0.8799999999999999},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.6799999999999999,"baseline_adjusted_score":0.6799999999999999},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.04267013443847695,"accuracy":0.93,"positive_recall":0.94,"specificity":0.92,"precision":0.9215686274509803,"balanced_accuracy":0.9299999999999999,"f1":0.9306930693069307,"true_positive":47,"false_positive":4,"false_negative":3,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8293194622460922,"baseline_adjusted_skill":0.8599999999999999,"baseline_adjusted_score":0.8599999999999999},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.56,"uniform_accuracy_baseline":0.3533333333333333,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.2542372881355933,"baseline_adjusted_score":0.2542372881355933},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.81,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.6935483870967742,"baseline_adjusted_score":0.6935483870967742},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.43,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.08064516129032256,"baseline_adjusted_score":0.08064516129032256},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.37,"uniform_accuracy_baseline":0.1111111111111111,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.25,"baseline_adjusted_score":0.25},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.11582827419999424,"accuracy":0.7013750000000001,"positive_recall":0.5431773236651286,"specificity":0.7383927194200216,"precision":0.326984126984127,"balanced_accuracy":0.6407850215425751,"f1":0.408223928659896,"true_positive":41.2,"false_positive":84.8,"false_negative":34.65,"true_negative":239.35,"positive_prevalence":0.189625,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500001,"brier_skill":-0.5215814797929663,"baseline_adjusted_skill":0.2815700430851502,"baseline_adjusted_score":0.2815700430851502},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.2656410150369629,"normalized_score_rmse":0.3094699297854467,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":-0.24276498262906632,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.07465287271051214,"accuracy":0.791875,"positive_recall":0.6160337552742616,"specificity":0.8558036475200272,"precision":0.6083333333333334,"balanced_accuracy":0.7359187013971444,"f1":0.6121593291404613,"true_positive":65.7,"false_positive":42.3,"false_negative":40.95,"true_negative":251.05,"positive_prevalence":0.266625,"majority_accuracy_baseline":0.733375,"constant_brier_baseline":0.115654859375,"brier_skill":0.3545202241052645,"baseline_adjusted_skill":0.4718374027942889,"baseline_adjusted_score":0.4718374027942889},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.18923185553139774,"normalized_score_rmse":0.2443155201040648,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.2958814677901479,"baseline_adjusted_score":0.2958814677901479},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.08046774855657202,"accuracy":0.746625,"positive_recall":0.7266219239373602,"specificity":0.7543798785776236,"precision":0.5342105263157895,"balanced_accuracy":0.7405009012574919,"f1":0.6157345971563981,"true_positive":81.2,"false_positive":70.8,"false_negative":30.55,"true_negative":217.45,"positive_prevalence":0.279375,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937500001,"brier_skill":0.28887687300486287,"baseline_adjusted_skill":0.4810018025149838,"baseline_adjusted_score":0.4810018025149838},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.22818602645391364,"normalized_score_rmse":0.282974283636134,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.13688500632089406,"baseline_adjusted_score":0.13688500632089406},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.0773138300258314,"accuracy":0.830375,"positive_recall":0.28112676056338026,"specificity":0.9869879518072289,"precision":0.8603448275862069,"balanced_accuracy":0.6340573561853046,"f1":0.42377919320594476,"true_positive":24.95,"false_positive":4.05,"false_negative":63.8,"true_negative":307.2,"positive_prevalence":0.221875,"majority_accuracy_baseline":0.778125,"constant_brier_baseline":0.12674023437499998,"brier_skill":0.3899819547668292,"baseline_adjusted_skill":0.26811471237060913,"baseline_adjusted_score":0.26811471237060913},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.19423071456432808,"normalized_score_rmse":0.2395859446811053,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.1391436473603187,"baseline_adjusted_score":0.1391436473603187},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.060777673758494306,"accuracy":0.7927500000000001,"positive_recall":0.7509451795841209,"specificity":0.8077838205302516,"precision":0.5841911764705883,"balanced_accuracy":0.7793645000571863,"f1":0.6571546732837056,"true_positive":79.45,"false_positive":56.55,"false_negative":26.35,"true_negative":237.65,"positive_prevalence":0.2645,"majority_accuracy_baseline":0.7355,"constant_brier_baseline":0.11362725,"brier_skill":0.4651135730338074,"baseline_adjusted_skill":0.5587290001143725,"baseline_adjusted_score":0.5587290001143725},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1909662228936213,"normalized_score_rmse":0.24761181085579798,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.23993543126916883,"baseline_adjusted_score":0.23993543126916883},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.0807095715374726,"accuracy":0.7985,"positive_recall":0.5744125326370758,"specificity":0.8515769944341373,"precision":0.4782608695652174,"balanced_accuracy":0.7129947635356065,"f1":0.5219454329774614,"true_positive":44,"false_positive":48,"false_negative":32.6,"true_negative":275.4,"positive_prevalence":0.19149999999999998,"majority_accuracy_baseline":0.8085,"constant_brier_baseline":0.09190274999999999,"brier_skill":0.12179372720106185,"baseline_adjusted_skill":0.42598952707121307,"baseline_adjusted_score":0.42598952707121307},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.20036551595287164,"normalized_score_rmse":0.2562189456616808,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.031465783913611434,"baseline_adjusted_score":0.031465783913611434},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.07641565885060014,"accuracy":0.82825,"positive_recall":0.725609756097561,"specificity":0.8514714898835071,"precision":0.525,"balanced_accuracy":0.7885406229905341,"f1":0.6092150170648464,"true_positive":53.55,"false_positive":48.45,"false_negative":20.25,"true_negative":277.75,"positive_prevalence":0.1845,"majority_accuracy_baseline":0.8155,"constant_brier_baseline":0.10922225,"brier_skill":0.30036545803991277,"baseline_adjusted_skill":0.5770812459810681,"baseline_adjusted_score":0.5770812459810681},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.24063477072253592,"normalized_score_rmse":0.31456351141536426,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":-0.2706786572807178,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.062136080339153146,"accuracy":0.8415,"positive_recall":0.389171974522293,"specificity":0.9519440124416797,"precision":0.6641304347826087,"balanced_accuracy":0.6705579934819863,"f1":0.49076305220883537,"true_positive":30.55,"false_positive":15.45,"false_negative":47.95,"true_negative":306.05,"positive_prevalence":0.19625,"majority_accuracy_baseline":0.80375,"constant_brier_baseline":0.09878593749999999,"brier_skill":0.3710027772004173,"baseline_adjusted_skill":0.3411159869639726,"baseline_adjusted_score":0.3411159869639726},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.18706017516582507,"normalized_score_rmse":0.2383920509935172,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":0.11450804655230729,"baseline_adjusted_score":0.11450804655230729},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.10142795461433725,"accuracy":0.6711734693877551,"positive_recall":0.8858244365361803,"specificity":0.5091763652641004,"precision":0.5766409266409266,"balanced_accuracy":0.6975004009001403,"f1":0.6985500467726847,"true_positive":149.35,"false_positive":109.64999999999999,"false_negative":19.25,"true_negative":113.75,"positive_prevalence":0.4301020408163265,"majority_accuracy_baseline":0.5698979591836735,"constant_brier_baseline":0.12359641815910039,"brier_skill":0.17936169894686282,"baseline_adjusted_skill":0.39500080180028063,"baseline_adjusted_score":0.39500080180028063},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.19482472056180847,"normalized_score_rmse":0.25000870713333945,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.292858421664547,"baseline_adjusted_score":0.292858421664547},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.06784058504357919,"accuracy":0.85925,"positive_recall":0.7218725413060583,"specificity":0.8851983950066875,"precision":0.5428994082840237,"balanced_accuracy":0.8035354681563729,"f1":0.6197230665315772,"true_positive":91.75,"false_positive":77.25,"false_negative":35.35,"true_negative":595.65,"positive_prevalence":0.158875,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499999,"brier_skill":0.3131978864127739,"baseline_adjusted_skill":0.6070709363127458,"baseline_adjusted_score":0.6070709363127458},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.23080564203912218,"normalized_score_rmse":0.28213291865002743,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-0.3988220729643768,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.46,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.12903225806451615,"baseline_adjusted_score":0.12903225806451615},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2647193339778668,"accuracy":0.53,"positive_recall":0.6,"specificity":0.46,"precision":0.5263157894736842,"balanced_accuracy":0.53,"f1":0.5607476635514018,"true_positive":30,"false_positive":27,"false_negative":20,"true_negative":23,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.058877335911467155,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.3949635520212061,"uniform_accuracy_baseline":0.058823529411764705,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.28894080996884736,"baseline_adjusted_score":0.28894080996884736},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.82,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.6086956521739129,"baseline_adjusted_score":0.6086956521739129},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2223424585256016,"accuracy":0.62,"positive_recall":0.72,"specificity":0.52,"precision":0.6,"balanced_accuracy":0.62,"f1":0.6545454545454545,"true_positive":36,"false_positive":24,"false_negative":14,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.11063016589759356,"baseline_adjusted_skill":0.24,"baseline_adjusted_score":0.24},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.62,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.3968253968253968,"baseline_adjusted_score":0.3968253968253968},"scoring":{"eligible":true,"reason":null},"model":169,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0,"abstained":0},"metrics":{"binary_brier":0.15215589716573558,"accuracy":0.8175675675675675,"positive_recall":0.9295774647887324,"specificity":0.7142857142857143,"precision":0.75,"balanced_accuracy":0.8219315895372233,"f1":0.8301886792452831,"true_positive":66,"false_positive":22,"false_negative":5,"true_negative":55,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.24958911614317017,"brier_skill":0.3903744701814025,"baseline_adjusted_skill":0.6438631790744467,"baseline_adjusted_score":0.6438631790744467},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.66,"uniform_accuracy_baseline":0.2005,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.5211267605633804,"baseline_adjusted_score":0.5211267605633804},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.9705882352941176,"baseline_adjusted_score":0.9705882352941176},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.702127659574468,"baseline_adjusted_score":0.702127659574468},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.8979591836734693,"baseline_adjusted_score":0.8979591836734693},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0819972904865892,"accuracy":0.6173842706800001,"positive_recall":0.8063015295526342,"specificity":0.314286025697904,"precision":0.6535646064078948,"balanced_accuracy":0.5602937776252691,"f1":0.7219430998876172,"true_positive":49.670910087,"false_positive":26.329089913,"false_negative":11.932483019,"true_negative":12.067516981,"positive_prevalence":0.61603393106,"majority_accuracy_baseline":0.61603393106,"constant_brier_baseline":0.07908707655202402,"brier_skill":-0.03679759148324102,"baseline_adjusted_skill":0.12058755525053821,"baseline_adjusted_score":0.12058755525053821},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.06483949979582311,"accuracy":0.92,"positive_recall":0.9,"specificity":0.94,"precision":0.9375,"balanced_accuracy":0.9199999999999999,"f1":0.9183673469387755,"true_positive":45,"false_positive":3,"false_negative":5,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7406420008167076,"baseline_adjusted_skill":0.8399999999999999,"baseline_adjusted_score":0.8399999999999999},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.012987012987012986,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.9052631578947369,"baseline_adjusted_score":0.9052631578947369},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.9166666666666666,"baseline_adjusted_score":0.9166666666666666},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.76,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.625,"baseline_adjusted_score":0.625},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.13428688819434453,"accuracy":0.81,"positive_recall":1,"specificity":0.62,"precision":0.7246376811594203,"balanced_accuracy":0.81,"f1":0.8403361344537815,"true_positive":50,"false_positive":19,"false_negative":0,"true_negative":31,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.46285244722262187,"baseline_adjusted_skill":0.6200000000000001,"baseline_adjusted_score":0.6200000000000001},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0,"abstained":0},"metrics":{"binary_brier":0.09189156571388288,"accuracy":0.6850840967514419,"positive_recall":0.6563880589563812,"specificity":0.6984460254355479,"precision":0.5033633517775813,"balanced_accuracy":0.6774170421959645,"f1":0.5697801966267341,"true_positive":145.97537201549858,"false_positive":144.02462798450142,"false_negative":76.41650428948924,"true_negative":333.58349571051076,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768642,"brier_skill":-0.03566720894091091,"baseline_adjusted_skill":0.3548340843919291,"baseline_adjusted_score":0.3548340843919291},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.12318983228977948,"accuracy":0.85,"positive_recall":0.78,"specificity":0.92,"precision":0.9069767441860465,"balanced_accuracy":0.8500000000000001,"f1":0.8387096774193549,"true_positive":39,"false_positive":4,"false_negative":11,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5072406708408821,"baseline_adjusted_skill":0.7000000000000002,"baseline_adjusted_score":0.7000000000000002},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9536423841059603,"uniform_accuracy_baseline":0.006622516556291391,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.9517241379310345,"baseline_adjusted_score":0.9517241379310345},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.06638857806363231,"accuracy":0.9066666666666666,"positive_recall":0.8466666666666667,"specificity":0.9666666666666667,"precision":0.9621212121212122,"balanced_accuracy":0.9066666666666667,"f1":0.900709219858156,"true_positive":127,"false_positive":5,"false_negative":23,"true_negative":145,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7344456877454708,"baseline_adjusted_skill":0.8133333333333335,"baseline_adjusted_score":0.8133333333333335},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":14},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8776470588235294,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.7744034707158353,"baseline_adjusted_score":0.7744034707158353},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.62,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.36666666666666664,"baseline_adjusted_score":0.36666666666666664},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.10854651922481179,"accuracy":0.81,"positive_recall":0.96,"specificity":0.66,"precision":0.7384615384615385,"balanced_accuracy":0.81,"f1":0.8347826086956521,"true_positive":48,"false_positive":17,"false_negative":2,"true_negative":33,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5658139231007528,"baseline_adjusted_skill":0.6200000000000001,"baseline_adjusted_score":0.6200000000000001},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.6874999999999999,"baseline_adjusted_score":0.6874999999999999},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.8799999999999999,"baseline_adjusted_score":0.8799999999999999},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":19},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9033333333333333,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.798611111111111,"baseline_adjusted_score":0.798611111111111},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":20},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5266666666666666,"baseline_adjusted_skill":0.9154929577464788,"baseline_adjusted_score":0.9154929577464788},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":21},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.07142857142857142,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9775280898876404,"baseline_adjusted_score":0.9775280898876404},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.7608695652173914,"baseline_adjusted_score":0.7608695652173914},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.3150684931506849,"baseline_adjusted_score":0.3150684931506849},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7777777777777778,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.3333333333333334,"baseline_adjusted_score":0.3333333333333334},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0,"abstained":0},"metrics":{"binary_brier":0.13834919211524374,"accuracy":0.8170731707317073,"positive_recall":0.8,"specificity":0.8333333333333334,"precision":0.8205128205128205,"balanced_accuracy":0.8166666666666667,"f1":0.810126582278481,"true_positive":32,"false_positive":7,"false_negative":8,"true_negative":35,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.2498512790005949,"brier_skill":0.44627382870065546,"baseline_adjusted_skill":0.6333333333333333,"baseline_adjusted_score":0.6333333333333333},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.11200714622425863,"accuracy":0.85,"positive_recall":0.82,"specificity":0.88,"precision":0.8723404255319149,"balanced_accuracy":0.85,"f1":0.845360824742268,"true_positive":41,"false_positive":6,"false_negative":9,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5519714151029655,"baseline_adjusted_skill":0.7,"baseline_adjusted_score":0.7},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7849162011173184,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.7240143369175627,"baseline_adjusted_score":0.7240143369175627},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.57,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.29508196721311464,"baseline_adjusted_score":0.29508196721311464},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"binary_brier":0.18286163963791974,"accuracy":0.765,"positive_recall":0.5454545454545454,"specificity":0.8269230769230769,"precision":0.47058823529411764,"balanced_accuracy":0.6861888111888111,"f1":0.5052631578947369,"true_positive":24,"false_positive":27,"false_negative":20,"true_negative":129,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.06562727061724782,"baseline_adjusted_skill":0.3723776223776223,"baseline_adjusted_score":0.3723776223776223},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1677049260056554,"accuracy":0.78,"positive_recall":0.48,"specificity":0.88,"precision":0.5714285714285714,"balanced_accuracy":0.6799999999999999,"f1":0.5217391304347826,"true_positive":24,"false_positive":18,"false_negative":26,"true_negative":132,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":0.10557372796983788,"baseline_adjusted_skill":0.3599999999999999,"baseline_adjusted_score":0.3599999999999999},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"binary_brier":0.03724326832733493,"accuracy":0.95,"positive_recall":0.7894736842105263,"specificity":0.9668508287292817,"precision":0.7142857142857143,"balanced_accuracy":0.8781622564699041,"f1":0.75,"true_positive":15,"false_positive":6,"false_negative":4,"true_negative":175,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.085975,"brier_skill":0.566812813872231,"baseline_adjusted_skill":0.7563245129398082,"baseline_adjusted_score":0.7563245129398082},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9966666666666667,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.9949999999999999,"baseline_adjusted_score":0.9949999999999999},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":33},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.004221543732553918,"accuracy":0.9966666666666667,"positive_recall":1,"specificity":0.9933333333333333,"precision":0.9933774834437086,"balanced_accuracy":0.9966666666666666,"f1":0.9966777408637874,"true_positive":150,"false_positive":1,"false_negative":0,"true_negative":149,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9831138250697843,"baseline_adjusted_skill":0.9933333333333332,"baseline_adjusted_score":0.9933333333333332},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":34},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9933333333333333,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.991111111111111,"baseline_adjusted_score":0.991111111111111},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":35},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.16605103992060155,"accuracy":0.7833333333333333,"positive_recall":1,"specificity":0.5666666666666667,"precision":0.6976744186046512,"balanced_accuracy":0.7833333333333333,"f1":0.821917808219178,"true_positive":150,"false_positive":65,"false_negative":0,"true_negative":85,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3357958403175938,"baseline_adjusted_skill":0.5666666666666667,"baseline_adjusted_score":0.5666666666666667},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":36},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.10009568727968145,"normalized_score_rmse":0.2043460043597023,"constant_score_baseline":0.5,"constant_mae_baseline":0.3333333333333333,"baseline_adjusted_skill":0.6997129381609557,"baseline_adjusted_score":0.6997129381609557},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":37},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.4066666666666667,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.2088888888888889,"baseline_adjusted_score":0.2088888888888889},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":38},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.25729598456936503,"accuracy":0.56,"positive_recall":0.6733333333333333,"specificity":0.44666666666666666,"precision":0.5489130434782609,"balanced_accuracy":0.56,"f1":0.6047904191616766,"true_positive":101,"false_positive":83,"false_negative":49,"true_negative":67,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.02918393827746013,"baseline_adjusted_skill":0.1200000000000001,"baseline_adjusted_score":0.1200000000000001},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":39},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.30140187762186843,"normalized_score_rmse":0.3650722454981077,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":-0.004672925406228101,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":40},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.9714285714285714,"baseline_adjusted_score":0.9714285714285714},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":42},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0051206454942706765,"accuracy":0.9933333333333333,"positive_recall":0.9932885906040269,"specificity":0.9933774834437086,"precision":0.9932885906040269,"balanced_accuracy":0.9933330370238678,"f1":0.9932885906040269,"true_positive":148,"false_positive":1,"false_negative":1,"true_negative":150,"positive_prevalence":0.49666666666666665,"majority_accuracy_baseline":0.5033333333333334,"constant_brier_baseline":0.2499888888888889,"brier_skill":0.9795165076454793,"baseline_adjusted_skill":0.9866660740477355,"baseline_adjusted_score":0.9866660740477355},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":43},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.07455754137008133,"normalized_score_rmse":0.1300460653791802,"constant_score_baseline":0.5,"constant_mae_baseline":0.36666666666666664,"baseline_adjusted_skill":0.7966612508088691,"baseline_adjusted_score":0.7966612508088691},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":44},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8166666666666667,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2866666666666667,"baseline_adjusted_skill":0.7429906542056075,"baseline_adjusted_score":0.7429906542056075},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":46},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.08937524085940626,"accuracy":0.86,"positive_recall":0.8789808917197452,"specificity":0.8391608391608392,"precision":0.8571428571428571,"balanced_accuracy":0.8590708654402922,"f1":0.8679245283018868,"true_positive":138,"false_positive":23,"false_negative":19,"true_negative":120,"positive_prevalence":0.5233333333333333,"majority_accuracy_baseline":0.5233333333333333,"constant_brier_baseline":0.24945555555555557,"brier_skill":0.6417187796825725,"baseline_adjusted_skill":0.7181417308805844,"baseline_adjusted_score":0.7181417308805844},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":47},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.15803642877116544,"normalized_score_rmse":0.23247381132225514,"constant_score_baseline":0.5,"constant_mae_baseline":0.3016666666666667,"baseline_adjusted_skill":0.47612233556519745,"baseline_adjusted_score":0.47612233556519745},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":48},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0,"abstained":0},"metrics":{"binary_brier":0.07583841136001776,"accuracy":0.8574821428571427,"positive_recall":0.609959329431604,"specificity":0.873283138824334,"precision":0.23505351681957187,"balanced_accuracy":0.741621234127969,"f1":0.33933942220137414,"true_positive":102.48333333333333,"false_positive":333.51666666666665,"false_negative":65.53333333333333,"true_negative":2298.4666666666667,"positive_prevalence":0.060005952380952375,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679138,"brier_skill":-1.3551590591766716,"baseline_adjusted_skill":0.483242468255938,"baseline_adjusted_score":0.483242468255938},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.51,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.3466666666666667,"baseline_adjusted_score":0.3466666666666667},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":50},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7280453257790368,"uniform_accuracy_baseline":0.027777777777777776,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.6883116883116883,"baseline_adjusted_score":0.6883116883116883},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.842857142857143,"baseline_adjusted_score":0.842857142857143},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.07470948010619985,"accuracy":0.89,"positive_recall":0.98,"specificity":0.8,"precision":0.8305084745762712,"balanced_accuracy":0.89,"f1":0.8990825688073395,"true_positive":49,"false_positive":10,"false_negative":1,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7011620795752006,"baseline_adjusted_skill":0.78,"baseline_adjusted_score":0.78},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.044723054342175474,"accuracy":0.93,"positive_recall":0.98,"specificity":0.88,"precision":0.8909090909090909,"balanced_accuracy":0.9299999999999999,"f1":0.9333333333333333,"true_positive":49,"false_positive":6,"false_negative":1,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8211077826312981,"baseline_adjusted_skill":0.8599999999999999,"baseline_adjusted_score":0.8599999999999999},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.66,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":0.1282051282051283,"baseline_adjusted_score":0.1282051282051283},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.93,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.9255319148936172,"baseline_adjusted_score":0.9255319148936172},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.05315947300561578,"accuracy":0.95,"positive_recall":0.94,"specificity":0.96,"precision":0.9591836734693877,"balanced_accuracy":0.95,"f1":0.9494949494949495,"true_positive":47,"false_positive":2,"false_negative":3,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7873621079775369,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.4666666666666667,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.2888888888888889,"baseline_adjusted_score":0.2888888888888889},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":58},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.73,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.595,"baseline_adjusted_score":0.595},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":59},{"provenance":"measured","status":"complete","counts":{"cases":285,"expected":285,"succeeded":285,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8175438596491228,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5263157894736842,"baseline_adjusted_skill":0.6148148148148148,"baseline_adjusted_score":0.6148148148148148},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":60},{"provenance":"measured","status":"complete","counts":{"cases":299,"expected":299,"succeeded":299,"failed":0,"abstained":0},"metrics":{"binary_brier":0.24168371653307455,"accuracy":0.6521739130434783,"positive_recall":0.9666666666666667,"specificity":0.33557046979865773,"precision":0.5942622950819673,"balanced_accuracy":0.6511185682326622,"f1":0.7360406091370558,"true_positive":145,"false_positive":99,"false_negative":5,"true_negative":50,"positive_prevalence":0.5016722408026756,"majority_accuracy_baseline":0.5016722408026756,"constant_brier_baseline":0.24999720361069788,"brier_skill":0.033254320278595206,"baseline_adjusted_skill":0.30223713646532446,"baseline_adjusted_score":0.30223713646532446},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":61},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9433333333333334,"uniform_accuracy_baseline":0.2,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":0.9291666666666667,"baseline_adjusted_score":0.9291666666666667},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":62},{"provenance":"measured","status":"complete","counts":{"cases":283,"expected":283,"succeeded":283,"failed":0,"abstained":0},"metrics":{"binary_brier":0.31299763792398005,"accuracy":0.5795053003533569,"positive_recall":0.8796992481203008,"specificity":0.31333333333333335,"precision":0.5318181818181819,"balanced_accuracy":0.5965162907268171,"f1":0.6628895184135978,"true_positive":117,"false_positive":103,"false_negative":16,"true_negative":47,"positive_prevalence":0.46996466431095407,"majority_accuracy_baseline":0.5300353356890459,"constant_brier_baseline":0.24909787861004634,"brier_skill":-0.256524702942037,"baseline_adjusted_skill":0.19303258145363422,"baseline_adjusted_score":0.19303258145363422},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":63},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8466666666666667,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.7955555555555556,"baseline_adjusted_score":0.7955555555555556},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":64},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9666666666666667,"uniform_accuracy_baseline":0.20616666666666666,"fixed_answer_accuracy_baseline":0.21333333333333335,"baseline_adjusted_skill":0.9576271186440678,"baseline_adjusted_score":0.9576271186440678},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":65},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8266666666666667,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.74,"baseline_adjusted_score":0.74},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":66},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7166666666666667,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.37333333333333335,"baseline_adjusted_skill":0.5478723404255319,"baseline_adjusted_score":0.5478723404255319},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":67},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.13279714285967928,"normalized_score_rmse":0.17140884239101067,"constant_score_baseline":0.5,"constant_mae_baseline":0.26208333333333333,"baseline_adjusted_skill":0.4933018396451029,"baseline_adjusted_score":0.4933018396451029},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":68},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.10007829364586239,"normalized_score_rmse":0.1262709390322973,"constant_score_baseline":0.52,"constant_mae_baseline":0.24733333333333335,"baseline_adjusted_skill":0.5953707804075645,"baseline_adjusted_score":0.5953707804075645},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":69},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.1461077401338101,"normalized_score_rmse":0.17144043211407572,"constant_score_baseline":0.578319964349225,"constant_mae_baseline":0.11212962028602311,"baseline_adjusted_skill":-0.30302537153978326,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":70},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8066666666666666,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.7422222222222222,"baseline_adjusted_score":0.7422222222222222},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":71},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8208955223880599,"baseline_adjusted_score":0.8208955223880599},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0458060770600561,"accuracy":0.95,"positive_recall":0.94,"specificity":0.96,"precision":0.9591836734693877,"balanced_accuracy":0.95,"f1":0.9494949494949495,"true_positive":47,"false_positive":2,"false_negative":3,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8167756917597756,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.5101048310810811,"uniform_accuracy_baseline":0.23445945945945948,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.3358759284864874,"baseline_adjusted_score":0.3358759284864874},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0,"abstained":0},"metrics":{"binary_brier":0.029850746909003186,"accuracy":0.7286403355263158,"positive_recall":0.8220483481771643,"specificity":0.6396951697801889,"precision":0.6847940112359551,"balanced_accuracy":0.7308717589786766,"f1":0.7471701100802359,"true_positive":60.946667,"false_positive":28.053333,"false_negative":13.193336,"true_negative":49.806664,"positive_prevalence":0.4877631776315789,"majority_accuracy_baseline":0.512236822368421,"constant_brier_baseline":0.09451910039768556,"brier_skill":0.6841829134703219,"baseline_adjusted_skill":0.46174351795735324,"baseline_adjusted_score":0.46174351795735324},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.08864447636335161,"normalized_score_rmse":0.11888859641004006,"constant_score_baseline":0.5841668333333333,"constant_mae_baseline":0.21700552708333334,"baseline_adjusted_skill":0.5915105133275669,"baseline_adjusted_score":0.5915105133275669},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1920159984762325,"accuracy":0.73,"positive_recall":0.92,"specificity":0.54,"precision":0.6666666666666666,"balanced_accuracy":0.73,"f1":0.773109243697479,"true_positive":46,"false_positive":23,"false_negative":4,"true_negative":27,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.23193600609507004,"baseline_adjusted_skill":0.45999999999999996,"baseline_adjusted_score":0.45999999999999996},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.28809730074717593,"accuracy":0.55,"positive_recall":0.18,"specificity":0.92,"precision":0.6923076923076923,"balanced_accuracy":0.55,"f1":0.2857142857142857,"true_positive":9,"false_positive":4,"false_negative":41,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.15238920298870373,"baseline_adjusted_skill":0.10000000000000009,"baseline_adjusted_score":0.10000000000000009},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.8688524590163935,"baseline_adjusted_score":0.8688524590163935},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.93,"uniform_accuracy_baseline":0.036111111111111115,"fixed_answer_accuracy_baseline":0.08833333333333333,"baseline_adjusted_skill":0.923217550274223,"baseline_adjusted_score":0.923217550274223},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.16241687946949837,"accuracy":0.7533333333333333,"positive_recall":0.8266666666666667,"specificity":0.68,"precision":0.7209302325581395,"balanced_accuracy":0.7533333333333334,"f1":0.7701863354037267,"true_positive":124,"false_positive":48,"false_negative":26,"true_negative":102,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3503324821220065,"baseline_adjusted_skill":0.5066666666666668,"baseline_adjusted_score":0.5066666666666668},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":81},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.9318181818181818,"baseline_adjusted_score":0.9318181818181818},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.6066666666666667,"uniform_accuracy_baseline":0.11021428571428572,"fixed_answer_accuracy_baseline":0.12554761904761905,"baseline_adjusted_skill":0.5501946796634629,"baseline_adjusted_score":0.5501946796634629},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":83},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7466666666666667,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.6622222222222223,"baseline_adjusted_score":0.6622222222222223},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":84},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.049879324215607396,"fixed_answer_accuracy_baseline":0.12442477876106194,"baseline_adjusted_skill":0.8515261774813018,"baseline_adjusted_score":0.8515261774813018},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.24500725265413975,"accuracy":0.6433333333333333,"positive_recall":0.5046296296296297,"specificity":1,"precision":1,"balanced_accuracy":0.7523148148148149,"f1":0.6707692307692308,"true_positive":109,"false_positive":0,"false_negative":107,"true_negative":84,"positive_prevalence":0.72,"majority_accuracy_baseline":0.72,"constant_brier_baseline":0.2016,"brier_skill":-0.2153137532447409,"baseline_adjusted_skill":0.5046296296296298,"baseline_adjusted_score":0.5046296296296298},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":86},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9266666666666666,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5033333333333333,"baseline_adjusted_skill":0.8523489932885906,"baseline_adjusted_score":0.8523489932885906},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":87},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.32944865656205186,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":50,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.3177946262482074,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.05344349207992945,"accuracy":0.9333333333333333,"positive_recall":0.975,"specificity":0.8857142857142857,"precision":0.9069767441860465,"balanced_accuracy":0.9303571428571429,"f1":0.9397590361445783,"true_positive":156,"false_positive":16,"false_negative":4,"true_negative":124,"positive_prevalence":0.5333333333333333,"majority_accuracy_baseline":0.5333333333333333,"constant_brier_baseline":0.2488888888888889,"brier_skill":0.7852716836074264,"baseline_adjusted_skill":0.8607142857142858,"baseline_adjusted_score":0.8607142857142858},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":89},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8888888888888888,"uniform_accuracy_baseline":0.23888888888888887,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.8431372549019607,"baseline_adjusted_score":0.8431372549019607},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0,"abstained":0},"metrics":{"binary_brier":0.05483633326229281,"accuracy":0.953125,"positive_recall":0.90625,"specificity":1,"precision":1,"balanced_accuracy":0.953125,"f1":0.9508196721311475,"true_positive":29,"false_positive":0,"false_negative":3,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7806546669508287,"baseline_adjusted_skill":0.90625,"baseline_adjusted_score":0.90625},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.001653879346543213,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":50,"false_positive":0,"false_negative":0,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9933844826138272,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.8260869565217391,"baseline_adjusted_score":0.8260869565217391},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"binary_brier":0.00011759366276237708,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":16,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.999529193019308,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.0400937646368061,"normalized_score_rmse":0.07653153481350658,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.87850374352483,"baseline_adjusted_score":0.87850374352483},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.625,"uniform_accuracy_baseline":0.178125,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":0.4736842105263158,"baseline_adjusted_score":0.4736842105263158},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0000020094975492748862,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":17,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9999919620098029,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.017811146249775502,"normalized_score_rmse":0.039640528263079164,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":0.8788842055015266,"baseline_adjusted_score":0.8788842055015266},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.13194444444444445,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0,"abstained":0},"metrics":{"binary_brier":3.551093938807135e-7,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":26,"false_positive":0,"false_negative":0,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9999985795624244,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0,"abstained":0},"metrics":{"binary_brier":4.941000058477802e-7,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":39,"false_positive":0,"false_negative":0,"true_negative":36,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24960000000000004,"brier_skill":0.9999980204326688,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.0035821010883228155,"normalized_score_rmse":0.00737200014932857,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.9872067818274185,"baseline_adjusted_score":0.9872067818274185},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.84,"baseline_adjusted_score":0.84},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0,"abstained":0},"metrics":{"binary_brier":5.161762802400605e-8,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":14,"false_positive":0,"false_negative":0,"true_negative":14,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9999997935294879,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.005171551467267846,"normalized_score_rmse":0.011468688355340312,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.1696969696969697,"baseline_adjusted_skill":0.9695247859964573,"baseline_adjusted_score":0.9695247859964573},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0,"abstained":0},"metrics":{"binary_brier":0.004565834465661626,"accuracy":0.9882352941176471,"positive_recall":1,"specificity":0.975,"precision":0.9782608695652174,"balanced_accuracy":0.9875,"f1":0.989010989010989,"true_positive":45,"false_positive":1,"false_negative":0,"true_negative":39,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.2491349480968858,"brier_skill":0.9816732477697748,"baseline_adjusted_skill":0.9750000000000001,"baseline_adjusted_score":0.9750000000000001},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0,"abstained":0},"metrics":{"binary_brier":0.000007903419754437636,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":35,"false_positive":0,"false_negative":0,"true_negative":15,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.21,"brier_skill":0.9999623646678361,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.00007350888970904635,"normalized_score_rmse":0.00010740680866078327,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.9997374682510392,"baseline_adjusted_score":0.9997374682510392},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7848101265822784,"uniform_accuracy_baseline":0.24240506329113923,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.6304347826086956,"baseline_adjusted_score":0.6304347826086956},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0000023385082933946395,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":11,"false_positive":0,"false_negative":0,"true_negative":10,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.2494331065759637,"brier_skill":0.9999906247076601,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9393939393939394,"uniform_accuracy_baseline":0.32373737373737377,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.9000000000000001,"baseline_adjusted_score":0.9000000000000001},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"binary_brier":0.05859983567627412,"accuracy":0.9090909090909091,"positive_recall":1,"specificity":0.8125,"precision":0.85,"balanced_accuracy":0.90625,"f1":0.918918918918919,"true_positive":17,"false_positive":3,"false_negative":0,"true_negative":13,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.7653852167225643,"baseline_adjusted_skill":0.8125,"baseline_adjusted_score":0.8125},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.09730328113474396,"normalized_score_rmse":0.20438503790746881,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.3431372549019608,"baseline_adjusted_skill":0.716430437835889,"baseline_adjusted_score":0.716430437835889},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0000387084512581692,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":50,"false_positive":0,"false_negative":0,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9998451661949673,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.6933333333333332,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":0.5257731958762885,"baseline_adjusted_score":0.5257731958762885},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0,"abstained":0},"metrics":{"binary_brier":0.026887233187559485,"accuracy":0.96,"positive_recall":0.972972972972973,"specificity":0.9473684210526315,"precision":0.9473684210526315,"balanced_accuracy":0.9601706970128023,"f1":0.96,"true_positive":36,"false_positive":2,"false_negative":1,"true_negative":36,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555554,"brier_skill":0.8924319440398136,"baseline_adjusted_skill":0.9203413940256047,"baseline_adjusted_score":0.9203413940256047},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.14285714285714285,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.37,"uniform_accuracy_baseline":0.32416666666666666,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.045454545454545414,"baseline_adjusted_score":0.045454545454545414},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"binary_brier":0.000039836735815339576,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":16,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.999840506598151,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.010308582437711735,"normalized_score_rmse":0.034624560662931035,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.9530781764904156,"baseline_adjusted_score":0.9530781764904156},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1426744669046123,"accuracy":0.78,"positive_recall":0.7727272727272727,"specificity":0.782051282051282,"precision":0.5,"balanced_accuracy":0.7773892773892774,"f1":0.6071428571428571,"true_positive":17,"false_positive":17,"false_negative":5,"true_negative":61,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":0.16856371267708448,"baseline_adjusted_skill":0.5547785547785549,"baseline_adjusted_score":0.5547785547785549},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0949311971656741,"accuracy":0.87,"positive_recall":0.6756756756756757,"specificity":0.9841269841269841,"precision":0.9615384615384616,"balanced_accuracy":0.8299013299013298,"f1":0.7936507936507936,"true_positive":25,"false_positive":1,"false_negative":12,"true_negative":62,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000003,"brier_skill":0.5927447569040151,"baseline_adjusted_skill":0.6598026598026596,"baseline_adjusted_score":0.6598026598026596},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.03461459210335098,"accuracy":0.96,"positive_recall":0.9230769230769231,"specificity":0.9836065573770492,"precision":0.972972972972973,"balanced_accuracy":0.9533417402269861,"f1":0.9473684210526315,"true_positive":36,"false_positive":1,"false_negative":3,"true_negative":60,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379,"brier_skill":0.8544994026761203,"baseline_adjusted_skill":0.9066834804539723,"baseline_adjusted_score":0.9066834804539723},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.06302134176597259,"accuracy":0.91,"positive_recall":0.9032258064516129,"specificity":0.9130434782608695,"precision":0.8235294117647058,"balanced_accuracy":0.9081346423562412,"f1":0.8615384615384616,"true_positive":28,"false_positive":6,"false_negative":3,"true_negative":63,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999998,"brier_skill":0.7053700712203245,"baseline_adjusted_skill":0.8162692847124824,"baseline_adjusted_score":0.8162692847124824},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.9444444444444444,"baseline_adjusted_score":0.9444444444444444},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.14087810509488918,"normalized_score_rmse":0.17659183232394882,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.3940726662585412,"baseline_adjusted_score":0.3940726662585412},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.05773335653558658,"accuracy":0.94,"positive_recall":0.96,"specificity":0.92,"precision":0.9230769230769231,"balanced_accuracy":0.94,"f1":0.9411764705882353,"true_positive":48,"false_positive":4,"false_negative":2,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7690665738576536,"baseline_adjusted_skill":0.8799999999999999,"baseline_adjusted_score":0.8799999999999999},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.3081444219582264,"accuracy":0.53,"positive_recall":0.84,"specificity":0.22,"precision":0.5185185185185185,"balanced_accuracy":0.53,"f1":0.6412213740458015,"true_positive":42,"false_positive":39,"false_negative":8,"true_negative":11,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.23257768783290556,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":0.28571428571428564,"baseline_adjusted_score":0.28571428571428564},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.08591760567140604,"accuracy":0.8833333333333333,"positive_recall":0.8,"specificity":0.9666666666666667,"precision":0.96,"balanced_accuracy":0.8833333333333333,"f1":0.8727272727272727,"true_positive":120,"false_positive":5,"false_negative":30,"true_negative":145,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6563295773143758,"baseline_adjusted_skill":0.7666666666666666,"baseline_adjusted_score":0.7666666666666666},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":134},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0634473214949338,"accuracy":0.9,"positive_recall":0.98,"specificity":0.82,"precision":0.8448275862068966,"balanced_accuracy":0.8999999999999999,"f1":0.9074074074074074,"true_positive":49,"false_positive":9,"false_negative":1,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7462107140202647,"baseline_adjusted_skill":0.7999999999999998,"baseline_adjusted_score":0.7999999999999998},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.93,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.8333333333333335,"baseline_adjusted_score":0.8333333333333335},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.6666666666666667,"baseline_adjusted_score":0.6666666666666667},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0918449688071442,"accuracy":0.84,"positive_recall":0.78,"specificity":0.9,"precision":0.8863636363636364,"balanced_accuracy":0.8400000000000001,"f1":0.8297872340425532,"true_positive":39,"false_positive":5,"false_negative":11,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6326201247714232,"baseline_adjusted_skill":0.6800000000000002,"baseline_adjusted_score":0.6800000000000002},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7233333333333334,"uniform_accuracy_baseline":0.0625,"fixed_answer_accuracy_baseline":0.10666666666666667,"baseline_adjusted_skill":0.6902985074626866,"baseline_adjusted_score":0.6902985074626866},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":142},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.20851190476190473,"fixed_answer_accuracy_baseline":0.22333333333333333,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.015900729607942348,"accuracy":0.97,"positive_recall":0.94,"specificity":1,"precision":1,"balanced_accuracy":0.97,"f1":0.9690721649484536,"true_positive":47,"false_positive":0,"false_negative":3,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9363970815682306,"baseline_adjusted_skill":0.94,"baseline_adjusted_score":0.94},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.06690785910941514,"normalized_score_rmse":0.12870521641672003,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.7769738029686162,"baseline_adjusted_score":0.7769738029686162},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.22851190476190475,"fixed_answer_accuracy_baseline":0.24333333333333332,"baseline_adjusted_skill":0.986784140969163,"baseline_adjusted_score":0.986784140969163},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0037110352609668103,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":50,"false_positive":0,"false_negative":0,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9851558589561328,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.059853277425819466,"normalized_score_rmse":0.1217559774907246,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.3042222222222222,"baseline_adjusted_skill":0.803258036219001,"baseline_adjusted_score":0.803258036219001},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.73,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.564516129032258,"baseline_adjusted_score":0.564516129032258},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.3467777777777778,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.953125,"baseline_adjusted_score":0.953125},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":150},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.05097898994852211,"accuracy":0.92,"positive_recall":0.92,"specificity":0.92,"precision":0.92,"balanced_accuracy":0.92,"f1":0.92,"true_positive":46,"false_positive":4,"false_negative":4,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7960840402059115,"baseline_adjusted_skill":0.8400000000000001,"baseline_adjusted_score":0.8400000000000001},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.9199999999999999,"baseline_adjusted_score":0.9199999999999999},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.04040660719608251,"accuracy":0.94,"positive_recall":0.96,"specificity":0.92,"precision":0.9230769230769231,"balanced_accuracy":0.94,"f1":0.9411764705882353,"true_positive":48,"false_positive":4,"false_negative":2,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8383735712156699,"baseline_adjusted_skill":0.8799999999999999,"baseline_adjusted_score":0.8799999999999999},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.61,"uniform_accuracy_baseline":0.3533333333333333,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.3389830508474576,"baseline_adjusted_score":0.3389830508474576},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.870967741935484,"baseline_adjusted_score":0.870967741935484},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.57,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.3549999999999999,"baseline_adjusted_score":0.3549999999999999},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":157},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.68,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.48387096774193555,"baseline_adjusted_score":0.48387096774193555},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.54,"uniform_accuracy_baseline":0.1111111111111111,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.4523809523809524,"baseline_adjusted_score":0.4523809523809524},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.9047619047619047,"baseline_adjusted_score":0.9047619047619047},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":160},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.07914567815264262,"accuracy":0.773125,"positive_recall":0.6730388925510877,"specificity":0.7965448095017739,"precision":0.4363247863247863,"balanced_accuracy":0.7347918510264309,"f1":0.5294270158154005,"true_positive":51.05,"false_positive":65.95,"false_negative":24.8,"true_negative":258.2,"positive_prevalence":0.189625,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500001,"brier_skill":-0.03969949405256523,"baseline_adjusted_skill":0.4695837020528617,"baseline_adjusted_score":0.4695837020528617},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.15068553481614344,"normalized_score_rmse":0.2026039936519485,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":0.29503843360868565,"baseline_adjusted_score":0.29503843360868565},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.07881595161184338,"accuracy":0.798125,"positive_recall":0.4542897327707454,"specificity":0.9231293676495653,"precision":0.6823943661971832,"balanced_accuracy":0.6887095502101553,"f1":0.5454545454545454,"true_positive":48.45,"false_positive":22.55,"false_negative":58.2,"true_negative":270.8,"positive_prevalence":0.266625,"majority_accuracy_baseline":0.733375,"constant_brier_baseline":0.115654859375,"brier_skill":0.3185245130402168,"baseline_adjusted_skill":0.3774191004203107,"baseline_adjusted_score":0.3774191004203107},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.15184615176365127,"normalized_score_rmse":0.227391400960146,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.43499106320501857,"baseline_adjusted_score":0.43499106320501857},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0765991913718263,"accuracy":0.788375,"positive_recall":0.7342281879194631,"specificity":0.809366869037294,"precision":0.5989051094890511,"balanced_accuracy":0.7717975284783786,"f1":0.6596984924623115,"true_positive":82.05,"false_positive":54.95,"false_negative":29.7,"true_negative":233.3,"positive_prevalence":0.279375,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937500001,"brier_skill":0.3230647374788117,"baseline_adjusted_skill":0.5435950569567571,"baseline_adjusted_score":0.5435950569567571},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.15065642918335698,"normalized_score_rmse":0.21138179111435476,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.4301411662095245,"baseline_adjusted_score":0.4301411662095245},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.03372996154737246,"accuracy":0.896875,"positive_recall":0.7070422535211267,"specificity":0.951004016064257,"precision":0.8044871794871795,"balanced_accuracy":0.8290231347926919,"f1":0.7526236881559221,"true_positive":62.75,"false_positive":15.25,"false_negative":26,"true_negative":296,"positive_prevalence":0.221875,"majority_accuracy_baseline":0.778125,"constant_brier_baseline":0.12674023437499998,"brier_skill":0.7338654002518885,"baseline_adjusted_skill":0.6580462695853837,"baseline_adjusted_score":0.6580462695853837},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.09728855343028271,"normalized_score_rmse":0.17023184213332404,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.5688041953228467,"baseline_adjusted_score":0.5688041953228467},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.045527331998696324,"accuracy":0.835,"positive_recall":0.717391304347826,"specificity":0.8772943575798776,"precision":0.6776785714285715,"balanced_accuracy":0.7973428309638518,"f1":0.696969696969697,"true_positive":75.9,"false_positive":36.1,"false_negative":29.9,"true_negative":258.1,"positive_prevalence":0.2645,"majority_accuracy_baseline":0.7355,"constant_brier_baseline":0.11362725,"brier_skill":0.5993273444644984,"baseline_adjusted_skill":0.5946856619277037,"baseline_adjusted_score":0.5946856619277037},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.12529983413298054,"normalized_score_rmse":0.1898070607582421,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.5012941925055501,"baseline_adjusted_score":0.5012941925055501},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0681860957413432,"accuracy":0.82175,"positive_recall":0.43276762402088775,"specificity":0.9138837353123067,"precision":0.5434426229508197,"balanced_accuracy":0.6733256796665972,"f1":0.4818313953488371,"true_positive":33.15,"false_positive":27.85,"false_negative":43.45,"true_negative":295.55,"positive_prevalence":0.19149999999999998,"majority_accuracy_baseline":0.8085,"constant_brier_baseline":0.09190274999999999,"brier_skill":0.258062509105079,"baseline_adjusted_skill":0.34665135933319435,"baseline_adjusted_score":0.34665135933319435},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.12649598490985908,"normalized_score_rmse":0.2161348230415517,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.38853904575294707,"baseline_adjusted_score":0.38853904575294707},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.04599149635607372,"accuracy":0.88425,"positive_recall":0.728319783197832,"specificity":0.9195278969957081,"precision":0.671875,"balanced_accuracy":0.8239238400967701,"f1":0.6989596879063719,"true_positive":53.75,"false_positive":26.25,"false_negative":20.05,"true_negative":299.95,"positive_prevalence":0.1845,"majority_accuracy_baseline":0.8155,"constant_brier_baseline":0.10922225,"brier_skill":0.5789182482866475,"baseline_adjusted_skill":0.6478476801935402,"baseline_adjusted_score":0.6478476801935402},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.10942197996941787,"normalized_score_rmse":0.1942918383017074,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":0.42219416517799147,"baseline_adjusted_score":0.42219416517799147},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.06062913665658971,"accuracy":0.8482499999999998,"positive_recall":0.3490445859872611,"specificity":0.9701399688958009,"precision":0.7405405405405405,"balanced_accuracy":0.659592277441531,"f1":0.4744588744588744,"true_positive":27.4,"false_positive":9.6,"false_negative":51.1,"true_negative":311.9,"positive_prevalence":0.19625,"majority_accuracy_baseline":0.80375,"constant_brier_baseline":0.09878593749999999,"brier_skill":0.3862574148614045,"baseline_adjusted_skill":0.3191845548830621,"baseline_adjusted_score":0.3191845548830621},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.14020592028015927,"normalized_score_rmse":0.22051466582327495,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":0.33630333595190876,"baseline_adjusted_score":0.33630333595190876},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1312830936621446,"accuracy":0.6841836734693877,"positive_recall":0.8712930011862396,"specificity":0.5429722470904208,"precision":0.5899598393574298,"balanced_accuracy":0.7071326241383302,"f1":0.7035440613026821,"true_positive":146.9,"false_positive":102.1,"false_negative":21.7,"true_negative":121.3,"positive_prevalence":0.4301020408163265,"majority_accuracy_baseline":0.5698979591836735,"constant_brier_baseline":0.12359641815910039,"brier_skill":-0.06219173352701435,"baseline_adjusted_skill":0.41426524827666045,"baseline_adjusted_score":0.41426524827666045},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.2062028459940372,"normalized_score_rmse":0.26875175568153914,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.25156004046608704,"baseline_adjusted_score":0.25156004046608704},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0,"abstained":0},"metrics":{"binary_brier":0.03574086154622111,"accuracy":0.9022500000000001,"positive_recall":0.7037765538945713,"specificity":0.9397384455342548,"precision":0.6880769230769231,"balanced_accuracy":0.821757499714413,"f1":0.6958381952547648,"true_positive":89.45,"false_positive":40.55,"false_negative":37.65,"true_negative":632.35,"positive_prevalence":0.158875,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499999,"brier_skill":0.6381679309574833,"baseline_adjusted_skill":0.6435149994288261,"baseline_adjusted_score":0.6435149994288261},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.09783835907363767,"normalized_score_rmse":0.16948795254165108,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":0.40704024803855965,"baseline_adjusted_score":0.40704024803855965},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.031055087841679287,"normalized_score_rmse":0.06517388229449694,"constant_score_baseline":0.1111111111111111,"constant_mae_baseline":0.10629629629629629,"baseline_adjusted_skill":0.7078441213500555,"baseline_adjusted_score":0.7078441213500555},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":181},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.68,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.48387096774193555,"baseline_adjusted_score":0.48387096774193555},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2432415233055702,"accuracy":0.66,"positive_recall":0.62,"specificity":0.7,"precision":0.6739130434782609,"balanced_accuracy":0.6599999999999999,"f1":0.6458333333333334,"true_positive":31,"false_positive":15,"false_negative":19,"true_negative":35,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.02703390677771922,"baseline_adjusted_skill":0.31999999999999984,"baseline_adjusted_score":0.31999999999999984},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.5400927766732936,"uniform_accuracy_baseline":0.058823529411764705,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.45950155763239875,"baseline_adjusted_score":0.45950155763239875},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.3411852800711811,"accuracy":0.5,"positive_recall":0.13793103448275862,"specificity":1,"precision":1,"balanced_accuracy":0.5689655172413793,"f1":0.24242424242424243,"true_positive":24,"false_positive":0,"false_negative":150,"true_negative":126,"positive_prevalence":0.58,"majority_accuracy_baseline":0.58,"constant_brier_baseline":0.24359999999999998,"brier_skill":-0.4005963878127303,"baseline_adjusted_skill":0.13793103448275867,"baseline_adjusted_score":0.13793103448275867},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":185},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.16509154149538763,"accuracy":0.7766666666666666,"positive_recall":0.9299363057324841,"specificity":0.6083916083916084,"precision":0.7227722772277227,"balanced_accuracy":0.7691639570620463,"f1":0.8133704735376045,"true_positive":146,"false_positive":56,"false_negative":11,"true_negative":87,"positive_prevalence":0.5233333333333333,"majority_accuracy_baseline":0.5233333333333333,"constant_brier_baseline":0.24945555555555557,"brier_skill":0.33819256449223256,"baseline_adjusted_skill":0.5383279141240926,"baseline_adjusted_score":0.5383279141240926},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":186},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.8913043478260868,"baseline_adjusted_score":0.8913043478260868},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.18474101254015882,"accuracy":0.73,"positive_recall":0.92,"specificity":0.54,"precision":0.6666666666666666,"balanced_accuracy":0.73,"f1":0.773109243697479,"true_positive":46,"false_positive":23,"false_negative":4,"true_negative":27,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.26103594983936473,"baseline_adjusted_skill":0.45999999999999996,"baseline_adjusted_score":0.45999999999999996},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.65,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.4444444444444445,"baseline_adjusted_score":0.4444444444444445},"scoring":{"eligible":true,"reason":null},"model":170,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0,"abstained":0},"metrics":{"binary_brier":0.15174029518487636,"accuracy":0.8040540540540541,"positive_recall":0.9014084507042254,"specificity":0.7142857142857143,"precision":0.7441860465116279,"balanced_accuracy":0.8078470824949698,"f1":0.8152866242038217,"true_positive":64,"false_positive":22,"false_negative":7,"true_negative":55,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.24958911614317017,"brier_skill":0.39203961482905947,"baseline_adjusted_skill":0.6156941649899397,"baseline_adjusted_score":0.6156941649899397},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.36,"uniform_accuracy_baseline":0.2005,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.09859154929577466,"baseline_adjusted_score":0.09859154929577466},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.926470588235294,"baseline_adjusted_score":0.926470588235294},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.81,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.5957446808510639,"baseline_adjusted_score":0.5957446808510639},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.8163265306122449,"baseline_adjusted_score":0.8163265306122449},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.08304972762634842,"accuracy":0.6197235404600001,"positive_recall":0.9299467235096232,"specificity":0.1220024593040802,"precision":0.6295370722637363,"balanced_accuracy":0.5259745914068517,"f1":0.7508073367176995,"true_positive":57.287873576,"false_positive":33.712126424,"false_negative":4.3155195299999995,"true_negative":4.6844804700000005,"positive_prevalence":0.61603393106,"majority_accuracy_baseline":0.61603393106,"constant_brier_baseline":0.07908707655202402,"brier_skill":-0.050104912800990276,"baseline_adjusted_skill":0.05194918281370331,"baseline_adjusted_score":0.05194918281370331},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.09546207091706777,"accuracy":0.87,"positive_recall":0.84,"specificity":0.9,"precision":0.8936170212765957,"balanced_accuracy":0.87,"f1":0.865979381443299,"true_positive":42,"false_positive":5,"false_negative":8,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6181517163317289,"baseline_adjusted_skill":0.74,"baseline_adjusted_score":0.74},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.012987012987012986,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.7894736842105263,"baseline_adjusted_score":0.7894736842105263},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.9666666666666667,"baseline_adjusted_score":0.9666666666666667},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.52,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.25000000000000006,"baseline_adjusted_score":0.25000000000000006},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.13207057685776802,"accuracy":0.81,"positive_recall":1,"specificity":0.62,"precision":0.7246376811594203,"balanced_accuracy":0.81,"f1":0.8403361344537815,"true_positive":50,"false_positive":19,"false_negative":0,"true_negative":31,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4717176925689279,"baseline_adjusted_skill":0.6200000000000001,"baseline_adjusted_score":0.6200000000000001},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0,"abstained":0},"metrics":{"binary_brier":0.10422127282963059,"accuracy":0.6569080497078331,"positive_recall":0.7019759810656995,"specificity":0.6359227663371915,"precision":0.4730719865158652,"balanced_accuracy":0.6689493737014455,"f1":0.5652282817571402,"true_positive":156.1137555502355,"false_positive":173.8862444497645,"false_negative":66.27812075475231,"true_negative":303.7218792452477,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768642,"brier_skill":-0.17462961812854894,"baseline_adjusted_skill":0.33789874740289094,"baseline_adjusted_score":0.33789874740289094},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.17539565199771937,"accuracy":0.75,"positive_recall":0.66,"specificity":0.84,"precision":0.8048780487804879,"balanced_accuracy":0.75,"f1":0.7252747252747253,"true_positive":33,"false_positive":8,"false_negative":17,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.29841739200912254,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9006622516556292,"uniform_accuracy_baseline":0.006622516556291391,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.896551724137931,"baseline_adjusted_score":0.896551724137931},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.08753474885308946,"accuracy":0.8833333333333333,"positive_recall":0.8333333333333334,"specificity":0.9333333333333333,"precision":0.9259259259259259,"balanced_accuracy":0.8833333333333333,"f1":0.8771929824561403,"true_positive":125,"false_positive":10,"false_negative":25,"true_negative":140,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6498610045876422,"baseline_adjusted_skill":0.7666666666666666,"baseline_adjusted_score":0.7666666666666666},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":14},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8023529411764706,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.6355748373101953,"baseline_adjusted_score":0.6355748373101953},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.38,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.03333333333333337,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.15424814757121286,"accuracy":0.76,"positive_recall":0.96,"specificity":0.56,"precision":0.6857142857142857,"balanced_accuracy":0.76,"f1":0.8,"true_positive":48,"false_positive":22,"false_negative":2,"true_negative":28,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3830074097151486,"baseline_adjusted_skill":0.52,"baseline_adjusted_score":0.52},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.71,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.39583333333333326,"baseline_adjusted_score":0.39583333333333326},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.8400000000000001,"baseline_adjusted_score":0.8400000000000001},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":19},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8833333333333333,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.7569444444444444,"baseline_adjusted_score":0.7569444444444444},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":20},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5266666666666666,"baseline_adjusted_skill":0.8943661971830985,"baseline_adjusted_score":0.8943661971830985},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":21},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.07142857142857142,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9887640449438202,"baseline_adjusted_score":0.9887640449438202},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.6739130434782608,"baseline_adjusted_score":0.6739130434782608},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.39,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.1643835616438356,"baseline_adjusted_score":0.1643835616438356},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8333333333333334,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.5000000000000001,"baseline_adjusted_score":0.5000000000000001},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2016404064901268,"accuracy":0.7195121951219512,"positive_recall":0.775,"specificity":0.6666666666666666,"precision":0.6888888888888889,"balanced_accuracy":0.7208333333333333,"f1":0.7294117647058823,"true_positive":31,"false_positive":14,"false_negative":9,"true_negative":28,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.2498512790005949,"brier_skill":0.192958277833564,"baseline_adjusted_skill":0.44166666666666665,"baseline_adjusted_score":0.44166666666666665},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.11653121536716401,"accuracy":0.83,"positive_recall":0.74,"specificity":0.92,"precision":0.9024390243902439,"balanced_accuracy":0.8300000000000001,"f1":0.8131868131868132,"true_positive":37,"false_positive":4,"false_negative":13,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5338751385313439,"baseline_adjusted_skill":0.6600000000000001,"baseline_adjusted_score":0.6600000000000001},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7569832402234636,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.6881720430107526,"baseline_adjusted_score":0.6881720430107526},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.48,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.14754098360655732,"baseline_adjusted_score":0.14754098360655732},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"binary_brier":0.184858065118653,"accuracy":0.765,"positive_recall":0.45454545454545453,"specificity":0.8525641025641025,"precision":0.46511627906976744,"balanced_accuracy":0.6535547785547785,"f1":0.45977011494252873,"true_positive":20,"false_positive":23,"false_negative":24,"true_negative":133,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.077261451740402,"baseline_adjusted_skill":0.307109557109557,"baseline_adjusted_score":0.307109557109557},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1972471332223324,"accuracy":0.72,"positive_recall":0.14,"specificity":0.9133333333333333,"precision":0.35,"balanced_accuracy":0.5266666666666666,"f1":0.2,"true_positive":7,"false_positive":13,"false_negative":43,"true_negative":137,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-0.051984710519106025,"baseline_adjusted_skill":0.05333333333333323,"baseline_adjusted_score":0.05333333333333323},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"binary_brier":0.03063873217365746,"accuracy":0.95,"positive_recall":0.7368421052631579,"specificity":0.9723756906077348,"precision":0.7368421052631579,"balanced_accuracy":0.8546088979354463,"f1":0.7368421052631579,"true_positive":14,"false_positive":5,"false_negative":5,"true_negative":176,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.085975,"brier_skill":0.6436320770728996,"baseline_adjusted_skill":0.7092177958708925,"baseline_adjusted_score":0.7092177958708925},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9933333333333333,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.9899999999999998,"baseline_adjusted_score":0.9899999999999998},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":33},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.02233092594830716,"accuracy":0.9833333333333333,"positive_recall":0.9866666666666667,"specificity":0.98,"precision":0.9801324503311258,"balanced_accuracy":0.9833333333333334,"f1":0.9833887043189369,"true_positive":148,"false_positive":3,"false_negative":2,"true_negative":147,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9106762962067714,"baseline_adjusted_skill":0.9666666666666668,"baseline_adjusted_score":0.9666666666666668},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":34},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9366666666666666,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.9155555555555556,"baseline_adjusted_score":0.9155555555555556},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":35},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.21324088726173268,"accuracy":0.6766666666666666,"positive_recall":0.9866666666666667,"specificity":0.36666666666666664,"precision":0.6090534979423868,"balanced_accuracy":0.6766666666666666,"f1":0.7531806615776081,"true_positive":148,"false_positive":95,"false_negative":2,"true_negative":55,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.14703645095306928,"baseline_adjusted_skill":0.3533333333333333,"baseline_adjusted_score":0.3533333333333333},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":36},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.2588120126600067,"normalized_score_rmse":0.32524287985961514,"constant_score_baseline":0.5,"constant_mae_baseline":0.3333333333333333,"baseline_adjusted_skill":0.22356396201997986,"baseline_adjusted_score":0.22356396201997986},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":37},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.4033333333333333,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.20444444444444443,"baseline_adjusted_score":0.20444444444444443},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":38},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2536298361223334,"accuracy":0.52,"positive_recall":0.56,"specificity":0.48,"precision":0.5185185185185185,"balanced_accuracy":0.52,"f1":0.5384615384615384,"true_positive":84,"false_positive":78,"false_negative":66,"true_negative":72,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.014519344489333674,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":39},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.30389493722468613,"normalized_score_rmse":0.35238736188374004,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":-0.012983124082287079,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":40},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9566666666666667,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.9380952380952382,"baseline_adjusted_score":0.9380952380952382},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":42},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.027127431596888348,"accuracy":0.97,"positive_recall":0.9664429530201343,"specificity":0.9735099337748344,"precision":0.972972972972973,"balanced_accuracy":0.9699764433974843,"f1":0.9696969696969697,"true_positive":144,"false_positive":4,"false_negative":5,"true_negative":147,"positive_prevalence":0.49666666666666665,"majority_accuracy_baseline":0.5033333333333334,"constant_brier_baseline":0.2499888888888889,"brier_skill":0.8914854507435908,"baseline_adjusted_skill":0.9399528867949687,"baseline_adjusted_score":0.9399528867949687},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":43},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.18070745309038708,"normalized_score_rmse":0.24895962977715255,"constant_score_baseline":0.5,"constant_mae_baseline":0.36666666666666664,"baseline_adjusted_skill":0.5071614915716716,"baseline_adjusted_score":0.5071614915716716},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":44},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.6033333333333334,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2866666666666667,"baseline_adjusted_skill":0.44392523364485986,"baseline_adjusted_score":0.44392523364485986},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":46},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1629080934946666,"accuracy":0.7666666666666667,"positive_recall":0.8089171974522293,"specificity":0.7202797202797203,"precision":0.7604790419161677,"balanced_accuracy":0.7645984588659749,"f1":0.7839506172839507,"true_positive":127,"false_positive":40,"false_negative":30,"true_negative":103,"positive_prevalence":0.5233333333333333,"majority_accuracy_baseline":0.5233333333333333,"constant_brier_baseline":0.24945555555555557,"brier_skill":0.34694541826555647,"baseline_adjusted_skill":0.5291969177319498,"baseline_adjusted_score":0.5291969177319498},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":47},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.25968121164323144,"normalized_score_rmse":0.3234418343500855,"constant_score_baseline":0.5,"constant_mae_baseline":0.3016666666666667,"baseline_adjusted_skill":0.13917830394508923,"baseline_adjusted_score":0.13917830394508923},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":48},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0,"abstained":0},"metrics":{"binary_brier":0.08800787647520021,"accuracy":0.8378630952380953,"positive_recall":0.6786033131633767,"specificity":0.8480296861049018,"precision":0.22182230869001296,"balanced_accuracy":0.7633164996341393,"f1":0.3343515554360842,"true_positive":114.01666666666667,"false_positive":399.98333333333335,"false_negative":54,"true_negative":2232,"positive_prevalence":0.060005952380952375,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679138,"brier_skill":-1.733081348124652,"baseline_adjusted_skill":0.5266329992682786,"baseline_adjusted_score":0.5266329992682786},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.38333333333333336,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.1777777777777778,"baseline_adjusted_score":0.1777777777777778},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":50},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.660056657223796,"uniform_accuracy_baseline":0.027777777777777776,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.6103896103896104,"baseline_adjusted_score":0.6103896103896104},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.68,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.5428571428571429,"baseline_adjusted_score":0.5428571428571429},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.06308017839590313,"accuracy":0.91,"positive_recall":1,"specificity":0.82,"precision":0.847457627118644,"balanced_accuracy":0.9099999999999999,"f1":0.9174311926605505,"true_positive":50,"false_positive":9,"false_negative":0,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7476792864163875,"baseline_adjusted_skill":0.8199999999999998,"baseline_adjusted_score":0.8199999999999998},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.11654750416478185,"accuracy":0.84,"positive_recall":0.98,"specificity":0.7,"precision":0.765625,"balanced_accuracy":0.84,"f1":0.8596491228070176,"true_positive":49,"false_positive":15,"false_negative":1,"true_negative":35,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5338099833408726,"baseline_adjusted_skill":0.6799999999999999,"baseline_adjusted_score":0.6799999999999999},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.63,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":0.05128205128205133,"baseline_adjusted_score":0.05128205128205133},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.8829787234042554,"baseline_adjusted_score":0.8829787234042554},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.09301266979048639,"accuracy":0.87,"positive_recall":0.92,"specificity":0.82,"precision":0.8363636363636363,"balanced_accuracy":0.87,"f1":0.8761904761904762,"true_positive":46,"false_positive":9,"false_negative":4,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6279493208380544,"baseline_adjusted_skill":0.74,"baseline_adjusted_score":0.74},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.31333333333333335,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.08444444444444447,"baseline_adjusted_score":0.08444444444444447},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":58},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.6266666666666667,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.44000000000000006,"baseline_adjusted_score":0.44000000000000006},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":59},{"provenance":"measured","status":"complete","counts":{"cases":285,"expected":285,"succeeded":285,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7368421052631579,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5263157894736842,"baseline_adjusted_skill":0.4444444444444444,"baseline_adjusted_score":0.4444444444444444},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":60},{"provenance":"measured","status":"complete","counts":{"cases":299,"expected":299,"succeeded":299,"failed":0,"abstained":0},"metrics":{"binary_brier":0.345141416113039,"accuracy":0.5284280936454849,"positive_recall":0.9666666666666667,"specificity":0.087248322147651,"precision":0.5160142348754448,"balanced_accuracy":0.5269574944071589,"f1":0.6728538283062645,"true_positive":145,"false_positive":136,"false_negative":5,"true_negative":13,"positive_prevalence":0.5016722408026756,"majority_accuracy_baseline":0.5016722408026756,"constant_brier_baseline":0.24999720361069788,"brier_skill":-0.3805811070211096,"baseline_adjusted_skill":0.05391498881431778,"baseline_adjusted_score":0.05391498881431778},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":61},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9066666666666666,"uniform_accuracy_baseline":0.2,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":0.8833333333333332,"baseline_adjusted_score":0.8833333333333332},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":62},{"provenance":"measured","status":"complete","counts":{"cases":283,"expected":283,"succeeded":283,"failed":0,"abstained":0},"metrics":{"binary_brier":0.37927431682314144,"accuracy":0.508833922261484,"positive_recall":0.8120300751879699,"specificity":0.24,"precision":0.4864864864864865,"balanced_accuracy":0.5260150375939849,"f1":0.6084507042253521,"true_positive":108,"false_positive":114,"false_negative":25,"true_negative":36,"positive_prevalence":0.46996466431095407,"majority_accuracy_baseline":0.5300353356890459,"constant_brier_baseline":0.24909787861004634,"brier_skill":-0.5225915167944146,"baseline_adjusted_skill":0.05203007518796987,"baseline_adjusted_score":0.05203007518796987},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":63},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.6666666666666666,"baseline_adjusted_score":0.6666666666666666},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":64},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.20616666666666666,"fixed_answer_accuracy_baseline":0.21333333333333335,"baseline_adjusted_skill":0.9364406779661016,"baseline_adjusted_score":0.9364406779661016},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":65},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.7000000000000001,"baseline_adjusted_score":0.7000000000000001},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":66},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.61,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.37333333333333335,"baseline_adjusted_skill":0.377659574468085,"baseline_adjusted_score":0.377659574468085},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":67},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.154934627725898,"normalized_score_rmse":0.18954983807955372,"constant_score_baseline":0.5,"constant_mae_baseline":0.26208333333333333,"baseline_adjusted_skill":0.4088344888042048,"baseline_adjusted_score":0.4088344888042048},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":68},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.12149737935202817,"normalized_score_rmse":0.15048904800237167,"constant_score_baseline":0.52,"constant_mae_baseline":0.24733333333333335,"baseline_adjusted_skill":0.5087707034284575,"baseline_adjusted_score":0.5087707034284575},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":69},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.09493692779843291,"normalized_score_rmse":0.11498374931999043,"constant_score_baseline":0.578319964349225,"constant_mae_baseline":0.11212962028602311,"baseline_adjusted_skill":0.15332873190629415,"baseline_adjusted_score":0.15332873190629415},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":70},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.71,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.6133333333333333,"baseline_adjusted_score":0.6133333333333333},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":71},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8805970149253733,"baseline_adjusted_score":0.8805970149253733},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.07986923400543039,"accuracy":0.89,"positive_recall":0.82,"specificity":0.96,"precision":0.9534883720930233,"balanced_accuracy":0.8899999999999999,"f1":0.8817204301075269,"true_positive":41,"false_positive":2,"false_negative":9,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6805230639782784,"baseline_adjusted_skill":0.7799999999999998,"baseline_adjusted_score":0.7799999999999998},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.5004201351351352,"uniform_accuracy_baseline":0.23445945945945948,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.3227469161772101,"baseline_adjusted_score":0.3227469161772101},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0,"abstained":0},"metrics":{"binary_brier":0.020364361078593952,"accuracy":0.7275438486842106,"positive_recall":0.8411563457854189,"specificity":0.6193595281027303,"precision":0.6778623260869565,"balanced_accuracy":0.7302579369440746,"f1":0.7507323085819374,"true_positive":62.363334,"false_positive":29.636666,"false_negative":11.776669,"true_negative":48.223331,"positive_prevalence":0.4877631776315789,"majority_accuracy_baseline":0.512236822368421,"constant_brier_baseline":0.09451910039768556,"brier_skill":0.7845476629283217,"baseline_adjusted_skill":0.4605158738881492,"baseline_adjusted_score":0.4605158738881492},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.0957835213440897,"normalized_score_rmse":0.12422134015614714,"constant_score_baseline":0.5841668333333333,"constant_mae_baseline":0.21700552708333334,"baseline_adjusted_skill":0.5586125264574141,"baseline_adjusted_score":0.5586125264574141},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.21668223481466828,"accuracy":0.65,"positive_recall":0.88,"specificity":0.42,"precision":0.6027397260273972,"balanced_accuracy":0.65,"f1":0.7154471544715447,"true_positive":44,"false_positive":29,"false_negative":6,"true_negative":21,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.13327106074132689,"baseline_adjusted_skill":0.30000000000000004,"baseline_adjusted_score":0.30000000000000004},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.257000779211863,"accuracy":0.57,"positive_recall":0.3,"specificity":0.84,"precision":0.6521739130434783,"balanced_accuracy":0.57,"f1":0.410958904109589,"true_positive":15,"false_positive":8,"false_negative":35,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.028003116847451937,"baseline_adjusted_skill":0.1399999999999999,"baseline_adjusted_score":0.1399999999999999},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.7868852459016393,"baseline_adjusted_score":0.7868852459016393},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.905,"uniform_accuracy_baseline":0.036111111111111115,"fixed_answer_accuracy_baseline":0.08833333333333333,"baseline_adjusted_skill":0.8957952468007313,"baseline_adjusted_score":0.8957952468007313},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.22345434755806412,"accuracy":0.6133333333333333,"positive_recall":0.4666666666666667,"specificity":0.76,"precision":0.660377358490566,"balanced_accuracy":0.6133333333333333,"f1":0.546875,"true_positive":70,"false_positive":36,"false_negative":80,"true_negative":114,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.10618260976774352,"baseline_adjusted_skill":0.22666666666666657,"baseline_adjusted_score":0.22666666666666657},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":81},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.9318181818181818,"baseline_adjusted_score":0.9318181818181818},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.4266666666666667,"uniform_accuracy_baseline":0.11021428571428572,"fixed_answer_accuracy_baseline":0.12554761904761905,"baseline_adjusted_skill":0.3443515669670814,"baseline_adjusted_score":0.3443515669670814},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":83},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.6033333333333334,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.4711111111111112,"baseline_adjusted_score":0.4711111111111112},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":84},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.049879324215607396,"fixed_answer_accuracy_baseline":0.12442477876106194,"baseline_adjusted_skill":0.8401051142106327,"baseline_adjusted_score":0.8401051142106327},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.19235024754615213,"accuracy":0.7266666666666667,"positive_recall":0.6527777777777778,"specificity":0.9166666666666666,"precision":0.9527027027027027,"balanced_accuracy":0.7847222222222222,"f1":0.7747252747252747,"true_positive":141,"false_positive":7,"false_negative":75,"true_negative":77,"positive_prevalence":0.72,"majority_accuracy_baseline":0.72,"constant_brier_baseline":0.2016,"brier_skill":0.045881708600435944,"baseline_adjusted_skill":0.5694444444444444,"baseline_adjusted_score":0.5694444444444444},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":86},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8466666666666667,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5033333333333333,"baseline_adjusted_skill":0.6912751677852349,"baseline_adjusted_score":0.6912751677852349},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":87},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.24517512594205562,"accuracy":0.54,"positive_recall":0.58,"specificity":0.5,"precision":0.5370370370370371,"balanced_accuracy":0.54,"f1":0.5576923076923077,"true_positive":29,"false_positive":25,"false_negative":21,"true_negative":25,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.019299496231777513,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.10067508021761527,"accuracy":0.8633333333333333,"positive_recall":0.8625,"specificity":0.8642857142857143,"precision":0.8789808917197452,"balanced_accuracy":0.8633928571428572,"f1":0.8706624605678234,"true_positive":138,"false_positive":19,"false_negative":22,"true_negative":121,"positive_prevalence":0.5333333333333333,"majority_accuracy_baseline":0.5333333333333333,"constant_brier_baseline":0.2488888888888889,"brier_skill":0.5955019098399387,"baseline_adjusted_skill":0.7267857142857144,"baseline_adjusted_score":0.7267857142857144},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":89},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8055555555555556,"uniform_accuracy_baseline":0.23888888888888887,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.7254901960784313,"baseline_adjusted_score":0.7254901960784313},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0,"abstained":0},"metrics":{"binary_brier":0.12200898577326057,"accuracy":0.828125,"positive_recall":0.96875,"specificity":0.6875,"precision":0.7560975609756098,"balanced_accuracy":0.828125,"f1":0.8493150684931506,"true_positive":31,"false_positive":10,"false_negative":1,"true_negative":22,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5119640569069577,"baseline_adjusted_skill":0.65625,"baseline_adjusted_score":0.65625},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.039640664808713144,"accuracy":0.95,"positive_recall":0.9,"specificity":1,"precision":1,"balanced_accuracy":0.95,"f1":0.9473684210526315,"true_positive":45,"false_positive":0,"false_negative":5,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8414373407651474,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.8260869565217391,"baseline_adjusted_score":0.8260869565217391},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"binary_brier":0.003546820068171315,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":16,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.9857996799476524,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.04294632532633841,"normalized_score_rmse":0.06831411820061867,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.869859620223217,"baseline_adjusted_score":0.869859620223217},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.21875,"uniform_accuracy_baseline":0.178125,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.0964912280701754,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0,"abstained":0},"metrics":{"binary_brier":0.004684094787222003,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":17,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.981263620851112,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.12822200497612357,"normalized_score_rmse":0.17778318987531996,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":0.1280903661623597,"baseline_adjusted_score":0.1280903661623597},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.13194444444444445,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0015464335078562398,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":26,"false_positive":0,"false_negative":0,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.993814265968575,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0013869276871861093,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":39,"false_positive":0,"false_negative":0,"true_negative":36,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24960000000000004,"brier_skill":0.9944433986891582,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.1824911516904831,"normalized_score_rmse":0.2598575632224058,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.34824588681970325,"baseline_adjusted_score":0.34824588681970325},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9117647058823529,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.8799999999999998,"baseline_adjusted_score":0.8799999999999998},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0038567104408348475,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":14,"false_positive":0,"false_negative":0,"true_negative":14,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9845731582366606,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.008142535553744177,"normalized_score_rmse":0.024758863514296705,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.1696969696969697,"baseline_adjusted_skill":0.9520172012011504,"baseline_adjusted_score":0.9520172012011504},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0009640788691917466,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":45,"false_positive":0,"false_negative":0,"true_negative":40,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.2491349480968858,"brier_skill":0.9961302945389386,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.76,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.6842105263157895,"baseline_adjusted_score":0.6842105263157895},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1989505008378616,"accuracy":0.72,"positive_recall":1,"specificity":0.06666666666666667,"precision":0.7142857142857143,"balanced_accuracy":0.5333333333333333,"f1":0.8333333333333334,"true_positive":35,"false_positive":14,"false_negative":0,"true_negative":1,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.21,"brier_skill":0.0526166626768495,"baseline_adjusted_skill":0.06666666666666665,"baseline_adjusted_score":0.06666666666666665},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.14146949332207442,"normalized_score_rmse":0.30563605796744203,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.49475180956402,"baseline_adjusted_score":0.49475180956402},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7215189873417721,"uniform_accuracy_baseline":0.24240506329113923,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.5217391304347825,"baseline_adjusted_score":0.5217391304347825},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0009370931217537408,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":11,"false_positive":0,"false_negative":0,"true_negative":10,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.2494331065759637,"brier_skill":0.9962431084846055,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.696969696969697,"uniform_accuracy_baseline":0.32373737373737377,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.5000000000000001,"baseline_adjusted_score":0.5000000000000001},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"binary_brier":0.12018318787680565,"accuracy":0.8484848484848485,"positive_recall":0.7058823529411765,"specificity":1,"precision":1,"balanced_accuracy":0.8529411764705883,"f1":0.8275862068965517,"true_positive":12,"false_positive":0,"false_negative":5,"true_negative":16,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.5188253985373479,"baseline_adjusted_skill":0.7058823529411766,"baseline_adjusted_score":0.7058823529411766},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.20122482571933492,"normalized_score_rmse":0.27727698303941173,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.3431372549019608,"baseline_adjusted_skill":0.41357336504650966,"baseline_adjusted_score":0.41357336504650966},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.00873650381520537,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":50,"false_positive":0,"false_negative":0,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9650539847391785,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7133333333333333,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":0.5567010309278349,"baseline_adjusted_score":0.5567010309278349},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0,"abstained":0},"metrics":{"binary_brier":0.20316528246059987,"accuracy":0.6933333333333334,"positive_recall":0.972972972972973,"specificity":0.42105263157894735,"precision":0.6206896551724138,"balanced_accuracy":0.6970128022759602,"f1":0.7578947368421053,"true_positive":36,"false_positive":22,"false_negative":1,"true_negative":16,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555554,"brier_skill":0.18719437137917905,"baseline_adjusted_skill":0.39402560455192037,"baseline_adjusted_score":0.39402560455192037},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.14285714285714285,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.35,"uniform_accuracy_baseline":0.32416666666666666,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.015151515151515083,"baseline_adjusted_score":0.015151515151515083},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0005007808389406567,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":16,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.9979950355382119,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.00130016035745939,"normalized_score_rmse":0.0028195110407749735,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.9940820287177711,"baseline_adjusted_score":0.9940820287177711},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.19426593184917337,"accuracy":0.71,"positive_recall":0.5454545454545454,"specificity":0.7564102564102564,"precision":0.3870967741935484,"balanced_accuracy":0.6509324009324009,"f1":0.4528301886792453,"true_positive":12,"false_positive":19,"false_negative":10,"true_negative":59,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.13208584993690775,"baseline_adjusted_skill":0.3018648018648018,"baseline_adjusted_score":0.3018648018648018},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.08749181353332322,"accuracy":0.86,"positive_recall":0.7567567567567568,"specificity":0.9206349206349206,"precision":0.8484848484848485,"balanced_accuracy":0.8386958386958387,"f1":0.8,"true_positive":28,"false_positive":5,"false_negative":9,"true_negative":58,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000003,"brier_skill":0.6246597446017881,"baseline_adjusted_skill":0.6773916773916775,"baseline_adjusted_score":0.6773916773916775},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.09340771017863495,"accuracy":0.87,"positive_recall":0.8205128205128205,"specificity":0.9016393442622951,"precision":0.8421052631578947,"balanced_accuracy":0.8610760823875578,"f1":0.8311688311688312,"true_positive":32,"false_positive":6,"false_negative":7,"true_negative":55,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379,"brier_skill":0.6073656570885458,"baseline_adjusted_skill":0.7221521647751157,"baseline_adjusted_score":0.7221521647751157},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1443363041623688,"accuracy":0.79,"positive_recall":0.8709677419354839,"specificity":0.7536231884057971,"precision":0.6136363636363636,"balanced_accuracy":0.8122954651706404,"f1":0.72,"true_positive":27,"false_positive":17,"false_negative":4,"true_negative":52,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999998,"brier_skill":0.3252159693203889,"baseline_adjusted_skill":0.6245909303412809,"baseline_adjusted_score":0.6245909303412809},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.8194444444444444,"baseline_adjusted_score":0.8194444444444444},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.20083440721035004,"normalized_score_rmse":0.23960829295746006,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.13619609801999988,"baseline_adjusted_score":0.13619609801999988},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.06993848347657998,"accuracy":0.92,"positive_recall":0.9,"specificity":0.94,"precision":0.9375,"balanced_accuracy":0.9199999999999999,"f1":0.9183673469387755,"true_positive":45,"false_positive":3,"false_negative":5,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.72024606609368,"baseline_adjusted_skill":0.8399999999999999,"baseline_adjusted_score":0.8399999999999999},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2940577802873071,"accuracy":0.45,"positive_recall":0.68,"specificity":0.22,"precision":0.4657534246575342,"balanced_accuracy":0.45,"f1":0.5528455284552846,"true_positive":34,"false_positive":39,"false_negative":16,"true_negative":11,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.17623112114922845,"baseline_adjusted_skill":-0.09999999999999998,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":0.14285714285714268,"baseline_adjusted_score":0.14285714285714268},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.10077905738086487,"accuracy":0.8833333333333333,"positive_recall":0.7933333333333333,"specificity":0.9733333333333334,"precision":0.967479674796748,"balanced_accuracy":0.8833333333333333,"f1":0.8717948717948718,"true_positive":119,"false_positive":4,"false_negative":31,"true_negative":146,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5968837704765405,"baseline_adjusted_skill":0.7666666666666666,"baseline_adjusted_score":0.7666666666666666},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":134},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.15647879242696658,"accuracy":0.75,"positive_recall":0.9,"specificity":0.6,"precision":0.6923076923076923,"balanced_accuracy":0.75,"f1":0.782608695652174,"true_positive":45,"false_positive":20,"false_negative":5,"true_negative":30,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3740848302921337,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.6428571428571428,"baseline_adjusted_score":0.6428571428571428},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.4999999999999999,"baseline_adjusted_score":0.4999999999999999},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1461781098392367,"accuracy":0.75,"positive_recall":0.66,"specificity":0.84,"precision":0.8048780487804879,"balanced_accuracy":0.75,"f1":0.7252747252747253,"true_positive":33,"false_positive":8,"false_negative":17,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.41528756064305317,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.82,"uniform_accuracy_baseline":0.0625,"fixed_answer_accuracy_baseline":0.10666666666666667,"baseline_adjusted_skill":0.7985074626865671,"baseline_adjusted_score":0.7985074626865671},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":142},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.20851190476190473,"fixed_answer_accuracy_baseline":0.22333333333333333,"baseline_adjusted_skill":0.9613733905579399,"baseline_adjusted_score":0.9613733905579399},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.04152544526784154,"accuracy":0.95,"positive_recall":0.94,"specificity":0.96,"precision":0.9591836734693877,"balanced_accuracy":0.95,"f1":0.9494949494949495,"true_positive":47,"false_positive":2,"false_negative":3,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8338982189286338,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.1280619864074106,"normalized_score_rmse":0.1866015776972778,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.5731267119752981,"baseline_adjusted_score":0.5731267119752981},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.22851190476190475,"fixed_answer_accuracy_baseline":0.24333333333333332,"baseline_adjusted_skill":0.894273127753304,"baseline_adjusted_score":0.894273127753304},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.05873760986305076,"accuracy":0.92,"positive_recall":0.98,"specificity":0.86,"precision":0.875,"balanced_accuracy":0.9199999999999999,"f1":0.9245283018867925,"true_positive":49,"false_positive":7,"false_negative":1,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7650495605477969,"baseline_adjusted_skill":0.8399999999999999,"baseline_adjusted_score":0.8399999999999999},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.14145968048874702,"normalized_score_rmse":0.21275133768116639,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.3042222222222222,"baseline_adjusted_skill":0.5350120071589761,"baseline_adjusted_score":0.5350120071589761},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.72,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.5483870967741935,"baseline_adjusted_score":0.5483870967741935},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9566666666666667,"uniform_accuracy_baseline":0.3467777777777778,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.9322916666666666,"baseline_adjusted_score":0.9322916666666666},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":150},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.060566136168404866,"accuracy":0.92,"positive_recall":0.96,"specificity":0.88,"precision":0.8888888888888888,"balanced_accuracy":0.9199999999999999,"f1":0.9230769230769231,"true_positive":48,"false_positive":6,"false_negative":2,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7577354553263805,"baseline_adjusted_skill":0.8399999999999999,"baseline_adjusted_score":0.8399999999999999},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.72,"baseline_adjusted_score":0.72},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.040973097861325414,"accuracy":0.95,"positive_recall":0.92,"specificity":0.98,"precision":0.9787234042553191,"balanced_accuracy":0.95,"f1":0.9484536082474226,"true_positive":46,"false_positive":1,"false_negative":4,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8361076085546983,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.58,"uniform_accuracy_baseline":0.3533333333333333,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.28813559322033894,"baseline_adjusted_score":0.28813559322033894},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.78,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.6451612903225807,"baseline_adjusted_score":0.6451612903225807},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.21,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":-0.18499999999999997,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":157},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.54,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.2580645161290323,"baseline_adjusted_score":0.2580645161290323},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.4,"uniform_accuracy_baseline":0.1111111111111111,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.28571428571428575,"baseline_adjusted_score":0.28571428571428575},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9366666666666666,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.8492063492063492,"baseline_adjusted_score":0.8492063492063492},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":160},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.07726781892563349,"accuracy":0.762625,"positive_recall":0.6189848384970337,"specificity":0.7962363103501465,"precision":0.41548672566371686,"balanced_accuracy":0.7076105744235901,"f1":0.49722001588562353,"true_positive":46.95,"false_positive":66.05,"false_negative":28.9,"true_negative":258.1,"positive_prevalence":0.189625,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500001,"brier_skill":-0.015030941911817086,"baseline_adjusted_skill":0.4152211488471802,"baseline_adjusted_score":0.4152211488471802},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.19512477952928747,"normalized_score_rmse":0.2384395123947094,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":0.08713553436590649,"baseline_adjusted_score":0.08713553436590649},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.07105353016993238,"accuracy":0.791375,"positive_recall":0.5588373183309892,"specificity":0.875916141128345,"precision":0.6208333333333333,"balanced_accuracy":0.7173767297296672,"f1":0.5882062669627437,"true_positive":59.6,"false_positive":36.4,"false_negative":47.05,"true_negative":256.95,"positive_prevalence":0.266625,"majority_accuracy_baseline":0.733375,"constant_brier_baseline":0.115654859375,"brier_skill":0.385641636210477,"baseline_adjusted_skill":0.4347534594593343,"baseline_adjusted_score":0.4347534594593343},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.20024516829522326,"normalized_score_rmse":0.2387730273678684,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.2549016993666111,"baseline_adjusted_score":0.2549016993666111},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.06814723265615039,"accuracy":0.789625,"positive_recall":0.6604026845637584,"specificity":0.8397224631396357,"precision":0.615,"balanced_accuracy":0.7500625738516971,"f1":0.6368932038834951,"true_positive":73.8,"false_positive":46.2,"false_negative":37.95,"true_negative":242.05,"positive_prevalence":0.279375,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937500001,"brier_skill":0.3977578091620554,"baseline_adjusted_skill":0.5001251477033941,"baseline_adjusted_score":0.5001251477033941},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.19526818463316886,"normalized_score_rmse":0.24128807474665967,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.26139693755775384,"baseline_adjusted_score":0.26139693755775384},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.08242282079929514,"accuracy":0.8348750000000001,"positive_recall":0.3476056338028169,"specificity":0.9738152610441768,"precision":0.7910256410256411,"balanced_accuracy":0.6607104474234968,"f1":0.48297455968688846,"true_positive":30.85,"false_positive":8.15,"false_negative":57.9,"true_negative":303.1,"positive_prevalence":0.221875,"majority_accuracy_baseline":0.778125,"constant_brier_baseline":0.12674023437499998,"brier_skill":0.34967122945802787,"baseline_adjusted_skill":0.32142089484699365,"baseline_adjusted_score":0.32142089484699365},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.21491021477500907,"normalized_score_rmse":0.25187643296701706,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.04748935279774369,"baseline_adjusted_score":0.04748935279774369},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.05286055876964294,"accuracy":0.81325,"positive_recall":0.7046313799621928,"specificity":0.8523113528212101,"precision":0.6317796610169492,"balanced_accuracy":0.7784713663917014,"f1":0.666219839142091,"true_positive":74.55,"false_positive":43.45,"false_negative":31.25,"true_negative":250.75,"positive_prevalence":0.2645,"majority_accuracy_baseline":0.7355,"constant_brier_baseline":0.11362725,"brier_skill":0.5347897729669341,"baseline_adjusted_skill":0.5569427327834029,"baseline_adjusted_score":0.5569427327834029},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.1962524757173378,"normalized_score_rmse":0.2410442866831086,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.21889561903547128,"baseline_adjusted_score":0.21889561903547128},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.07439462277691475,"accuracy":0.81125,"positive_recall":0.5163185378590078,"specificity":0.8811069882498455,"precision":0.507051282051282,"balanced_accuracy":0.6987127630544266,"f1":0.5116429495472186,"true_positive":39.55,"false_positive":38.45,"false_negative":37.05,"true_negative":284.95,"positive_prevalence":0.19149999999999998,"majority_accuracy_baseline":0.8085,"constant_brier_baseline":0.09190274999999999,"brier_skill":0.19050710912443036,"baseline_adjusted_skill":0.3974255261088533,"baseline_adjusted_score":0.3974255261088533},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.19857067240256585,"normalized_score_rmse":0.24135206680456775,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.040141764821433945,"baseline_adjusted_score":0.040141764821433945},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.05063010191041929,"accuracy":0.8822500000000001,"positive_recall":0.709349593495935,"specificity":0.921367259350092,"precision":0.6711538461538462,"balanced_accuracy":0.8153584264230135,"f1":0.6897233201581029,"true_positive":52.35,"false_positive":25.65,"false_negative":21.45,"true_negative":300.55,"positive_prevalence":0.1845,"majority_accuracy_baseline":0.8155,"constant_brier_baseline":0.10922225,"brier_skill":0.5364488287833359,"baseline_adjusted_skill":0.630716852846027,"baseline_adjusted_score":0.630716852846027},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.2349121712730266,"normalized_score_rmse":0.2850571871360225,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":-0.24046031035261572,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.06453109443102735,"accuracy":0.8415,"positive_recall":0.29363057324840763,"specificity":0.9752721617418352,"precision":0.7435483870967742,"balanced_accuracy":0.6344513674951214,"f1":0.42100456621004567,"true_positive":23.05,"false_positive":7.95,"false_negative":55.45,"true_negative":313.55,"positive_prevalence":0.19625,"majority_accuracy_baseline":0.80375,"constant_brier_baseline":0.09878593749999999,"brier_skill":0.34675829309179396,"baseline_adjusted_skill":0.26890273499024286,"baseline_adjusted_score":0.26890273499024286},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.20281662230408984,"normalized_score_rmse":0.24517297995605822,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":0.03992131453685277,"baseline_adjusted_score":0.03992131453685277},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0,"abstained":0},"metrics":{"binary_brier":0.11922345459636972,"accuracy":0.6678571428571427,"positive_recall":0.8760379596678529,"specificity":0.5107430617726052,"precision":0.5747081712062256,"balanced_accuracy":0.6933905107202291,"f1":0.694078947368421,"true_positive":147.7,"false_positive":109.3,"false_negative":20.9,"true_negative":114.1,"positive_prevalence":0.4301020408163265,"majority_accuracy_baseline":0.5698979591836735,"constant_brier_baseline":0.12359641815910039,"brier_skill":0.035380989415903064,"baseline_adjusted_skill":0.3867810214404581,"baseline_adjusted_score":0.3867810214404581},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.1875472108940998,"normalized_score_rmse":0.2382386317691993,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.31927308638437846,"baseline_adjusted_score":0.31927308638437846},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0,"abstained":0},"metrics":{"binary_brier":0.05168879014199293,"accuracy":0.873125,"positive_recall":0.6632572777340676,"specificity":0.9127656412542725,"precision":0.5895104895104895,"balanced_accuracy":0.7880114594941701,"f1":0.6242132543502406,"true_positive":84.3,"false_positive":58.7,"false_negative":42.8,"true_negative":614.2,"positive_prevalence":0.158875,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499999,"brier_skill":0.47671485593051743,"baseline_adjusted_skill":0.5760229189883401,"baseline_adjusted_score":0.5760229189883401},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.18297185559415083,"normalized_score_rmse":0.2385644850054669,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-0.1089203369342473,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.04465017467971106,"normalized_score_rmse":0.08115875287235474,"constant_score_baseline":0.1111111111111111,"constant_mae_baseline":0.10629629629629629,"baseline_adjusted_skill":0.5799460918633454,"baseline_adjusted_score":0.5799460918633454},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":181},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.6,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.3548387096774193,"baseline_adjusted_score":0.3548387096774193},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.23614914005464208,"accuracy":0.64,"positive_recall":0.6,"specificity":0.68,"precision":0.6521739130434783,"balanced_accuracy":0.64,"f1":0.625,"true_positive":30,"false_positive":16,"false_negative":20,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.055403439781431696,"baseline_adjusted_skill":0.28,"baseline_adjusted_score":0.28},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.3711066931742876,"uniform_accuracy_baseline":0.058823529411764705,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.2609034267912773,"baseline_adjusted_score":0.2609034267912773},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.29298110319754317,"accuracy":0.55,"positive_recall":0.22988505747126436,"specificity":0.9920634920634921,"precision":0.975609756097561,"balanced_accuracy":0.6109742747673782,"f1":0.37209302325581395,"true_positive":40,"false_positive":1,"false_negative":134,"true_negative":125,"positive_prevalence":0.58,"majority_accuracy_baseline":0.58,"constant_brier_baseline":0.24359999999999998,"brier_skill":-0.2027138883314581,"baseline_adjusted_skill":0.2219485495347564,"baseline_adjusted_score":0.2219485495347564},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":185},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1600415116929041,"accuracy":0.7866666666666666,"positive_recall":0.7898089171974523,"specificity":0.7832167832167832,"precision":0.8,"balanced_accuracy":0.7865128502071177,"f1":0.7948717948717948,"true_positive":124,"false_positive":31,"false_negative":33,"true_negative":112,"positive_prevalence":0.5233333333333333,"majority_accuracy_baseline":0.5233333333333333,"constant_brier_baseline":0.24945555555555557,"brier_skill":0.35843677108541416,"baseline_adjusted_skill":0.5730257004142354,"baseline_adjusted_score":0.5730257004142354},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":186},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.5652173913043479,"baseline_adjusted_score":0.5652173913043479},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.19338127098923294,"accuracy":0.71,"positive_recall":0.74,"specificity":0.68,"precision":0.6981132075471698,"balanced_accuracy":0.71,"f1":0.7184466019417476,"true_positive":37,"false_positive":16,"false_negative":13,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.22647491604306824,"baseline_adjusted_skill":0.41999999999999993,"baseline_adjusted_score":0.41999999999999993},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.63,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.41269841269841273,"baseline_adjusted_score":0.41269841269841273},"scoring":{"eligible":true,"reason":null},"model":171,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0,"abstained":0},"metrics":{"binary_brier":0.15537393835421334,"accuracy":0.7972972972972973,"positive_recall":0.7746478873239436,"specificity":0.8181818181818182,"precision":0.7971014492753623,"balanced_accuracy":0.7964148527528809,"f1":0.7857142857142857,"true_positive":55,"false_positive":14,"false_negative":16,"true_negative":63,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.2495891161431699,"brier_skill":0.3774811147410475,"baseline_adjusted_skill":0.5928297055057619,"baseline_adjusted_score":0.5928297055057619},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.37,"uniform_accuracy_baseline":0.20049999999999962,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.1126760563380282,"baseline_adjusted_score":0.1126760563380282},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.926470588235294,"baseline_adjusted_score":0.926470588235294},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.7234042553191489,"baseline_adjusted_score":0.7234042553191489},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.9183673469387754,"baseline_adjusted_score":0.9183673469387754},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.07969207976284964,"accuracy":0.6306701360599999,"positive_recall":0.8170849172120925,"specificity":0.33158685831662693,"precision":0.6623053073157894,"balanced_accuracy":0.5743358877643597,"f1":0.7315982872199276,"true_positive":50.33520335599999,"false_positive":25.664796644000003,"false_negative":11.268189750000001,"true_negative":12.731810249999999,"positive_prevalence":0.6160339310599999,"majority_accuracy_baseline":0.6160339310599999,"constant_brier_baseline":0.079087076552024,"brier_skill":-0.007649836575102986,"baseline_adjusted_skill":0.14867177552871946,"baseline_adjusted_score":0.14867177552871946},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.03886849476561287,"accuracy":0.96,"positive_recall":0.98,"specificity":0.94,"precision":0.9423076923076923,"balanced_accuracy":0.96,"f1":0.9607843137254902,"true_positive":49,"false_positive":3,"false_negative":1,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8445260209375485,"baseline_adjusted_skill":0.9199999999999999,"baseline_adjusted_score":0.9199999999999999},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.012987012987012965,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.8421052631578947,"baseline_adjusted_score":0.8421052631578947},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.9166666666666666,"baseline_adjusted_score":0.9166666666666666},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.69,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.5156249999999999,"baseline_adjusted_score":0.5156249999999999},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1955149941285536,"accuracy":0.71,"positive_recall":1,"specificity":0.42,"precision":0.6329113924050633,"balanced_accuracy":0.71,"f1":0.7751937984496124,"true_positive":50,"false_positive":29,"false_negative":0,"true_negative":21,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.21794002348578556,"baseline_adjusted_skill":0.41999999999999993,"baseline_adjusted_score":0.41999999999999993},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0,"abstained":0},"metrics":{"binary_brier":0.07824872760295441,"accuracy":0.6811748636906434,"positive_recall":0.7873810111844081,"specificity":0.6317213823856536,"precision":0.49888074200632226,"balanced_accuracy":0.7095511967850308,"f1":0.6107764957279562,"true_positive":175.1071404442191,"false_positive":175.8928595557809,"false_negative":47.284735860768706,"true_negative":301.7152641392313,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768597,"brier_skill":0.11809489053589561,"baseline_adjusted_skill":0.4191023935700615,"baseline_adjusted_score":0.4191023935700615},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.041444001956044293,"accuracy":0.95,"positive_recall":0.92,"specificity":0.98,"precision":0.9787234042553191,"balanced_accuracy":0.95,"f1":0.9484536082474226,"true_positive":46,"false_positive":1,"false_negative":4,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8342239921758228,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9668874172185431,"uniform_accuracy_baseline":0.006622516556291403,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.9655172413793104,"baseline_adjusted_score":0.9655172413793104},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.06163925739706749,"accuracy":0.9166666666666666,"positive_recall":0.86,"specificity":0.9733333333333334,"precision":0.9699248120300752,"balanced_accuracy":0.9166666666666667,"f1":0.911660777385159,"true_positive":129,"false_positive":4,"false_negative":21,"true_negative":146,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.75344297041173,"baseline_adjusted_skill":0.8333333333333335,"baseline_adjusted_score":0.8333333333333335},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":14},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8370588235294117,"uniform_accuracy_baseline":0.3333333333333301,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.6995661605206074,"baseline_adjusted_score":0.6995661605206074},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.66,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.43333333333333335,"baseline_adjusted_score":0.43333333333333335},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.08422166225066471,"accuracy":0.89,"positive_recall":0.9,"specificity":0.88,"precision":0.8823529411764706,"balanced_accuracy":0.89,"f1":0.8910891089108911,"true_positive":45,"false_positive":6,"false_negative":5,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6631133509973411,"baseline_adjusted_skill":0.78,"baseline_adjusted_score":0.78},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.7291666666666666,"baseline_adjusted_score":0.7291666666666666},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.07142857142857136,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9775280898876404,"baseline_adjusted_score":0.9775280898876404},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.782608695652174,"baseline_adjusted_score":0.782608695652174},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.57,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.41095890410958896,"baseline_adjusted_score":0.41095890410958896},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8888888888888888,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.6666666666666665,"baseline_adjusted_score":0.6666666666666665},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0,"abstained":0},"metrics":{"binary_brier":0.13540398941120405,"accuracy":0.8292682926829268,"positive_recall":0.875,"specificity":0.7857142857142857,"precision":0.7954545454545454,"balanced_accuracy":0.8303571428571428,"f1":0.8333333333333334,"true_positive":35,"false_positive":9,"false_negative":5,"true_negative":33,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.24985127900059498,"brier_skill":0.458061651904205,"baseline_adjusted_skill":0.6607142857142856,"baseline_adjusted_score":0.6607142857142856},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.14140724920993825,"accuracy":0.78,"positive_recall":0.56,"specificity":1,"precision":1,"balanced_accuracy":0.78,"f1":0.717948717948718,"true_positive":28,"false_positive":0,"false_negative":22,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.434371003160247,"baseline_adjusted_skill":0.56,"baseline_adjusted_score":0.56},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8575418994413407,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.8172043010752688,"baseline_adjusted_score":0.8172043010752688},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.5081967213114753,"baseline_adjusted_score":0.5081967213114753},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2007390297275292,"accuracy":0.685,"positive_recall":0.5681818181818182,"specificity":0.717948717948718,"precision":0.36231884057971014,"balanced_accuracy":0.6430652680652681,"f1":0.4424778761061947,"true_positive":25,"false_positive":44,"false_negative":19,"true_negative":112,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000053,"brier_skill":-0.16980786554503835,"baseline_adjusted_skill":0.2861305361305362,"baseline_adjusted_score":0.2861305361305362},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"binary_brier":0.18430413991152023,"accuracy":0.73,"positive_recall":0.6,"specificity":0.7733333333333333,"precision":0.46875,"balanced_accuracy":0.6866666666666666,"f1":0.5263157894736842,"true_positive":30,"false_positive":34,"false_negative":20,"true_negative":116,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":0.01704458713855883,"baseline_adjusted_skill":0.3733333333333333,"baseline_adjusted_score":0.3733333333333333},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"binary_brier":0.07965821663166285,"accuracy":0.905,"positive_recall":0.8421052631578947,"specificity":0.9116022099447514,"precision":0.5,"balanced_accuracy":0.876853736551323,"f1":0.6274509803921569,"true_positive":16,"false_positive":16,"false_negative":3,"true_negative":165,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.0859749999999999,"brier_skill":0.07347232763404543,"baseline_adjusted_skill":0.7537074731026461,"baseline_adjusted_score":0.7537074731026461},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9966666666666667,"uniform_accuracy_baseline":0.3333333333333322,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.9949999999999999,"baseline_adjusted_score":0.9949999999999999},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":33},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.012321654435001717,"accuracy":0.9866666666666667,"positive_recall":0.9933333333333333,"specificity":0.98,"precision":0.9802631578947368,"balanced_accuracy":0.9866666666666666,"f1":0.9867549668874173,"true_positive":149,"false_positive":3,"false_negative":1,"true_negative":147,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9507133822599931,"baseline_adjusted_skill":0.9733333333333332,"baseline_adjusted_score":0.9733333333333332},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":34},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9666666666666667,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.9555555555555556,"baseline_adjusted_score":0.9555555555555556},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":35},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.11692920361371298,"accuracy":0.8266666666666667,"positive_recall":0.9866666666666667,"specificity":0.6666666666666666,"precision":0.7474747474747475,"balanced_accuracy":0.8266666666666667,"f1":0.8505747126436781,"true_positive":148,"false_positive":50,"false_negative":2,"true_negative":100,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5322831855451481,"baseline_adjusted_skill":0.6533333333333333,"baseline_adjusted_score":0.6533333333333333},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":36},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.13261913287622534,"normalized_score_rmse":0.18060646304348157,"constant_score_baseline":0.5,"constant_mae_baseline":0.3333333333333333,"baseline_adjusted_skill":0.602142601371324,"baseline_adjusted_score":0.602142601371324},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":37},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.47,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.2933333333333333,"baseline_adjusted_score":0.2933333333333333},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":38},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.294579062060691,"accuracy":0.5366666666666666,"positive_recall":0.43333333333333335,"specificity":0.64,"precision":0.5462184873949579,"balanced_accuracy":0.5366666666666666,"f1":0.483271375464684,"true_positive":65,"false_positive":54,"false_negative":85,"true_negative":96,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.17831624824276404,"baseline_adjusted_skill":0.07333333333333325,"baseline_adjusted_score":0.07333333333333325},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":39},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.3063480213684075,"normalized_score_rmse":0.3634681248963217,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":-0.0211600712280251,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":40},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0532354080632718,"accuracy":0.9046369047619048,"positive_recall":0.6576728499156831,"specificity":0.9204022315237559,"precision":0.3453125,"balanced_accuracy":0.7890375407197194,"f1":0.45285338615484444,"true_positive":110.5000000000001,"false_positive":209.5000000000002,"false_negative":57.516666666666694,"true_negative":2422.4833333333336,"positive_prevalence":0.060005952380952354,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679296,"brier_skill":-0.6532236279843127,"baseline_adjusted_skill":0.5780750814394389,"baseline_adjusted_score":0.5780750814394389},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.49333333333333335,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.3244444444444445,"baseline_adjusted_score":0.3244444444444445},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":50},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8640226628895185,"uniform_accuracy_baseline":0.027777777777777853,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.8441558441558442,"baseline_adjusted_score":0.8441558441558442},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.6428571428571429,"baseline_adjusted_score":0.6428571428571429},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.08825948316016055,"accuracy":0.88,"positive_recall":1,"specificity":0.76,"precision":0.8064516129032258,"balanced_accuracy":0.88,"f1":0.8928571428571429,"true_positive":50,"false_positive":12,"false_negative":0,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6469620673593578,"baseline_adjusted_skill":0.76,"baseline_adjusted_score":0.76},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.022478131403863625,"accuracy":0.99,"positive_recall":0.98,"specificity":1,"precision":1,"balanced_accuracy":0.99,"f1":0.98989898989899,"true_positive":49,"false_positive":0,"false_negative":1,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9100874743845455,"baseline_adjusted_skill":0.98,"baseline_adjusted_score":0.98},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.63,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":0.05128205128205133,"baseline_adjusted_score":0.05128205128205133},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.8936170212765959,"baseline_adjusted_score":0.8936170212765959},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.04632077104600621,"accuracy":0.96,"positive_recall":0.98,"specificity":0.94,"precision":0.9423076923076923,"balanced_accuracy":0.96,"f1":0.9607843137254902,"true_positive":49,"false_positive":3,"false_negative":1,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8147169158159752,"baseline_adjusted_skill":0.9199999999999999,"baseline_adjusted_score":0.9199999999999999},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.45,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.26666666666666666,"baseline_adjusted_score":0.26666666666666666},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":58},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7166666666666667,"uniform_accuracy_baseline":0.3333333333333322,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.575,"baseline_adjusted_score":0.575},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":59},{"provenance":"measured","status":"complete","counts":{"cases":285,"expected":285,"succeeded":285,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7859649122807018,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5263157894736842,"baseline_adjusted_skill":0.5481481481481482,"baseline_adjusted_score":0.5481481481481482},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":60},{"provenance":"measured","status":"complete","counts":{"cases":299,"expected":299,"succeeded":299,"failed":0,"abstained":0},"metrics":{"binary_brier":0.21462612222439126,"accuracy":0.68561872909699,"positive_recall":0.8066666666666666,"specificity":0.5637583892617449,"precision":0.6505376344086021,"balanced_accuracy":0.6852125279642058,"f1":0.7202380952380952,"true_positive":121,"false_positive":65,"false_negative":29,"true_negative":84,"positive_prevalence":0.5016722408026756,"majority_accuracy_baseline":0.5016722408026756,"constant_brier_baseline":0.24999720361069733,"brier_skill":0.14148590814394435,"baseline_adjusted_skill":0.3704250559284117,"baseline_adjusted_score":0.3704250559284117},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":61},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.20000000000000104,"fixed_answer_accuracy_baseline":0.20000000000000104,"baseline_adjusted_skill":0.9499999999999998,"baseline_adjusted_score":0.9499999999999998},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":62},{"provenance":"measured","status":"complete","counts":{"cases":283,"expected":283,"succeeded":283,"failed":0,"abstained":0},"metrics":{"binary_brier":0.24863852937414155,"accuracy":0.5865724381625441,"positive_recall":0.7819548872180451,"specificity":0.41333333333333333,"precision":0.5416666666666666,"balanced_accuracy":0.5976441102756892,"f1":0.64,"true_positive":104,"false_positive":88,"false_negative":29,"true_negative":62,"positive_prevalence":0.46996466431095407,"majority_accuracy_baseline":0.5300353356890459,"constant_brier_baseline":0.2490978786100456,"brier_skill":0.0018440511756551148,"baseline_adjusted_skill":0.1952882205513784,"baseline_adjusted_score":0.1952882205513784},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":63},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7966666666666666,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.7288888888888888,"baseline_adjusted_score":0.7288888888888888},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":64},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.2061666666666668,"fixed_answer_accuracy_baseline":0.21333333333333335,"baseline_adjusted_skill":0.961864406779661,"baseline_adjusted_score":0.961864406779661},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":65},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.3333333333333322,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.8199999999999998,"baseline_adjusted_score":0.8199999999999998},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":66},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7533333333333333,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.37333333333333335,"baseline_adjusted_skill":0.6063829787234042,"baseline_adjusted_score":0.6063829787234042},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":67},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.18947099546552093,"normalized_score_rmse":0.22715295330602714,"constant_score_baseline":0.5,"constant_mae_baseline":0.26208333333333317,"baseline_adjusted_skill":0.2770582049010326,"baseline_adjusted_score":0.2770582049010326},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":68},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.08114157879183516,"normalized_score_rmse":0.10451903964724052,"constant_score_baseline":0.52,"constant_mae_baseline":0.24733333333333307,"baseline_adjusted_skill":0.6719343175532269,"baseline_adjusted_score":0.6719343175532269},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":69},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7433333333333333,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.6577777777777777,"baseline_adjusted_score":0.6577777777777777},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":71},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8507462686567167,"baseline_adjusted_score":0.8507462686567167},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0353800018636144,"accuracy":0.96,"positive_recall":0.94,"specificity":0.98,"precision":0.9791666666666666,"balanced_accuracy":0.96,"f1":0.9591836734693877,"true_positive":47,"false_positive":1,"false_negative":3,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8584799925455424,"baseline_adjusted_skill":0.9199999999999999,"baseline_adjusted_score":0.9199999999999999},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.4907111756756757,"uniform_accuracy_baseline":0.23445945945945923,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.30958501115045717,"baseline_adjusted_score":0.30958501115045717},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0,"abstained":0},"metrics":{"binary_brier":0.05990559698922362,"accuracy":0.7095613749999998,"positive_recall":0.8766747149983255,"specificity":0.550432374149719,"precision":0.6499666599999999,"balanced_accuracy":0.7135535445740222,"f1":0.7464874799617408,"true_positive":64.99666599999998,"false_positive":35.003334,"false_negative":9.143336999999995,"true_negative":42.856663,"positive_prevalence":0.48776317763157917,"majority_accuracy_baseline":0.5122368223684208,"constant_brier_baseline":0.0945191003976856,"brier_skill":0.36620644147930903,"baseline_adjusted_skill":0.4271070891480444,"baseline_adjusted_score":0.4271070891480444},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.09079848846069781,"normalized_score_rmse":0.12579407104982993,"constant_score_baseline":0.5841668333333334,"constant_mae_baseline":0.21700552708333315,"baseline_adjusted_skill":0.5815844431195989,"baseline_adjusted_score":0.5815844431195989},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.20385035852881003,"accuracy":0.71,"positive_recall":0.88,"specificity":0.54,"precision":0.6567164179104478,"balanced_accuracy":0.71,"f1":0.7521367521367521,"true_positive":44,"false_positive":23,"false_negative":6,"true_negative":27,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.18459856588475987,"baseline_adjusted_skill":0.41999999999999993,"baseline_adjusted_score":0.41999999999999993},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.16024817633141125,"accuracy":0.79,"positive_recall":0.66,"specificity":0.92,"precision":0.8918918918918919,"balanced_accuracy":0.79,"f1":0.7586206896551724,"true_positive":33,"false_positive":4,"false_negative":17,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.359007294674355,"baseline_adjusted_skill":0.5800000000000001,"baseline_adjusted_score":0.5800000000000001},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.9344262295081966,"baseline_adjusted_score":0.9344262295081966},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.955,"uniform_accuracy_baseline":0.03611111111111102,"fixed_answer_accuracy_baseline":0.08833333333333329,"baseline_adjusted_skill":0.9506398537477148,"baseline_adjusted_score":0.9506398537477148},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.16995614131711503,"accuracy":0.74,"positive_recall":0.7266666666666667,"specificity":0.7533333333333333,"precision":0.7465753424657534,"balanced_accuracy":0.74,"f1":0.7364864864864865,"true_positive":109,"false_positive":37,"false_negative":41,"true_negative":113,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.32017543473153987,"baseline_adjusted_skill":0.48,"baseline_adjusted_score":0.48},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":81},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.8863636363636362,"baseline_adjusted_score":0.8863636363636362},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.59,"uniform_accuracy_baseline":0.11021428571428617,"fixed_answer_accuracy_baseline":0.12554761904761905,"baseline_adjusted_skill":0.5311351321915757,"baseline_adjusted_score":0.5311351321915757},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":83},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7433333333333333,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.6577777777777777,"baseline_adjusted_score":0.6577777777777777},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":84},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.04987932421560751,"fixed_answer_accuracy_baseline":0.1244247787610618,"baseline_adjusted_skill":0.8515261774813018,"baseline_adjusted_score":0.8515261774813018},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.28342535862946405,"accuracy":0.51,"positive_recall":0.52,"specificity":0.5,"precision":0.5098039215686274,"balanced_accuracy":0.51,"f1":0.5148514851485149,"true_positive":26,"false_positive":25,"false_negative":24,"true_negative":25,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.1337014345178562,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8333333333333334,"uniform_accuracy_baseline":0.23888888888888893,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.7647058823529413,"baseline_adjusted_score":0.7647058823529413},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0,"abstained":0},"metrics":{"binary_brier":0.015129445322895339,"accuracy":0.984375,"positive_recall":1,"specificity":0.96875,"precision":0.9696969696969697,"balanced_accuracy":0.984375,"f1":0.9846153846153847,"true_positive":32,"false_positive":1,"false_negative":0,"true_negative":31,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9394822187084186,"baseline_adjusted_skill":0.96875,"baseline_adjusted_score":0.96875},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1959630645629979,"accuracy":0.78,"positive_recall":0.56,"specificity":1,"precision":1,"balanced_accuracy":0.78,"f1":0.717948717948718,"true_positive":28,"false_positive":0,"false_negative":22,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.21614774174800844,"baseline_adjusted_skill":0.56,"baseline_adjusted_score":0.56},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.8260869565217391,"baseline_adjusted_score":0.8260869565217391},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0007789065147641316,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":16,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.9968815103140509,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.136257392503709,"normalized_score_rmse":0.27446215597734935,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.5870988105948212,"baseline_adjusted_score":0.5870988105948212},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.25,"uniform_accuracy_baseline":0.17812500000000006,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.05263157894736839,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0,"abstained":0},"metrics":{"binary_brier":0.00042480166124309147,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":17,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9983007933550276,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.44860863274063245,"normalized_score_rmse":0.5041725577465382,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-2.0505387026363007,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9375,"uniform_accuracy_baseline":0.13194444444444448,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":0.8434782608695652,"baseline_adjusted_score":0.8434782608695652},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0,"abstained":0},"metrics":{"binary_brier":0.00004879984281824232,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":26,"false_positive":0,"false_negative":0,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.999804800628727,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0,"abstained":0},"metrics":{"binary_brier":0.05073242267232483,"accuracy":0.9466666666666667,"positive_recall":1,"specificity":0.8888888888888888,"precision":0.9069767441860465,"balanced_accuracy":0.9444444444444444,"f1":0.9512195121951219,"true_positive":39,"false_positive":4,"false_negative":0,"true_negative":32,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24959999999999993,"brier_skill":0.7967451014730575,"baseline_adjusted_skill":0.8888888888888888,"baseline_adjusted_score":0.8888888888888888},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.12601618637277165,"normalized_score_rmse":0.24060265849842952,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.5499421915258156,"baseline_adjusted_score":0.5499421915258156},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.47058823529411764,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.27999999999999997,"baseline_adjusted_score":0.27999999999999997},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0,"abstained":0},"metrics":{"binary_brier":0.04571775355861825,"accuracy":0.9285714285714286,"positive_recall":1,"specificity":0.8571428571428571,"precision":0.875,"balanced_accuracy":0.9285714285714286,"f1":0.9333333333333333,"true_positive":14,"false_positive":2,"false_negative":0,"true_negative":12,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8171289857655271,"baseline_adjusted_skill":0.8571428571428572,"baseline_adjusted_score":0.8571428571428572},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.057049626749084946,"normalized_score_rmse":0.1050553726630321,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.16969696969696968,"baseline_adjusted_skill":0.6638146995143208,"baseline_adjusted_score":0.6638146995143208},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0,"abstained":0},"metrics":{"binary_brier":0.03330603432003746,"accuracy":0.9647058823529412,"positive_recall":1,"specificity":0.925,"precision":0.9375,"balanced_accuracy":0.9625,"f1":0.967741935483871,"true_positive":45,"false_positive":3,"false_negative":0,"true_negative":37,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.24913494809688563,"brier_skill":0.8663132789098495,"baseline_adjusted_skill":0.925,"baseline_adjusted_score":0.925},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0001100928397659452,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":35,"false_positive":0,"false_negative":0,"true_negative":15,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.20999999999999996,"brier_skill":0.9994757483820669,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.11648337747395793,"normalized_score_rmse":0.25533208955915393,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.5839879375930075,"baseline_adjusted_score":0.5839879375930075},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8481012658227848,"uniform_accuracy_baseline":0.24240506329113914,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.7391304347826086,"baseline_adjusted_score":0.7391304347826086},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0,"abstained":0},"metrics":{"binary_brier":0.000016371088807707857,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":11,"false_positive":0,"false_negative":0,"true_negative":10,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.24943310657596363,"brier_skill":0.9999343668166891,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9090909090909091,"uniform_accuracy_baseline":0.3237373737373738,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.85,"baseline_adjusted_score":0.85},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"binary_brier":0.17287965771522001,"accuracy":0.7878787878787878,"positive_recall":0.6470588235294118,"specificity":0.9375,"precision":0.9166666666666666,"balanced_accuracy":0.7922794117647058,"f1":0.7586206896551724,"true_positive":11,"false_positive":1,"false_negative":6,"true_negative":15,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.307845782162226,"baseline_adjusted_skill":0.5845588235294117,"baseline_adjusted_score":0.5845588235294117},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.050003311081936216,"normalized_score_rmse":0.09381977602767226,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.34313725490196084,"baseline_adjusted_skill":0.8542760648469288,"baseline_adjusted_score":0.8542760648469288},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.019825312201403537,"accuracy":0.98,"positive_recall":0.96,"specificity":1,"precision":1,"balanced_accuracy":0.98,"f1":0.9795918367346939,"true_positive":48,"false_positive":0,"false_negative":2,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9206987511943858,"baseline_adjusted_skill":0.96,"baseline_adjusted_score":0.96},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.5533333333333332,"uniform_accuracy_baseline":0.3333333333333332,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":0.30927835051546376,"baseline_adjusted_score":0.30927835051546376},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1551865327977317,"accuracy":0.7333333333333333,"positive_recall":0.6486486486486487,"specificity":0.8157894736842105,"precision":0.7741935483870968,"balanced_accuracy":0.7322190611664297,"f1":0.7058823529411765,"true_positive":24,"false_positive":7,"false_negative":13,"true_negative":31,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555535,"brier_skill":0.3791434943191738,"baseline_adjusted_skill":0.4644381223328593,"baseline_adjusted_score":0.4644381223328593},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.1428571428571427,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.9487179487179487,"baseline_adjusted_score":0.9487179487179487},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.3349999999999999,"uniform_accuracy_baseline":0.32416666666666627,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.007575757575757752,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"binary_brier":0.007785617536691479,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":16,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.9688289062593491,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.019164387158939394,"normalized_score_rmse":0.03456610065864815,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.91276899638,"baseline_adjusted_score":0.91276899638},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.14916066932086716,"accuracy":0.81,"positive_recall":1,"specificity":0.7564102564102564,"precision":0.5365853658536586,"balanced_accuracy":0.8782051282051282,"f1":0.6984126984126984,"true_positive":22,"false_positive":19,"false_negative":0,"true_negative":59,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000028,"brier_skill":0.13076533029797832,"baseline_adjusted_skill":0.7564102564102564,"baseline_adjusted_score":0.7564102564102564},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0706743653399665,"accuracy":0.92,"positive_recall":0.8108108108108109,"specificity":0.9841269841269841,"precision":0.967741935483871,"balanced_accuracy":0.8974688974688975,"f1":0.8823529411764706,"true_positive":30,"false_positive":1,"false_negative":7,"true_negative":62,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000008,"brier_skill":0.6968066694982133,"baseline_adjusted_skill":0.7949377949377949,"baseline_adjusted_score":0.7949377949377949},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.10946821758090827,"accuracy":0.88,"positive_recall":0.7435897435897436,"specificity":0.9672131147540983,"precision":0.9354838709677419,"balanced_accuracy":0.855401429171921,"f1":0.8285714285714286,"true_positive":29,"false_positive":2,"false_negative":10,"true_negative":59,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379000000000002,"brier_skill":0.5398561682181244,"baseline_adjusted_skill":0.7108028583438419,"baseline_adjusted_score":0.7108028583438419},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.07676212697744215,"accuracy":0.89,"positive_recall":0.9354838709677419,"specificity":0.8695652173913043,"precision":0.7631578947368421,"balanced_accuracy":0.9025245441795231,"f1":0.8405797101449275,"true_positive":29,"false_positive":9,"false_negative":2,"true_negative":60,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999987,"brier_skill":0.6411307761690407,"baseline_adjusted_skill":0.8050490883590462,"baseline_adjusted_score":0.8050490883590462},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.9583333333333333,"baseline_adjusted_score":0.9583333333333333},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.14298166243422977,"normalized_score_rmse":0.17431413385242206,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.3850251078097644,"baseline_adjusted_score":0.3850251078097644},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.049983746816990575,"accuracy":0.95,"positive_recall":0.96,"specificity":0.94,"precision":0.9411764705882353,"balanced_accuracy":0.95,"f1":0.9504950495049505,"true_positive":48,"false_positive":3,"false_negative":2,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8000650127320377,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2897063263989943,"accuracy":0.61,"positive_recall":0.8,"specificity":0.42,"precision":0.5797101449275363,"balanced_accuracy":0.61,"f1":0.6722689075630253,"true_positive":40,"false_positive":29,"false_negative":10,"true_negative":21,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.15882530559597718,"baseline_adjusted_skill":0.21999999999999997,"baseline_adjusted_score":0.21999999999999997},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.58,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.20000000000000018,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.11415867506586394,"accuracy":0.83,"positive_recall":0.9,"specificity":0.76,"precision":0.7894736842105263,"balanced_accuracy":0.8300000000000001,"f1":0.8411214953271028,"true_positive":45,"false_positive":12,"false_negative":5,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5433652997365442,"baseline_adjusted_skill":0.6600000000000001,"baseline_adjusted_score":0.6600000000000001},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.8095238095238096,"baseline_adjusted_score":0.8095238095238096},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.95,"baseline_adjusted_score":0.95},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.05916945657795602,"accuracy":0.92,"positive_recall":0.84,"specificity":1,"precision":1,"balanced_accuracy":0.9199999999999999,"f1":0.9130434782608695,"true_positive":42,"false_positive":0,"false_negative":8,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7633221736881759,"baseline_adjusted_skill":0.8399999999999999,"baseline_adjusted_score":0.8399999999999999},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.20851190476190457,"fixed_answer_accuracy_baseline":0.2233333333333332,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.019172028285138115,"accuracy":0.98,"positive_recall":0.96,"specificity":1,"precision":1,"balanced_accuracy":0.98,"f1":0.9795918367346939,"true_positive":48,"false_positive":0,"false_negative":2,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9233118868594475,"baseline_adjusted_skill":0.96,"baseline_adjusted_score":0.96},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.041786950869969204,"normalized_score_rmse":0.10872950807458386,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.8607101637667693,"baseline_adjusted_score":0.8607101637667693},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.22851190476190467,"fixed_answer_accuracy_baseline":0.2433333333333333,"baseline_adjusted_skill":0.9603524229074889,"baseline_adjusted_score":0.9603524229074889},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.004098301719177407,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":50,"false_positive":0,"false_negative":0,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9836067931232904,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.044708403578166134,"normalized_score_rmse":0.07041604953149874,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.304222222222222,"baseline_adjusted_skill":0.8530403096407979,"baseline_adjusted_score":0.8530403096407979},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.7419354838709676,"baseline_adjusted_score":0.7419354838709676},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.08506768503684903,"accuracy":0.9,"positive_recall":0.98,"specificity":0.82,"precision":0.8448275862068966,"balanced_accuracy":0.8999999999999999,"f1":0.9074074074074074,"true_positive":49,"false_positive":9,"false_negative":1,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6597292598526039,"baseline_adjusted_skill":0.7999999999999998,"baseline_adjusted_score":0.7999999999999998},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.8799999999999999,"baseline_adjusted_score":0.8799999999999999},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0319699958393269,"accuracy":0.97,"positive_recall":1,"specificity":0.94,"precision":0.9433962264150944,"balanced_accuracy":0.97,"f1":0.970873786407767,"true_positive":50,"false_positive":3,"false_negative":0,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8721200166426923,"baseline_adjusted_skill":0.94,"baseline_adjusted_score":0.94},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.35333333333333317,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.7966101694915254,"baseline_adjusted_score":0.7966101694915254},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.9193548387096774,"baseline_adjusted_score":0.9193548387096774},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.49,"uniform_accuracy_baseline":0.3333333333333322,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.235,"baseline_adjusted_score":0.235},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":157},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.82,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.7096774193548386,"baseline_adjusted_score":0.7096774193548386},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.66,"uniform_accuracy_baseline":0.11111111111111088,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.5952380952380952,"baseline_adjusted_score":0.5952380952380952},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.059957476704025986,"accuracy":0.8083749999999997,"positive_recall":0.5550428477257746,"specificity":0.8676538639518742,"precision":0.495294117647059,"balanced_accuracy":0.7113483558388244,"f1":0.5234690705626361,"true_positive":42.100000000000016,"false_positive":42.899999999999984,"false_negative":33.75000000000001,"true_negative":281.2499999999999,"positive_prevalence":0.1896249999999999,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500007,"brier_skill":0.21236687019576928,"baseline_adjusted_skill":0.4226967116776488,"baseline_adjusted_score":0.4226967116776488},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.19351534824970085,"normalized_score_rmse":0.25291571038316973,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":0.09466503742830013,"baseline_adjusted_score":0.09466503742830013},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.07769213809112277,"accuracy":0.8013749999999998,"positive_recall":0.49789029535864976,"specificity":0.911709561956707,"precision":0.6721518987341775,"balanced_accuracy":0.7047999286576784,"f1":0.5720441691354701,"true_positive":53.100000000000016,"false_positive":25.89999999999998,"false_negative":53.55000000000001,"true_negative":267.44999999999993,"positive_prevalence":0.2666249999999998,"majority_accuracy_baseline":0.7333750000000002,"constant_brier_baseline":0.11565485937499977,"brier_skill":0.3282414719885355,"baseline_adjusted_skill":0.40959985731535675,"baseline_adjusted_score":0.40959985731535675},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.16065184120251813,"normalized_score_rmse":0.21650908503165991,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.4022257071534209,"baseline_adjusted_score":0.4022257071534209},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.06836425451991056,"accuracy":0.7806249999999999,"positive_recall":0.6442953020134226,"specificity":0.8334778837814397,"precision":0.5999999999999998,"balanced_accuracy":0.7388865928974311,"f1":0.6213592233009707,"true_positive":71.99999999999996,"false_positive":48.00000000000002,"false_negative":39.750000000000014,"true_negative":240.25,"positive_prevalence":0.2793749999999999,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937499995,"brier_skill":0.39583990703167604,"baseline_adjusted_skill":0.47777318579486217,"baseline_adjusted_score":0.47777318579486217},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.18496782993119554,"normalized_score_rmse":0.23147236116083722,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.30035809009476877,"baseline_adjusted_score":0.30035809009476877},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.03720190770679543,"accuracy":0.8928749999999998,"positive_recall":0.6980281690140845,"specificity":0.948433734939759,"precision":0.7942307692307692,"balanced_accuracy":0.8232309519769218,"f1":0.7430284857571214,"true_positive":61.949999999999996,"false_positive":16.05,"false_negative":26.800000000000008,"true_negative":295.19999999999993,"positive_prevalence":0.22187499999999974,"majority_accuracy_baseline":0.7781250000000003,"constant_brier_baseline":0.126740234375001,"brier_skill":0.7064712094762123,"baseline_adjusted_skill":0.6464619039538435,"baseline_adjusted_score":0.6464619039538435},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.12600680116636231,"normalized_score_rmse":0.17311027710002921,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.4415211028637681,"baseline_adjusted_score":0.4415211028637681},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.037021120855933384,"accuracy":0.8522499999999994,"positive_recall":0.6885633270321362,"specificity":0.9111148878314073,"precision":0.7358585858585859,"balanced_accuracy":0.7998391074317717,"f1":0.71142578125,"true_positive":72.85,"false_positive":26.149999999999995,"false_negative":32.94999999999999,"true_negative":268.0499999999998,"positive_prevalence":0.26449999999999985,"majority_accuracy_baseline":0.7355000000000002,"constant_brier_baseline":0.11362725000000028,"brier_skill":0.6741880063458959,"baseline_adjusted_skill":0.5996782148635433,"baseline_adjusted_score":0.5996782148635433},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.1294181874293786,"normalized_score_rmse":0.17048422889668777,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.4849027365994881,"baseline_adjusted_score":0.4849027365994881},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.06482724923282686,"accuracy":0.8312499999999998,"positive_recall":0.43798955613577,"specificity":0.9243970315398887,"precision":0.5784482758620692,"balanced_accuracy":0.6811932938378293,"f1":0.4985141158989598,"true_positive":33.550000000000004,"false_positive":24.44999999999999,"false_negative":43.050000000000054,"true_negative":298.94999999999993,"positive_prevalence":0.1914999999999999,"majority_accuracy_baseline":0.8085000000000001,"constant_brier_baseline":0.09190274999999995,"brier_skill":0.29461034372935635,"baseline_adjusted_skill":0.3623865876756587,"baseline_adjusted_score":0.3623865876756587},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.1523851223388471,"normalized_score_rmse":0.21349474836403032,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.26339517902672094,"baseline_adjusted_score":0.26339517902672094},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.025159247260566522,"accuracy":0.9172499999999999,"positive_recall":0.7093495934959347,"specificity":0.9642857142857143,"precision":0.81796875,"balanced_accuracy":0.8368176538908245,"f1":0.7597968069666181,"true_positive":52.349999999999994,"false_positive":11.649999999999999,"false_negative":21.45000000000001,"true_negative":314.54999999999995,"positive_prevalence":0.1844999999999999,"majority_accuracy_baseline":0.8155000000000001,"constant_brier_baseline":0.1092222499999995,"brier_skill":0.7696508974996703,"baseline_adjusted_skill":0.673635307781649,"baseline_adjusted_score":0.673635307781649},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.13949807093303979,"normalized_score_rmse":0.18449090339477256,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":0.26337652312586246,"baseline_adjusted_score":0.26337652312586246},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.057172268974182504,"accuracy":0.8509999999999995,"positive_recall":0.31783439490445875,"specificity":0.9811819595645411,"precision":0.8048387096774193,"balanced_accuracy":0.6495081772344999,"f1":0.45570776255707773,"true_positive":24.950000000000006,"false_positive":6.050000000000002,"false_negative":53.54999999999998,"true_negative":315.4499999999998,"positive_prevalence":0.19624999999999987,"majority_accuracy_baseline":0.8037500000000002,"constant_brier_baseline":0.09878593749999955,"brier_skill":0.421250934889566,"baseline_adjusted_skill":0.2990163544689999,"baseline_adjusted_score":0.2990163544689999},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.17516656482348872,"normalized_score_rmse":0.22395528308650287,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":0.17080916059886997,"baseline_adjusted_score":0.17080916059886997},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0,"abstained":0},"metrics":{"binary_brier":0.10123738868629732,"accuracy":0.7107142857142857,"positive_recall":0.8665480427046264,"specificity":0.5931065353625783,"precision":0.6164556962025315,"balanced_accuracy":0.7298272890336024,"f1":0.7204142011834319,"true_positive":146.1,"false_positive":90.90000000000006,"false_negative":22.5,"true_negative":132.50000000000006,"positive_prevalence":0.43010204081632636,"majority_accuracy_baseline":0.5698979591836737,"constant_brier_baseline":0.12359641815910102,"brier_skill":0.1809035391626136,"baseline_adjusted_skill":0.4596545780672048,"baseline_adjusted_score":0.4596545780672048},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.18465089101003435,"normalized_score_rmse":0.23533763029361748,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.3297856548524679,"baseline_adjusted_score":0.3297856548524679},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0,"abstained":0},"metrics":{"binary_brier":0.051414499709669576,"accuracy":0.8720000000000004,"positive_recall":0.6479150275373723,"specificity":0.9143260514192303,"precision":0.5882142857142857,"balanced_accuracy":0.7811205394783013,"f1":0.6166229876450768,"true_positive":82.34999999999998,"false_positive":57.65,"false_negative":44.74999999999997,"true_negative":615.2500000000003,"positive_prevalence":0.15887500000000002,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499934,"brier_skill":0.47949170770051897,"baseline_adjusted_skill":0.5622410789566026,"baseline_adjusted_score":0.5622410789566026},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.2056449860135638,"normalized_score_rmse":0.26578891825582573,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-0.2463332485670533,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.74,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.5806451612903225,"baseline_adjusted_score":0.5806451612903225},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.12904296837946785,"accuracy":0.84,"positive_recall":0.86,"specificity":0.82,"precision":0.8269230769230769,"balanced_accuracy":0.84,"f1":0.8431372549019608,"true_positive":43,"false_positive":9,"false_negative":7,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4838281264821286,"baseline_adjusted_skill":0.6799999999999999,"baseline_adjusted_score":0.6799999999999999},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.5825049701789264,"uniform_accuracy_baseline":0.058823529411766766,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.5093457943925234,"baseline_adjusted_score":0.5093457943925234},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.7391304347826086,"baseline_adjusted_score":0.7391304347826086},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1862814532224096,"accuracy":0.74,"positive_recall":0.58,"specificity":0.9,"precision":0.8529411764705882,"balanced_accuracy":0.74,"f1":0.6904761904761905,"true_positive":29,"false_positive":5,"false_negative":21,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2548741871103616,"baseline_adjusted_skill":0.48,"baseline_adjusted_score":0.48},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.64,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.4285714285714286,"baseline_adjusted_score":0.4285714285714286},"scoring":{"eligible":true,"reason":null},"model":172,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0,"abstained":0},"metrics":{"binary_brier":0.15058424302243187,"accuracy":0.7972972972972973,"positive_recall":0.8309859154929577,"specificity":0.7662337662337663,"precision":0.7662337662337663,"balanced_accuracy":0.798609840863362,"f1":0.7972972972972973,"true_positive":59,"false_positive":18,"false_negative":12,"true_negative":59,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.2495891161431699,"brier_skill":0.3966714360410917,"baseline_adjusted_skill":0.5972196817267239,"baseline_adjusted_score":0.5972196817267239},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.20049999999999962,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.295774647887324,"baseline_adjusted_score":0.295774647887324},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.9705882352941176,"baseline_adjusted_score":0.9705882352941176},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.8723404255319148,"baseline_adjusted_score":0.8723404255319148},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.9183673469387754,"baseline_adjusted_score":0.9183673469387754},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.08775451401671966,"accuracy":0.6717127177399999,"positive_recall":0.8016982498840606,"specificity":0.46316434634694215,"precision":0.7055333205714286,"balanced_accuracy":0.6324312981155014,"f1":0.7505480105702284,"true_positive":49.387332439999994,"false_positive":20.612667559999995,"false_negative":12.216060665999997,"true_negative":17.783939333999996,"positive_prevalence":0.6160339310599999,"majority_accuracy_baseline":0.6160339310599999,"constant_brier_baseline":0.079087076552024,"brier_skill":-0.10959360040314747,"baseline_adjusted_skill":0.2648625962310027,"baseline_adjusted_score":0.2648625962310027},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.029460675419144145,"accuracy":0.97,"positive_recall":0.98,"specificity":0.96,"precision":0.9607843137254902,"balanced_accuracy":0.97,"f1":0.9702970297029703,"true_positive":49,"false_positive":2,"false_negative":1,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8821572983234234,"baseline_adjusted_skill":0.94,"baseline_adjusted_score":0.94},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.012987012987012965,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.8526315789473684,"baseline_adjusted_score":0.8526315789473684},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.8500000000000001,"baseline_adjusted_score":0.8500000000000001},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.82,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.7187499999999999,"baseline_adjusted_score":0.7187499999999999},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1359690135665753,"accuracy":0.83,"positive_recall":1,"specificity":0.66,"precision":0.746268656716418,"balanced_accuracy":0.8300000000000001,"f1":0.8547008547008547,"true_positive":50,"false_positive":17,"false_negative":0,"true_negative":33,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.45612394573369885,"baseline_adjusted_skill":0.6600000000000001,"baseline_adjusted_score":0.6600000000000001},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0484842309752156,"accuracy":0.7388046656622153,"positive_recall":0.8331130354787776,"specificity":0.6948912264340269,"precision":0.5597509701941669,"balanced_accuracy":0.7640021309564022,"f1":0.6696071231524845,"true_positive":185.27757113426924,"false_positive":145.72242886573076,"false_negative":37.11430517071858,"true_negative":331.8856948292814,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768597,"brier_skill":0.45355672436690186,"baseline_adjusted_skill":0.5280042619128045,"baseline_adjusted_score":0.5280042619128045},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.042429811686549496,"accuracy":0.95,"positive_recall":0.92,"specificity":0.98,"precision":0.9787234042553191,"balanced_accuracy":0.95,"f1":0.9484536082474226,"true_positive":46,"false_positive":1,"false_negative":4,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.830280753253802,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9735099337748344,"uniform_accuracy_baseline":0.006622516556291403,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.9724137931034482,"baseline_adjusted_score":0.9724137931034482},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.04215154705236732,"accuracy":0.9466666666666667,"positive_recall":0.9066666666666666,"specificity":0.9866666666666667,"precision":0.9855072463768116,"balanced_accuracy":0.9466666666666667,"f1":0.9444444444444444,"true_positive":136,"false_positive":2,"false_negative":14,"true_negative":148,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8313938117905307,"baseline_adjusted_skill":0.8933333333333333,"baseline_adjusted_score":0.8933333333333333},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":14},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8670588235294118,"uniform_accuracy_baseline":0.3333333333333301,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.754880694143167,"baseline_adjusted_score":0.754880694143167},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.71,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.5166666666666666,"baseline_adjusted_score":0.5166666666666666},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.04291542966135871,"accuracy":0.94,"positive_recall":0.96,"specificity":0.92,"precision":0.9230769230769231,"balanced_accuracy":0.94,"f1":0.9411764705882353,"true_positive":48,"false_positive":4,"false_negative":2,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8283382813545652,"baseline_adjusted_skill":0.8799999999999999,"baseline_adjusted_score":0.8799999999999999},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.6874999999999999,"baseline_adjusted_score":0.6874999999999999},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.07142857142857136,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9887640449438202,"baseline_adjusted_score":0.9887640449438202},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.8695652173913042,"baseline_adjusted_score":0.8695652173913042},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.57,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.41095890410958896,"baseline_adjusted_score":0.41095890410958896},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8888888888888888,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.6666666666666665,"baseline_adjusted_score":0.6666666666666665},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0,"abstained":0},"metrics":{"binary_brier":0.08774485299637476,"accuracy":0.8780487804878049,"positive_recall":0.9,"specificity":0.8571428571428571,"precision":0.8571428571428571,"balanced_accuracy":0.8785714285714286,"f1":0.8780487804878049,"true_positive":36,"false_positive":6,"false_negative":4,"true_negative":36,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.24985127900059498,"brier_skill":0.648811671697843,"baseline_adjusted_skill":0.7571428571428571,"baseline_adjusted_score":0.7571428571428571},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.09722847555093572,"accuracy":0.87,"positive_recall":0.82,"specificity":0.92,"precision":0.9111111111111111,"balanced_accuracy":0.87,"f1":0.8631578947368421,"true_positive":41,"false_positive":4,"false_negative":9,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6110860977962571,"baseline_adjusted_skill":0.74,"baseline_adjusted_score":0.74},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9050279329608939,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.878136200716846,"baseline_adjusted_score":0.878136200716846},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.77,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.6229508196721312,"baseline_adjusted_score":0.6229508196721312},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"binary_brier":0.20175703346746418,"accuracy":0.71,"positive_recall":0.6136363636363636,"specificity":0.7371794871794872,"precision":0.39705882352941174,"balanced_accuracy":0.6754079254079255,"f1":0.48214285714285715,"true_positive":27,"false_positive":41,"false_negative":17,"true_negative":115,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000053,"brier_skill":-0.1757402882719321,"baseline_adjusted_skill":0.350815850815851,"baseline_adjusted_score":0.350815850815851},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"binary_brier":0.16235242173027184,"accuracy":0.805,"positive_recall":0.76,"specificity":0.82,"precision":0.5846153846153846,"balanced_accuracy":0.79,"f1":0.6608695652173913,"true_positive":38,"false_positive":27,"false_negative":12,"true_negative":123,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":0.1341204174385502,"baseline_adjusted_skill":0.5800000000000001,"baseline_adjusted_score":0.5800000000000001},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0770899108691782,"accuracy":0.91,"positive_recall":0.6842105263157895,"specificity":0.9337016574585635,"precision":0.52,"balanced_accuracy":0.8089560918871765,"f1":0.5909090909090909,"true_positive":13,"false_positive":12,"false_negative":6,"true_negative":169,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.0859749999999999,"brier_skill":0.10334503205375645,"baseline_adjusted_skill":0.6179121837743531,"baseline_adjusted_score":0.6179121837743531},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.3333333333333322,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":33},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.004582147366586472,"accuracy":0.9933333333333333,"positive_recall":0.9933333333333333,"specificity":0.9933333333333333,"precision":0.9933333333333333,"balanced_accuracy":0.9933333333333333,"f1":0.9933333333333333,"true_positive":149,"false_positive":1,"false_negative":1,"true_negative":149,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9816714105336541,"baseline_adjusted_skill":0.9866666666666666,"baseline_adjusted_score":0.9866666666666666},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":34},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.9866666666666667,"baseline_adjusted_score":0.9866666666666667},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":35},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.08336099567263082,"accuracy":0.8966666666666666,"positive_recall":1,"specificity":0.7933333333333333,"precision":0.8287292817679558,"balanced_accuracy":0.8966666666666667,"f1":0.9063444108761329,"true_positive":150,"false_positive":31,"false_negative":0,"true_negative":119,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6665560173094767,"baseline_adjusted_skill":0.7933333333333334,"baseline_adjusted_score":0.7933333333333334},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":36},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.0514062921712755,"normalized_score_rmse":0.1176787204216308,"constant_score_baseline":0.5,"constant_mae_baseline":0.3333333333333333,"baseline_adjusted_skill":0.8457811234861735,"baseline_adjusted_score":0.8457811234861735},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":37},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.53,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.37333333333333335,"baseline_adjusted_score":0.37333333333333335},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":38},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.3083998853450898,"accuracy":0.57,"positive_recall":0.56,"specificity":0.58,"precision":0.5714285714285714,"balanced_accuracy":0.5700000000000001,"f1":0.5656565656565656,"true_positive":84,"false_positive":63,"false_negative":66,"true_negative":87,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.2335995413803591,"baseline_adjusted_skill":0.14000000000000012,"baseline_adjusted_score":0.14000000000000012},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":39},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.2847161786149691,"normalized_score_rmse":0.3397195933076902,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.0509460712834362,"baseline_adjusted_score":0.0509460712834362},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":40},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0,"abstained":0},"metrics":{"binary_brier":0.02807710149704377,"accuracy":0.9253750000000001,"positive_recall":0.5090764805078861,"specificity":0.9519500503422641,"precision":0.40345911949685553,"balanced_accuracy":0.7305132654250751,"f1":0.4501556949256613,"true_positive":85.53333333333336,"false_positive":126.46666666666661,"false_negative":82.48333333333338,"true_negative":2505.516666666667,"positive_prevalence":0.060005952380952354,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679296,"brier_skill":0.12806665170937193,"baseline_adjusted_skill":0.4610265308501502,"baseline_adjusted_score":0.4610265308501502},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.5766666666666667,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.43555555555555553,"baseline_adjusted_score":0.43555555555555553},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":50},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8980169971671388,"uniform_accuracy_baseline":0.027777777777777853,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.8831168831168831,"baseline_adjusted_score":0.8831168831168831},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.83,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.7571428571428572,"baseline_adjusted_score":0.7571428571428572},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.07299432531816706,"accuracy":0.91,"positive_recall":1,"specificity":0.82,"precision":0.847457627118644,"balanced_accuracy":0.9099999999999999,"f1":0.9174311926605505,"true_positive":50,"false_positive":9,"false_negative":0,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7080226987273317,"baseline_adjusted_skill":0.8199999999999998,"baseline_adjusted_score":0.8199999999999998},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.003575140762069508,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":50,"false_positive":0,"false_negative":0,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.985699436951722,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.66,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":0.1282051282051283,"baseline_adjusted_score":0.1282051282051283},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.9574468085106382,"baseline_adjusted_score":0.9574468085106382},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.03700002264433671,"accuracy":0.95,"positive_recall":0.96,"specificity":0.94,"precision":0.9411764705882353,"balanced_accuracy":0.95,"f1":0.9504950495049505,"true_positive":48,"false_positive":3,"false_negative":2,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8519999094226531,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.5033333333333333,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.33777777777777773,"baseline_adjusted_score":0.33777777777777773},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":58},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.77,"uniform_accuracy_baseline":0.3333333333333322,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.655,"baseline_adjusted_score":0.655},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":59},{"provenance":"measured","status":"complete","counts":{"cases":285,"expected":285,"succeeded":285,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9052631578947369,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5263157894736842,"baseline_adjusted_skill":0.8,"baseline_adjusted_score":0.8},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":60},{"provenance":"measured","status":"complete","counts":{"cases":299,"expected":299,"succeeded":299,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1692653975721183,"accuracy":0.7859531772575251,"positive_recall":0.74,"specificity":0.8322147651006712,"precision":0.8161764705882353,"balanced_accuracy":0.7861073825503355,"f1":0.7762237762237763,"true_positive":111,"false_positive":25,"false_negative":39,"true_negative":124,"positive_prevalence":0.5016722408026756,"majority_accuracy_baseline":0.5016722408026756,"constant_brier_baseline":0.24999720361069733,"brier_skill":0.3229308363156608,"baseline_adjusted_skill":0.572214765100671,"baseline_adjusted_score":0.572214765100671},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":61},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9666666666666667,"uniform_accuracy_baseline":0.20000000000000104,"fixed_answer_accuracy_baseline":0.20000000000000104,"baseline_adjusted_skill":0.9583333333333333,"baseline_adjusted_score":0.9583333333333333},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":62},{"provenance":"measured","status":"complete","counts":{"cases":283,"expected":283,"succeeded":283,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2015440670944877,"accuracy":0.7173144876325088,"positive_recall":0.7894736842105263,"specificity":0.6533333333333333,"precision":0.6687898089171974,"balanced_accuracy":0.7214035087719298,"f1":0.7241379310344828,"true_positive":105,"false_positive":52,"false_negative":28,"true_negative":98,"positive_prevalence":0.46996466431095407,"majority_accuracy_baseline":0.5300353356890459,"constant_brier_baseline":0.2490978786100456,"brier_skill":0.1909041208255402,"baseline_adjusted_skill":0.44280701754385965,"baseline_adjusted_score":0.44280701754385965},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":63},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.7999999999999999,"baseline_adjusted_score":0.7999999999999999},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":64},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9866666666666667,"uniform_accuracy_baseline":0.2061666666666668,"fixed_answer_accuracy_baseline":0.21333333333333335,"baseline_adjusted_skill":0.9830508474576272,"baseline_adjusted_score":0.9830508474576272},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":65},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8633333333333333,"uniform_accuracy_baseline":0.3333333333333322,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.7949999999999999,"baseline_adjusted_score":0.7949999999999999},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":66},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8066666666666666,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.37333333333333335,"baseline_adjusted_skill":0.6914893617021276,"baseline_adjusted_score":0.6914893617021276},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":67},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.21183957668840134,"normalized_score_rmse":0.2504478444556003,"constant_score_baseline":0.5,"constant_mae_baseline":0.26208333333333317,"baseline_adjusted_skill":0.19170908735745062,"baseline_adjusted_score":0.19170908735745062},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":68},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.0827815073118512,"normalized_score_rmse":0.10851722609043002,"constant_score_baseline":0.52,"constant_mae_baseline":0.24733333333333307,"baseline_adjusted_skill":0.6653038787930541,"baseline_adjusted_score":0.6653038787930541},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":69},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.7999999999999999,"baseline_adjusted_score":0.7999999999999999},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":71},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8805970149253733,"baseline_adjusted_score":0.8805970149253733},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.018888753584395287,"accuracy":0.97,"positive_recall":0.98,"specificity":0.96,"precision":0.9607843137254902,"balanced_accuracy":0.97,"f1":0.9702970297029703,"true_positive":49,"false_positive":2,"false_negative":1,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9244449856624188,"baseline_adjusted_skill":0.94,"baseline_adjusted_score":0.94},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.5221408513513514,"uniform_accuracy_baseline":0.23445945945945923,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.3521925025085391,"baseline_adjusted_score":0.3521925025085391},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0,"abstained":0},"metrics":{"binary_brier":0.07026178672260759,"accuracy":0.7268859539473683,"positive_recall":0.7662979727691674,"specificity":0.6893569620867055,"precision":0.7013991851851852,"balanced_accuracy":0.7278274674279365,"f1":0.7324137282632384,"true_positive":56.813334,"false_positive":24.186666,"false_negative":17.326669000000003,"true_negative":53.673331,"positive_prevalence":0.48776317763157917,"majority_accuracy_baseline":0.5122368223684208,"constant_brier_baseline":0.0945191003976856,"brier_skill":0.2566392779133134,"baseline_adjusted_skill":0.45565493485587294,"baseline_adjusted_score":0.45565493485587294},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.09113422078914044,"normalized_score_rmse":0.12328749693639789,"constant_score_baseline":0.5841668333333334,"constant_mae_baseline":0.21700552708333315,"baseline_adjusted_skill":0.5800373289379692,"baseline_adjusted_score":0.5800373289379692},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.20283043171052545,"accuracy":0.72,"positive_recall":0.82,"specificity":0.62,"precision":0.6833333333333333,"balanced_accuracy":0.72,"f1":0.7454545454545455,"true_positive":41,"false_positive":19,"false_negative":9,"true_negative":31,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.1886782731578982,"baseline_adjusted_skill":0.43999999999999995,"baseline_adjusted_score":0.43999999999999995},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.10934017163533621,"accuracy":0.85,"positive_recall":0.76,"specificity":0.94,"precision":0.926829268292683,"balanced_accuracy":0.85,"f1":0.8351648351648352,"true_positive":38,"false_positive":3,"false_negative":12,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5626393134586551,"baseline_adjusted_skill":0.7,"baseline_adjusted_score":0.7},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.9508196721311475,"baseline_adjusted_score":0.9508196721311475},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.03611111111111102,"fixed_answer_accuracy_baseline":0.08833333333333329,"baseline_adjusted_skill":0.9780621572212066,"baseline_adjusted_score":0.9780621572212066},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1387737469279018,"accuracy":0.8033333333333333,"positive_recall":0.7733333333333333,"specificity":0.8333333333333334,"precision":0.8226950354609929,"balanced_accuracy":0.8033333333333333,"f1":0.7972508591065293,"true_positive":116,"false_positive":25,"false_negative":34,"true_negative":125,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.44490501228839285,"baseline_adjusted_skill":0.6066666666666667,"baseline_adjusted_score":0.6066666666666667},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":81},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.9545454545454545,"baseline_adjusted_score":0.9545454545454545},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.62,"uniform_accuracy_baseline":0.11021428571428617,"fixed_answer_accuracy_baseline":0.12554761904761905,"baseline_adjusted_skill":0.5654423176409726,"baseline_adjusted_score":0.5654423176409726},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":83},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8366666666666667,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.7822222222222223,"baseline_adjusted_score":0.7822222222222223},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":84},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.885,"uniform_accuracy_baseline":0.04987932421560751,"fixed_answer_accuracy_baseline":0.1244247787610618,"baseline_adjusted_skill":0.8686577723873055,"baseline_adjusted_score":0.8686577723873055},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.3040282237378938,"accuracy":0.51,"positive_recall":0.8,"specificity":0.22,"precision":0.5063291139240507,"balanced_accuracy":0.51,"f1":0.6201550387596899,"true_positive":40,"false_positive":39,"false_negative":10,"true_negative":11,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.21611289495157515,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8888888888888888,"uniform_accuracy_baseline":0.23888888888888893,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.8431372549019607,"baseline_adjusted_score":0.8431372549019607},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0588023687214421,"accuracy":0.9375,"positive_recall":0.90625,"specificity":0.96875,"precision":0.9666666666666667,"balanced_accuracy":0.9375,"f1":0.9354838709677419,"true_positive":29,"false_positive":1,"false_negative":3,"true_negative":31,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7647905251142316,"baseline_adjusted_skill":0.875,"baseline_adjusted_score":0.875},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":4.205949783302197e-8,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":50,"false_positive":0,"false_negative":0,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9999998317620087,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.8260869565217391,"baseline_adjusted_score":0.8260869565217391},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"binary_brier":0.000004704127024882067,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":16,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.9999811661973158,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.09572796782660281,"normalized_score_rmse":0.21986718684812503,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.7099152490102945,"baseline_adjusted_score":0.7099152490102945},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.84375,"uniform_accuracy_baseline":0.17812500000000006,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":0.7807017543859649,"baseline_adjusted_score":0.7807017543859649},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0,"abstained":0},"metrics":{"binary_brier":3.1382990513999624e-8,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":17,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.999999874468038,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.10402390089028592,"normalized_score_rmse":0.17346939798287614,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":0.29263747394605577,"baseline_adjusted_score":0.29263747394605577},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.13194444444444448,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0,"abstained":0},"metrics":{"binary_brier":1.6491954597282892e-7,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":26,"false_positive":0,"false_negative":0,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9999993403218161,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0,"abstained":0},"metrics":{"binary_brier":2.302888169214077e-7,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":39,"false_positive":0,"false_negative":0,"true_negative":36,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24959999999999993,"brier_skill":0.999999077368522,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.005193495147318023,"normalized_score_rmse":0.009007210760313833,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.9814518030452928,"baseline_adjusted_score":0.9814518030452928},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8529411764705882,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.7999999999999998,"baseline_adjusted_score":0.7999999999999998},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0,"abstained":0},"metrics":{"binary_brier":4.111359916750961e-7,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":14,"false_positive":0,"false_negative":0,"true_negative":14,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9999983554560333,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.002061838979538071,"normalized_score_rmse":0.002666354800036913,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.16969696969696968,"baseline_adjusted_skill":0.9878498774420078,"baseline_adjusted_score":0.9878498774420078},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0,"abstained":0},"metrics":{"binary_brier":0.02352968915150692,"accuracy":0.9764705882352941,"positive_recall":1,"specificity":0.95,"precision":0.9574468085106383,"balanced_accuracy":0.975,"f1":0.9782608695652174,"true_positive":45,"false_positive":2,"false_negative":0,"true_negative":38,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.24913494809688563,"brier_skill":0.9055544421557569,"baseline_adjusted_skill":0.95,"baseline_adjusted_score":0.95},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0,"abstained":0},"metrics":{"binary_brier":2.0783915033340326e-7,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":35,"false_positive":0,"false_negative":0,"true_negative":15,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.20999999999999996,"brier_skill":0.9999990102897603,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.007015780068157618,"normalized_score_rmse":0.00907108574002957,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.9749436426137228,"baseline_adjusted_score":0.9749436426137228},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7215189873417721,"uniform_accuracy_baseline":0.24240506329113914,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.5217391304347825,"baseline_adjusted_score":0.5217391304347825},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0,"abstained":0},"metrics":{"binary_brier":5.635899905845493e-7,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":11,"false_positive":0,"false_negative":0,"true_negative":10,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.24943310657596363,"brier_skill":0.9999977405164923,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9090909090909091,"uniform_accuracy_baseline":0.3237373737373738,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.85,"baseline_adjusted_score":0.85},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"binary_brier":0.10991789360507984,"accuracy":0.8787878787878788,"positive_recall":0.8235294117647058,"specificity":0.9375,"precision":0.9333333333333333,"balanced_accuracy":0.8805147058823529,"f1":0.875,"true_positive":14,"false_positive":1,"false_negative":3,"true_negative":15,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.559924315676721,"baseline_adjusted_skill":0.7610294117647058,"baseline_adjusted_score":0.7610294117647058},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.013451173337719577,"normalized_score_rmse":0.05439754150896216,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.34313725490196084,"baseline_adjusted_skill":0.960799437701503,"baseline_adjusted_score":0.960799437701503},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.000027142362865580708,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":50,"false_positive":0,"false_negative":0,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9998914305485377,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8533333333333334,"uniform_accuracy_baseline":0.3333333333333332,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":0.7731958762886597,"baseline_adjusted_score":0.7731958762886597},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0,"abstained":0},"metrics":{"binary_brier":0.06717638209660746,"accuracy":0.92,"positive_recall":0.8648648648648649,"specificity":0.9736842105263158,"precision":0.9696969696969697,"balanced_accuracy":0.9192745376955904,"f1":0.9142857142857143,"true_positive":32,"false_positive":1,"false_negative":5,"true_negative":37,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555535,"brier_skill":0.7312466932479251,"baseline_adjusted_skill":0.8385490753911808,"baseline_adjusted_score":0.8385490753911808},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.1428571428571427,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.4,"uniform_accuracy_baseline":0.32416666666666627,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.09090909090909091,"baseline_adjusted_score":0.09090909090909091},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0000038130489299598943,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":16,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.999984733785718,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.012252732969176843,"normalized_score_rmse":0.01714894667182522,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.9442289395885743,"baseline_adjusted_score":0.9442289395885743},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.12602424486772595,"accuracy":0.86,"positive_recall":0.9090909090909091,"specificity":0.8461538461538461,"precision":0.625,"balanced_accuracy":0.8776223776223776,"f1":0.7407407407407407,"true_positive":20,"false_positive":12,"false_negative":2,"true_negative":66,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000028,"brier_skill":0.2655929786263068,"baseline_adjusted_skill":0.7552447552447552,"baseline_adjusted_score":0.7552447552447552},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.11779603877394514,"accuracy":0.88,"positive_recall":0.6756756756756757,"specificity":1,"precision":1,"balanced_accuracy":0.8378378378378378,"f1":0.8064516129032258,"true_positive":25,"false_positive":0,"false_negative":12,"true_negative":63,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000008,"brier_skill":0.49465448831426384,"baseline_adjusted_skill":0.6756756756756757,"baseline_adjusted_score":0.6756756756756757},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.049306814165219655,"accuracy":0.95,"positive_recall":0.8717948717948718,"specificity":1,"precision":1,"balanced_accuracy":0.9358974358974359,"f1":0.9315068493150684,"true_positive":34,"false_positive":0,"false_negative":5,"true_negative":61,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379000000000002,"brier_skill":0.7927414284774291,"baseline_adjusted_skill":0.8717948717948718,"baseline_adjusted_score":0.8717948717948718},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.047763934473284426,"accuracy":0.93,"positive_recall":0.9032258064516129,"specificity":0.9420289855072463,"precision":0.875,"balanced_accuracy":0.9226273959794296,"f1":0.8888888888888888,"true_positive":28,"false_positive":4,"false_negative":3,"true_negative":65,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999987,"brier_skill":0.7766996985821204,"baseline_adjusted_skill":0.8452547919588591,"baseline_adjusted_score":0.8452547919588591},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.986111111111111,"baseline_adjusted_score":0.986111111111111},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.12611752114326877,"normalized_score_rmse":0.1554948951836169,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.45755904884615584,"baseline_adjusted_score":0.45755904884615584},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.047632619628065746,"accuracy":0.94,"positive_recall":0.96,"specificity":0.92,"precision":0.9230769230769231,"balanced_accuracy":0.94,"f1":0.9411764705882353,"true_positive":48,"false_positive":4,"false_negative":2,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.809469521487737,"baseline_adjusted_skill":0.8799999999999999,"baseline_adjusted_score":0.8799999999999999},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.33874960980292085,"accuracy":0.56,"positive_recall":0.8,"specificity":0.32,"precision":0.5405405405405406,"balanced_accuracy":0.56,"f1":0.6451612903225806,"true_positive":40,"false_positive":34,"false_negative":10,"true_negative":16,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.3549984392116834,"baseline_adjusted_skill":0.1200000000000001,"baseline_adjusted_score":0.1200000000000001},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.72,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":0.19999999999999987,"baseline_adjusted_score":0.19999999999999987},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.07149874761931133,"accuracy":0.9,"positive_recall":0.98,"specificity":0.82,"precision":0.8448275862068966,"balanced_accuracy":0.8999999999999999,"f1":0.9074074074074074,"true_positive":49,"false_positive":9,"false_negative":1,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7140050095227547,"baseline_adjusted_skill":0.7999999999999998,"baseline_adjusted_score":0.7999999999999998},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.8809523809523808,"baseline_adjusted_score":0.8809523809523808},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.9666666666666667,"baseline_adjusted_score":0.9666666666666667},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.01250052005577994,"accuracy":0.99,"positive_recall":0.98,"specificity":1,"precision":1,"balanced_accuracy":0.99,"f1":0.98989898989899,"true_positive":49,"false_positive":0,"false_negative":1,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9499979197768802,"baseline_adjusted_skill":0.98,"baseline_adjusted_score":0.98},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.20851190476190457,"fixed_answer_accuracy_baseline":0.2233333333333332,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.00848005193839307,"accuracy":0.99,"positive_recall":1,"specificity":0.98,"precision":0.9803921568627451,"balanced_accuracy":0.99,"f1":0.9900990099009901,"true_positive":50,"false_positive":1,"false_negative":0,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9660797922464277,"baseline_adjusted_skill":0.98,"baseline_adjusted_score":0.98},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.018585830096237425,"normalized_score_rmse":0.06258587085233071,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.9380472330125419,"baseline_adjusted_score":0.9380472330125419},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.22851190476190467,"fixed_answer_accuracy_baseline":0.2433333333333333,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.00031169703965657934,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":50,"false_positive":0,"false_negative":0,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9987532118413737,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.01671851747272989,"normalized_score_rmse":0.03393965224317247,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.304222222222222,"baseline_adjusted_skill":0.9450450484826264,"baseline_adjusted_score":0.9450450484826264},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.6774193548387097,"baseline_adjusted_score":0.6774193548387097},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.11220696384379789,"accuracy":0.83,"positive_recall":0.98,"specificity":0.68,"precision":0.7538461538461538,"balanced_accuracy":0.8300000000000001,"f1":0.8521739130434782,"true_positive":49,"false_positive":16,"false_negative":1,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5511721446248085,"baseline_adjusted_skill":0.6600000000000001,"baseline_adjusted_score":0.6600000000000001},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.9199999999999999,"baseline_adjusted_score":0.9199999999999999},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.04356004545524657,"accuracy":0.95,"positive_recall":0.98,"specificity":0.92,"precision":0.9245283018867925,"balanced_accuracy":0.95,"f1":0.9514563106796117,"true_positive":49,"false_positive":4,"false_negative":1,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8257598181790138,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.35333333333333317,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.8135593220338982,"baseline_adjusted_score":0.8135593220338982},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.870967741935484,"baseline_adjusted_score":0.870967741935484},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7133333333333334,"uniform_accuracy_baseline":0.3333333333333322,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.5700000000000001,"baseline_adjusted_score":0.5700000000000001},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":157},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.870967741935484,"baseline_adjusted_score":0.870967741935484},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.77,"uniform_accuracy_baseline":0.11111111111111088,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.7261904761904762,"baseline_adjusted_score":0.7261904761904762},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.07703197880773043,"accuracy":0.802375,"positive_recall":0.7040210942649967,"specificity":0.8253894801789294,"precision":0.4854545454545456,"balanced_accuracy":0.7647052872219631,"f1":0.5746569814366425,"true_positive":53.40000000000001,"false_positive":56.599999999999994,"false_negative":22.450000000000006,"true_negative":267.54999999999995,"positive_prevalence":0.1896249999999999,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500007,"brier_skill":-0.011932821370247204,"baseline_adjusted_skill":0.5294105744439261,"baseline_adjusted_score":0.5294105744439261},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.14977757658544222,"normalized_score_rmse":0.19715942071150894,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":0.29928619141313584,"baseline_adjusted_score":0.29928619141313584},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.07831064992339205,"accuracy":0.8056249999999998,"positive_recall":0.562119081106423,"specificity":0.894153741264701,"precision":0.658791208791209,"balanced_accuracy":0.7281364111855619,"f1":0.606627877561346,"true_positive":59.95000000000001,"false_positive":31.049999999999976,"false_negative":46.7,"true_negative":262.29999999999995,"positive_prevalence":0.2666249999999998,"majority_accuracy_baseline":0.7333750000000002,"constant_brier_baseline":0.11565485937499977,"brier_skill":0.32289356152794846,"baseline_adjusted_skill":0.4562728223711239,"baseline_adjusted_score":0.4562728223711239},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.1406685959011437,"normalized_score_rmse":0.20653813585832623,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.4765819687399304,"baseline_adjusted_score":0.4765819687399304},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.07453931094600498,"accuracy":0.7968749999999997,"positive_recall":0.7628635346756152,"specificity":0.8100607111882047,"precision":0.6089285714285714,"balanced_accuracy":0.78646212293191,"f1":0.6772591857000992,"true_positive":85.24999999999997,"false_positive":54.75,"false_negative":26.500000000000007,"true_negative":233.49999999999994,"positive_prevalence":0.2793749999999999,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937499995,"brier_skill":0.3412686593720192,"baseline_adjusted_skill":0.57292424586382,"baseline_adjusted_score":0.57292424586382},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.15504583209332987,"normalized_score_rmse":0.20091086308827363,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.41353822376045446,"baseline_adjusted_score":0.41353822376045446},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.026640696523245917,"accuracy":0.9143749999999997,"positive_recall":0.8591549295774648,"specificity":0.9301204819277108,"precision":0.778061224489796,"balanced_accuracy":0.8946377057525878,"f1":0.8165997322623829,"true_positive":76.24999999999996,"false_positive":21.749999999999982,"false_negative":12.499999999999998,"true_negative":289.49999999999994,"positive_prevalence":0.22187499999999974,"majority_accuracy_baseline":0.7781250000000003,"constant_brier_baseline":0.126740234375001,"brier_skill":0.789800794872913,"baseline_adjusted_skill":0.7892754115051757,"baseline_adjusted_score":0.7892754115051757},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.09720058968152107,"normalized_score_rmse":0.13883594101511784,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.5691940623533692,"baseline_adjusted_score":0.5691940623533692},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.05188692571180606,"accuracy":0.8404999999999997,"positive_recall":0.7703213610586009,"specificity":0.8657375934738273,"precision":0.6735537190082644,"balanced_accuracy":0.8180294772662141,"f1":0.7186948853615519,"true_positive":81.49999999999999,"false_positive":39.5,"false_negative":24.30000000000002,"true_negative":254.69999999999987,"positive_prevalence":0.26449999999999985,"majority_accuracy_baseline":0.7355000000000002,"constant_brier_baseline":0.11362725000000028,"brier_skill":0.5433584310822805,"baseline_adjusted_skill":0.6360589545324282,"baseline_adjusted_score":0.6360589545324282},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.12070573210014926,"normalized_score_rmse":0.17276795169723413,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.5195791757207989,"baseline_adjusted_score":0.5195791757207989},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0705695852579143,"accuracy":0.8309999999999998,"positive_recall":0.587467362924282,"specificity":0.8886827458256029,"precision":0.5555555555555558,"balanced_accuracy":0.7380750543749425,"f1":0.571065989847716,"true_positive":45.00000000000002,"false_positive":35.99999999999998,"false_negative":31.600000000000005,"true_negative":287.3999999999999,"positive_prevalence":0.1914999999999999,"majority_accuracy_baseline":0.8085000000000001,"constant_brier_baseline":0.09190274999999995,"brier_skill":0.23212759946884787,"baseline_adjusted_skill":0.47615010874988495,"baseline_adjusted_score":0.47615010874988495},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.139396587173072,"normalized_score_rmse":0.20272910275236267,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.3261796390425523,"baseline_adjusted_score":0.3261796390425523},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.029951326626740202,"accuracy":0.9112499999999996,"positive_recall":0.787940379403794,"specificity":0.9391477621091354,"precision":0.7455128205128205,"balanced_accuracy":0.8635440707564648,"f1":0.7661396574440051,"true_positive":58.15,"false_positive":19.85,"false_negative":15.650000000000002,"true_negative":306.34999999999985,"positive_prevalence":0.1844999999999999,"majority_accuracy_baseline":0.8155000000000001,"constant_brier_baseline":0.1092222499999995,"brier_skill":0.7257763264651631,"baseline_adjusted_skill":0.7270881415129296,"baseline_adjusted_score":0.7270881415129296},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.11547470449708738,"normalized_score_rmse":0.16217051878849822,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":0.3902325835137299,"baseline_adjusted_score":0.3902325835137299},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.054446384933427315,"accuracy":0.8587499999999997,"positive_recall":0.4968152866242038,"specificity":0.9471228615863141,"precision":0.6964285714285714,"balanced_accuracy":0.7219690741052589,"f1":0.5799256505576208,"true_positive":39,"false_positive":16.999999999999996,"false_negative":39.49999999999999,"true_negative":304.4999999999999,"positive_prevalence":0.19624999999999987,"majority_accuracy_baseline":0.8037500000000002,"constant_brier_baseline":0.09878593749999955,"brier_skill":0.4488447818453152,"baseline_adjusted_skill":0.4439381482105178,"baseline_adjusted_score":0.4439381482105178},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.15403535863987933,"normalized_score_rmse":0.20703286528763526,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":0.27083853898281973,"baseline_adjusted_score":0.27083853898281973},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0,"abstained":0},"metrics":{"binary_brier":0.11991712584918902,"accuracy":0.7155612244897959,"positive_recall":0.9018386714116252,"specificity":0.5749776186213069,"precision":0.6155870445344128,"balanced_accuracy":0.7384081450164661,"f1":0.731713185755534,"true_positive":152.04999999999995,"false_positive":94.95000000000006,"false_negative":16.549999999999994,"true_negative":128.45000000000002,"positive_prevalence":0.43010204081632636,"majority_accuracy_baseline":0.5698979591836737,"constant_brier_baseline":0.12359641815910102,"brier_skill":0.02976859980825486,"baseline_adjusted_skill":0.47681629003293224,"baseline_adjusted_score":0.47681629003293224},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.15738161497098765,"normalized_score_rmse":0.20927460983902588,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.42876302714234105,"baseline_adjusted_score":0.42876302714234105},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0,"abstained":0},"metrics":{"binary_brier":0.03294672266358281,"accuracy":0.9086250000000006,"positive_recall":0.7631785995279309,"specificity":0.9360974884826869,"precision":0.6928571428571427,"balanced_accuracy":0.8496380440053088,"f1":0.7263197304380382,"true_positive":96.99999999999999,"false_positive":43,"false_negative":30.099999999999987,"true_negative":629.9000000000004,"positive_prevalence":0.15887500000000002,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499934,"brier_skill":0.6664551352765402,"baseline_adjusted_skill":0.6992760880106177,"baseline_adjusted_score":0.6992760880106177},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.11952550907437696,"normalized_score_rmse":0.1731956289869973,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":0.27560297530680633,"baseline_adjusted_score":0.27560297530680633},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.71,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.532258064516129,"baseline_adjusted_score":0.532258064516129},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.11694512685863132,"accuracy":0.84,"positive_recall":0.82,"specificity":0.86,"precision":0.8541666666666666,"balanced_accuracy":0.84,"f1":0.8367346938775511,"true_positive":41,"false_positive":7,"false_negative":9,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5322194925654747,"baseline_adjusted_skill":0.6799999999999999,"baseline_adjusted_score":0.6799999999999999},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8031809145129225,"uniform_accuracy_baseline":0.058823529411766766,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.7686915887850467,"baseline_adjusted_score":0.7686915887850467},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.9347826086956521,"baseline_adjusted_score":0.9347826086956521},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.21637716271405538,"accuracy":0.71,"positive_recall":0.6,"specificity":0.82,"precision":0.7692307692307693,"balanced_accuracy":0.71,"f1":0.6741573033707865,"true_positive":30,"false_positive":9,"false_negative":20,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.13449134914377847,"baseline_adjusted_skill":0.41999999999999993,"baseline_adjusted_score":0.41999999999999993},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.66,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.46031746031746035,"baseline_adjusted_score":0.46031746031746035},"scoring":{"eligible":true,"reason":null},"model":173,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.1650361013951949,"accuracy":0.7567567567567568,"positive_recall":0.7323943661971831,"specificity":0.7792207792207793,"precision":0.7536231884057971,"balanced_accuracy":0.7558075727089812,"f1":0.7428571428571429,"true_positive":52,"false_positive":17,"false_negative":19,"true_negative":60,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.24958911614317017,"brier_skill":0.3387688375781326,"baseline_adjusted_skill":0.5116151454179625,"baseline_adjusted_score":0.5116151454179625},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.46,"uniform_accuracy_baseline":0.2005,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.23943661971830993,"baseline_adjusted_score":0.23943661971830993},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.8823529411764708,"baseline_adjusted_score":0.8823529411764708},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.83,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.6382978723404255,"baseline_adjusted_score":0.6382978723404255},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.6938775510204082,"baseline_adjusted_score":0.6938775510204082},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.114243465902995,"accuracy":0.5750835039800001,"positive_recall":0.6583382782538642,"specificity":0.4415098108226083,"precision":0.6541269637419355,"balanced_accuracy":0.5499240445382363,"f1":0.656225864563767,"true_positive":40.555871752,"false_positive":21.444128248000002,"false_negative":21.047521354,"true_negative":16.952478646,"positive_prevalence":0.61603393106,"majority_accuracy_baseline":0.61603393106,"constant_brier_baseline":0.07908707655202402,"brier_skill":-0.4445276129007609,"baseline_adjusted_skill":0.09984808907647258,"baseline_adjusted_score":0.09984808907647258},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1780682034679451,"accuracy":0.77,"positive_recall":0.68,"specificity":0.86,"precision":0.8292682926829268,"balanced_accuracy":0.77,"f1":0.7472527472527473,"true_positive":34,"false_positive":7,"false_negative":16,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.28772718612821957,"baseline_adjusted_skill":0.54,"baseline_adjusted_score":0.54},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.24,"uniform_accuracy_baseline":0.012987012987012986,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.2,"baseline_adjusted_score":0.2},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.83,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.7166666666666666,"baseline_adjusted_score":0.7166666666666666},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.46,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.15625000000000006,"baseline_adjusted_score":0.15625000000000006},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.15697247922237678,"accuracy":0.75,"positive_recall":1,"specificity":0.5,"precision":0.6666666666666666,"balanced_accuracy":0.75,"f1":0.8,"true_positive":50,"false_positive":25,"false_negative":0,"true_negative":25,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3721100831104929,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.12694067231444733,"accuracy":0.636641508726004,"positive_recall":0.6880667978930278,"specificity":0.6126960061685892,"precision":0.45272327280057784,"balanced_accuracy":0.6503814020308085,"f1":0.5461195020011868,"true_positive":153.0204662065953,"false_positive":184.9795337934047,"false_negative":69.37141009839252,"true_negative":292.6285899016075,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768642,"brier_skill":-0.43068943026100115,"baseline_adjusted_skill":0.30076280406161704,"baseline_adjusted_score":0.30076280406161704},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.18579728023753359,"accuracy":0.74,"positive_recall":0.74,"specificity":0.74,"precision":0.74,"balanced_accuracy":0.74,"f1":0.74,"true_positive":37,"false_positive":13,"false_negative":13,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.25681087904986566,"baseline_adjusted_skill":0.48,"baseline_adjusted_score":0.48},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.3443708609271523,"uniform_accuracy_baseline":0.006622516556291391,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.3172413793103448,"baseline_adjusted_score":0.3172413793103448},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.6552941176470588,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.36442516268980474,"baseline_adjusted_score":0.36442516268980474},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.45,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.08333333333333331,"baseline_adjusted_score":0.08333333333333331},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11274026754138924,"accuracy":0.83,"positive_recall":0.94,"specificity":0.72,"precision":0.7704918032786885,"balanced_accuracy":0.83,"f1":0.8468468468468469,"true_positive":47,"false_positive":14,"false_negative":3,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.549038929834443,"baseline_adjusted_skill":0.6599999999999999,"baseline_adjusted_score":0.6599999999999999},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.64,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.25,"baseline_adjusted_score":0.25},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.07142857142857142,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9775280898876404,"baseline_adjusted_score":0.9775280898876404},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.74,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.4347826086956521,"baseline_adjusted_score":0.4347826086956521},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.39,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.1643835616438356,"baseline_adjusted_score":0.1643835616438356},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.6666666666666666,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.21658876778474848,"accuracy":0.6585365853658537,"positive_recall":0.75,"specificity":0.5714285714285714,"precision":0.625,"balanced_accuracy":0.6607142857142857,"f1":0.6818181818181818,"true_positive":30,"false_positive":18,"false_negative":10,"true_negative":24,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.2498512790005949,"brier_skill":0.13312924131866144,"baseline_adjusted_skill":0.3214285714285714,"baseline_adjusted_score":0.3214285714285714},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11794579092717568,"accuracy":0.83,"positive_recall":0.78,"specificity":0.88,"precision":0.8666666666666667,"balanced_accuracy":0.8300000000000001,"f1":0.8210526315789474,"true_positive":39,"false_positive":6,"false_negative":11,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5282168362912973,"baseline_adjusted_skill":0.6600000000000001,"baseline_adjusted_score":0.6600000000000001},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.7318435754189944,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.6559139784946236,"baseline_adjusted_score":0.6559139784946236},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.47,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.13114754098360648,"baseline_adjusted_score":0.13114754098360648},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.20839652776526807,"accuracy":0.73,"positive_recall":0.5909090909090909,"specificity":0.7692307692307693,"precision":0.41935483870967744,"balanced_accuracy":0.6800699300699301,"f1":0.49056603773584906,"true_positive":26,"false_positive":36,"false_negative":18,"true_negative":120,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.2144319799840797,"baseline_adjusted_skill":0.3601398601398602,"baseline_adjusted_score":0.3601398601398602},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.18633235288854497,"accuracy":0.76,"positive_recall":0.52,"specificity":0.84,"precision":0.52,"balanced_accuracy":0.6799999999999999,"f1":0.52,"true_positive":26,"false_positive":24,"false_negative":24,"true_negative":126,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":0.006227451261093475,"baseline_adjusted_skill":0.3599999999999999,"baseline_adjusted_score":0.3599999999999999},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.0630442801573229,"accuracy":0.92,"positive_recall":0.7894736842105263,"specificity":0.9337016574585635,"precision":0.5555555555555556,"balanced_accuracy":0.8615876708345449,"f1":0.6521739130434783,"true_positive":15,"false_positive":12,"false_negative":4,"true_negative":169,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.085975,"brier_skill":0.2667138103248281,"baseline_adjusted_skill":0.7231753416690898,"baseline_adjusted_score":0.7231753416690898},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.07432946254471656,"accuracy":0.8610297619047619,"positive_recall":0.5770260886816785,"specificity":0.8791595691462079,"precision":0.2336144578313253,"balanced_accuracy":0.7280928289139432,"f1":0.33258054372373574,"true_positive":96.95,"false_positive":318.05,"false_negative":71.06666666666666,"true_negative":2313.9333333333334,"positive_prevalence":0.060005952380952375,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679138,"brier_skill":-1.3082987095403906,"baseline_adjusted_skill":0.45618565782788645,"baseline_adjusted_score":0.45618565782788645},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.5609065155807366,"uniform_accuracy_baseline":0.027777777777777776,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.4967532467532468,"baseline_adjusted_score":0.4967532467532468},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.67,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.5285714285714287,"baseline_adjusted_score":0.5285714285714287},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.14112622607622247,"accuracy":0.83,"positive_recall":0.76,"specificity":0.9,"precision":0.8837209302325582,"balanced_accuracy":0.8300000000000001,"f1":0.8172043010752689,"true_positive":38,"false_positive":5,"false_negative":12,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.43549509569511013,"baseline_adjusted_skill":0.6600000000000001,"baseline_adjusted_score":0.6600000000000001},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.0825326732812206,"accuracy":0.87,"positive_recall":0.96,"specificity":0.78,"precision":0.8135593220338984,"balanced_accuracy":0.87,"f1":0.8807339449541285,"true_positive":48,"false_positive":11,"false_negative":2,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6698693068751176,"baseline_adjusted_skill":0.74,"baseline_adjusted_score":0.74},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.62,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":0.025641025641025664,"baseline_adjusted_score":0.025641025641025664},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.36,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.3191489361702128,"baseline_adjusted_score":0.3191489361702128},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.14685336602370921,"accuracy":0.78,"positive_recall":0.98,"specificity":0.58,"precision":0.7,"balanced_accuracy":0.78,"f1":0.8166666666666667,"true_positive":49,"false_positive":21,"false_negative":1,"true_negative":29,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.41258653590516314,"baseline_adjusted_skill":0.56,"baseline_adjusted_score":0.56},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.7611940298507464,"baseline_adjusted_score":0.7611940298507464},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.07563434780851223,"accuracy":0.91,"positive_recall":0.88,"specificity":0.94,"precision":0.9361702127659575,"balanced_accuracy":0.9099999999999999,"f1":0.9072164948453608,"true_positive":44,"false_positive":3,"false_negative":6,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.697462608765951,"baseline_adjusted_skill":0.8199999999999998,"baseline_adjusted_score":0.8199999999999998},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.47314534459459456,"uniform_accuracy_baseline":0.23445945945945948,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.2857719752251795,"baseline_adjusted_score":0.2857719752251795},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.07669450861195308,"accuracy":0.680526322368421,"positive_recall":0.9210952149543343,"specificity":0.4514513274384021,"precision":0.6152252432432432,"balanced_accuracy":0.6862732711963682,"f1":0.7377120113798421,"true_positive":68.290002,"false_positive":42.709998,"false_negative":5.850001,"true_negative":35.149999,"positive_prevalence":0.4877631776315789,"majority_accuracy_baseline":0.512236822368421,"constant_brier_baseline":0.09451910039768556,"brier_skill":0.18858190260736907,"baseline_adjusted_skill":0.3725465423927363,"baseline_adjusted_score":0.3725465423927363},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.1481967247309804,"normalized_score_rmse":0.18644078731839173,"constant_score_baseline":0.5841668333333333,"constant_mae_baseline":0.21700552708333334,"baseline_adjusted_skill":0.3170831788350227,"baseline_adjusted_score":0.3170831788350227},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.19000053928575983,"accuracy":0.74,"positive_recall":0.84,"specificity":0.64,"precision":0.7,"balanced_accuracy":0.74,"f1":0.7636363636363637,"true_positive":42,"false_positive":18,"false_negative":8,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.23999784285696069,"baseline_adjusted_skill":0.48,"baseline_adjusted_score":0.48},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.29421484728345804,"accuracy":0.54,"positive_recall":0.28,"specificity":0.8,"precision":0.5833333333333334,"balanced_accuracy":0.54,"f1":0.3783783783783784,"true_positive":14,"false_positive":10,"false_negative":36,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.17685938913383215,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.7540983606557377,"baseline_adjusted_score":0.7540983606557377},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.635,"uniform_accuracy_baseline":0.036111111111111115,"fixed_answer_accuracy_baseline":0.08833333333333333,"baseline_adjusted_skill":0.5996343692870201,"baseline_adjusted_score":0.5996343692870201},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.8636363636363635,"baseline_adjusted_score":0.8636363636363635},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.58,"uniform_accuracy_baseline":0.049879324215607396,"fixed_answer_accuracy_baseline":0.12442477876106194,"baseline_adjusted_skill":0.520315342631898,"baseline_adjusted_score":0.520315342631898},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2989185829082022,"accuracy":0.53,"positive_recall":0.08,"specificity":0.98,"precision":0.8,"balanced_accuracy":0.53,"f1":0.14545454545454545,"true_positive":4,"false_positive":1,"false_negative":46,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.1956743316328089,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.8611111111111112,"uniform_accuracy_baseline":0.23888888888888887,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.803921568627451,"baseline_adjusted_score":0.803921568627451},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.18739202705253258,"accuracy":0.75,"positive_recall":0.90625,"specificity":0.59375,"precision":0.6904761904761905,"balanced_accuracy":0.75,"f1":0.7837837837837838,"true_positive":29,"false_positive":13,"false_negative":3,"true_negative":19,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2504318917898697,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.9393939393939393,"baseline_adjusted_score":0.9393939393939393},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.35750206070316665,"accuracy":0.59,"positive_recall":0.32,"specificity":0.86,"precision":0.6956521739130435,"balanced_accuracy":0.59,"f1":0.4383561643835616,"true_positive":16,"false_positive":7,"false_negative":34,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.4300082428126666,"baseline_adjusted_skill":0.17999999999999994,"baseline_adjusted_score":0.17999999999999994},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.7647058823529411,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.6521739130434782,"baseline_adjusted_score":0.6521739130434782},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.0035142107641029955,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":16,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.985930237051073,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.1851167048048228,"normalized_score_rmse":0.3754815049528859,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.4390402884702339,"baseline_adjusted_score":0.4390402884702339},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.34375,"uniform_accuracy_baseline":0.178125,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":0.07894736842105265,"baseline_adjusted_score":0.07894736842105265},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.031625100503822806,"accuracy":0.9705882352941176,"positive_recall":1,"specificity":0.9411764705882353,"precision":0.9444444444444444,"balanced_accuracy":0.9705882352941176,"f1":0.9714285714285714,"true_positive":17,"false_positive":1,"false_negative":0,"true_negative":16,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8734995979847088,"baseline_adjusted_skill":0.9411764705882353,"baseline_adjusted_score":0.9411764705882353},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.36565934406483874,"normalized_score_rmse":0.43824146927862845,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-1.4864835396409033,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.9166666666666666,"uniform_accuracy_baseline":0.13194444444444445,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":0.7913043478260868,"baseline_adjusted_score":0.7913043478260868},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.02994756494211598,"accuracy":0.9615384615384616,"positive_recall":1,"specificity":0.9230769230769231,"precision":0.9285714285714286,"balanced_accuracy":0.9615384615384616,"f1":0.9629629629629629,"true_positive":26,"false_positive":2,"false_negative":0,"true_negative":24,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8802097402315361,"baseline_adjusted_skill":0.9230769230769231,"baseline_adjusted_score":0.9230769230769231},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.026156528167139717,"accuracy":0.96,"positive_recall":1,"specificity":0.9166666666666666,"precision":0.9285714285714286,"balanced_accuracy":0.9583333333333333,"f1":0.9629629629629629,"true_positive":39,"false_positive":3,"false_negative":0,"true_negative":33,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24960000000000004,"brier_skill":0.8952062172790877,"baseline_adjusted_skill":0.9166666666666665,"baseline_adjusted_score":0.9166666666666665},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.2597410644963384,"normalized_score_rmse":0.3650750958210275,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.07235334108450586,"baseline_adjusted_score":0.07235334108450586},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8235294117647058,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.76,"baseline_adjusted_score":0.76},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.10071868620743132,"accuracy":0.8571428571428571,"positive_recall":1,"specificity":0.7142857142857143,"precision":0.7777777777777778,"balanced_accuracy":0.8571428571428572,"f1":0.875,"true_positive":14,"false_positive":4,"false_negative":0,"true_negative":10,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5971252551702747,"baseline_adjusted_skill":0.7142857142857144,"baseline_adjusted_score":0.7142857142857144},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.16534610588639748,"normalized_score_rmse":0.2802791053008091,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.1696969696969697,"baseline_adjusted_skill":0.025639018883729214,"baseline_adjusted_score":0.025639018883729214},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.04691125728469515,"accuracy":0.9411764705882353,"positive_recall":0.9333333333333333,"specificity":0.95,"precision":0.9545454545454546,"balanced_accuracy":0.9416666666666667,"f1":0.9438202247191011,"true_positive":42,"false_positive":2,"false_negative":3,"true_negative":38,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.2491349480968858,"brier_skill":0.8117034256211542,"baseline_adjusted_skill":0.8833333333333333,"baseline_adjusted_score":0.8833333333333333},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.8947368421052632,"baseline_adjusted_score":0.8947368421052632},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.1944118265184485,"accuracy":0.72,"positive_recall":0.6285714285714286,"specificity":0.9333333333333333,"precision":0.9565217391304348,"balanced_accuracy":0.780952380952381,"f1":0.7586206896551724,"true_positive":22,"false_positive":1,"false_negative":13,"true_negative":14,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.21,"brier_skill":0.07422939753119762,"baseline_adjusted_skill":0.5619047619047619,"baseline_adjusted_score":0.5619047619047619},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.262165940287523,"normalized_score_rmse":0.4680488025488417,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.06369307040170369,"baseline_adjusted_score":0.06369307040170369},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.8607594936708861,"uniform_accuracy_baseline":0.24240506329113923,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.7608695652173914,"baseline_adjusted_score":0.7608695652173914},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.002340549472901011,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":11,"false_positive":0,"false_negative":0,"true_negative":10,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.2494331065759637,"brier_skill":0.9906165243859151,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.8484848484848485,"uniform_accuracy_baseline":0.32373737373737377,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.75,"baseline_adjusted_score":0.75},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.23093882394299675,"accuracy":0.6363636363636364,"positive_recall":0.4117647058823529,"specificity":0.875,"precision":0.7777777777777778,"balanced_accuracy":0.6433823529411764,"f1":0.5384615384615384,"true_positive":7,"false_positive":2,"false_negative":10,"true_negative":14,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.07539566443410484,"baseline_adjusted_skill":0.2867647058823528,"baseline_adjusted_score":0.2867647058823528},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.0913112170956618,"normalized_score_rmse":0.16253376707379974,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.3431372549019608,"baseline_adjusted_skill":0.7338930244640713,"baseline_adjusted_score":0.7338930244640713},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.055096294790318565,"accuracy":0.91,"positive_recall":0.98,"specificity":0.84,"precision":0.8596491228070176,"balanced_accuracy":0.9099999999999999,"f1":0.9158878504672897,"true_positive":49,"false_positive":8,"false_negative":1,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7796148208387257,"baseline_adjusted_skill":0.8199999999999998,"baseline_adjusted_score":0.8199999999999998},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.33333333333333337,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":-0.03092783505154633,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.23802237022025688,"accuracy":0.5866666666666667,"positive_recall":0.8378378378378378,"specificity":0.34210526315789475,"precision":0.5535714285714286,"balanced_accuracy":0.5899715504978663,"f1":0.6666666666666666,"true_positive":31,"false_positive":25,"false_negative":6,"true_negative":13,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555554,"brier_skill":0.04774122867073616,"baseline_adjusted_skill":0.17994310099573263,"baseline_adjusted_score":0.17994310099573263},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.14285714285714285,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.923076923076923,"baseline_adjusted_score":0.923076923076923},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.35,"uniform_accuracy_baseline":0.32416666666666666,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.015151515151515083,"baseline_adjusted_score":0.015151515151515083},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.17140801629439376,"accuracy":0.696969696969697,"positive_recall":0.5,"specificity":0.8823529411764706,"precision":0.8,"balanced_accuracy":0.6911764705882353,"f1":0.6153846153846154,"true_positive":8,"false_positive":2,"false_negative":8,"true_negative":15,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.31373775829193085,"baseline_adjusted_skill":0.38235294117647056,"baseline_adjusted_score":0.38235294117647056},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.25538597510295047,"normalized_score_rmse":0.28811936832899576,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":-0.16244650736515376,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1795474187376807,"accuracy":0.73,"positive_recall":0.45454545454545453,"specificity":0.8076923076923077,"precision":0.4,"balanced_accuracy":0.6311188811188811,"f1":0.425531914893617,"true_positive":10,"false_positive":15,"false_negative":12,"true_negative":63,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.046313629007463275,"baseline_adjusted_skill":0.2622377622377623,"baseline_adjusted_score":0.2622377622377623},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11682723362136295,"accuracy":0.85,"positive_recall":0.7027027027027027,"specificity":0.9365079365079365,"precision":0.8666666666666667,"balanced_accuracy":0.8196053196053197,"f1":0.7761194029850746,"true_positive":26,"false_positive":4,"false_negative":11,"true_negative":59,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000003,"brier_skill":0.4988106665750196,"baseline_adjusted_skill":0.6392106392106394,"baseline_adjusted_score":0.6392106392106394},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11325763266590391,"accuracy":0.82,"positive_recall":0.8205128205128205,"specificity":0.819672131147541,"precision":0.7441860465116279,"balanced_accuracy":0.8200924758301807,"f1":0.7804878048780488,"true_positive":32,"false_positive":11,"false_negative":7,"true_negative":50,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379,"brier_skill":0.5239275634051959,"baseline_adjusted_skill":0.6401849516603615,"baseline_adjusted_score":0.6401849516603615},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.22873706740216185,"accuracy":0.67,"positive_recall":0.9032258064516129,"specificity":0.5652173913043478,"precision":0.4827586206896552,"balanced_accuracy":0.7342215988779803,"f1":0.6292134831460674,"true_positive":28,"false_positive":30,"false_negative":3,"true_negative":39,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999998,"brier_skill":-0.06936450398392635,"baseline_adjusted_skill":0.46844319775596066,"baseline_adjusted_score":0.46844319775596066},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.81,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.7361111111111112,"baseline_adjusted_score":0.7361111111111112},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.147664807735855,"normalized_score_rmse":0.19209916121194204,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.3648825473726667,"baseline_adjusted_score":0.3648825473726667},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.13130782516062375,"accuracy":0.82,"positive_recall":0.88,"specificity":0.76,"precision":0.7857142857142857,"balanced_accuracy":0.8200000000000001,"f1":0.8301886792452831,"true_positive":44,"false_positive":12,"false_negative":6,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.474768699357505,"baseline_adjusted_skill":0.6400000000000001,"baseline_adjusted_score":0.6400000000000001},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.22676650917494526,"accuracy":0.63,"positive_recall":0.72,"specificity":0.54,"precision":0.6101694915254238,"balanced_accuracy":0.63,"f1":0.6605504587155964,"true_positive":36,"false_positive":23,"false_negative":14,"true_negative":27,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.09293396330021897,"baseline_adjusted_skill":0.26,"baseline_adjusted_score":0.26},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.48,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.4857142857142859,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.13098374346407046,"accuracy":0.81,"positive_recall":0.92,"specificity":0.7,"precision":0.7540983606557377,"balanced_accuracy":0.81,"f1":0.8288288288288288,"true_positive":46,"false_positive":15,"false_negative":4,"true_negative":35,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.47606502614371815,"baseline_adjusted_skill":0.6200000000000001,"baseline_adjusted_score":0.6200000000000001},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.761904761904762,"baseline_adjusted_score":0.761904761904762},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.54,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.23333333333333336,"baseline_adjusted_score":0.23333333333333336},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.16869879600058243,"accuracy":0.75,"positive_recall":0.76,"specificity":0.74,"precision":0.7450980392156863,"balanced_accuracy":0.75,"f1":0.7524752475247525,"true_positive":38,"false_positive":13,"false_negative":12,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.32520481599767026,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.20851190476190473,"fixed_answer_accuracy_baseline":0.22333333333333333,"baseline_adjusted_skill":0.9742489270386265,"baseline_adjusted_score":0.9742489270386265},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.04422508557496028,"accuracy":0.94,"positive_recall":0.92,"specificity":0.96,"precision":0.9583333333333334,"balanced_accuracy":0.94,"f1":0.9387755102040817,"true_positive":46,"false_positive":2,"false_negative":4,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8230996577001589,"baseline_adjusted_skill":0.8799999999999999,"baseline_adjusted_score":0.8799999999999999},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.09154131216237146,"normalized_score_rmse":0.20979407154869903,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.6948622927920951,"baseline_adjusted_score":0.6948622927920951},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.22851190476190475,"fixed_answer_accuracy_baseline":0.24333333333333332,"baseline_adjusted_skill":0.86784140969163,"baseline_adjusted_score":0.86784140969163},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.03479699276957362,"accuracy":0.95,"positive_recall":0.96,"specificity":0.94,"precision":0.9411764705882353,"balanced_accuracy":0.95,"f1":0.9504950495049505,"true_positive":48,"false_positive":3,"false_negative":2,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8608120289217055,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.10975390969406179,"normalized_score_rmse":0.21737407218064014,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.3042222222222222,"baseline_adjusted_skill":0.6392311222620322,"baseline_adjusted_score":0.6392311222620322},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.72,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.5483870967741935,"baseline_adjusted_score":0.5483870967741935},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.20570664547513004,"accuracy":0.7,"positive_recall":1,"specificity":0.4,"precision":0.625,"balanced_accuracy":0.7,"f1":0.7692307692307693,"true_positive":50,"false_positive":30,"false_negative":0,"true_negative":20,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.17717341809947984,"baseline_adjusted_skill":0.3999999999999999,"baseline_adjusted_score":0.3999999999999999},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.68,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.3600000000000001,"baseline_adjusted_score":0.3600000000000001},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.05104270146195519,"accuracy":0.93,"positive_recall":0.96,"specificity":0.9,"precision":0.9056603773584906,"balanced_accuracy":0.9299999999999999,"f1":0.9320388349514563,"true_positive":48,"false_positive":5,"false_negative":2,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7958291941521792,"baseline_adjusted_skill":0.8599999999999999,"baseline_adjusted_score":0.8599999999999999},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.62,"uniform_accuracy_baseline":0.3533333333333333,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.3559322033898305,"baseline_adjusted_score":0.3559322033898305},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.62,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.3870967741935484,"baseline_adjusted_score":0.3870967741935484},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.38,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.29,"uniform_accuracy_baseline":0.1111111111111111,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.15476190476190474,"baseline_adjusted_score":0.15476190476190474},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.17940773483936318,"accuracy":0.555875,"positive_recall":0.8648648648648648,"specificity":0.48357242017584456,"precision":0.2815450643776824,"balanced_accuracy":0.6742186425203547,"f1":0.4248016836652096,"true_positive":65.6,"false_positive":167.4,"false_negative":10.25,"true_negative":156.75,"positive_prevalence":0.189625,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500001,"brier_skill":-1.356794906499573,"baseline_adjusted_skill":0.34843728504070937,"baseline_adjusted_score":0.34843728504070937},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.2562188709845941,"normalized_score_rmse":0.3060032147781591,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":-0.19868477653611283,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.06590275668515883,"accuracy":0.791125,"positive_recall":0.6896390060947022,"specificity":0.8280211351627748,"precision":0.5931451612903226,"balanced_accuracy":0.7588300706287385,"f1":0.6377628441361369,"true_positive":73.55,"false_positive":50.45,"false_negative":33.1,"true_negative":242.9,"positive_prevalence":0.266625,"majority_accuracy_baseline":0.733375,"constant_brier_baseline":0.115654859375,"brier_skill":0.43017736529793926,"baseline_adjusted_skill":0.5176601412574771,"baseline_adjusted_score":0.5176601412574771},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1640882094162225,"normalized_score_rmse":0.2310967083413197,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.38943922077684645,"baseline_adjusted_score":0.38943922077684645},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.09973784950382694,"accuracy":0.715125,"positive_recall":0.8,"specificity":0.6822202948829141,"precision":0.49392265193370166,"balanced_accuracy":0.7411101474414571,"f1":0.6107600341588386,"true_positive":89.4,"false_positive":91.6,"false_negative":22.35,"true_negative":196.65,"positive_prevalence":0.279375,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937500001,"brier_skill":0.11857989453913831,"baseline_adjusted_skill":0.4822202948829142,"baseline_adjusted_score":0.4822202948829142},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.2112486871024521,"normalized_score_rmse":0.27081799262524403,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.2009505925202758,"baseline_adjusted_score":0.2009505925202758},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.05981400184079584,"accuracy":0.855375,"positive_recall":0.46140845070422537,"specificity":0.9677108433734939,"precision":0.8029411764705883,"balanced_accuracy":0.7145596470388597,"f1":0.586046511627907,"true_positive":40.95,"false_positive":10.05,"false_negative":47.8,"true_negative":301.2,"positive_prevalence":0.221875,"majority_accuracy_baseline":0.778125,"constant_brier_baseline":0.12674023437499998,"brier_skill":0.5280582986471549,"baseline_adjusted_skill":0.4291192940777193,"baseline_adjusted_score":0.4291192940777193},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.14224297951768677,"normalized_score_rmse":0.22482800820420024,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.36956020158365965,"baseline_adjusted_score":0.36956020158365965},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.060536696862417506,"accuracy":0.77725,"positive_recall":0.801984877126654,"specificity":0.768354860639021,"precision":0.5545751633986927,"balanced_accuracy":0.7851698688828375,"f1":0.6557187017001544,"true_positive":84.85,"false_positive":68.15,"false_negative":20.95,"true_negative":226.05,"positive_prevalence":0.2645,"majority_accuracy_baseline":0.7355,"constant_brier_baseline":0.11362725,"brier_skill":0.46723433980477824,"baseline_adjusted_skill":0.5703397377656749,"baseline_adjusted_score":0.5703397377656749},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.14689470502726182,"normalized_score_rmse":0.212954449584127,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.4153444576029379,"baseline_adjusted_score":0.4153444576029379},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.07632178949014318,"accuracy":0.792,"positive_recall":0.6031331592689296,"specificity":0.836734693877551,"precision":0.4666666666666667,"balanced_accuracy":0.7199339265732403,"f1":0.5261958997722096,"true_positive":46.2,"false_positive":52.8,"false_negative":30.4,"true_negative":270.6,"positive_prevalence":0.19149999999999998,"majority_accuracy_baseline":0.8085,"constant_brier_baseline":0.09190274999999999,"brier_skill":0.1695374785831416,"baseline_adjusted_skill":0.4398678531464806,"baseline_adjusted_score":0.4398678531464806},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1565281799253171,"normalized_score_rmse":0.23971970018854663,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.24336831456040076,"baseline_adjusted_score":0.24336831456040076},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.06512305646373112,"accuracy":0.8385000000000001,"positive_recall":0.7737127371273713,"specificity":0.8531575720416923,"precision":0.5438095238095239,"balanced_accuracy":0.8134351545845317,"f1":0.638702460850112,"true_positive":57.1,"false_positive":47.9,"false_negative":16.7,"true_negative":278.3,"positive_prevalence":0.1845,"majority_accuracy_baseline":0.8155,"constant_brier_baseline":0.10922225,"brier_skill":0.4037565014112865,"baseline_adjusted_skill":0.6268703091690635,"baseline_adjusted_score":0.6268703091690635},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.16516821828539832,"normalized_score_rmse":0.2454343027281864,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":0.127824589912088,"baseline_adjusted_score":0.127824589912088},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.06986645386701812,"accuracy":0.8217500000000001,"positive_recall":0.4535031847133758,"specificity":0.9116640746500778,"precision":0.55625,"balanced_accuracy":0.6825836296817268,"f1":0.49964912280701756,"true_positive":35.6,"false_positive":28.4,"false_negative":42.9,"true_negative":293.1,"positive_prevalence":0.19625,"majority_accuracy_baseline":0.80375,"constant_brier_baseline":0.09878593749999999,"brier_skill":0.29274899206156624,"baseline_adjusted_skill":0.3651672593634536,"baseline_adjusted_score":0.3651672593634536},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.18509785458727493,"normalized_score_rmse":0.25115290262026124,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":0.12379713804840264,"baseline_adjusted_score":0.12379713804840264},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.10213373716173846,"accuracy":0.6627551020408162,"positive_recall":0.8849347568208777,"specificity":0.495076096687556,"precision":0.5694656488549618,"balanced_accuracy":0.6900054267542168,"f1":0.692986530422666,"true_positive":149.2,"false_positive":112.8,"false_negative":19.4,"true_negative":110.6,"positive_prevalence":0.4301020408163265,"majority_accuracy_baseline":0.5698979591836735,"constant_brier_baseline":0.12359641815910039,"brier_skill":0.1736513186792673,"baseline_adjusted_skill":0.38001085350843367,"baseline_adjusted_score":0.38001085350843367},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.189016235427906,"normalized_score_rmse":0.24669439070724478,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.31394107140982264,"baseline_adjusted_score":0.31394107140982264},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.0860561317661762,"accuracy":0.8145,"positive_recall":0.7580645161290323,"specificity":0.8251597562787933,"precision":0.45023364485981304,"balanced_accuracy":0.7916121362039128,"f1":0.5649369686308999,"true_positive":96.35,"false_positive":117.65,"false_negative":30.75,"true_negative":555.25,"positive_prevalence":0.158875,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499999,"brier_skill":0.12878797925778607,"baseline_adjusted_skill":0.5832242724078256,"baseline_adjusted_score":0.5832242724078256},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.20967806079768705,"normalized_score_rmse":0.2771300155716386,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-0.2707761260465882,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.59,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.33870967741935476,"baseline_adjusted_score":0.33870967741935476},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2776482478877247,"accuracy":0.57,"positive_recall":0.46,"specificity":0.68,"precision":0.5897435897435898,"balanced_accuracy":0.5700000000000001,"f1":0.5168539325842697,"true_positive":23,"false_positive":16,"false_negative":27,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.11059299155089874,"baseline_adjusted_skill":0.14000000000000012,"baseline_adjusted_score":0.14000000000000012},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.25182239893969516,"uniform_accuracy_baseline":0.058823529411764705,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.1207165109034268,"baseline_adjusted_score":0.1207165109034268},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.76,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.47826086956521735,"baseline_adjusted_score":0.47826086956521735},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.23908700621112786,"accuracy":0.62,"positive_recall":0.6,"specificity":0.64,"precision":0.625,"balanced_accuracy":0.62,"f1":0.6122448979591837,"true_positive":30,"false_positive":18,"false_negative":20,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.043651975155488576,"baseline_adjusted_skill":0.24,"baseline_adjusted_score":0.24},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.51,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.22222222222222224,"baseline_adjusted_score":0.22222222222222224},"scoring":{"eligible":true,"reason":null},"model":174,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.21264028439957341,"accuracy":0.668918918918919,"positive_recall":0.39436619718309857,"specificity":0.922077922077922,"precision":0.8235294117647058,"balanced_accuracy":0.6582220596305103,"f1":0.5333333333333333,"true_positive":28,"false_positive":6,"false_negative":43,"true_negative":71,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.2495891161431699,"brier_skill":0.14803863371350612,"baseline_adjusted_skill":0.31644411926102056,"baseline_adjusted_score":0.31644411926102056},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.24,"uniform_accuracy_baseline":0.20049999999999962,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":-0.0704225352112676,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.7941176470588237,"baseline_adjusted_score":0.7941176470588237},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.73,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.42553191489361697,"baseline_adjusted_score":0.42553191489361697},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.42,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":-0.18367346938775517,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08316335124697512,"accuracy":0.6161212851999999,"positive_recall":0.9107901039875554,"specificity":0.14335557624129888,"precision":0.6304242787977528,"balanced_accuracy":0.5270728401144271,"f1":0.7451061978863831,"true_positive":56.10776081299999,"false_positive":32.89223918700001,"false_negative":5.495632293,"true_negative":5.504367707,"positive_prevalence":0.6160339310599999,"majority_accuracy_baseline":0.6160339310599999,"constant_brier_baseline":0.079087076552024,"brier_skill":-0.051541602909923157,"baseline_adjusted_skill":0.05414568022885424,"baseline_adjusted_score":0.05414568022885424},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.22331476202570666,"accuracy":0.68,"positive_recall":0.52,"specificity":0.84,"precision":0.7647058823529411,"balanced_accuracy":0.6799999999999999,"f1":0.6190476190476191,"true_positive":26,"false_positive":8,"false_negative":24,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.10674095189717336,"baseline_adjusted_skill":0.3599999999999999,"baseline_adjusted_score":0.3599999999999999},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.77,"uniform_accuracy_baseline":0.012987012987012965,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.7578947368421053,"baseline_adjusted_score":0.7578947368421053},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.79,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.65,"baseline_adjusted_score":0.65},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.39,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.04687500000000004,"baseline_adjusted_score":0.04687500000000004},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.16790546616513255,"accuracy":0.77,"positive_recall":0.88,"specificity":0.66,"precision":0.7213114754098361,"balanced_accuracy":0.77,"f1":0.7927927927927928,"true_positive":44,"false_positive":17,"false_negative":6,"true_negative":33,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3283781353394698,"baseline_adjusted_skill":0.54,"baseline_adjusted_score":0.54},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.12868872844473378,"accuracy":0.622915397519911,"positive_recall":0.6125058592412608,"specificity":0.6277624606966167,"precision":0.43380995950465845,"balanced_accuracy":0.6201341599689387,"f1":0.5078985469459695,"true_positive":136.21632728446275,"false_positive":177.78367271553725,"false_negative":86.17554902052507,"true_negative":299.82445097947493,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768597,"brier_skill":-0.4503909599874987,"baseline_adjusted_skill":0.24026831993787745,"baseline_adjusted_score":0.24026831993787745},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24507635688845056,"accuracy":0.59,"positive_recall":0.5,"specificity":0.68,"precision":0.6097560975609756,"balanced_accuracy":0.5900000000000001,"f1":0.5494505494505495,"true_positive":25,"false_positive":16,"false_negative":25,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.019694572446197767,"baseline_adjusted_skill":0.18000000000000016,"baseline_adjusted_score":0.18000000000000016},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.5827814569536424,"uniform_accuracy_baseline":0.006622516556291403,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.5655172413793104,"baseline_adjusted_score":0.5655172413793104},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.5211764705882352,"uniform_accuracy_baseline":0.3333333333333301,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.11713665943600858,"baseline_adjusted_score":0.11713665943600858},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.29,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.1833333333333334,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2952038387180566,"accuracy":0.58,"positive_recall":1,"specificity":0.16,"precision":0.5434782608695652,"balanced_accuracy":0.58,"f1":0.704225352112676,"true_positive":50,"false_positive":42,"false_negative":0,"true_negative":8,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.18081535487222644,"baseline_adjusted_skill":0.15999999999999992,"baseline_adjusted_score":0.15999999999999992},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.71,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.39583333333333326,"baseline_adjusted_score":0.39583333333333326},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.07142857142857136,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9887640449438202,"baseline_adjusted_score":0.9887640449438202},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.7,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.3478260869565216,"baseline_adjusted_score":0.3478260869565216},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.3,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.04109589041095887,"baseline_adjusted_score":0.04109589041095887},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.6111111111111112,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":-0.16666666666666638,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.25408715330581744,"accuracy":0.5609756097560976,"positive_recall":0.575,"specificity":0.5476190476190477,"precision":0.5476190476190477,"balanced_accuracy":0.5613095238095238,"f1":0.5609756097560976,"true_positive":23,"false_positive":19,"false_negative":17,"true_negative":23,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.24985127900059498,"brier_skill":-0.016953582635902187,"baseline_adjusted_skill":0.12261904761904763,"baseline_adjusted_score":0.12261904761904763},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.21405157273980194,"accuracy":0.65,"positive_recall":0.38,"specificity":0.92,"precision":0.8260869565217391,"balanced_accuracy":0.65,"f1":0.5205479452054794,"true_positive":19,"false_positive":4,"false_negative":31,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.14379370904079225,"baseline_adjusted_skill":0.30000000000000004,"baseline_adjusted_score":0.30000000000000004},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.6005586592178771,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.48745519713261654,"baseline_adjusted_score":0.48745519713261654},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.42,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.04918032786885241,"baseline_adjusted_score":0.04918032786885241},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.25400252823207475,"accuracy":0.585,"positive_recall":0.6590909090909091,"specificity":0.5641025641025641,"precision":0.29896907216494845,"balanced_accuracy":0.6115967365967365,"f1":0.41134751773049644,"true_positive":29,"false_positive":68,"false_negative":15,"true_negative":88,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000053,"brier_skill":-0.48020121347362443,"baseline_adjusted_skill":0.22319347319347305,"baseline_adjusted_score":0.22319347319347305},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.2342573513900281,"accuracy":0.66,"positive_recall":0.9,"specificity":0.58,"precision":0.4166666666666667,"balanced_accuracy":0.74,"f1":0.569620253164557,"true_positive":45,"false_positive":63,"false_negative":5,"true_negative":87,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-0.24937254074681658,"baseline_adjusted_skill":0.48,"baseline_adjusted_score":0.48},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.1229706770875324,"accuracy":0.82,"positive_recall":0.9473684210526315,"specificity":0.8066298342541437,"precision":0.33962264150943394,"balanced_accuracy":0.8769991276533876,"f1":0.5,"true_positive":18,"false_positive":35,"false_negative":1,"true_negative":146,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.0859749999999999,"brier_skill":-0.43030738107045696,"baseline_adjusted_skill":0.7539982553067752,"baseline_adjusted_score":0.7539982553067752},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.09203604068641248,"accuracy":0.8401964285714285,"positive_recall":0.5879377045927984,"specificity":0.8562997486052977,"precision":0.20709294199860254,"balanced_accuracy":0.7221187265990481,"f1":0.3062969949096924,"true_positive":98.78333333333339,"false_positive":378.2166666666665,"false_negative":69.23333333333335,"true_negative":2253.7666666666664,"positive_prevalence":0.060005952380952354,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679296,"brier_skill":-1.8581758386835454,"baseline_adjusted_skill":0.44423745319809615,"baseline_adjusted_score":0.44423745319809615},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.5155807365439093,"uniform_accuracy_baseline":0.027777777777777853,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.44480519480519476,"baseline_adjusted_score":0.44480519480519476},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.36,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.08571428571428572,"baseline_adjusted_score":0.08571428571428572},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1854304192142192,"accuracy":0.71,"positive_recall":0.56,"specificity":0.86,"precision":0.8,"balanced_accuracy":0.71,"f1":0.6588235294117647,"true_positive":28,"false_positive":7,"false_negative":22,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.25827832314312316,"baseline_adjusted_skill":0.41999999999999993,"baseline_adjusted_score":0.41999999999999993},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1669471284328427,"accuracy":0.7,"positive_recall":0.7,"specificity":0.7,"precision":0.7,"balanced_accuracy":0.7,"f1":0.7,"true_positive":35,"false_positive":15,"false_negative":15,"true_negative":35,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3322114862686292,"baseline_adjusted_skill":0.3999999999999999,"baseline_adjusted_score":0.3999999999999999},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.58,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":-0.07692307692307698,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.72,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.702127659574468,"baseline_adjusted_score":0.702127659574468},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.15938370844814564,"accuracy":0.8,"positive_recall":0.92,"specificity":0.68,"precision":0.7419354838709677,"balanced_accuracy":0.8,"f1":0.8214285714285714,"true_positive":46,"false_positive":16,"false_negative":4,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3624651662074174,"baseline_adjusted_skill":0.6000000000000001,"baseline_adjusted_score":0.6000000000000001},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8656716417910449,"baseline_adjusted_score":0.8656716417910449},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.16489164154911787,"accuracy":0.75,"positive_recall":0.5,"specificity":1,"precision":1,"balanced_accuracy":0.75,"f1":0.6666666666666666,"true_positive":25,"false_positive":0,"false_negative":25,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.34043343380352853,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.43627597297297294,"uniform_accuracy_baseline":0.23445945945945923,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.23579018575472915,"baseline_adjusted_score":0.23579018575472915},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.10076982006298044,"accuracy":0.5442105460526317,"positive_recall":0.8487995745023103,"specificity":0.2541741685399757,"precision":0.5200826694214878,"balanced_accuracy":0.551486871521143,"f1":0.6449728608439145,"true_positive":62.930003000000035,"false_positive":58.069996999999965,"false_negative":11.209999999999999,"true_negative":19.789999999999996,"positive_prevalence":0.48776317763157917,"majority_accuracy_baseline":0.5122368223684208,"constant_brier_baseline":0.0945191003976856,"brier_skill":-0.0661318150405068,"baseline_adjusted_skill":0.1029737430422859,"baseline_adjusted_score":0.1029737430422859},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.15174122423976322,"normalized_score_rmse":0.20834059734797938,"constant_score_baseline":0.5841668333333334,"constant_mae_baseline":0.21700552708333315,"baseline_adjusted_skill":0.3007494957421408,"baseline_adjusted_score":0.3007494957421408},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2802658054718433,"accuracy":0.58,"positive_recall":0.96,"specificity":0.2,"precision":0.5454545454545454,"balanced_accuracy":0.58,"f1":0.6956521739130435,"true_positive":48,"false_positive":40,"false_negative":2,"true_negative":10,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.12106322188737328,"baseline_adjusted_skill":0.15999999999999992,"baseline_adjusted_score":0.15999999999999992},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2537797987652828,"accuracy":0.58,"positive_recall":0.4,"specificity":0.76,"precision":0.625,"balanced_accuracy":0.5800000000000001,"f1":0.4878048780487805,"true_positive":20,"false_positive":12,"false_negative":30,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.01511919506113113,"baseline_adjusted_skill":0.16000000000000014,"baseline_adjusted_score":0.16000000000000014},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.68,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.47540983606557385,"baseline_adjusted_score":0.47540983606557385},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.77,"uniform_accuracy_baseline":0.03611111111111102,"fixed_answer_accuracy_baseline":0.08833333333333329,"baseline_adjusted_skill":0.7477148080438757,"baseline_adjusted_score":0.7477148080438757},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.7727272727272727,"baseline_adjusted_score":0.7727272727272727},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.72,"uniform_accuracy_baseline":0.04987932421560751,"fixed_answer_accuracy_baseline":0.1244247787610618,"baseline_adjusted_skill":0.6802102284212654,"baseline_adjusted_score":0.6802102284212654},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25970533511636007,"accuracy":0.47,"positive_recall":0.1,"specificity":0.84,"precision":0.38461538461538464,"balanced_accuracy":0.47,"f1":0.15873015873015872,"true_positive":5,"false_positive":8,"false_negative":45,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.03882134046544028,"baseline_adjusted_skill":-0.06000000000000005,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.7777777777777778,"uniform_accuracy_baseline":0.23888888888888893,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.6862745098039217,"baseline_adjusted_score":0.6862745098039217},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.3331122012635163,"accuracy":0.59375,"positive_recall":0.75,"specificity":0.4375,"precision":0.5714285714285714,"balanced_accuracy":0.59375,"f1":0.6486486486486487,"true_positive":24,"false_positive":18,"false_negative":8,"true_negative":14,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.33244880505406527,"baseline_adjusted_skill":0.1875,"baseline_adjusted_score":0.1875},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.9347826086956521,"baseline_adjusted_score":0.9347826086956521},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.36,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.03030303030303025,"baseline_adjusted_score":0.03030303030303025},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.299559983919065,"accuracy":0.55,"positive_recall":0.22,"specificity":0.88,"precision":0.6470588235294118,"balanced_accuracy":0.55,"f1":0.3283582089552239,"true_positive":11,"false_positive":6,"false_negative":39,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.19823993567626008,"baseline_adjusted_skill":0.10000000000000009,"baseline_adjusted_score":0.10000000000000009},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.8260869565217391,"baseline_adjusted_score":0.8260869565217391},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.11187426404861285,"accuracy":0.8484848484848485,"positive_recall":0.875,"specificity":0.8235294117647058,"precision":0.8235294117647058,"balanced_accuracy":0.8492647058823529,"f1":0.8484848484848485,"true_positive":14,"false_positive":3,"false_negative":2,"true_negative":14,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.5520916413641936,"baseline_adjusted_skill":0.6985294117647058,"baseline_adjusted_score":0.6985294117647058},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.22801407992839814,"normalized_score_rmse":0.30527999874956047,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.3090482426412178,"baseline_adjusted_score":0.3090482426412178},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.03125,"uniform_accuracy_baseline":0.17812500000000006,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.3596491228070175,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.08934708026663343,"accuracy":0.9411764705882353,"positive_recall":1,"specificity":0.8823529411764706,"precision":0.8947368421052632,"balanced_accuracy":0.9411764705882353,"f1":0.9444444444444444,"true_positive":17,"false_positive":2,"false_negative":0,"true_negative":15,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6426116789334663,"baseline_adjusted_skill":0.8823529411764706,"baseline_adjusted_score":0.8823529411764706},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.307484223123859,"normalized_score_rmse":0.3694572692178885,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-1.090892717242241,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.4791666666666667,"uniform_accuracy_baseline":0.13194444444444448,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":-0.3043478260869564,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.28949205780984133,"accuracy":0.6923076923076923,"positive_recall":1,"specificity":0.38461538461538464,"precision":0.6190476190476191,"balanced_accuracy":0.6923076923076923,"f1":0.7647058823529411,"true_positive":26,"false_positive":16,"false_negative":0,"true_negative":10,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.15796823123936532,"baseline_adjusted_skill":0.3846153846153846,"baseline_adjusted_score":0.3846153846153846},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.22892375345494442,"accuracy":0.64,"positive_recall":0.7948717948717948,"specificity":0.4722222222222222,"precision":0.62,"balanced_accuracy":0.6335470085470085,"f1":0.6966292134831461,"true_positive":31,"false_positive":19,"false_negative":8,"true_negative":17,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24959999999999993,"brier_skill":0.08283752622217755,"baseline_adjusted_skill":0.26709401709401703,"baseline_adjusted_score":0.26709401709401703},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.27177058905363083,"normalized_score_rmse":0.3284660864119575,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.029390753379889945,"baseline_adjusted_score":0.029390753379889945},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.6470588235294118,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.52,"baseline_adjusted_score":0.52},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.1809830639381915,"accuracy":0.75,"positive_recall":1,"specificity":0.5,"precision":0.6666666666666666,"balanced_accuracy":0.75,"f1":0.8,"true_positive":14,"false_positive":7,"false_negative":0,"true_negative":7,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.276067744247234,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.2514007162754283,"normalized_score_rmse":0.3278027053725701,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.16969696969696968,"baseline_adjusted_skill":-0.48146850662305996,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.09843652050174437,"accuracy":0.8470588235294118,"positive_recall":0.7777777777777778,"specificity":0.925,"precision":0.9210526315789473,"balanced_accuracy":0.851388888888889,"f1":0.8433734939759037,"true_positive":35,"false_positive":3,"false_negative":10,"true_negative":37,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.24913494809688563,"brier_skill":0.6048867440971647,"baseline_adjusted_skill":0.702777777777778,"baseline_adjusted_score":0.702777777777778},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.4,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.21052631578947373,"baseline_adjusted_score":0.21052631578947373},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.25565362597720487,"accuracy":0.62,"positive_recall":0.4857142857142857,"specificity":0.9333333333333333,"precision":0.9444444444444444,"balanced_accuracy":0.7095238095238096,"f1":0.6415094339622641,"true_positive":17,"false_positive":1,"false_negative":18,"true_negative":14,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.20999999999999996,"brier_skill":-0.21739821893907108,"baseline_adjusted_skill":0.4190476190476191,"baseline_adjusted_score":0.4190476190476191},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.283180958032608,"normalized_score_rmse":0.38050618021538113,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.011360564402171258,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.3924050632911392,"uniform_accuracy_baseline":0.24240506329113914,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":-0.04347826086956526,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.2741866519536865,"accuracy":0.6666666666666666,"positive_recall":1,"specificity":0.3,"precision":0.6111111111111112,"balanced_accuracy":0.65,"f1":0.7586206896551724,"true_positive":11,"false_positive":7,"false_negative":0,"true_negative":3,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.24943310657596363,"brier_skill":-0.09923921374159828,"baseline_adjusted_skill":0.30000000000000004,"baseline_adjusted_score":0.30000000000000004},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.45454545454545453,"uniform_accuracy_baseline":0.3237373737373738,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.1,"baseline_adjusted_score":0.1},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.2765478446297413,"accuracy":0.6666666666666666,"positive_recall":0.8823529411764706,"specificity":0.4375,"precision":0.625,"balanced_accuracy":0.6599264705882353,"f1":0.7317073170731707,"true_positive":15,"false_positive":9,"false_negative":2,"true_negative":7,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":-0.10720809853598579,"baseline_adjusted_skill":0.31985294117647056,"baseline_adjusted_score":0.31985294117647056},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.3129045781451186,"normalized_score_rmse":0.3853486793571047,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.34313725490196084,"baseline_adjusted_skill":0.08810665797708317,"baseline_adjusted_score":0.08810665797708317},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.19571260605587582,"accuracy":0.7,"positive_recall":0.4,"specificity":1,"precision":1,"balanced_accuracy":0.7,"f1":0.5714285714285714,"true_positive":20,"false_positive":0,"false_negative":30,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.21714957577649674,"baseline_adjusted_skill":0.3999999999999999,"baseline_adjusted_score":0.3999999999999999},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.33333333333333326,"uniform_accuracy_baseline":0.3333333333333332,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":-0.030927835051546504,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.2597555261567241,"accuracy":0.44,"positive_recall":0.32432432432432434,"specificity":0.5526315789473685,"precision":0.41379310344827586,"balanced_accuracy":0.4384779516358464,"f1":0.36363636363636365,"true_positive":12,"false_positive":17,"false_negative":25,"true_negative":21,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555535,"brier_skill":-0.039206852511788126,"baseline_adjusted_skill":-0.12304409672830718,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.64,"uniform_accuracy_baseline":0.1428571428571427,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.5384615384615385,"baseline_adjusted_score":0.5384615384615385},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.325,"uniform_accuracy_baseline":0.32416666666666627,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.02272727272727275,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.19438683486083194,"accuracy":0.7878787878787878,"positive_recall":1,"specificity":0.5882352941176471,"precision":0.6956521739130435,"balanced_accuracy":0.7941176470588236,"f1":0.8205128205128205,"true_positive":16,"false_positive":7,"false_negative":0,"true_negative":10,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.22173800307556657,"baseline_adjusted_skill":0.5882352941176472,"baseline_adjusted_score":0.5882352941176472},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.22215493429790845,"normalized_score_rmse":0.28321310975915115,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":-0.011187976804272859,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.21150006918410974,"accuracy":0.67,"positive_recall":0.5454545454545454,"specificity":0.7051282051282052,"precision":0.34285714285714286,"balanced_accuracy":0.6252913752913754,"f1":0.42105263157894735,"true_positive":12,"false_positive":23,"false_negative":10,"true_negative":55,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000028,"brier_skill":-0.23251788568828324,"baseline_adjusted_skill":0.2505827505827507,"baseline_adjusted_score":0.2505827505827507},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.16393728359256662,"accuracy":0.81,"positive_recall":0.7567567567567568,"specificity":0.8412698412698413,"precision":0.7368421052631579,"balanced_accuracy":0.799013299013299,"f1":0.7466666666666667,"true_positive":28,"false_positive":10,"false_negative":9,"true_negative":53,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000008,"brier_skill":0.2967083500962395,"baseline_adjusted_skill":0.598026598026598,"baseline_adjusted_score":0.598026598026598},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2506689688569135,"accuracy":0.54,"positive_recall":0.5641025641025641,"specificity":0.5245901639344263,"precision":0.43137254901960786,"balanced_accuracy":0.5443463640184951,"f1":0.4888888888888889,"true_positive":22,"false_positive":29,"false_negative":17,"true_negative":32,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379000000000002,"brier_skill":-0.05367368161796238,"baseline_adjusted_skill":0.08869272803699024,"baseline_adjusted_score":0.08869272803699024},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.31412145506752265,"accuracy":0.46,"positive_recall":0.9032258064516129,"specificity":0.2608695652173913,"precision":0.35443037974683544,"balanced_accuracy":0.5820476858345021,"f1":0.509090909090909,"true_positive":28,"false_positive":51,"false_negative":3,"true_negative":18,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999987,"brier_skill":-0.4685435019519535,"baseline_adjusted_skill":0.16409537166900412,"baseline_adjusted_score":0.16409537166900412},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.61,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.4583333333333333,"baseline_adjusted_score":0.4583333333333333},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.23655808269046247,"normalized_score_rmse":0.2853165575787054,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":-0.017454119098763154,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.23110370821900963,"accuracy":0.67,"positive_recall":1,"specificity":0.34,"precision":0.6024096385542169,"balanced_accuracy":0.67,"f1":0.7518796992481203,"true_positive":50,"false_positive":33,"false_negative":0,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.07558516712396146,"baseline_adjusted_skill":0.3400000000000001,"baseline_adjusted_score":0.3400000000000001},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2624934300332016,"accuracy":0.54,"positive_recall":0.86,"specificity":0.22,"precision":0.524390243902439,"balanced_accuracy":0.54,"f1":0.6515151515151515,"true_positive":43,"false_positive":39,"false_negative":7,"true_negative":11,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.04997372013280632,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.61,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.1142857142857144,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.22990347987880813,"accuracy":0.65,"positive_recall":0.96,"specificity":0.34,"precision":0.5925925925925926,"balanced_accuracy":0.65,"f1":0.732824427480916,"true_positive":48,"false_positive":33,"false_negative":2,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.08038608048476747,"baseline_adjusted_skill":0.30000000000000004,"baseline_adjusted_score":0.30000000000000004},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.523809523809524,"baseline_adjusted_score":0.523809523809524},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.44,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.06666666666666664,"baseline_adjusted_score":0.06666666666666664},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.21715561018294047,"accuracy":0.67,"positive_recall":0.46,"specificity":0.88,"precision":0.7931034482758621,"balanced_accuracy":0.67,"f1":0.5822784810126582,"true_positive":23,"false_positive":6,"false_negative":27,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.13137755926823813,"baseline_adjusted_skill":0.3400000000000001,"baseline_adjusted_score":0.3400000000000001},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.20851190476190457,"fixed_answer_accuracy_baseline":0.2233333333333332,"baseline_adjusted_skill":0.9613733905579399,"baseline_adjusted_score":0.9613733905579399},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08735568303152189,"accuracy":0.89,"positive_recall":0.96,"specificity":0.82,"precision":0.8421052631578947,"balanced_accuracy":0.8899999999999999,"f1":0.897196261682243,"true_positive":48,"false_positive":9,"false_negative":2,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6505772678739125,"baseline_adjusted_skill":0.7799999999999998,"baseline_adjusted_score":0.7799999999999998},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.19380832099006512,"normalized_score_rmse":0.2747262596396608,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.3539722633664496,"baseline_adjusted_score":0.3539722633664496},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.82,"uniform_accuracy_baseline":0.22851190476190467,"fixed_answer_accuracy_baseline":0.2433333333333333,"baseline_adjusted_skill":0.7621145374449338,"baseline_adjusted_score":0.7621145374449338},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11133009404650845,"accuracy":0.85,"positive_recall":0.92,"specificity":0.78,"precision":0.8070175438596491,"balanced_accuracy":0.8500000000000001,"f1":0.8598130841121495,"true_positive":46,"false_positive":11,"false_negative":4,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5546796238139662,"baseline_adjusted_skill":0.7000000000000002,"baseline_adjusted_score":0.7000000000000002},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.19262147133208868,"normalized_score_rmse":0.24981351298822574,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.304222222222222,"baseline_adjusted_skill":0.3668395756067204,"baseline_adjusted_score":0.3668395756067204},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.64,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.41935483870967744,"baseline_adjusted_score":0.41935483870967744},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1673116509056044,"accuracy":0.74,"positive_recall":0.94,"specificity":0.54,"precision":0.6714285714285714,"balanced_accuracy":0.74,"f1":0.7833333333333333,"true_positive":47,"false_positive":23,"false_negative":3,"true_negative":27,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3307533963775824,"baseline_adjusted_skill":0.48,"baseline_adjusted_score":0.48},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.47,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":-0.06000000000000005,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.16552056551357835,"accuracy":0.73,"positive_recall":0.94,"specificity":0.52,"precision":0.6619718309859155,"balanced_accuracy":0.73,"f1":0.7768595041322314,"true_positive":47,"false_positive":24,"false_negative":3,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3379177379456866,"baseline_adjusted_skill":0.45999999999999996,"baseline_adjusted_score":0.45999999999999996},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.49,"uniform_accuracy_baseline":0.35333333333333317,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.13559322033898305,"baseline_adjusted_score":0.13559322033898305},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.67,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.46774193548387105,"baseline_adjusted_score":0.46774193548387105},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.06451612903225803,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.39,"uniform_accuracy_baseline":0.11111111111111088,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.27380952380952384,"baseline_adjusted_score":0.27380952380952384},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.3308432355210566,"accuracy":0.2498749999999999,"positive_recall":0.9611074489123269,"specificity":0.08344902051519361,"precision":0.19702702702702699,"balanced_accuracy":0.5222782347137602,"f1":0.32701581249299083,"true_positive":72.89999999999996,"false_positive":297.0999999999999,"false_negative":2.9500000000000006,"true_negative":27.05,"positive_prevalence":0.1896249999999999,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500007,"brier_skill":-3.346131748578249,"baseline_adjusted_skill":0.04455646942752045,"baseline_adjusted_score":0.04455646942752045},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.37553761823335663,"normalized_score_rmse":0.41525190045954374,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":-0.7569011379338322,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.1619042733284775,"accuracy":0.605125,"positive_recall":0.8659165494608533,"specificity":0.5103119140957899,"precision":0.3913135593220336,"balanced_accuracy":0.6881142317783215,"f1":0.5390339997081568,"true_positive":92.34999999999998,"false_positive":143.65000000000012,"false_negative":14.299999999999999,"true_negative":149.70000000000005,"positive_prevalence":0.2666249999999998,"majority_accuracy_baseline":0.7333750000000002,"constant_brier_baseline":0.11565485937499977,"brier_skill":-0.39989166216975347,"baseline_adjusted_skill":0.3762284635566431,"baseline_adjusted_score":0.3762284635566431},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3044497359439265,"normalized_score_rmse":0.36217528630759516,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":-0.1328362267680987,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.20137908495103957,"accuracy":0.4761249999999999,"positive_recall":0.927069351230425,"specificity":0.3013009540329576,"precision":0.339672131147541,"balanced_accuracy":0.6141851526316913,"f1":0.4971805638872226,"true_positive":103.59999999999997,"false_positive":201.39999999999992,"false_negative":8.15,"true_negative":86.85,"positive_prevalence":0.2793749999999999,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937499995,"brier_skill":-0.7796611334430923,"baseline_adjusted_skill":0.22837030526338253,"baseline_adjusted_score":0.22837030526338253},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.35175655223429203,"normalized_score_rmse":0.39929208077975753,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":-0.33052123776564346,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.13517686814592852,"accuracy":0.756625,"positive_recall":0.8867605633802816,"specificity":0.7195180722891565,"precision":0.47409638554216826,"balanced_accuracy":0.803139317834719,"f1":0.6178606476938171,"true_positive":78.69999999999993,"false_positive":87.30000000000008,"false_negative":10.049999999999999,"true_negative":223.95000000000005,"positive_prevalence":0.22187499999999974,"majority_accuracy_baseline":0.7781250000000003,"constant_brier_baseline":0.126740234375001,"brier_skill":-0.06656634187660626,"baseline_adjusted_skill":0.6062786356694381,"baseline_adjusted_score":0.6062786356694381},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3678512445650995,"normalized_score_rmse":0.40204330397293575,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":-0.6303656268813274,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.18374846145044407,"accuracy":0.5535,"positive_recall":0.9272211720226843,"specificity":0.4191026512576479,"precision":0.3646840148698884,"balanced_accuracy":0.6731619116401661,"f1":0.523479188900747,"true_positive":98.09999999999995,"false_positive":170.89999999999998,"false_negative":7.699999999999999,"true_negative":123.30000000000001,"positive_prevalence":0.26449999999999985,"majority_accuracy_baseline":0.7355000000000002,"constant_brier_baseline":0.11362725000000028,"brier_skill":-0.617116153479413,"baseline_adjusted_skill":0.3463238232803323,"baseline_adjusted_score":0.3463238232803323},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3373459214624017,"normalized_score_rmse":0.3826180028066033,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":-0.3426703341787134,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.3322390331425499,"accuracy":0.35849999999999993,"positive_recall":0.9530026109660575,"specificity":0.21768707482993194,"precision":0.22392638036809803,"balanced_accuracy":0.5853448428979947,"f1":0.36264282165921485,"true_positive":72.99999999999996,"false_positive":253.00000000000006,"false_negative":3.6,"true_negative":70.4,"positive_prevalence":0.1914999999999999,"majority_accuracy_baseline":0.8085000000000001,"constant_brier_baseline":0.09190274999999995,"brier_skill":-2.615115251094772,"baseline_adjusted_skill":0.17068968579598942,"baseline_adjusted_score":0.17068968579598942},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.35957725673448293,"normalized_score_rmse":0.3989504543609822,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":-0.738137796903845,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.24009345381438485,"accuracy":0.48999999999999994,"positive_recall":0.9539295392953928,"specificity":0.38503985285101167,"precision":0.2597785977859778,"balanced_accuracy":0.6694846960732023,"f1":0.40835266821345706,"true_positive":70.39999999999996,"false_positive":200.59999999999997,"false_negative":3.4,"true_negative":125.60000000000001,"positive_prevalence":0.1844999999999999,"majority_accuracy_baseline":0.8155000000000001,"constant_brier_baseline":0.1092222499999995,"brier_skill":-1.1982101065889594,"baseline_adjusted_skill":0.33896939214640454,"baseline_adjusted_score":0.33896939214640454},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.41178027592482974,"normalized_score_rmse":0.448960247007631,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":-1.1744172986129624,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.27154229126911267,"accuracy":0.4249999999999999,"positive_recall":0.8694267515923566,"specificity":0.31648522550544317,"precision":0.23697916666666657,"balanced_accuracy":0.5929559885488999,"f1":0.3724420190995906,"true_positive":68.24999999999997,"false_positive":219.75,"false_negative":10.249999999999998,"true_negative":101.74999999999997,"positive_prevalence":0.19624999999999987,"majority_accuracy_baseline":0.8037500000000002,"constant_brier_baseline":0.09878593749999955,"brier_skill":-1.7487950020124465,"baseline_adjusted_skill":0.18591197709779972,"baseline_adjusted_score":0.18591197709779972},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3598359481454827,"normalized_score_rmse":0.3965133227075702,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":-0.7033654350082021,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.13741192611314454,"accuracy":0.5676020408163265,"positive_recall":0.9255634638196917,"specificity":0.29744852282900613,"precision":0.49856230031948867,"balanced_accuracy":0.611505993324349,"f1":0.648048172757475,"true_positive":156.04999999999998,"false_positive":156.95000000000007,"false_negative":12.549999999999997,"true_negative":66.44999999999999,"positive_prevalence":0.43010204081632636,"majority_accuracy_baseline":0.5698979591836737,"constant_brier_baseline":0.12359641815910102,"brier_skill":-0.11177919360300015,"baseline_adjusted_skill":0.22301198664869792,"baseline_adjusted_score":0.22301198664869792},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.25082990620522855,"normalized_score_rmse":0.29933287028668093,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.08958034044028151,"baseline_adjusted_score":0.08958034044028151},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.24665729160514283,"accuracy":0.45612499999999995,"positive_recall":0.924468922108576,"specificity":0.36766235696240146,"precision":0.21639042357274402,"balanced_accuracy":0.6460656395354887,"f1":0.35069392627965973,"true_positive":117.5,"false_positive":425.5,"false_negative":9.6,"true_negative":247.39999999999995,"positive_prevalence":0.15887500000000002,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499934,"brier_skill":-1.4971003581011626,"baseline_adjusted_skill":0.29213127907097736,"baseline_adjusted_score":0.29213127907097736},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.47810774489305913,"normalized_score_rmse":0.5081863044241991,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-1.8976226963215703,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.42,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.06451612903225803,"baseline_adjusted_score":0.06451612903225803},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.30661279591289964,"accuracy":0.43,"positive_recall":0.56,"specificity":0.3,"precision":0.4444444444444444,"balanced_accuracy":0.43000000000000005,"f1":0.49557522123893805,"true_positive":28,"false_positive":35,"false_negative":22,"true_negative":15,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.22645118365159855,"baseline_adjusted_skill":-0.1399999999999999,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.1597084161696488,"uniform_accuracy_baseline":0.058823529411766766,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.012461059190031182,"baseline_adjusted_score":0.012461059190031182},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.65,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.23913043478260868,"baseline_adjusted_score":0.23913043478260868},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24101887882015816,"accuracy":0.64,"positive_recall":0.78,"specificity":0.5,"precision":0.609375,"balanced_accuracy":0.64,"f1":0.6842105263157895,"true_positive":39,"false_positive":25,"false_negative":11,"true_negative":25,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.03592448471936738,"baseline_adjusted_skill":0.28,"baseline_adjusted_score":0.28},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.45,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.126984126984127,"baseline_adjusted_score":0.126984126984127},"scoring":{"eligible":true,"reason":null},"model":175,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.17358311746531366,"accuracy":0.7094594594594594,"positive_recall":0.5915492957746479,"specificity":0.8181818181818182,"precision":0.75,"balanced_accuracy":0.704865556978233,"f1":0.6614173228346457,"true_positive":42,"false_positive":14,"false_negative":29,"true_negative":63,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.2495891161431699,"brier_skill":0.3045244915016947,"baseline_adjusted_skill":0.4097311139564661,"baseline_adjusted_score":0.4097311139564661},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.42,"uniform_accuracy_baseline":0.20049999999999962,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.18309859154929578,"baseline_adjusted_score":0.18309859154929578},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.9558823529411764,"baseline_adjusted_score":0.9558823529411764},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.77,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.5106382978723404,"baseline_adjusted_score":0.5106382978723404},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.83,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.6530612244897959,"baseline_adjusted_score":0.6530612244897959},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.13661602834887354,"accuracy":0.53577686876,"positive_recall":0.40729152609868574,"specificity":0.7419183409524529,"precision":0.7168725711714284,"balanced_accuracy":0.5746049335255693,"f1":0.51945463164982,"true_positive":25.090539990999996,"false_positive":9.909460009,"false_negative":36.512853115000006,"true_negative":28.487146884999998,"positive_prevalence":0.6160339310599999,"majority_accuracy_baseline":0.6160339310599999,"constant_brier_baseline":0.079087076552024,"brier_skill":-0.7274127999788513,"baseline_adjusted_skill":0.1492098670511386,"baseline_adjusted_score":0.1492098670511386},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11545376673820604,"accuracy":0.85,"positive_recall":0.8,"specificity":0.9,"precision":0.8888888888888888,"balanced_accuracy":0.8500000000000001,"f1":0.8421052631578947,"true_positive":40,"false_positive":5,"false_negative":10,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5381849330471759,"baseline_adjusted_skill":0.7000000000000002,"baseline_adjusted_score":0.7000000000000002},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.83,"uniform_accuracy_baseline":0.012987012987012965,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.8210526315789474,"baseline_adjusted_score":0.8210526315789474},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.9166666666666666,"baseline_adjusted_score":0.9166666666666666},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.61,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.390625,"baseline_adjusted_score":0.390625},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10237206815147143,"accuracy":0.85,"positive_recall":0.94,"specificity":0.76,"precision":0.7966101694915254,"balanced_accuracy":0.85,"f1":0.8623853211009175,"true_positive":47,"false_positive":12,"false_negative":3,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5905117273941143,"baseline_adjusted_skill":0.7,"baseline_adjusted_score":0.7},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.10246635678538207,"accuracy":0.6771960201187591,"positive_recall":0.5270630705651846,"specificity":0.7471034331001648,"precision":0.4924980890506706,"balanced_accuracy":0.6370832518326748,"f1":0.5091946718730134,"true_positive":117.21454519405961,"false_positive":120.78545480594039,"false_negative":105.17733111092821,"true_negative":356.8226688890718,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768597,"brier_skill":-0.15485077349409115,"baseline_adjusted_skill":0.27416650366534956,"baseline_adjusted_score":0.27416650366534956},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.21003711884865783,"accuracy":0.68,"positive_recall":0.64,"specificity":0.72,"precision":0.6956521739130435,"balanced_accuracy":0.6799999999999999,"f1":0.6666666666666666,"true_positive":32,"false_positive":14,"false_negative":18,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.15985152460536867,"baseline_adjusted_skill":0.3599999999999999,"baseline_adjusted_score":0.3599999999999999},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.8013245033112583,"uniform_accuracy_baseline":0.006622516556291403,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.7931034482758621,"baseline_adjusted_score":0.7931034482758621},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.7752941176470588,"uniform_accuracy_baseline":0.3333333333333301,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.5856832971800433,"baseline_adjusted_score":0.5856832971800433},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.46,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.1,"baseline_adjusted_score":0.1},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.12518672022389546,"accuracy":0.83,"positive_recall":0.96,"specificity":0.7,"precision":0.7619047619047619,"balanced_accuracy":0.83,"f1":0.8495575221238938,"true_positive":48,"false_positive":15,"false_negative":2,"true_negative":35,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.49925311910441816,"baseline_adjusted_skill":0.6599999999999999,"baseline_adjusted_score":0.6599999999999999},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.78,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.5416666666666667,"baseline_adjusted_score":0.5416666666666667},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.07142857142857136,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9887640449438202,"baseline_adjusted_score":0.9887640449438202},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.81,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.5869565217391305,"baseline_adjusted_score":0.5869565217391305},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.39,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.1643835616438356,"baseline_adjusted_score":0.1643835616438356},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.6111111111111112,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":-0.16666666666666638,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.21332339930503405,"accuracy":0.7073170731707317,"positive_recall":0.625,"specificity":0.7857142857142857,"precision":0.7352941176470589,"balanced_accuracy":0.7053571428571428,"f1":0.6756756756756757,"true_positive":25,"false_positive":9,"false_negative":15,"true_negative":33,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.24985127900059498,"brier_skill":0.1461984899243759,"baseline_adjusted_skill":0.4107142857142856,"baseline_adjusted_score":0.4107142857142856},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.13288138087105522,"accuracy":0.8,"positive_recall":0.68,"specificity":0.92,"precision":0.8947368421052632,"balanced_accuracy":0.8,"f1":0.7727272727272727,"true_positive":34,"false_positive":4,"false_negative":16,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4684744765157791,"baseline_adjusted_skill":0.6000000000000001,"baseline_adjusted_score":0.6000000000000001},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.7513966480446927,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.6810035842293907,"baseline_adjusted_score":0.6810035842293907},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.45,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.09836065573770492,"baseline_adjusted_score":0.09836065573770492},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.1816174490001705,"accuracy":0.755,"positive_recall":0.4772727272727273,"specificity":0.8333333333333334,"precision":0.44680851063829785,"balanced_accuracy":0.6553030303030303,"f1":0.46153846153846156,"true_positive":21,"false_positive":26,"false_negative":23,"true_negative":130,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000053,"brier_skill":-0.05837674242523261,"baseline_adjusted_skill":0.31060606060606055,"baseline_adjusted_score":0.31060606060606055},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.19957626463961034,"accuracy":0.74,"positive_recall":0.32,"specificity":0.88,"precision":0.47058823529411764,"balanced_accuracy":0.6,"f1":0.38095238095238093,"true_positive":16,"false_positive":18,"false_negative":34,"true_negative":132,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-0.0644067447445884,"baseline_adjusted_skill":0.19999999999999996,"baseline_adjusted_score":0.19999999999999996},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.029985171312676088,"accuracy":0.945,"positive_recall":0.7894736842105263,"specificity":0.9613259668508287,"precision":0.6818181818181818,"balanced_accuracy":0.8753998255306775,"f1":0.7317073170731707,"true_positive":15,"false_positive":7,"false_negative":4,"true_negative":174,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.0859749999999999,"brier_skill":0.6512338317804464,"baseline_adjusted_skill":0.750799651061355,"baseline_adjusted_score":0.750799651061355},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.079533081351529,"accuracy":0.8571845238095238,"positive_recall":0.5747445689911715,"specificity":0.8752145087038292,"precision":0.22721568627450997,"balanced_accuracy":0.7249795388475004,"f1":0.32567943565386037,"true_positive":96.56666666666673,"false_positive":328.4333333333333,"false_negative":71.45000000000003,"true_negative":2303.55,"positive_prevalence":0.060005952380952354,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679296,"brier_skill":-1.4698968990802408,"baseline_adjusted_skill":0.4499590776950009,"baseline_adjusted_score":0.4499590776950009},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.7563739376770539,"uniform_accuracy_baseline":0.027777777777777853,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.7207792207792209,"baseline_adjusted_score":0.7207792207792209},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.62,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.4571428571428572,"baseline_adjusted_score":0.4571428571428572},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.0799401989693751,"accuracy":0.89,"positive_recall":0.98,"specificity":0.8,"precision":0.8305084745762712,"balanced_accuracy":0.89,"f1":0.8990825688073395,"true_positive":49,"false_positive":10,"false_negative":1,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6802392041224996,"baseline_adjusted_skill":0.78,"baseline_adjusted_score":0.78},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.06056799850111001,"accuracy":0.91,"positive_recall":0.96,"specificity":0.86,"precision":0.8727272727272727,"balanced_accuracy":0.9099999999999999,"f1":0.9142857142857143,"true_positive":48,"false_positive":7,"false_negative":2,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.75772800599556,"baseline_adjusted_skill":0.8199999999999998,"baseline_adjusted_score":0.8199999999999998},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.64,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":0.07692307692307698,"baseline_adjusted_score":0.07692307692307698},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.7872340425531915,"baseline_adjusted_score":0.7872340425531915},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.07231841070531383,"accuracy":0.9,"positive_recall":0.88,"specificity":0.92,"precision":0.9166666666666666,"balanced_accuracy":0.9,"f1":0.8979591836734694,"true_positive":44,"false_positive":4,"false_negative":6,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7107263571787447,"baseline_adjusted_skill":0.8,"baseline_adjusted_score":0.8},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8507462686567167,"baseline_adjusted_score":0.8507462686567167},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08387834082929768,"accuracy":0.89,"positive_recall":0.8,"specificity":0.98,"precision":0.975609756097561,"balanced_accuracy":0.89,"f1":0.8791208791208791,"true_positive":40,"false_positive":1,"false_negative":10,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6644866366828093,"baseline_adjusted_skill":0.78,"baseline_adjusted_score":0.78},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.4872894797297297,"uniform_accuracy_baseline":0.23445945945945923,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.30494640520519417,"baseline_adjusted_score":0.30494640520519417},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.06033457288791663,"accuracy":0.6678508486842103,"positive_recall":0.9620537242222663,"specificity":0.38770439459431255,"precision":0.5993837478991595,"balanced_accuracy":0.6748790594082894,"f1":0.7386006512591801,"true_positive":71.32666599999997,"false_positive":47.67333400000002,"false_negative":2.8133370000000006,"true_negative":30.186663,"positive_prevalence":0.48776317763157917,"majority_accuracy_baseline":0.5122368223684208,"constant_brier_baseline":0.0945191003976856,"brier_skill":0.36166793130635866,"baseline_adjusted_skill":0.3497581188165788,"baseline_adjusted_score":0.3497581188165788},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.11353259586887593,"normalized_score_rmse":0.15242032406781197,"constant_score_baseline":0.5841668333333334,"constant_mae_baseline":0.21700552708333315,"baseline_adjusted_skill":0.47682163954617696,"baseline_adjusted_score":0.47682163954617696},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.28630830118167205,"accuracy":0.65,"positive_recall":0.94,"specificity":0.36,"precision":0.5949367088607594,"balanced_accuracy":0.6499999999999999,"f1":0.7286821705426356,"true_positive":47,"false_positive":32,"false_negative":3,"true_negative":18,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.14523320472668821,"baseline_adjusted_skill":0.2999999999999998,"baseline_adjusted_score":0.2999999999999998},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2514579320785154,"accuracy":0.58,"positive_recall":0.42,"specificity":0.74,"precision":0.6176470588235294,"balanced_accuracy":0.58,"f1":0.5,"true_positive":21,"false_positive":13,"false_negative":29,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.005831728314061646,"baseline_adjusted_skill":0.15999999999999992,"baseline_adjusted_score":0.15999999999999992},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.7377049180327868,"baseline_adjusted_score":0.7377049180327868},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.82,"uniform_accuracy_baseline":0.03611111111111102,"fixed_answer_accuracy_baseline":0.08833333333333329,"baseline_adjusted_skill":0.8025594149908591,"baseline_adjusted_score":0.8025594149908591},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.8863636363636362,"baseline_adjusted_score":0.8863636363636362},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.825,"uniform_accuracy_baseline":0.04987932421560751,"fixed_answer_accuracy_baseline":0.1244247787610618,"baseline_adjusted_skill":0.8001313927632908,"baseline_adjusted_score":0.8001313927632908},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2951278011126399,"accuracy":0.53,"positive_recall":0.16,"specificity":0.9,"precision":0.6153846153846154,"balanced_accuracy":0.53,"f1":0.25396825396825395,"true_positive":8,"false_positive":5,"false_negative":42,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.18051120445055968,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.8333333333333334,"uniform_accuracy_baseline":0.23888888888888893,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.7647058823529413,"baseline_adjusted_score":0.7647058823529413},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.1036437985069631,"accuracy":0.890625,"positive_recall":0.84375,"specificity":0.9375,"precision":0.9310344827586207,"balanced_accuracy":0.890625,"f1":0.8852459016393442,"true_positive":27,"false_positive":2,"false_negative":5,"true_negative":30,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5854248059721476,"baseline_adjusted_skill":0.78125,"baseline_adjusted_score":0.78125},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.9565217391304347,"baseline_adjusted_score":0.9565217391304347},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.79,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.6818181818181819,"baseline_adjusted_score":0.6818181818181819},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.18099333256816455,"accuracy":0.73,"positive_recall":0.46,"specificity":1,"precision":1,"balanced_accuracy":0.73,"f1":0.6301369863013698,"true_positive":23,"false_positive":0,"false_negative":27,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2760266697273418,"baseline_adjusted_skill":0.45999999999999996,"baseline_adjusted_score":0.45999999999999996},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.7941176470588235,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.6956521739130433,"baseline_adjusted_score":0.6956521739130433},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.06993318414327505,"accuracy":0.9393939393939394,"positive_recall":1,"specificity":0.8823529411764706,"precision":0.8888888888888888,"balanced_accuracy":0.9411764705882353,"f1":0.9411764705882353,"true_positive":16,"false_positive":2,"false_negative":0,"true_negative":15,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.7200101561322555,"baseline_adjusted_skill":0.8823529411764706,"baseline_adjusted_score":0.8823529411764706},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.17214835467748343,"normalized_score_rmse":0.35493746376772295,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.47833831915914116,"baseline_adjusted_score":0.47833831915914116},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.40625,"uniform_accuracy_baseline":0.17812500000000006,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":0.16666666666666669,"baseline_adjusted_score":0.16666666666666669},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.08031067116183654,"accuracy":0.9705882352941176,"positive_recall":1,"specificity":0.9411764705882353,"precision":0.9444444444444444,"balanced_accuracy":0.9705882352941176,"f1":0.9714285714285714,"true_positive":17,"false_positive":1,"false_negative":0,"true_negative":16,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6787573153526538,"baseline_adjusted_skill":0.9411764705882353,"baseline_adjusted_score":0.9411764705882353},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.3010374607847017,"normalized_score_rmse":0.36579419428304333,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-1.0470547333359717,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.6666666666666666,"uniform_accuracy_baseline":0.13194444444444448,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":0.1652173913043478,"baseline_adjusted_score":0.1652173913043478},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.09984333968345903,"accuracy":0.8653846153846154,"positive_recall":0.9230769230769231,"specificity":0.8076923076923077,"precision":0.8275862068965517,"balanced_accuracy":0.8653846153846154,"f1":0.8727272727272727,"true_positive":24,"false_positive":5,"false_negative":2,"true_negative":21,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6006266412661638,"baseline_adjusted_skill":0.7307692307692308,"baseline_adjusted_score":0.7307692307692308},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.0756202933782159,"accuracy":0.9066666666666666,"positive_recall":1,"specificity":0.8055555555555556,"precision":0.8478260869565217,"balanced_accuracy":0.9027777777777778,"f1":0.9176470588235294,"true_positive":39,"false_positive":7,"false_negative":0,"true_negative":29,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24959999999999993,"brier_skill":0.6970340810167632,"baseline_adjusted_skill":0.8055555555555556,"baseline_adjusted_score":0.8055555555555556},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.2198237209022045,"normalized_score_rmse":0.300768560458085,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.21491528249212688,"baseline_adjusted_score":0.21491528249212688},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.7058823529411765,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.6,"baseline_adjusted_score":0.6},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.11962319749418657,"accuracy":0.8214285714285714,"positive_recall":1,"specificity":0.6428571428571429,"precision":0.7368421052631579,"balanced_accuracy":0.8214285714285714,"f1":0.8484848484848485,"true_positive":14,"false_positive":5,"false_negative":0,"true_negative":9,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5215072100232537,"baseline_adjusted_skill":0.6428571428571428,"baseline_adjusted_score":0.6428571428571428},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.214443408616,"normalized_score_rmse":0.30338613804113845,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.16969696969696968,"baseline_adjusted_skill":-0.2636843722014288,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.05714171694646905,"accuracy":0.9294117647058824,"positive_recall":0.9333333333333333,"specificity":0.925,"precision":0.9333333333333333,"balanced_accuracy":0.9291666666666667,"f1":0.9333333333333333,"true_positive":42,"false_positive":3,"false_negative":3,"true_negative":37,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.24913494809688563,"brier_skill":0.7706394972565338,"baseline_adjusted_skill":0.8583333333333334,"baseline_adjusted_score":0.8583333333333334},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.9473684210526315,"baseline_adjusted_score":0.9473684210526315},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.22114957387944234,"accuracy":0.68,"positive_recall":0.5714285714285714,"specificity":0.9333333333333333,"precision":0.9523809523809523,"balanced_accuracy":0.7523809523809524,"f1":0.7142857142857143,"true_positive":20,"false_positive":1,"false_negative":15,"true_negative":14,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.20999999999999996,"brier_skill":-0.05309320894972558,"baseline_adjusted_skill":0.5047619047619047,"baseline_adjusted_score":0.5047619047619047},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.2735352968610823,"normalized_score_rmse":0.3967445042636254,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.023088225496134762,"baseline_adjusted_score":0.023088225496134762},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.759493670886076,"uniform_accuracy_baseline":0.24240506329113914,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.5869565217391305,"baseline_adjusted_score":0.5869565217391305},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.07993368036831518,"accuracy":0.8095238095238095,"positive_recall":0.9090909090909091,"specificity":0.7,"precision":0.7692307692307693,"balanced_accuracy":0.8045454545454545,"f1":0.8333333333333334,"true_positive":10,"false_positive":3,"false_negative":1,"true_negative":7,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.24943310657596363,"brier_skill":0.6795386087052091,"baseline_adjusted_skill":0.6090909090909089,"baseline_adjusted_score":0.6090909090909089},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.8484848484848485,"uniform_accuracy_baseline":0.3237373737373738,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.75,"baseline_adjusted_score":0.75},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.1966558330501378,"accuracy":0.6363636363636364,"positive_recall":0.5882352941176471,"specificity":0.6875,"precision":0.6666666666666666,"balanced_accuracy":0.6378676470588236,"f1":0.625,"true_positive":10,"false_positive":5,"false_negative":7,"true_negative":11,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.2126536684132353,"baseline_adjusted_skill":0.2757352941176472,"baseline_adjusted_score":0.2757352941176472},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.1683535805490215,"normalized_score_rmse":0.2577014600727608,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.34313725490196084,"baseline_adjusted_skill":0.5093695652571375,"baseline_adjusted_score":0.5093695652571375},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1290546274324173,"accuracy":0.81,"positive_recall":0.88,"specificity":0.74,"precision":0.7719298245614035,"balanced_accuracy":0.81,"f1":0.822429906542056,"true_positive":44,"false_positive":13,"false_negative":6,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4837814902703308,"baseline_adjusted_skill":0.6200000000000001,"baseline_adjusted_score":0.6200000000000001},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.29333333333333333,"uniform_accuracy_baseline":0.3333333333333332,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":-0.09278350515463916,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.2731376251345867,"accuracy":0.5066666666666667,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":37,"true_negative":38,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555535,"brier_skill":-0.0927447662745744,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.93,"uniform_accuracy_baseline":0.1428571428571427,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.9102564102564104,"baseline_adjusted_score":0.9102564102564104},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.29,"uniform_accuracy_baseline":0.32416666666666627,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.07575757575757583,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.18386299756598593,"accuracy":0.6060606060606061,"positive_recall":0.25,"specificity":0.9411764705882353,"precision":0.8,"balanced_accuracy":0.5955882352941176,"f1":0.38095238095238093,"true_positive":4,"false_positive":1,"false_negative":12,"true_negative":16,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.2638720428332405,"baseline_adjusted_skill":0.19117647058823528,"baseline_adjusted_score":0.19117647058823528},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.09948205108980113,"normalized_score_rmse":0.15147225327821012,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.5471851467636638,"baseline_adjusted_score":0.5471851467636638},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.14526159705673944,"accuracy":0.8,"positive_recall":0.5909090909090909,"specificity":0.8589743589743589,"precision":0.5416666666666666,"balanced_accuracy":0.7249417249417249,"f1":0.5652173913043478,"true_positive":13,"false_positive":11,"false_negative":9,"true_negative":67,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000028,"brier_skill":0.15348719663904897,"baseline_adjusted_skill":0.44988344988344986,"baseline_adjusted_score":0.44988344988344986},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09104279364628962,"accuracy":0.87,"positive_recall":0.7297297297297297,"specificity":0.9523809523809523,"precision":0.9,"balanced_accuracy":0.841055341055341,"f1":0.8059701492537313,"true_positive":27,"false_positive":3,"false_negative":10,"true_negative":60,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000008,"brier_skill":0.6094260246834424,"baseline_adjusted_skill":0.6821106821106819,"baseline_adjusted_score":0.6821106821106819},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.20997815979562706,"accuracy":0.65,"positive_recall":0.38461538461538464,"specificity":0.819672131147541,"precision":0.5769230769230769,"balanced_accuracy":0.6021437578814628,"f1":0.46153846153846156,"true_positive":15,"false_positive":11,"false_negative":24,"true_negative":50,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379000000000002,"brier_skill":0.1173679705942543,"baseline_adjusted_skill":0.2042875157629256,"baseline_adjusted_score":0.2042875157629256},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.13385268388399632,"accuracy":0.78,"positive_recall":0.8709677419354839,"specificity":0.7391304347826086,"precision":0.6,"balanced_accuracy":0.8050490883590462,"f1":0.7105263157894737,"true_positive":27,"false_positive":18,"false_negative":4,"true_negative":51,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999987,"brier_skill":0.37422775182797385,"baseline_adjusted_skill":0.6100981767180924,"baseline_adjusted_score":0.6100981767180924},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.8194444444444444,"baseline_adjusted_score":0.8194444444444444},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.14497014084859983,"normalized_score_rmse":0.18725578377827476,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.3764725124791406,"baseline_adjusted_score":0.3764725124791406},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.17003620108434778,"accuracy":0.8,"positive_recall":0.88,"specificity":0.72,"precision":0.7586206896551724,"balanced_accuracy":0.8,"f1":0.8148148148148148,"true_positive":44,"false_positive":14,"false_negative":6,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3198551956626089,"baseline_adjusted_skill":0.6000000000000001,"baseline_adjusted_score":0.6000000000000001},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2927777899472601,"accuracy":0.54,"positive_recall":0.72,"specificity":0.36,"precision":0.5294117647058824,"balanced_accuracy":0.54,"f1":0.6101694915254238,"true_positive":36,"false_positive":32,"false_negative":14,"true_negative":18,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.17111115978904046,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.77,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":0.34285714285714286,"baseline_adjusted_score":0.34285714285714286},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10009722484810575,"accuracy":0.84,"positive_recall":0.88,"specificity":0.8,"precision":0.8148148148148148,"balanced_accuracy":0.8400000000000001,"f1":0.8461538461538461,"true_positive":44,"false_positive":10,"false_negative":6,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.599611100607577,"baseline_adjusted_skill":0.6800000000000002,"baseline_adjusted_score":0.6800000000000002},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.93,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.8333333333333335,"baseline_adjusted_score":0.8333333333333335},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.72,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.5333333333333333,"baseline_adjusted_score":0.5333333333333333},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.16406768216009254,"accuracy":0.74,"positive_recall":0.66,"specificity":0.82,"precision":0.7857142857142857,"balanced_accuracy":0.74,"f1":0.717391304347826,"true_positive":33,"false_positive":9,"false_negative":17,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.34372927135962983,"baseline_adjusted_skill":0.48,"baseline_adjusted_score":0.48},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.20851190476190457,"fixed_answer_accuracy_baseline":0.2233333333333332,"baseline_adjusted_skill":0.9871244635193133,"baseline_adjusted_score":0.9871244635193133},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.03846051217862366,"accuracy":0.93,"positive_recall":0.96,"specificity":0.9,"precision":0.9056603773584906,"balanced_accuracy":0.9299999999999999,"f1":0.9320388349514563,"true_positive":48,"false_positive":5,"false_negative":2,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8461579512855053,"baseline_adjusted_skill":0.8599999999999999,"baseline_adjusted_score":0.8599999999999999},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.08244912712223595,"normalized_score_rmse":0.13787600812221207,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.7251695762592134,"baseline_adjusted_score":0.7251695762592134},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.22851190476190467,"fixed_answer_accuracy_baseline":0.2433333333333333,"baseline_adjusted_skill":0.9471365638766519,"baseline_adjusted_score":0.9471365638766519},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.02379703596912023,"accuracy":0.96,"positive_recall":0.96,"specificity":0.96,"precision":0.96,"balanced_accuracy":0.96,"f1":0.96,"true_positive":48,"false_positive":2,"false_negative":2,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9048118561235191,"baseline_adjusted_skill":0.9199999999999999,"baseline_adjusted_score":0.9199999999999999},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.09828071649389393,"normalized_score_rmse":0.1889220464248242,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.304222222222222,"baseline_adjusted_skill":0.6769443212399393,"baseline_adjusted_score":0.6769443212399393},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.77,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.6290322580645161,"baseline_adjusted_score":0.6290322580645161},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1080389002682476,"accuracy":0.85,"positive_recall":0.98,"specificity":0.72,"precision":0.7777777777777778,"balanced_accuracy":0.85,"f1":0.8672566371681416,"true_positive":49,"false_positive":14,"false_negative":1,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5678443989270097,"baseline_adjusted_skill":0.7,"baseline_adjusted_score":0.7},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.7,"baseline_adjusted_score":0.7},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.03825290868967137,"accuracy":0.95,"positive_recall":0.94,"specificity":0.96,"precision":0.9591836734693877,"balanced_accuracy":0.95,"f1":0.9494949494949495,"true_positive":47,"false_positive":2,"false_negative":3,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8469883652413145,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.57,"uniform_accuracy_baseline":0.35333333333333317,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.27118644067796605,"baseline_adjusted_score":0.27118644067796605},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.9032258064516128,"baseline_adjusted_score":0.9032258064516128},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.44,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.0967741935483871,"baseline_adjusted_score":0.0967741935483871},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.11111111111111088,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.21428571428571433,"baseline_adjusted_score":0.21428571428571433},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.050685283327781834,"accuracy":0.8216249999999999,"positive_recall":0.2999340804218853,"specificity":0.9436989048280117,"precision":0.5548780487804879,"balanced_accuracy":0.6218164926249485,"f1":0.3893881044073599,"true_positive":22.75,"false_positive":18.25,"false_negative":53.1,"true_negative":305.9,"positive_prevalence":0.1896249999999999,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500007,"brier_skill":0.3341713071158249,"baseline_adjusted_skill":0.24363298524989707,"baseline_adjusted_score":0.24363298524989707},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.15337519009248354,"normalized_score_rmse":0.18573942401682375,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":0.2824552510293168,"baseline_adjusted_score":0.2824552510293168},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.08060378982435001,"accuracy":0.792125,"positive_recall":0.5930614158462258,"specificity":0.8644963354354867,"precision":0.6140776699029128,"balanced_accuracy":0.7287788756408562,"f1":0.6033865967088003,"true_positive":63.25000000000001,"false_positive":39.74999999999998,"false_negative":43.40000000000002,"true_negative":253.59999999999997,"positive_prevalence":0.2666249999999998,"majority_accuracy_baseline":0.7333750000000002,"constant_brier_baseline":0.11565485937499977,"brier_skill":0.3030661205250359,"baseline_adjusted_skill":0.4575577512817124,"baseline_adjusted_score":0.4575577512817124},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.183509532813041,"normalized_score_rmse":0.23451986042236042,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.31717383139333577,"baseline_adjusted_score":0.31717383139333577},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.06520207985724161,"accuracy":0.781875,"positive_recall":0.6152125279642057,"specificity":0.8464874241110146,"precision":0.6084070796460175,"balanced_accuracy":0.7308499760376101,"f1":0.6117908787541712,"true_positive":68.74999999999997,"false_positive":44.25000000000002,"false_negative":43.00000000000001,"true_negative":244.00000000000003,"positive_prevalence":0.2793749999999999,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937499995,"brier_skill":0.42378520902606476,"baseline_adjusted_skill":0.4616999520752203,"baseline_adjusted_score":0.4616999520752203},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.18895667323289672,"normalized_score_rmse":0.22940050320487163,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.28527026673136,"baseline_adjusted_score":0.28527026673136},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.08505179934414057,"accuracy":0.8351249999999995,"positive_recall":0.35380281690140847,"specificity":0.9723694779116465,"precision":0.785,"balanced_accuracy":0.6630861474065275,"f1":0.4877669902912622,"true_positive":31.400000000000002,"false_positive":8.600000000000001,"false_negative":57.35,"true_negative":302.6499999999998,"positive_prevalence":0.22187499999999974,"majority_accuracy_baseline":0.7781250000000003,"constant_brier_baseline":0.126740234375001,"brier_skill":0.3289281831964428,"baseline_adjusted_skill":0.326172294813055,"baseline_adjusted_score":0.326172294813055},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1723701308985619,"normalized_score_rmse":0.2335199986455119,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.2360326608373987,"baseline_adjusted_score":0.2360326608373987},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.07288515160752128,"accuracy":0.7759999999999995,"positive_recall":0.7003780718336483,"specificity":0.8031951053704961,"precision":0.5613636363636364,"balanced_accuracy":0.7517865886020723,"f1":0.6232127838519765,"true_positive":74.1,"false_positive":57.899999999999984,"false_negative":31.7,"true_negative":236.2999999999998,"positive_prevalence":0.26449999999999985,"majority_accuracy_baseline":0.7355000000000002,"constant_brier_baseline":0.11362725000000028,"brier_skill":0.35855922230344306,"baseline_adjusted_skill":0.5035731772041445,"baseline_adjusted_score":0.5035731772041445},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.19139200578421878,"normalized_score_rmse":0.25051962781035914,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.23824077299813418,"baseline_adjusted_score":0.23824077299813418},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.07543359615242179,"accuracy":0.8205,"positive_recall":0.5143603133159268,"specificity":0.8930117501546074,"precision":0.5324324324324327,"balanced_accuracy":0.7036860317352671,"f1":0.5232403718459496,"true_positive":39.40000000000001,"false_positive":34.59999999999999,"false_negative":37.200000000000024,"true_negative":288.79999999999995,"positive_prevalence":0.1914999999999999,"majority_accuracy_baseline":0.8085000000000001,"constant_brier_baseline":0.09190274999999995,"brier_skill":0.17920196999086724,"baseline_adjusted_skill":0.40737206347053423,"baseline_adjusted_score":0.40737206347053423},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.17540283507842105,"normalized_score_rmse":0.23091996489371008,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.1521313107991732,"baseline_adjusted_score":0.1521313107991732},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.05401400202332858,"accuracy":0.8672499999999996,"positive_recall":0.7499999999999998,"specificity":0.8937768240343348,"precision":0.615,"balanced_accuracy":0.8218884120171672,"f1":0.6758241758241758,"true_positive":55.349999999999994,"false_positive":34.65,"false_negative":18.45000000000001,"true_negative":291.5499999999999,"positive_prevalence":0.1844999999999999,"majority_accuracy_baseline":0.8155000000000001,"constant_brier_baseline":0.1092222499999995,"brier_skill":0.5054670451915353,"baseline_adjusted_skill":0.6437768240343344,"baseline_adjusted_score":0.6437768240343344},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.19875129739026307,"normalized_score_rmse":0.2560840704551638,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":-0.049511801400729194,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.0780098011024768,"accuracy":0.8369999999999996,"positive_recall":0.2503184713375797,"specificity":0.9802488335925349,"precision":0.7557692307692307,"balanced_accuracy":0.6152836524650573,"f1":0.3760765550239235,"true_positive":19.650000000000002,"false_positive":6.350000000000001,"false_negative":58.84999999999999,"true_negative":315.14999999999986,"positive_prevalence":0.19624999999999987,"majority_accuracy_baseline":0.8037500000000002,"constant_brier_baseline":0.09878593749999955,"brier_skill":0.21031471607507746,"baseline_adjusted_skill":0.23056730493011468,"baseline_adjusted_score":0.23056730493011468},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.18678770768776304,"normalized_score_rmse":0.24014561129356854,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":0.11579783343070749,"baseline_adjusted_score":0.11579783343070749},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.08114825764596334,"accuracy":0.7127551020408164,"positive_recall":0.6909845788849346,"specificity":0.7291853178155775,"precision":0.6581920903954801,"balanced_accuracy":0.710084948350256,"f1":0.6741898148148147,"true_positive":116.49999999999999,"false_positive":60.50000000000001,"false_negative":52.100000000000044,"true_negative":162.90000000000006,"positive_prevalence":0.43010204081632636,"majority_accuracy_baseline":0.5698979591836737,"constant_brier_baseline":0.12359641815910102,"brier_skill":0.343441672059588,"baseline_adjusted_skill":0.4201698967005121,"baseline_adjusted_score":0.4201698967005121},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.17484529654311887,"normalized_score_rmse":0.2235958726944324,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.36537633106571665,"baseline_adjusted_score":0.36537633106571665},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.06484608291335112,"accuracy":0.8577500000000003,"positive_recall":0.6699449252557044,"specificity":0.8932233615693268,"precision":0.5423566878980891,"balanced_accuracy":0.7815841434125156,"f1":0.5994368180218235,"true_positive":85.14999999999999,"false_positive":71.85,"false_negative":41.94999999999996,"true_negative":601.0500000000003,"positive_prevalence":0.15887500000000002,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499934,"brier_skill":0.3435135210857454,"baseline_adjusted_skill":0.5631682868250312,"baseline_adjusted_score":0.5631682868250312},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.1943066454811924,"normalized_score_rmse":0.2510354290919548,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-0.1776160332193477,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.67,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.46774193548387105,"baseline_adjusted_score":0.46774193548387105},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2820684718579465,"accuracy":0.6,"positive_recall":0.78,"specificity":0.42,"precision":0.5735294117647058,"balanced_accuracy":0.6,"f1":0.6610169491525424,"true_positive":39,"false_positive":29,"false_negative":11,"true_negative":21,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.12827388743178592,"baseline_adjusted_skill":0.19999999999999996,"baseline_adjusted_score":0.19999999999999996},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.414181577203446,"uniform_accuracy_baseline":0.058823529411766766,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.3115264797507789,"baseline_adjusted_score":0.3115264797507789},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.6521739130434782,"baseline_adjusted_score":0.6521739130434782},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.21793832026806118,"accuracy":0.64,"positive_recall":0.8,"specificity":0.48,"precision":0.6060606060606061,"balanced_accuracy":0.64,"f1":0.6896551724137931,"true_positive":40,"false_positive":26,"false_negative":10,"true_negative":24,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.1282467189277553,"baseline_adjusted_skill":0.28,"baseline_adjusted_score":0.28},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.56,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.3015873015873017,"baseline_adjusted_score":0.3015873015873017},"scoring":{"eligible":true,"reason":null},"model":176,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.1900070280496387,"accuracy":0.75,"positive_recall":0.6338028169014085,"specificity":0.8571428571428571,"precision":0.8035714285714286,"balanced_accuracy":0.7454728370221329,"f1":0.7086614173228346,"true_positive":45,"false_positive":11,"false_negative":26,"true_negative":66,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.2495891161431699,"brier_skill":0.23872069829901388,"baseline_adjusted_skill":0.4909456740442657,"baseline_adjusted_score":0.4909456740442657},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.20049999999999962,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.056338028169014134,"baseline_adjusted_score":0.056338028169014134},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.8676470588235297,"baseline_adjusted_score":0.8676470588235297},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.6595744680851063,"baseline_adjusted_score":0.6595744680851063},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.6938775510204082,"baseline_adjusted_score":0.6938775510204082},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09263681322841634,"accuracy":0.6257384981199999,"positive_recall":0.9591780335431708,"specificity":0.0907691755842263,"precision":0.6286023559468084,"balanced_accuracy":0.5249736045636986,"f1":0.7594772874746722,"true_positive":59.08862145899999,"false_positive":34.911378541000005,"false_negative":2.514771647,"true_negative":3.485228353,"positive_prevalence":0.6160339310599999,"majority_accuracy_baseline":0.6160339310599999,"constant_brier_baseline":0.079087076552024,"brier_skill":-0.1713268117513389,"baseline_adjusted_skill":0.04994720912739714,"baseline_adjusted_score":0.04994720912739714},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.13253987337456954,"accuracy":0.82,"positive_recall":0.72,"specificity":0.92,"precision":0.9,"balanced_accuracy":0.8200000000000001,"f1":0.8,"true_positive":36,"false_positive":4,"false_negative":14,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4698405065017218,"baseline_adjusted_skill":0.6400000000000001,"baseline_adjusted_score":0.6400000000000001},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.77,"uniform_accuracy_baseline":0.012987012987012965,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.7578947368421053,"baseline_adjusted_score":0.7578947368421053},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.8666666666666667,"baseline_adjusted_score":0.8666666666666667},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.45,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.14062500000000003,"baseline_adjusted_score":0.14062500000000003},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.16688576576082043,"accuracy":0.76,"positive_recall":1,"specificity":0.52,"precision":0.6756756756756757,"balanced_accuracy":0.76,"f1":0.8064516129032258,"true_positive":50,"false_positive":24,"false_negative":0,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3324569369567183,"baseline_adjusted_skill":0.52,"baseline_adjusted_score":0.52},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.16107646933683245,"accuracy":0.6253932618981759,"positive_recall":0.7063368609806203,"specificity":0.587702950570225,"precision":0.44373892603631493,"balanced_accuracy":0.6470199057754227,"f1":0.5450582712020647,"true_positive":157.0835798168555,"false_positive":196.9164201831445,"false_negative":65.30829648813233,"true_negative":280.6917035118677,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768597,"brier_skill":-0.8154181630070005,"baseline_adjusted_skill":0.29403981155084535,"baseline_adjusted_score":0.29403981155084535},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.21207031299870457,"accuracy":0.61,"positive_recall":0.44,"specificity":0.78,"precision":0.6666666666666666,"balanced_accuracy":0.61,"f1":0.5301204819277109,"true_positive":22,"false_positive":11,"false_negative":28,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.1517187480051817,"baseline_adjusted_skill":0.21999999999999997,"baseline_adjusted_score":0.21999999999999997},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.9337748344370861,"uniform_accuracy_baseline":0.006622516556291403,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.9310344827586207,"baseline_adjusted_score":0.9310344827586207},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.8276470588235294,"uniform_accuracy_baseline":0.3333333333333301,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.6822125813449024,"baseline_adjusted_score":0.6822125813449024},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.4,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.17247733550956884,"accuracy":0.71,"positive_recall":0.96,"specificity":0.46,"precision":0.64,"balanced_accuracy":0.71,"f1":0.768,"true_positive":48,"false_positive":27,"false_negative":2,"true_negative":23,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.31009065796172464,"baseline_adjusted_skill":0.41999999999999993,"baseline_adjusted_score":0.41999999999999993},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.76,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.07142857142857136,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9887640449438202,"baseline_adjusted_score":0.9887640449438202},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.77,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.09589041095890412,"baseline_adjusted_score":0.09589041095890412},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.9444444444444444,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.8333333333333333,"baseline_adjusted_score":0.8333333333333333},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.24041480098990875,"accuracy":0.6463414634146342,"positive_recall":0.75,"specificity":0.5476190476190477,"precision":0.6122448979591837,"balanced_accuracy":0.6488095238095238,"f1":0.6741573033707865,"true_positive":30,"false_positive":19,"false_negative":10,"true_negative":23,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.24985127900059498,"brier_skill":0.03776837984753223,"baseline_adjusted_skill":0.29761904761904767,"baseline_adjusted_score":0.29761904761904767},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11706093388605647,"accuracy":0.83,"positive_recall":0.74,"specificity":0.92,"precision":0.9024390243902439,"balanced_accuracy":0.8300000000000001,"f1":0.8131868131868132,"true_positive":37,"false_positive":4,"false_negative":13,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5317562644557741,"baseline_adjusted_skill":0.6600000000000001,"baseline_adjusted_score":0.6600000000000001},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.7653631284916201,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.6989247311827957,"baseline_adjusted_score":0.6989247311827957},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.47,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.13114754098360648,"baseline_adjusted_score":0.13114754098360648},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.19382083336371683,"accuracy":0.745,"positive_recall":0.4090909090909091,"specificity":0.8397435897435898,"precision":0.4186046511627907,"balanced_accuracy":0.6244172494172494,"f1":0.41379310344827586,"true_positive":18,"false_positive":25,"false_negative":26,"true_negative":131,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000053,"brier_skill":-0.1294920359190923,"baseline_adjusted_skill":0.24883449883449882,"baseline_adjusted_score":0.24883449883449882},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.1769954133829996,"accuracy":0.765,"positive_recall":0.38,"specificity":0.8933333333333333,"precision":0.5428571428571428,"balanced_accuracy":0.6366666666666667,"f1":0.4470588235294118,"true_positive":19,"false_positive":16,"false_negative":31,"true_negative":134,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":0.05602446195733546,"baseline_adjusted_skill":0.27333333333333343,"baseline_adjusted_score":0.27333333333333343},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.05596590094279314,"accuracy":0.92,"positive_recall":0.6842105263157895,"specificity":0.9447513812154696,"precision":0.5652173913043478,"balanced_accuracy":0.8144809537656296,"f1":0.6190476190476191,"true_positive":13,"false_positive":10,"false_negative":6,"true_negative":171,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.0859749999999999,"brier_skill":0.34904447871133226,"baseline_adjusted_skill":0.6289619075312591,"baseline_adjusted_score":0.6289619075312591},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.12253600460214255,"accuracy":0.8058511904761906,"positive_recall":0.6618391032635652,"specificity":0.8150444215072284,"precision":0.18595317725752533,"balanced_accuracy":0.7384417623853968,"f1":0.2903331085050372,"true_positive":111.20000000000009,"false_positive":486.79999999999956,"false_negative":56.816666666666684,"true_negative":2145.1833333333334,"positive_prevalence":0.060005952380952354,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679296,"brier_skill":-2.805351089753743,"baseline_adjusted_skill":0.47688352477079365,"baseline_adjusted_score":0.47688352477079365},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.7422096317280453,"uniform_accuracy_baseline":0.027777777777777853,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.7045454545454546,"baseline_adjusted_score":0.7045454545454546},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.69,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.5571428571428572,"baseline_adjusted_score":0.5571428571428572},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.13828249902937803,"accuracy":0.78,"positive_recall":0.98,"specificity":0.58,"precision":0.7,"balanced_accuracy":0.78,"f1":0.8166666666666667,"true_positive":49,"false_positive":21,"false_negative":1,"true_negative":29,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4468700038824879,"baseline_adjusted_skill":0.56,"baseline_adjusted_score":0.56},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.07053535898818639,"accuracy":0.9,"positive_recall":0.96,"specificity":0.84,"precision":0.8571428571428571,"balanced_accuracy":0.8999999999999999,"f1":0.9056603773584906,"true_positive":48,"false_positive":8,"false_negative":2,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7178585640472545,"baseline_adjusted_skill":0.7999999999999998,"baseline_adjusted_score":0.7999999999999998},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.6,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":-0.025641025641025664,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.8297872340425533,"baseline_adjusted_score":0.8297872340425533},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11532793640375225,"accuracy":0.85,"positive_recall":0.92,"specificity":0.78,"precision":0.8070175438596491,"balanced_accuracy":0.8500000000000001,"f1":0.8598130841121495,"true_positive":46,"false_positive":11,"false_negative":4,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.538688254384991,"baseline_adjusted_skill":0.7000000000000002,"baseline_adjusted_score":0.7000000000000002},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.7910447761194032,"baseline_adjusted_score":0.7910447761194032},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.0473108171600318,"accuracy":0.95,"positive_recall":0.94,"specificity":0.96,"precision":0.9591836734693877,"balanced_accuracy":0.95,"f1":0.9494949494949495,"true_positive":47,"false_positive":2,"false_negative":3,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8107567313598728,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.48307779054054056,"uniform_accuracy_baseline":0.23445945945945923,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.2992368486516029,"baseline_adjusted_score":0.2992368486516029},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.055366219088218226,"accuracy":0.6885526381578948,"positive_recall":0.7000269746414767,"specificity":0.6776265223847876,"precision":0.674026,"balanced_accuracy":0.6888267485131321,"f1":0.6867804812733793,"true_positive":51.90000200000001,"false_positive":25.09999800000001,"false_negative":22.240001000000003,"true_negative":52.759999,"positive_prevalence":0.48776317763157917,"majority_accuracy_baseline":0.5122368223684208,"constant_brier_baseline":0.0945191003976856,"brier_skill":0.41423247941138974,"baseline_adjusted_skill":0.37765349702626416,"baseline_adjusted_score":0.37765349702626416},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.11475355628196347,"normalized_score_rmse":0.15130796100271024,"constant_score_baseline":0.5841668333333334,"constant_mae_baseline":0.21700552708333315,"baseline_adjusted_skill":0.4711952371706344,"baseline_adjusted_score":0.4711952371706344},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.316159999713555,"accuracy":0.57,"positive_recall":0.9,"specificity":0.24,"precision":0.5421686746987951,"balanced_accuracy":0.5700000000000001,"f1":0.6766917293233082,"true_positive":45,"false_positive":38,"false_negative":5,"true_negative":12,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.26463999885422007,"baseline_adjusted_skill":0.14000000000000012,"baseline_adjusted_score":0.14000000000000012},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2768237055385157,"accuracy":0.62,"positive_recall":0.28,"specificity":0.96,"precision":0.875,"balanced_accuracy":0.62,"f1":0.42424242424242425,"true_positive":14,"false_positive":2,"false_negative":36,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.10729482215406283,"baseline_adjusted_skill":0.24,"baseline_adjusted_score":0.24},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.7540983606557377,"baseline_adjusted_score":0.7540983606557377},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.895,"uniform_accuracy_baseline":0.03611111111111102,"fixed_answer_accuracy_baseline":0.08833333333333329,"baseline_adjusted_skill":0.8848263254113345,"baseline_adjusted_score":0.8848263254113345},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.8636363636363635,"baseline_adjusted_score":0.8636363636363635},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.855,"uniform_accuracy_baseline":0.04987932421560751,"fixed_answer_accuracy_baseline":0.1244247787610618,"baseline_adjusted_skill":0.8343945825752982,"baseline_adjusted_score":0.8343945825752982},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.28653118283378476,"accuracy":0.54,"positive_recall":0.16,"specificity":0.92,"precision":0.6666666666666666,"balanced_accuracy":0.54,"f1":0.25806451612903225,"true_positive":8,"false_positive":4,"false_negative":42,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.14612473133513904,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.8055555555555556,"uniform_accuracy_baseline":0.23888888888888893,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.7254901960784313,"baseline_adjusted_score":0.7254901960784313},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.17822801117782938,"accuracy":0.75,"positive_recall":0.625,"specificity":0.875,"precision":0.8333333333333334,"balanced_accuracy":0.75,"f1":0.7142857142857143,"true_positive":20,"false_positive":4,"false_negative":12,"true_negative":28,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2870879552886825,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.9696969696969696,"baseline_adjusted_score":0.9696969696969696},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3342692697444562,"accuracy":0.66,"positive_recall":0.32,"specificity":1,"precision":1,"balanced_accuracy":0.66,"f1":0.48484848484848486,"true_positive":16,"false_positive":0,"false_negative":34,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.3370770789778248,"baseline_adjusted_skill":0.32000000000000006,"baseline_adjusted_score":0.32000000000000006},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.8260869565217391,"baseline_adjusted_score":0.8260869565217391},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.0023593180313491026,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":16,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.9905540539112531,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.187083079549775,"normalized_score_rmse":0.3449274626883736,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.433081577121894,"baseline_adjusted_score":0.433081577121894},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.96875,"uniform_accuracy_baseline":0.17812500000000006,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":0.956140350877193,"baseline_adjusted_score":0.956140350877193},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":9.633914701519314e-7,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":17,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9999961464341194,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.21563760176243651,"normalized_score_rmse":0.27638564156187,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-0.46633569198456826,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.9791666666666666,"uniform_accuracy_baseline":0.13194444444444448,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":0.9478260869565216,"baseline_adjusted_score":0.9478260869565216},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.007025089747766943,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":26,"false_positive":0,"false_negative":0,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9718996410089322,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.05560792744084905,"accuracy":0.9333333333333333,"positive_recall":1,"specificity":0.8611111111111112,"precision":0.8863636363636364,"balanced_accuracy":0.9305555555555556,"f1":0.9397590361445783,"true_positive":39,"false_positive":5,"false_negative":0,"true_negative":31,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24959999999999993,"brier_skill":0.7772118291632649,"baseline_adjusted_skill":0.8611111111111112,"baseline_adjusted_score":0.8611111111111112},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.4018066586740315,"normalized_score_rmse":0.482290138676149,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.43502378097868366,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.7352941176470589,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.64,"baseline_adjusted_score":0.64},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.08727668830983522,"accuracy":0.8214285714285714,"positive_recall":0.9285714285714286,"specificity":0.7142857142857143,"precision":0.7647058823529411,"balanced_accuracy":0.8214285714285714,"f1":0.8387096774193549,"true_positive":13,"false_positive":4,"false_negative":1,"true_negative":10,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6508932467606592,"baseline_adjusted_skill":0.6428571428571428,"baseline_adjusted_score":0.6428571428571428},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.11714260237340847,"normalized_score_rmse":0.15552883393081807,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.16969696969696968,"baseline_adjusted_skill":0.30969537887098575,"baseline_adjusted_score":0.30969537887098575},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.03501105833696743,"accuracy":0.9764705882352941,"positive_recall":1,"specificity":0.95,"precision":0.9574468085106383,"balanced_accuracy":0.975,"f1":0.9782608695652174,"true_positive":45,"false_positive":2,"false_negative":0,"true_negative":38,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.24913494809688563,"brier_skill":0.8594695019530056,"baseline_adjusted_skill":0.95,"baseline_adjusted_score":0.95},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.0000049364364194303715,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":35,"false_positive":0,"false_negative":0,"true_negative":15,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.20999999999999996,"brier_skill":0.9999764931599074,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.11731939592100389,"normalized_score_rmse":0.15113367079445084,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.5810021574249862,"baseline_adjusted_score":0.5810021574249862},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.8481012658227848,"uniform_accuracy_baseline":0.24240506329113914,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.7391304347826086,"baseline_adjusted_score":0.7391304347826086},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.002238920741282769,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":11,"false_positive":0,"false_negative":0,"true_negative":10,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.24943310657596363,"brier_skill":0.9910239632099481,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.8181818181818182,"uniform_accuracy_baseline":0.3237373737373738,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.7000000000000001,"baseline_adjusted_score":0.7000000000000001},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.1383689982646457,"accuracy":0.7272727272727273,"positive_recall":0.7058823529411765,"specificity":0.75,"precision":0.75,"balanced_accuracy":0.7279411764705883,"f1":0.7272727272727273,"true_positive":12,"false_positive":4,"false_negative":5,"true_negative":12,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.44601529738897394,"baseline_adjusted_skill":0.4558823529411766,"baseline_adjusted_score":0.4558823529411766},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.11730495264805096,"normalized_score_rmse":0.19513948888340515,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.34313725490196084,"baseline_adjusted_skill":0.658139852282823,"baseline_adjusted_score":0.658139852282823},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.07956173572453329,"accuracy":0.89,"positive_recall":1,"specificity":0.78,"precision":0.819672131147541,"balanced_accuracy":0.89,"f1":0.9009009009009009,"true_positive":50,"false_positive":11,"false_negative":0,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6817530571018668,"baseline_adjusted_skill":0.78,"baseline_adjusted_score":0.78},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.8133333333333335,"uniform_accuracy_baseline":0.3333333333333332,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":0.7113402061855671,"baseline_adjusted_score":0.7113402061855671},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.08883211823595422,"accuracy":0.8533333333333334,"positive_recall":0.7027027027027027,"specificity":1,"precision":1,"balanced_accuracy":0.8513513513513513,"f1":0.8253968253968254,"true_positive":26,"false_positive":0,"false_negative":11,"true_negative":38,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555535,"brier_skill":0.6446083463177504,"baseline_adjusted_skill":0.7027027027027026,"baseline_adjusted_score":0.7027027027027026},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.1428571428571427,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.9615384615384615,"baseline_adjusted_score":0.9615384615384615},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.4,"uniform_accuracy_baseline":0.32416666666666627,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.09090909090909091,"baseline_adjusted_score":0.09090909090909091},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.0005709257053540697,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":16,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.9977141981870199,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.06589194638030621,"normalized_score_rmse":0.08337916942163434,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.7000780371655028,"baseline_adjusted_score":0.7000780371655028},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08404815216099643,"accuracy":0.87,"positive_recall":0.8181818181818182,"specificity":0.8846153846153846,"precision":0.6666666666666666,"balanced_accuracy":0.8513986013986015,"f1":0.7346938775510204,"true_positive":18,"false_positive":9,"false_negative":4,"true_negative":69,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000028,"brier_skill":0.5102089034906976,"baseline_adjusted_skill":0.7027972027972029,"baseline_adjusted_score":0.7027972027972029},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.010051520392755642,"accuracy":0.99,"positive_recall":0.972972972972973,"specificity":1,"precision":1,"balanced_accuracy":0.9864864864864865,"f1":0.9863013698630136,"true_positive":36,"false_positive":0,"false_negative":1,"true_negative":63,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000008,"brier_skill":0.9568789343940127,"baseline_adjusted_skill":0.972972972972973,"baseline_adjusted_score":0.972972972972973},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.04716920150900135,"accuracy":0.93,"positive_recall":0.9487179487179487,"specificity":0.9180327868852459,"precision":0.8809523809523809,"balanced_accuracy":0.9333753678015972,"f1":0.9135802469135802,"true_positive":37,"false_positive":5,"false_negative":2,"true_negative":56,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379000000000002,"brier_skill":0.8017267696132774,"baseline_adjusted_skill":0.8667507356031945,"baseline_adjusted_score":0.8667507356031945},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.009341339212957298,"accuracy":0.99,"positive_recall":1,"specificity":0.9855072463768116,"precision":0.96875,"balanced_accuracy":0.9927536231884058,"f1":0.9841269841269841,"true_positive":31,"false_positive":1,"false_negative":0,"true_negative":68,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999987,"brier_skill":0.9563284749277359,"baseline_adjusted_skill":0.9855072463768115,"baseline_adjusted_score":0.9855072463768115},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.7222222222222223,"baseline_adjusted_score":0.7222222222222223},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.21691601024402188,"normalized_score_rmse":0.2632098131992071,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.06702791292893817,"baseline_adjusted_score":0.06702791292893817},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1730662851138029,"accuracy":0.76,"positive_recall":0.9,"specificity":0.62,"precision":0.703125,"balanced_accuracy":0.76,"f1":0.7894736842105263,"true_positive":45,"false_positive":19,"false_negative":5,"true_negative":31,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3077348595447884,"baseline_adjusted_skill":0.52,"baseline_adjusted_score":0.52},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24872080284894094,"accuracy":0.58,"positive_recall":0.88,"specificity":0.28,"precision":0.55,"balanced_accuracy":0.5800000000000001,"f1":0.676923076923077,"true_positive":44,"false_positive":36,"false_negative":6,"true_negative":14,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.005116788604236255,"baseline_adjusted_skill":0.16000000000000014,"baseline_adjusted_score":0.16000000000000014},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.41,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.6857142857142859,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10905093964862468,"accuracy":0.84,"positive_recall":0.92,"specificity":0.76,"precision":0.7931034482758621,"balanced_accuracy":0.8400000000000001,"f1":0.8518518518518519,"true_positive":46,"false_positive":12,"false_negative":4,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5637962414055013,"baseline_adjusted_skill":0.6800000000000002,"baseline_adjusted_score":0.6800000000000002},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.6904761904761905,"baseline_adjusted_score":0.6904761904761905},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.59,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.3166666666666666,"baseline_adjusted_score":0.3166666666666666},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2032665258666971,"accuracy":0.73,"positive_recall":0.5,"specificity":0.96,"precision":0.9259259259259259,"balanced_accuracy":0.73,"f1":0.6493506493506493,"true_positive":25,"false_positive":2,"false_negative":25,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.18693389653321157,"baseline_adjusted_skill":0.45999999999999996,"baseline_adjusted_score":0.45999999999999996},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.20851190476190457,"fixed_answer_accuracy_baseline":0.2233333333333332,"baseline_adjusted_skill":0.9871244635193133,"baseline_adjusted_score":0.9871244635193133},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.04074173813711427,"accuracy":0.94,"positive_recall":0.94,"specificity":0.94,"precision":0.94,"balanced_accuracy":0.94,"f1":0.94,"true_positive":47,"false_positive":3,"false_negative":3,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8370330474515429,"baseline_adjusted_skill":0.8799999999999999,"baseline_adjusted_score":0.8799999999999999},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.06011690568170934,"normalized_score_rmse":0.143718529701525,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.7996103143943022,"baseline_adjusted_score":0.7996103143943022},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.22851190476190467,"fixed_answer_accuracy_baseline":0.2433333333333333,"baseline_adjusted_skill":0.9339207048458149,"baseline_adjusted_score":0.9339207048458149},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.02666542499974668,"accuracy":0.95,"positive_recall":0.96,"specificity":0.94,"precision":0.9411764705882353,"balanced_accuracy":0.95,"f1":0.9504950495049505,"true_positive":48,"false_positive":3,"false_negative":2,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8933383000010133,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.07317712417975175,"normalized_score_rmse":0.1631815660504176,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.304222222222222,"baseline_adjusted_skill":0.7594616078824813,"baseline_adjusted_score":0.7594616078824813},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.72,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.5483870967741935,"baseline_adjusted_score":0.5483870967741935},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.0668597251098753,"accuracy":0.92,"positive_recall":0.96,"specificity":0.88,"precision":0.8888888888888888,"balanced_accuracy":0.9199999999999999,"f1":0.9230769230769231,"true_positive":48,"false_positive":6,"false_negative":2,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7325610995604988,"baseline_adjusted_skill":0.8399999999999999,"baseline_adjusted_score":0.8399999999999999},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.6000000000000001,"baseline_adjusted_score":0.6000000000000001},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.046108345812358634,"accuracy":0.93,"positive_recall":0.92,"specificity":0.94,"precision":0.9387755102040817,"balanced_accuracy":0.9299999999999999,"f1":0.9292929292929293,"true_positive":46,"false_positive":3,"false_negative":4,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8155666167505655,"baseline_adjusted_skill":0.8599999999999999,"baseline_adjusted_score":0.8599999999999999},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.56,"uniform_accuracy_baseline":0.35333333333333317,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.2542372881355933,"baseline_adjusted_score":0.2542372881355933},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.7903225806451613,"baseline_adjusted_score":0.7903225806451613},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.35,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.04838709677419359,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.36,"uniform_accuracy_baseline":0.11111111111111088,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.23809523809523808,"baseline_adjusted_score":0.23809523809523808},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.045378105822217435,"accuracy":0.8283750000000001,"positive_recall":0.3770599868160843,"specificity":0.9339811815517508,"precision":0.5720000000000001,"balanced_accuracy":0.6555205841839176,"f1":0.4545093365117203,"true_positive":28.600000000000005,"false_positive":21.399999999999995,"false_negative":47.250000000000014,"true_negative":302.75,"positive_prevalence":0.1896249999999999,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500007,"brier_skill":0.4038891981766676,"baseline_adjusted_skill":0.31104116836783513,"baseline_adjusted_score":0.31104116836783513},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.164094249825539,"normalized_score_rmse":0.21270355410733818,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":0.23230760315537313,"baseline_adjusted_score":0.23230760315537313},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.08587369207576699,"accuracy":0.7553749999999999,"positive_recall":0.7069854664791373,"specificity":0.7729674450315323,"precision":0.5309859154929577,"balanced_accuracy":0.7399764557553348,"f1":0.6064749648099739,"true_positive":75.39999999999999,"false_positive":66.6,"false_negative":31.25000000000001,"true_negative":226.75,"positive_prevalence":0.2666249999999998,"majority_accuracy_baseline":0.7333750000000002,"constant_brier_baseline":0.11565485937499977,"brier_skill":0.2575003545909835,"baseline_adjusted_skill":0.47995291151066954,"baseline_adjusted_score":0.47995291151066954},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.18931953793209913,"normalized_score_rmse":0.2503599660843028,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.2955552076945148,"baseline_adjusted_score":0.2955552076945148},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.1154953079822789,"accuracy":0.684625,"positive_recall":0.8259507829977628,"specificity":0.6298352124891589,"precision":0.46381909547738687,"balanced_accuracy":0.7278929977434608,"f1":0.5940466613032984,"true_positive":92.29999999999997,"false_positive":106.7,"false_negative":19.450000000000003,"true_negative":181.55000000000007,"positive_prevalence":0.2793749999999999,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937499995,"brier_skill":-0.020674568866345666,"baseline_adjusted_skill":0.45578599548692167,"baseline_adjusted_score":0.45578599548692167},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.20354968423229367,"normalized_score_rmse":0.26178587412138604,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.23007211637903113,"baseline_adjusted_score":0.23007211637903113},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.049090447904752484,"accuracy":0.8548749999999999,"positive_recall":0.584225352112676,"specificity":0.9320481927710844,"precision":0.7102739726027397,"balanced_accuracy":0.7581367724418802,"f1":0.641112828438949,"true_positive":51.85,"false_positive":21.14999999999999,"false_negative":36.90000000000001,"true_negative":290.09999999999997,"positive_prevalence":0.22187499999999974,"majority_accuracy_baseline":0.7781250000000003,"constant_brier_baseline":0.126740234375001,"brier_skill":0.6126687934038145,"baseline_adjusted_skill":0.5162735448837603,"baseline_adjusted_score":0.5162735448837603},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.16503115069901925,"normalized_score_rmse":0.24892193396648105,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.2685599969018537,"baseline_adjusted_score":0.2685599969018537},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.10425182408997065,"accuracy":0.7279999999999996,"positive_recall":0.8837429111531191,"specificity":0.6719918422841603,"precision":0.4921052631578946,"balanced_accuracy":0.7778673767186397,"f1":0.6321839080459769,"true_positive":93.49999999999999,"false_positive":96.50000000000004,"false_negative":12.300000000000002,"true_negative":197.6999999999999,"positive_prevalence":0.26449999999999985,"majority_accuracy_baseline":0.7355000000000002,"constant_brier_baseline":0.11362725000000028,"brier_skill":0.0825103653395608,"baseline_adjusted_skill":0.5557347534372794,"baseline_adjusted_score":0.5557347534372794},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.18833084510127038,"normalized_score_rmse":0.25109288966487986,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.25042449710937154,"baseline_adjusted_score":0.25042449710937154},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.10528810939439291,"accuracy":0.7465000000000002,"positive_recall":0.706266318537859,"specificity":0.7560296846011131,"precision":0.40676691729323305,"balanced_accuracy":0.731148001569486,"f1":0.5162213740458016,"true_positive":54.10000000000001,"false_positive":78.90000000000002,"false_negative":22.5,"true_negative":244.50000000000006,"positive_prevalence":0.1914999999999999,"majority_accuracy_baseline":0.8085000000000001,"constant_brier_baseline":0.09190274999999995,"brier_skill":-0.1456469952682915,"baseline_adjusted_skill":0.462296003138972,"baseline_adjusted_score":0.462296003138972},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.17734994262595138,"normalized_score_rmse":0.2427417277413749,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.14271931056941933,"baseline_adjusted_score":0.14271931056941933},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.08386893723460766,"accuracy":0.8272499999999997,"positive_recall":0.7567750677506774,"specificity":0.8431943592887798,"precision":0.52196261682243,"balanced_accuracy":0.7999847135197287,"f1":0.6178097345132744,"true_positive":55.85,"false_positive":51.15,"false_negative":17.95000000000001,"true_negative":275.04999999999984,"positive_prevalence":0.1844999999999999,"majority_accuracy_baseline":0.8155000000000001,"constant_brier_baseline":0.1092222499999995,"brier_skill":0.23212589710788745,"baseline_adjusted_skill":0.5999694270394573,"baseline_adjusted_score":0.5999694270394573},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1737796138589215,"normalized_score_rmse":0.24759949238441525,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":0.08235187401229571,"baseline_adjusted_score":0.08235187401229571},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.0790073855928767,"accuracy":0.8094999999999999,"positive_recall":0.6070063694267517,"specificity":0.8589424572317264,"precision":0.5123655913978495,"balanced_accuracy":0.7329744133292391,"f1":0.5556851311953354,"true_positive":47.650000000000006,"false_positive":45.349999999999994,"false_negative":30.85,"true_negative":276.1499999999999,"positive_prevalence":0.19624999999999987,"majority_accuracy_baseline":0.8037500000000002,"constant_brier_baseline":0.09878593749999955,"brier_skill":0.20021626972080853,"baseline_adjusted_skill":0.46594882665847814,"baseline_adjusted_score":0.46594882665847814},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1855572048619979,"normalized_score_rmse":0.23757441168911483,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":0.1216226988781165,"baseline_adjusted_score":0.1216226988781165},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.1077551842687537,"accuracy":0.678826530612245,"positive_recall":0.9154804270462633,"specificity":0.5002238137869293,"precision":0.5802631578947367,"balanced_accuracy":0.7078521204165963,"f1":0.7103083294983892,"true_positive":154.34999999999997,"false_positive":111.65000000000006,"false_negative":14.249999999999998,"true_negative":111.75000000000006,"positive_prevalence":0.43010204081632636,"majority_accuracy_baseline":0.5698979591836737,"constant_brier_baseline":0.12359641815910102,"brier_skill":0.12816903698580884,"baseline_adjusted_skill":0.4157042408331926,"baseline_adjusted_score":0.4157042408331926},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.17993298272115366,"normalized_score_rmse":0.23643775507483744,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.3469099145676644,"baseline_adjusted_score":0.3469099145676644},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.06329424798768148,"accuracy":0.8633750000000004,"positive_recall":0.7269866247049567,"specificity":0.889136573042057,"precision":0.5532934131736529,"balanced_accuracy":0.8080615988735068,"f1":0.6283577014620877,"true_positive":92.39999999999999,"false_positive":74.59999999999997,"false_negative":34.699999999999996,"true_negative":598.3000000000004,"positive_prevalence":0.15887500000000002,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499934,"brier_skill":0.3592239325776826,"baseline_adjusted_skill":0.6161231977470136,"baseline_adjusted_score":0.6161231977470136},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.16857234864114617,"normalized_score_rmse":0.23107452891828503,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-0.021650597825128237,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.56,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.29032258064516137,"baseline_adjusted_score":0.29032258064516137},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2812326793633542,"accuracy":0.51,"positive_recall":0.52,"specificity":0.5,"precision":0.5098039215686274,"balanced_accuracy":0.51,"f1":0.5148514851485149,"true_positive":26,"false_positive":25,"false_negative":24,"true_negative":25,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.12493071745341688,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.23856858846918488,"uniform_accuracy_baseline":0.058823529411766766,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.10514018691588786,"baseline_adjusted_score":0.10514018691588786},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.76,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.47826086956521735,"baseline_adjusted_score":0.47826086956521735},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.21463941181616092,"accuracy":0.62,"positive_recall":0.52,"specificity":0.72,"precision":0.65,"balanced_accuracy":0.62,"f1":0.5777777777777777,"true_positive":26,"false_positive":14,"false_negative":24,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.14144235273535632,"baseline_adjusted_skill":0.24,"baseline_adjusted_score":0.24},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.55,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.2857142857142858,"baseline_adjusted_score":0.2857142857142858},"scoring":{"eligible":true,"reason":null},"model":177,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.25799829921271433,"accuracy":0.7297297297297297,"positive_recall":0.5070422535211268,"specificity":0.935064935064935,"precision":0.8780487804878049,"balanced_accuracy":0.721053594293031,"f1":0.6428571428571429,"true_positive":36,"false_positive":5,"false_negative":35,"true_negative":72,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.2495891161431699,"brier_skill":-0.03369210644874743,"baseline_adjusted_skill":0.4421071885860619,"baseline_adjusted_score":0.4421071885860619},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.7,"uniform_accuracy_baseline":0.20049999999999962,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.5774647887323944,"baseline_adjusted_score":0.5774647887323944},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.9852941176470588,"baseline_adjusted_score":0.9852941176470588},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.7659574468085106,"baseline_adjusted_score":0.7659574468085106},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.9183673469387754,"baseline_adjusted_score":0.9183673469387754},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.20894855486199795,"accuracy":0.60562732582,"positive_recall":0.6506632317318901,"specificity":0.5333718626371704,"precision":0.691087290413793,"balanced_accuracy":0.5920175471845303,"f1":0.670266316081449,"true_positive":40.083062844,"false_positive":17.916937156,"false_negative":21.520330262000005,"true_negative":20.479669737999995,"positive_prevalence":0.6160339310599999,"majority_accuracy_baseline":0.6160339310599999,"constant_brier_baseline":0.079087076552024,"brier_skill":-1.6420063045894762,"baseline_adjusted_skill":0.18403509436906051,"baseline_adjusted_score":0.18403509436906051},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08052593951871495,"accuracy":0.91,"positive_recall":0.86,"specificity":0.96,"precision":0.9555555555555556,"balanced_accuracy":0.9099999999999999,"f1":0.9052631578947369,"true_positive":43,"false_positive":2,"false_negative":7,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6778962419251402,"baseline_adjusted_skill":0.8199999999999998,"baseline_adjusted_score":0.8199999999999998},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.74,"uniform_accuracy_baseline":0.012987012987012965,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.7263157894736841,"baseline_adjusted_score":0.7263157894736841},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.95,"baseline_adjusted_score":0.95},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.66,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.46875000000000006,"baseline_adjusted_score":0.46875000000000006},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.15729478982250686,"accuracy":0.84,"positive_recall":1,"specificity":0.68,"precision":0.7575757575757576,"balanced_accuracy":0.8400000000000001,"f1":0.8620689655172413,"true_positive":50,"false_positive":16,"false_negative":0,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.37082084070997257,"baseline_adjusted_skill":0.6800000000000002,"baseline_adjusted_score":0.6800000000000002},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.1509372555283525,"accuracy":0.7033250679148894,"positive_recall":0.5591917923843517,"specificity":0.7704388124115992,"precision":0.5314517603534409,"balanced_accuracy":0.6648153023979755,"f1":0.5449689987014612,"true_positive":124.35971192270517,"false_positive":109.64028807729483,"false_negative":98.03216438228264,"true_negative":367.96783561771736,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768597,"brier_skill":-0.7011437877223363,"baseline_adjusted_skill":0.32963060479595097,"baseline_adjusted_score":0.32963060479595097},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.29788788582188447,"accuracy":0.66,"positive_recall":0.46,"specificity":0.86,"precision":0.7666666666666667,"balanced_accuracy":0.66,"f1":0.575,"true_positive":23,"false_positive":7,"false_negative":27,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.19155154328753787,"baseline_adjusted_skill":0.32000000000000006,"baseline_adjusted_score":0.32000000000000006},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.8609271523178808,"uniform_accuracy_baseline":0.006622516556291403,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.8551724137931034,"baseline_adjusted_score":0.8551724137931034},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.8294117647058824,"uniform_accuracy_baseline":0.3333333333333301,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.6854663774403472,"baseline_adjusted_score":0.6854663774403472},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.4,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09491942321581931,"accuracy":0.9,"positive_recall":0.92,"specificity":0.88,"precision":0.8846153846153846,"balanced_accuracy":0.9,"f1":0.9019607843137255,"true_positive":46,"false_positive":6,"false_negative":4,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6203223071367228,"baseline_adjusted_skill":0.8,"baseline_adjusted_score":0.8},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.82,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.6249999999999999,"baseline_adjusted_score":0.6249999999999999},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.07142857142857136,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9775280898876404,"baseline_adjusted_score":0.9775280898876404},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.6739130434782608,"baseline_adjusted_score":0.6739130434782608},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.48,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.2876712328767123,"baseline_adjusted_score":0.2876712328767123},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.8888888888888888,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.6666666666666665,"baseline_adjusted_score":0.6666666666666665},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.1847584824737971,"accuracy":0.8170731707317073,"positive_recall":0.775,"specificity":0.8571428571428571,"precision":0.8378378378378378,"balanced_accuracy":0.8160714285714286,"f1":0.8051948051948052,"true_positive":31,"false_positive":6,"false_negative":9,"true_negative":36,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.24985127900059498,"brier_skill":0.26052616895606484,"baseline_adjusted_skill":0.6321428571428571,"baseline_adjusted_score":0.6321428571428571},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24457684240360128,"accuracy":0.75,"positive_recall":0.5,"specificity":1,"precision":1,"balanced_accuracy":0.75,"f1":0.6666666666666666,"true_positive":25,"false_positive":0,"false_negative":25,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.02169263038559488,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.8072625698324022,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.7526881720430108,"baseline_adjusted_score":0.7526881720430108},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.49,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.16393442622950816,"baseline_adjusted_score":0.16393442622950816},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.1985226149224767,"accuracy":0.795,"positive_recall":0.36363636363636365,"specificity":0.9166666666666666,"precision":0.5517241379310345,"balanced_accuracy":0.6401515151515151,"f1":0.4383561643835616,"true_positive":16,"false_positive":13,"false_negative":28,"true_negative":143,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000053,"brier_skill":-0.15689169535242464,"baseline_adjusted_skill":0.2803030303030303,"baseline_adjusted_score":0.2803030303030303},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.21478525713045454,"accuracy":0.765,"positive_recall":0.3,"specificity":0.92,"precision":0.5555555555555556,"balanced_accuracy":0.61,"f1":0.38961038961038963,"true_positive":15,"false_positive":12,"false_negative":35,"true_negative":138,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-0.14552137136242416,"baseline_adjusted_skill":0.21999999999999997,"baseline_adjusted_score":0.21999999999999997},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.06990539359863064,"accuracy":0.93,"positive_recall":0.5263157894736842,"specificity":0.9723756906077348,"precision":0.6666666666666666,"balanced_accuracy":0.7493457400407095,"f1":0.5882352941176471,"true_positive":10,"false_positive":5,"false_negative":9,"true_negative":176,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.0859749999999999,"brier_skill":0.18691022275509483,"baseline_adjusted_skill":0.49869148008141906,"baseline_adjusted_score":0.49869148008141906},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.08274887130746411,"accuracy":0.8860178571428571,"positive_recall":0.5203848824521377,"specificity":0.9093585952291996,"precision":0.26820040899795494,"balanced_accuracy":0.7148717388406687,"f1":0.3539691643331871,"true_positive":87.43333333333338,"false_positive":238.56666666666683,"false_negative":80.58333333333339,"true_negative":2393.4166666666665,"positive_prevalence":0.060005952380952354,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679296,"brier_skill":-1.569763137195065,"baseline_adjusted_skill":0.42974347768133736,"baseline_adjusted_score":0.42974347768133736},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.7025495750708215,"uniform_accuracy_baseline":0.027777777777777853,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.6590909090909091,"baseline_adjusted_score":0.6590909090909091},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.83,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.7571428571428572,"baseline_adjusted_score":0.7571428571428572},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.0843491113845255,"accuracy":0.91,"positive_recall":0.98,"specificity":0.84,"precision":0.8596491228070176,"balanced_accuracy":0.9099999999999999,"f1":0.9158878504672897,"true_positive":49,"false_positive":8,"false_negative":1,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.662603554461898,"baseline_adjusted_skill":0.8199999999999998,"baseline_adjusted_score":0.8199999999999998},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.0711030494625451,"accuracy":0.92,"positive_recall":0.9,"specificity":0.94,"precision":0.9375,"balanced_accuracy":0.9199999999999999,"f1":0.9183673469387755,"true_positive":45,"false_positive":3,"false_negative":5,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7155878021498197,"baseline_adjusted_skill":0.8399999999999999,"baseline_adjusted_score":0.8399999999999999},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.68,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":0.17948717948717963,"baseline_adjusted_score":0.17948717948717963},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.872340425531915,"baseline_adjusted_score":0.872340425531915},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1859337235048142,"accuracy":0.8,"positive_recall":0.64,"specificity":0.96,"precision":0.9411764705882353,"balanced_accuracy":0.8,"f1":0.7619047619047619,"true_positive":32,"false_positive":2,"false_negative":18,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.25626510598074315,"baseline_adjusted_skill":0.6000000000000001,"baseline_adjusted_score":0.6000000000000001},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8208955223880599,"baseline_adjusted_score":0.8208955223880599},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.0711168784920081,"accuracy":0.93,"positive_recall":0.9,"specificity":0.96,"precision":0.9574468085106383,"balanced_accuracy":0.9299999999999999,"f1":0.9278350515463918,"true_positive":45,"false_positive":2,"false_negative":5,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7155324860319676,"baseline_adjusted_skill":0.8599999999999999,"baseline_adjusted_score":0.8599999999999999},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.4777849932432433,"uniform_accuracy_baseline":0.23445945945945923,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.29206169299833584,"baseline_adjusted_score":0.29206169299833584},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.1326871034407969,"accuracy":0.6934210592105262,"positive_recall":0.8533854793612566,"specificity":0.5410994172013646,"precision":0.6390909292929293,"balanced_accuracy":0.6972424482813107,"f1":0.7308536548887549,"true_positive":63.270002,"false_positive":35.729998,"false_negative":10.870001,"true_negative":42.12999899999999,"positive_prevalence":0.48776317763157917,"majority_accuracy_baseline":0.5122368223684208,"constant_brier_baseline":0.0945191003976856,"brier_skill":-0.4038125932485692,"baseline_adjusted_skill":0.3944848965626213,"baseline_adjusted_score":0.3944848965626213},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.1370879352073891,"normalized_score_rmse":0.18866850704522506,"constant_score_baseline":0.5841668333333334,"constant_mae_baseline":0.21700552708333315,"baseline_adjusted_skill":0.3682744534209701,"baseline_adjusted_score":0.3682744534209701},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.28147817262448804,"accuracy":0.69,"positive_recall":0.54,"specificity":0.84,"precision":0.7714285714285715,"balanced_accuracy":0.69,"f1":0.6352941176470588,"true_positive":27,"false_positive":8,"false_negative":23,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.12591269049795217,"baseline_adjusted_skill":0.3799999999999999,"baseline_adjusted_score":0.3799999999999999},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.4280260578043775,"accuracy":0.56,"positive_recall":0.14,"specificity":0.98,"precision":0.875,"balanced_accuracy":0.56,"f1":0.2413793103448276,"true_positive":7,"false_positive":1,"false_negative":43,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.7121042312175101,"baseline_adjusted_skill":0.1200000000000001,"baseline_adjusted_score":0.1200000000000001},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.8032786885245902,"baseline_adjusted_score":0.8032786885245902},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.03611111111111102,"fixed_answer_accuracy_baseline":0.08833333333333329,"baseline_adjusted_skill":0.8793418647166362,"baseline_adjusted_score":0.8793418647166362},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.8863636363636362,"baseline_adjusted_score":0.8863636363636362},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.855,"uniform_accuracy_baseline":0.04987932421560751,"fixed_answer_accuracy_baseline":0.1244247787610618,"baseline_adjusted_skill":0.8343945825752982,"baseline_adjusted_score":0.8343945825752982},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.4211939112954964,"accuracy":0.51,"positive_recall":0.82,"specificity":0.2,"precision":0.5061728395061729,"balanced_accuracy":0.51,"f1":0.6259541984732825,"true_positive":41,"false_positive":40,"false_negative":9,"true_negative":10,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.6847756451819855,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.8888888888888888,"uniform_accuracy_baseline":0.23888888888888893,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.8431372549019607,"baseline_adjusted_score":0.8431372549019607},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.048095339638200084,"accuracy":0.953125,"positive_recall":0.90625,"specificity":1,"precision":1,"balanced_accuracy":0.953125,"f1":0.9508196721311475,"true_positive":29,"false_positive":0,"false_negative":3,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8076186414471996,"baseline_adjusted_skill":0.90625,"baseline_adjusted_score":0.90625},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.030203636565053357,"accuracy":0.97,"positive_recall":0.94,"specificity":1,"precision":1,"balanced_accuracy":0.97,"f1":0.9690721649484536,"true_positive":47,"false_positive":0,"false_negative":3,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8791854537397865,"baseline_adjusted_skill":0.94,"baseline_adjusted_score":0.94},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.8260869565217391,"baseline_adjusted_score":0.8260869565217391},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":3.5635671548064733e-43,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":16,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":1,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.10172479539154593,"normalized_score_rmse":0.2530574275974008,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.6917430442680427,"baseline_adjusted_score":0.6917430442680427},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.1875,"uniform_accuracy_baseline":0.17812500000000006,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.14035087719298242,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":3.571949396690042e-8,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":17,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9999998571220241,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.5432735846146047,"normalized_score_rmse":0.5962717490630653,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-2.694260375379312,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.13194444444444448,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":1.921402035541039e-33,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":26,"false_positive":0,"false_negative":0,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":1,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":1.8519292579733793e-16,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":39,"false_positive":0,"false_negative":0,"true_negative":36,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24959999999999993,"brier_skill":0.9999999999999992,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.10136376826843657,"normalized_score_rmse":0.22355587666539464,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.6379865418984408,"baseline_adjusted_score":0.6379865418984408},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.9117647058823529,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.8799999999999998,"baseline_adjusted_score":0.8799999999999998},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.0358854222740954,"accuracy":0.9642857142857143,"positive_recall":1,"specificity":0.9285714285714286,"precision":0.9333333333333333,"balanced_accuracy":0.9642857142857143,"f1":0.9655172413793104,"true_positive":14,"false_positive":1,"false_negative":0,"true_negative":13,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8564583109036183,"baseline_adjusted_skill":0.9285714285714286,"baseline_adjusted_score":0.9285714285714286},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.11277395326038069,"normalized_score_rmse":0.2547849908376799,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.16969696969696968,"baseline_adjusted_skill":0.335439204001328,"baseline_adjusted_score":0.335439204001328},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.049865981663559114,"accuracy":0.9411764705882353,"positive_recall":0.9333333333333333,"specificity":0.95,"precision":0.9545454545454546,"balanced_accuracy":0.9416666666666667,"f1":0.9438202247191011,"true_positive":42,"false_positive":2,"false_negative":3,"true_negative":38,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.24913494809688563,"brier_skill":0.7998434902671029,"baseline_adjusted_skill":0.8833333333333333,"baseline_adjusted_score":0.8833333333333333},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.18018399160703338,"accuracy":0.78,"positive_recall":0.6857142857142857,"specificity":1,"precision":1,"balanced_accuracy":0.8428571428571429,"f1":0.8135593220338984,"true_positive":24,"false_positive":0,"false_negative":11,"true_negative":15,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.20999999999999996,"brier_skill":0.14198099234745998,"baseline_adjusted_skill":0.6857142857142857,"baseline_adjusted_score":0.6857142857142857},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.0000012946533849713174,"normalized_score_rmse":0.000004369011164833638,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.9999953762379108,"baseline_adjusted_score":0.9999953762379108},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.9113924050632911,"uniform_accuracy_baseline":0.24240506329113914,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.8478260869565217,"baseline_adjusted_score":0.8478260869565217},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":3.0455152339679416e-33,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":11,"false_positive":0,"false_negative":0,"true_negative":10,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.24943310657596363,"brier_skill":1,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.9393939393939394,"uniform_accuracy_baseline":0.3237373737373738,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.9000000000000001,"baseline_adjusted_score":0.9000000000000001},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.18541313469269372,"accuracy":0.7878787878787878,"positive_recall":0.7058823529411765,"specificity":0.875,"precision":0.8571428571428571,"balanced_accuracy":0.7904411764705883,"f1":0.7741935483870968,"true_positive":12,"false_positive":2,"false_negative":5,"true_negative":14,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.25766579529285527,"baseline_adjusted_skill":0.5808823529411766,"baseline_adjusted_score":0.5808823529411766},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.05160344822249576,"normalized_score_rmse":0.1336468967155044,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.34313725490196084,"baseline_adjusted_skill":0.8496128080372981,"baseline_adjusted_score":0.8496128080372981},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.0000675227918422175,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":50,"false_positive":0,"false_negative":0,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9997299088326311,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.6133333333333333,"uniform_accuracy_baseline":0.3333333333333332,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":0.402061855670103,"baseline_adjusted_score":0.402061855670103},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.35087007727536884,"accuracy":0.5866666666666667,"positive_recall":0.16216216216216217,"specificity":1,"precision":1,"balanced_accuracy":0.5810810810810811,"f1":0.27906976744186046,"true_positive":6,"false_positive":0,"false_negative":31,"true_negative":38,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555535,"brier_skill":-0.403729861076779,"baseline_adjusted_skill":0.16216216216216228,"baseline_adjusted_score":0.16216216216216228},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.1428571428571427,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.9871794871794871,"baseline_adjusted_score":0.9871794871794871},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.42499999999999993,"uniform_accuracy_baseline":0.32416666666666627,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.12878787878787867,"baseline_adjusted_score":0.12878787878787867},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.000027894656831873618,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":16,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.9998883188187871,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.004992782566924148,"normalized_score_rmse":0.01599762083808062,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.9772742310746901,"baseline_adjusted_score":0.9772742310746901},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1349322027947877,"accuracy":0.86,"positive_recall":1,"specificity":0.8205128205128205,"precision":0.6111111111111112,"balanced_accuracy":0.9102564102564102,"f1":0.7586206896551724,"true_positive":22,"false_positive":14,"false_negative":0,"true_negative":64,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000028,"brier_skill":0.21368180189517783,"baseline_adjusted_skill":0.8205128205128205,"baseline_adjusted_score":0.8205128205128205},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11971425801355448,"accuracy":0.86,"positive_recall":0.6486486486486487,"specificity":0.9841269841269841,"precision":0.96,"balanced_accuracy":0.8163878163878164,"f1":0.7741935483870968,"true_positive":24,"false_positive":1,"false_negative":13,"true_negative":62,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000008,"brier_skill":0.48642531954717105,"baseline_adjusted_skill":0.6327756327756329,"baseline_adjusted_score":0.6327756327756329},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.06378569282912262,"accuracy":0.92,"positive_recall":0.8205128205128205,"specificity":0.9836065573770492,"precision":0.9696969696969697,"balanced_accuracy":0.9020596889449348,"f1":0.8888888888888888,"true_positive":32,"false_positive":1,"false_negative":7,"true_negative":60,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379000000000002,"brier_skill":0.7318802319078497,"baseline_adjusted_skill":0.8041193778898696,"baseline_adjusted_score":0.8041193778898696},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.06193993663534313,"accuracy":0.93,"positive_recall":0.9032258064516129,"specificity":0.9420289855072463,"precision":0.875,"balanced_accuracy":0.9226273959794296,"f1":0.8888888888888888,"true_positive":28,"false_positive":4,"false_negative":3,"true_negative":65,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999987,"brier_skill":0.7104257286800226,"baseline_adjusted_skill":0.8452547919588591,"baseline_adjusted_score":0.8452547919588591},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.9444444444444444,"baseline_adjusted_score":0.9444444444444444},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.15007047021691342,"normalized_score_rmse":0.21821835319054658,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.35453561197026495,"baseline_adjusted_score":0.35453561197026495},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.15020114540163695,"accuracy":0.85,"positive_recall":0.82,"specificity":0.88,"precision":0.8723404255319149,"balanced_accuracy":0.85,"f1":0.845360824742268,"true_positive":41,"false_positive":6,"false_negative":9,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3991954183934522,"baseline_adjusted_skill":0.7,"baseline_adjusted_score":0.7},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.43859872953579704,"accuracy":0.5,"positive_recall":0.5,"specificity":0.5,"precision":0.5,"balanced_accuracy":0.5,"f1":0.5,"true_positive":25,"false_positive":25,"false_negative":25,"true_negative":25,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.7543949181431882,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.61,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.1142857142857144,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09095993922389141,"accuracy":0.9,"positive_recall":0.88,"specificity":0.92,"precision":0.9166666666666666,"balanced_accuracy":0.9,"f1":0.8979591836734694,"true_positive":44,"false_positive":4,"false_negative":6,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6361602431044344,"baseline_adjusted_skill":0.8,"baseline_adjusted_score":0.8},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.8809523809523808,"baseline_adjusted_score":0.8809523809523808},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.7,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.4999999999999999,"baseline_adjusted_score":0.4999999999999999},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2013064055235264,"accuracy":0.79,"positive_recall":0.78,"specificity":0.8,"precision":0.7959183673469388,"balanced_accuracy":0.79,"f1":0.7878787878787878,"true_positive":39,"false_positive":10,"false_negative":11,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.19477437790589436,"baseline_adjusted_skill":0.5800000000000001,"baseline_adjusted_score":0.5800000000000001},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.20851190476190457,"fixed_answer_accuracy_baseline":0.2233333333333332,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.03277469104836625,"accuracy":0.96,"positive_recall":1,"specificity":0.92,"precision":0.9259259259259259,"balanced_accuracy":0.96,"f1":0.9615384615384616,"true_positive":50,"false_positive":4,"false_negative":0,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.868901235806535,"baseline_adjusted_skill":0.9199999999999999,"baseline_adjusted_score":0.9199999999999999},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.011780322986457632,"normalized_score_rmse":0.10050849312746628,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.9607322567118078,"baseline_adjusted_score":0.9607322567118078},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.22851190476190467,"fixed_answer_accuracy_baseline":0.2433333333333333,"baseline_adjusted_skill":0.986784140969163,"baseline_adjusted_score":0.986784140969163},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.01994537596432806,"accuracy":0.98,"positive_recall":0.98,"specificity":0.98,"precision":0.98,"balanced_accuracy":0.98,"f1":0.98,"true_positive":49,"false_positive":1,"false_negative":1,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9202184961426878,"baseline_adjusted_skill":0.96,"baseline_adjusted_score":0.96},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.01331578281043034,"normalized_score_rmse":0.08109676819461112,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.304222222222222,"baseline_adjusted_skill":0.9562300784171391,"baseline_adjusted_score":0.9562300784171391},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.77,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.6290322580645161,"baseline_adjusted_score":0.6290322580645161},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11728371191837235,"accuracy":0.87,"positive_recall":0.8,"specificity":0.94,"precision":0.9302325581395349,"balanced_accuracy":0.87,"f1":0.8602150537634409,"true_positive":40,"false_positive":3,"false_negative":10,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5308651523265107,"baseline_adjusted_skill":0.74,"baseline_adjusted_score":0.74},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.6799999999999999,"baseline_adjusted_score":0.6799999999999999},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.06959219598765444,"accuracy":0.93,"positive_recall":0.88,"specificity":0.98,"precision":0.9777777777777777,"balanced_accuracy":0.9299999999999999,"f1":0.9263157894736842,"true_positive":44,"false_positive":1,"false_negative":6,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7216312160493823,"baseline_adjusted_skill":0.8599999999999999,"baseline_adjusted_score":0.8599999999999999},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.6,"uniform_accuracy_baseline":0.35333333333333317,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.3220338983050847,"baseline_adjusted_score":0.3220338983050847},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.72,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.5483870967741935,"baseline_adjusted_score":0.5483870967741935},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.49,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.17741935483870966,"baseline_adjusted_score":0.17741935483870966},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.51,"uniform_accuracy_baseline":0.11111111111111088,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.41666666666666663,"baseline_adjusted_score":0.41666666666666663},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.061189329925867106,"accuracy":0.8291250000000001,"positive_recall":0.4845088991430455,"specificity":0.9097639981490051,"precision":0.556818181818182,"balanced_accuracy":0.6971364486460253,"f1":0.5181529784984139,"true_positive":36.750000000000014,"false_positive":29.24999999999999,"false_negative":39.10000000000001,"true_negative":294.90000000000003,"positive_prevalence":0.1896249999999999,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500007,"brier_skill":0.1961845946579297,"baseline_adjusted_skill":0.3942728972920506,"baseline_adjusted_score":0.3942728972920506},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.14220461502337073,"normalized_score_rmse":0.19418000644243272,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":0.33471525135265157,"baseline_adjusted_score":0.33471525135265157},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.10269550542467865,"accuracy":0.804375,"positive_recall":0.512892639474918,"specificity":0.9103460030680076,"precision":0.6753086419753089,"balanced_accuracy":0.7116193212714628,"f1":0.5830002664535039,"true_positive":54.700000000000024,"false_positive":26.299999999999983,"false_negative":51.95000000000001,"true_negative":267.04999999999995,"positive_prevalence":0.2666249999999998,"majority_accuracy_baseline":0.7333750000000002,"constant_brier_baseline":0.11565485937499977,"brier_skill":0.11205196236763093,"baseline_adjusted_skill":0.42323864254292554,"baseline_adjusted_score":0.42323864254292554},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.13347896285559033,"normalized_score_rmse":0.2236666037910973,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.503334091700129,"baseline_adjusted_score":0.503334091700129},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.08289187786499291,"accuracy":0.809625,"positive_recall":0.6514541387024606,"specificity":0.870945359930616,"precision":0.6618181818181817,"balanced_accuracy":0.7611997493165383,"f1":0.656595264937993,"true_positive":72.79999999999995,"false_positive":37.19999999999999,"false_negative":38.95000000000002,"true_negative":251.05000000000004,"positive_prevalence":0.2793749999999999,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937499995,"brier_skill":0.26745394959806557,"baseline_adjusted_skill":0.5223994986330767,"baseline_adjusted_score":0.5223994986330767},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.14227462097885954,"normalized_score_rmse":0.20087541762476488,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.46184540528090956,"baseline_adjusted_score":0.46184540528090956},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.06207095892447398,"accuracy":0.8811249999999997,"positive_recall":0.5588732394366197,"specificity":0.9730120481927711,"precision":0.8551724137931035,"balanced_accuracy":0.7659426438146955,"f1":0.6759795570698466,"true_positive":49.600000000000016,"false_positive":8.400000000000002,"false_negative":39.150000000000006,"true_negative":302.84999999999985,"positive_prevalence":0.22187499999999974,"majority_accuracy_baseline":0.7781250000000003,"constant_brier_baseline":0.126740234375001,"brier_skill":0.5102505591017179,"baseline_adjusted_skill":0.5318852876293909,"baseline_adjusted_score":0.5318852876293909},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1025659805086306,"normalized_score_rmse":0.19785992809702768,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.5454139368038533,"baseline_adjusted_score":0.5454139368038533},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.06341250697569692,"accuracy":0.8424999999999996,"positive_recall":0.7221172022684309,"specificity":0.885791978246091,"precision":0.6945454545454545,"balanced_accuracy":0.8039545902572609,"f1":0.7080630213160333,"true_positive":76.39999999999998,"false_positive":33.6,"false_negative":29.400000000000013,"true_negative":260.59999999999985,"positive_prevalence":0.26449999999999985,"majority_accuracy_baseline":0.7355000000000002,"constant_brier_baseline":0.11362725000000028,"brier_skill":0.44192518101338574,"baseline_adjusted_skill":0.6079091805145218,"baseline_adjusted_score":0.6079091805145218},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.10740152983147672,"normalized_score_rmse":0.17709431085889568,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.5725312245513364,"baseline_adjusted_score":0.5725312245513364},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.08767663112980462,"accuracy":0.8322499999999998,"positive_recall":0.4144908616187988,"specificity":0.931199752628324,"precision":0.5879629629629631,"balanced_accuracy":0.6728453071235614,"f1":0.4862174578866768,"true_positive":31.750000000000007,"false_positive":22.249999999999993,"false_negative":44.85000000000005,"true_negative":301.1499999999999,"positive_prevalence":0.1914999999999999,"majority_accuracy_baseline":0.8085000000000001,"constant_brier_baseline":0.09190274999999995,"brier_skill":0.04598468348548146,"baseline_adjusted_skill":0.3456906142471228,"baseline_adjusted_score":0.3456906142471228},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1222105781606079,"normalized_score_rmse":0.22804448062291377,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.40925400284902524,"baseline_adjusted_score":0.40925400284902524},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.040850047031947924,"accuracy":0.9109999999999997,"positive_recall":0.678861788617886,"specificity":0.9635193133047211,"precision":0.8080645161290323,"balanced_accuracy":0.8211905509613036,"f1":0.7378497790868923,"true_positive":50.099999999999994,"false_positive":11.9,"false_negative":23.700000000000017,"true_negative":314.2999999999999,"positive_prevalence":0.1844999999999999,"majority_accuracy_baseline":0.8155000000000001,"constant_brier_baseline":0.1092222499999995,"brier_skill":0.6259915261592934,"baseline_adjusted_skill":0.6423811019226071,"baseline_adjusted_score":0.6423811019226071},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.09800984103082731,"normalized_score_rmse":0.17542271577176805,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":0.48245628498573034,"baseline_adjusted_score":0.48245628498573034},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.07922879818060621,"accuracy":0.8489999999999998,"positive_recall":0.4019108280254778,"specificity":0.9581648522550544,"precision":0.7011111111111111,"balanced_accuracy":0.6800378401402661,"f1":0.5109311740890689,"true_positive":31.55000000000001,"false_positive":13.45,"false_negative":46.95,"true_negative":308.0499999999999,"positive_prevalence":0.19624999999999987,"majority_accuracy_baseline":0.8037500000000002,"constant_brier_baseline":0.09878593749999955,"brier_skill":0.19797493261015442,"baseline_adjusted_skill":0.3600756802805323,"baseline_adjusted_score":0.3600756802805323},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1484229200768166,"normalized_score_rmse":0.23060868941287208,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":0.29740629549435926,"baseline_adjusted_score":0.29740629549435926},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.13285341383513788,"accuracy":0.7272959183673472,"positive_recall":0.8383748517200474,"specificity":0.6434646374216652,"precision":0.6395927601809954,"balanced_accuracy":0.7409197445708563,"f1":0.7256160164271047,"true_positive":141.35000000000002,"false_positive":79.65000000000005,"false_negative":27.250000000000007,"true_negative":143.75000000000006,"positive_prevalence":0.43010204081632636,"majority_accuracy_baseline":0.5698979591836737,"constant_brier_baseline":0.12359641815910102,"brier_skill":-0.07489695748399994,"baseline_adjusted_skill":0.4818394891417126,"baseline_adjusted_score":0.4818394891417126},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.13931246373273776,"normalized_score_rmse":0.20261902589562153,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.4943473538589518,"baseline_adjusted_score":0.4943473538589518},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.042194500453395956,"accuracy":0.9116250000000004,"positive_recall":0.7018095987411488,"specificity":0.9512557586565612,"precision":0.7311475409836066,"balanced_accuracy":0.8265326786988549,"f1":0.7161782416700121,"true_positive":89.19999999999997,"false_positive":32.79999999999999,"false_negative":37.89999999999998,"true_negative":640.1000000000004,"positive_prevalence":0.15887500000000002,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499934,"brier_skill":0.5728328098212286,"baseline_adjusted_skill":0.6530653573977099,"baseline_adjusted_score":0.6530653573977099},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.09759919990357128,"normalized_score_rmse":0.17085859143579937,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":0.40848969755411346,"baseline_adjusted_score":0.40848969755411346},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.62,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.3870967741935484,"baseline_adjusted_score":0.3870967741935484},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.4395195046055008,"accuracy":0.54,"positive_recall":0.24,"specificity":0.84,"precision":0.6,"balanced_accuracy":0.54,"f1":0.34285714285714286,"true_positive":12,"false_positive":8,"false_negative":38,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.7580780184220033,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.5261762756792577,"uniform_accuracy_baseline":0.058823529411766766,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.4431464174454828,"baseline_adjusted_score":0.4431464174454828},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.7391304347826086,"baseline_adjusted_score":0.7391304347826086},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24616993357357736,"accuracy":0.72,"positive_recall":0.48,"specificity":0.96,"precision":0.9230769230769231,"balanced_accuracy":0.72,"f1":0.631578947368421,"true_positive":24,"false_positive":2,"false_negative":26,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.015320265705690561,"baseline_adjusted_skill":0.43999999999999995,"baseline_adjusted_score":0.43999999999999995},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.63,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.41269841269841273,"baseline_adjusted_score":0.41269841269841273},"scoring":{"eligible":true,"reason":null},"model":178,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.23227096984447984,"accuracy":0.6081081081081081,"positive_recall":0.38028169014084506,"specificity":0.8181818181818182,"precision":0.6585365853658537,"balanced_accuracy":0.5992317541613317,"f1":0.48214285714285715,"true_positive":27,"false_positive":14,"false_negative":44,"true_negative":63,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.2495891161431699,"brier_skill":0.06938662457042388,"baseline_adjusted_skill":0.19846350832266335,"baseline_adjusted_score":0.19846350832266335},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.15,"uniform_accuracy_baseline":0.20049999999999962,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":-0.19718309859154928,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.72,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.5882352941176471,"baseline_adjusted_score":0.5882352941176471},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.61,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.17021276595744672,"baseline_adjusted_score":0.17021276595744672},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.52,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.02040816326530614,"baseline_adjusted_score":0.02040816326530614},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10828364742455142,"accuracy":0.6031676759199999,"positive_recall":0.9570914421474854,"specificity":0.035333519098324315,"precision":0.6141675036354166,"balanced_accuracy":0.49621248062290485,"f1":0.7482082610917515,"true_positive":58.96008034899999,"false_positive":37.039919651,"false_negative":2.643312757,"true_negative":1.356687243,"positive_prevalence":0.6160339310599999,"majority_accuracy_baseline":0.6160339310599999,"constant_brier_baseline":0.079087076552024,"brier_skill":-0.36916993452554436,"baseline_adjusted_skill":-0.0075750387541903,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.23520219561518832,"accuracy":0.63,"positive_recall":0.38,"specificity":0.88,"precision":0.76,"balanced_accuracy":0.63,"f1":0.5066666666666667,"true_positive":19,"false_positive":6,"false_negative":31,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.05919121753924672,"baseline_adjusted_skill":0.26,"baseline_adjusted_score":0.26},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.27,"uniform_accuracy_baseline":0.012987012987012965,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.2315789473684211,"baseline_adjusted_score":0.2315789473684211},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.79,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.65,"baseline_adjusted_score":0.65},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":-0.04687499999999995,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.17225025041083947,"accuracy":0.72,"positive_recall":0.98,"specificity":0.46,"precision":0.6447368421052632,"balanced_accuracy":0.72,"f1":0.7777777777777778,"true_positive":49,"false_positive":27,"false_negative":1,"true_negative":23,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.31099899835664213,"baseline_adjusted_skill":0.43999999999999995,"baseline_adjusted_score":0.43999999999999995},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.1536899839296218,"accuracy":0.536790332833438,"positive_recall":0.6927975841748032,"specificity":0.46414762928272296,"precision":0.37578671864438346,"balanced_accuracy":0.5784726067287631,"f1":0.4872692405362008,"true_positive":154.07255464419723,"false_positive":255.92744535580277,"false_negative":68.31932166079059,"true_negative":221.6806783392094,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768597,"brier_skill":-0.7321685125506374,"baseline_adjusted_skill":0.1569452134575262,"baseline_adjusted_score":0.1569452134575262},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2758303701233022,"accuracy":0.47,"positive_recall":0.7,"specificity":0.24,"precision":0.4794520547945205,"balanced_accuracy":0.47,"f1":0.5691056910569106,"true_positive":35,"false_positive":38,"false_negative":15,"true_negative":12,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.10332148049320877,"baseline_adjusted_skill":-0.06000000000000005,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.2119205298013245,"uniform_accuracy_baseline":0.006622516556291403,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.1793103448275862,"baseline_adjusted_score":0.1793103448275862},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.4852941176470588,"uniform_accuracy_baseline":0.3333333333333301,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.05097613882863341,"baseline_adjusted_score":0.05097613882863341},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.38,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.03333333333333337,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.33518056977121236,"accuracy":0.53,"positive_recall":0.98,"specificity":0.08,"precision":0.5157894736842106,"balanced_accuracy":0.53,"f1":0.6758620689655173,"true_positive":49,"false_positive":46,"false_negative":1,"true_negative":4,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.3407222790848494,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.49,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":-0.06250000000000006,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.07142857142857136,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.8202247191011236,"baseline_adjusted_score":0.8202247191011236},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.59,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.1086956521739129,"baseline_adjusted_score":0.1086956521739129},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.3,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.04109589041095887,"baseline_adjusted_score":0.04109589041095887},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.7777777777777778,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.3333333333333334,"baseline_adjusted_score":0.3333333333333334},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.25240838667415927,"accuracy":0.5609756097560976,"positive_recall":0.675,"specificity":0.4523809523809524,"precision":0.54,"balanced_accuracy":0.5636904761904762,"f1":0.6,"true_positive":27,"false_positive":23,"false_negative":13,"true_negative":19,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.24985127900059498,"brier_skill":-0.010234519045860813,"baseline_adjusted_skill":0.12738095238095237,"baseline_adjusted_score":0.12738095238095237},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.17673021063749417,"accuracy":0.73,"positive_recall":0.86,"specificity":0.6,"precision":0.6825396825396826,"balanced_accuracy":0.73,"f1":0.7610619469026548,"true_positive":43,"false_positive":20,"false_negative":7,"true_negative":30,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.29307915745002333,"baseline_adjusted_skill":0.45999999999999996,"baseline_adjusted_score":0.45999999999999996},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.5782122905027933,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.4587813620071685,"baseline_adjusted_score":0.4587813620071685},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.39,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.22710805501263573,"accuracy":0.7,"positive_recall":0.6363636363636364,"specificity":0.717948717948718,"precision":0.3888888888888889,"balanced_accuracy":0.6771561771561772,"f1":0.4827586206896552,"true_positive":28,"false_positive":44,"false_negative":16,"true_negative":112,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000053,"brier_skill":-0.32347351405964475,"baseline_adjusted_skill":0.3543123543123543,"baseline_adjusted_score":0.3543123543123543},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.19848614563260036,"accuracy":0.705,"positive_recall":0.62,"specificity":0.7333333333333333,"precision":0.43661971830985913,"balanced_accuracy":0.6766666666666666,"f1":0.512396694214876,"true_positive":31,"false_positive":40,"false_negative":19,"true_negative":110,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-0.058592776707201866,"baseline_adjusted_skill":0.3533333333333333,"baseline_adjusted_score":0.3533333333333333},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.08585663261324564,"accuracy":0.895,"positive_recall":0.6842105263157895,"specificity":0.9171270718232044,"precision":0.4642857142857143,"balanced_accuracy":0.800668799069497,"f1":0.5531914893617021,"true_positive":13,"false_positive":15,"false_negative":6,"true_negative":166,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.0859749999999999,"brier_skill":0.0013767651846963158,"baseline_adjusted_skill":0.6013375981389939,"baseline_adjusted_score":0.6013375981389939},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.17879377281936293,"accuracy":0.678113095238095,"positive_recall":0.7580597162979865,"specificity":0.6730095808610741,"precision":0.12891363022941968,"balanced_accuracy":0.7155346485795303,"f1":0.22035437782038897,"true_positive":127.36666666666673,"false_positive":860.6333333333339,"false_negative":40.64999999999999,"true_negative":1771.3499999999995,"positive_prevalence":0.060005952380952354,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679296,"brier_skill":-4.55243400050804,"baseline_adjusted_skill":0.4310692971590606,"baseline_adjusted_score":0.4310692971590606},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.29745042492917845,"uniform_accuracy_baseline":0.027777777777777853,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.1948051948051948,"baseline_adjusted_score":0.1948051948051948},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.32,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.0285714285714286,"baseline_adjusted_score":0.0285714285714286},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.20174550279232314,"accuracy":0.69,"positive_recall":0.7,"specificity":0.68,"precision":0.6862745098039216,"balanced_accuracy":0.69,"f1":0.693069306930693,"true_positive":35,"false_positive":16,"false_negative":15,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.19301798883070742,"baseline_adjusted_skill":0.3799999999999999,"baseline_adjusted_score":0.3799999999999999},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.21579674166316895,"accuracy":0.68,"positive_recall":0.9,"specificity":0.46,"precision":0.625,"balanced_accuracy":0.68,"f1":0.7377049180327869,"true_positive":45,"false_positive":27,"false_negative":5,"true_negative":23,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.1368130333473242,"baseline_adjusted_skill":0.3600000000000001,"baseline_adjusted_score":0.3600000000000001},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.56,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":-0.12820512820512803,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.4,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.3617021276595745,"baseline_adjusted_score":0.3617021276595745},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.22884650936042888,"accuracy":0.68,"positive_recall":0.96,"specificity":0.4,"precision":0.6153846153846154,"balanced_accuracy":0.6799999999999999,"f1":0.75,"true_positive":48,"false_positive":30,"false_negative":2,"true_negative":20,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.08461396255828446,"baseline_adjusted_skill":0.3599999999999999,"baseline_adjusted_score":0.3599999999999999},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8358208955223883,"baseline_adjusted_score":0.8358208955223883},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.21126673145575087,"accuracy":0.67,"positive_recall":0.42,"specificity":0.92,"precision":0.84,"balanced_accuracy":0.67,"f1":0.56,"true_positive":21,"false_positive":4,"false_negative":29,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.15493307417699653,"baseline_adjusted_skill":0.3400000000000001,"baseline_adjusted_score":0.3400000000000001},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.3800805608108107,"uniform_accuracy_baseline":0.23445945945945923,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.1596091407203945,"baseline_adjusted_score":0.1596091407203945},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.1344310559497167,"accuracy":0.5714473618421053,"positive_recall":0.7957917266337311,"specificity":0.35782171941260166,"precision":0.5412844128440368,"balanced_accuracy":0.5768067230231664,"f1":0.6443158243259394,"true_positive":59.00000100000001,"false_positive":49.99999899999998,"false_negative":15.140002,"true_negative":27.859998,"positive_prevalence":0.48776317763157917,"majority_accuracy_baseline":0.5122368223684208,"constant_brier_baseline":0.0945191003976856,"brier_skill":-0.42226338786661133,"baseline_adjusted_skill":0.15361344604633276,"baseline_adjusted_score":0.15361344604633276},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.16641410746995625,"normalized_score_rmse":0.22148991327707113,"constant_score_baseline":0.5841668333333334,"constant_mae_baseline":0.21700552708333315,"baseline_adjusted_skill":0.23313424452064346,"baseline_adjusted_score":0.23313424452064346},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2924511773716785,"accuracy":0.51,"positive_recall":0.94,"specificity":0.08,"precision":0.5053763440860215,"balanced_accuracy":0.51,"f1":0.6573426573426573,"true_positive":47,"false_positive":46,"false_negative":3,"true_negative":4,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.1698047094867139,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.26596855450689916,"accuracy":0.59,"positive_recall":0.46,"specificity":0.72,"precision":0.6216216216216216,"balanced_accuracy":0.59,"f1":0.5287356321839081,"true_positive":23,"false_positive":14,"false_negative":27,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.06387421802759663,"baseline_adjusted_skill":0.17999999999999994,"baseline_adjusted_score":0.17999999999999994},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.52,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.21311475409836067,"baseline_adjusted_score":0.21311475409836067},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.58,"uniform_accuracy_baseline":0.03611111111111102,"fixed_answer_accuracy_baseline":0.08833333333333329,"baseline_adjusted_skill":0.5393053016453382,"baseline_adjusted_score":0.5393053016453382},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.76,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.4545454545454545,"baseline_adjusted_score":0.4545454545454545},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.45,"uniform_accuracy_baseline":0.04987932421560751,"fixed_answer_accuracy_baseline":0.1244247787610618,"baseline_adjusted_skill":0.3718415201132001,"baseline_adjusted_score":0.3718415201132001},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.4059137625662239,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":50,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.6236550502648956,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.7777777777777778,"uniform_accuracy_baseline":0.23888888888888893,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.6862745098039217,"baseline_adjusted_score":0.6862745098039217},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.2970012131968424,"accuracy":0.484375,"positive_recall":0.90625,"specificity":0.0625,"precision":0.4915254237288136,"balanced_accuracy":0.484375,"f1":0.6373626373626373,"true_positive":29,"false_positive":30,"false_negative":3,"true_negative":2,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.18800485278736967,"baseline_adjusted_skill":-0.03125,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.6956521739130435,"baseline_adjusted_score":0.6956521739130435},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.25,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.1363636363636364,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25486984655981343,"accuracy":0.51,"positive_recall":0.5,"specificity":0.52,"precision":0.5102040816326531,"balanced_accuracy":0.51,"f1":0.5050505050505051,"true_positive":25,"false_positive":24,"false_negative":25,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.019479386239253715,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.8260869565217391,"baseline_adjusted_score":0.8260869565217391},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.18299797984788224,"accuracy":0.696969696969697,"positive_recall":0.4375,"specificity":0.9411764705882353,"precision":0.875,"balanced_accuracy":0.6893382352941176,"f1":0.5833333333333334,"true_positive":7,"false_positive":1,"false_negative":9,"true_negative":16,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.26733529391785416,"baseline_adjusted_skill":0.3786764705882353,"baseline_adjusted_score":0.3786764705882353},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.2125463300291449,"normalized_score_rmse":0.3010206483250518,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.35592021203289437,"baseline_adjusted_score":0.35592021203289437},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.09375,"uniform_accuracy_baseline":0.17812500000000006,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.27192982456140347,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.2181805820479226,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":17,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.12727767180830962,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.15926242050002604,"normalized_score_rmse":0.26922288513945225,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-0.08298445940017696,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.10416666666666667,"uniform_accuracy_baseline":0.13194444444444448,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":-1.243478260869565,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.279717830832761,"accuracy":0.5576923076923077,"positive_recall":1,"specificity":0.11538461538461539,"precision":0.5306122448979592,"balanced_accuracy":0.5576923076923077,"f1":0.6933333333333334,"true_positive":26,"false_positive":23,"false_negative":0,"true_negative":3,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.11887132333104411,"baseline_adjusted_skill":0.11538461538461542,"baseline_adjusted_score":0.11538461538461542},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.2789368338698006,"accuracy":0.56,"positive_recall":0.9743589743589743,"specificity":0.1111111111111111,"precision":0.5428571428571428,"balanced_accuracy":0.5427350427350427,"f1":0.6972477064220184,"true_positive":38,"false_positive":32,"false_negative":1,"true_negative":4,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24959999999999993,"brier_skill":-0.11753539210657338,"baseline_adjusted_skill":0.08547008547008539,"baseline_adjusted_score":0.08547008547008539},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.3238099572062492,"normalized_score_rmse":0.4043387883547335,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.15646413287946137,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.6470588235294118,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.52,"baseline_adjusted_score":0.52},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.15287523460653252,"accuracy":0.75,"positive_recall":1,"specificity":0.5,"precision":0.6666666666666666,"balanced_accuracy":0.75,"f1":0.8,"true_positive":14,"false_positive":7,"false_negative":0,"true_negative":7,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.38849906157386993,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.2564838888292962,"normalized_score_rmse":0.31519535014562927,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.16969696969696968,"baseline_adjusted_skill":-0.5114229163154955,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":0.9333333333333333,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":0.9166666666666667,"baseline_adjusted_score":0.9166666666666667},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.11253467084061555,"accuracy":0.8823529411764706,"positive_recall":0.9111111111111111,"specificity":0.85,"precision":0.8723404255319149,"balanced_accuracy":0.8805555555555555,"f1":0.8913043478260869,"true_positive":41,"false_positive":6,"false_negative":4,"true_negative":34,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.24913494809688563,"brier_skill":0.5482983350980845,"baseline_adjusted_skill":0.7611111111111111,"baseline_adjusted_score":0.7611111111111111},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.56,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.42105263157894746,"baseline_adjusted_score":0.42105263157894746},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.21133050027370578,"accuracy":0.6,"positive_recall":0.7142857142857143,"specificity":0.3333333333333333,"precision":0.7142857142857143,"balanced_accuracy":0.5238095238095238,"f1":0.7142857142857143,"true_positive":25,"false_positive":10,"false_negative":10,"true_negative":5,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.20999999999999996,"brier_skill":-0.006335715589075308,"baseline_adjusted_skill":0.04761904761904767,"baseline_adjusted_score":0.04761904761904767},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.338218391276896,"normalized_score_rmse":0.40289891178857307,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.20792282598891432,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.5949367088607594,"uniform_accuracy_baseline":0.24240506329113914,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.30434782608695643,"baseline_adjusted_score":0.30434782608695643},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.242254571035643,"accuracy":0.6666666666666666,"positive_recall":1,"specificity":0.3,"precision":0.6111111111111112,"balanced_accuracy":0.65,"f1":0.7586206896551724,"true_positive":11,"false_positive":7,"false_negative":0,"true_negative":3,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.24943310657596363,"brier_skill":0.028779401575285468,"baseline_adjusted_skill":0.30000000000000004,"baseline_adjusted_score":0.30000000000000004},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.5151515151515151,"uniform_accuracy_baseline":0.3237373737373738,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.2,"baseline_adjusted_score":0.2},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.29907329176982567,"accuracy":0.5151515151515151,"positive_recall":0.9411764705882353,"specificity":0.0625,"precision":0.5161290322580645,"balanced_accuracy":0.5018382352941176,"f1":0.6666666666666666,"true_positive":16,"false_positive":15,"false_negative":1,"true_negative":1,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":-0.19739270124022057,"baseline_adjusted_skill":0.003676470588235281,"baseline_adjusted_score":0.003676470588235281},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.2880842562995431,"normalized_score_rmse":0.3508143280432099,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.34313725490196084,"baseline_adjusted_skill":0.1604401673556174,"baseline_adjusted_score":0.1604401673556174},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.19956375594407852,"accuracy":0.72,"positive_recall":0.48,"specificity":0.96,"precision":0.9230769230769231,"balanced_accuracy":0.72,"f1":0.631578947368421,"true_positive":24,"false_positive":2,"false_negative":26,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.20174497622368592,"baseline_adjusted_skill":0.43999999999999995,"baseline_adjusted_score":0.43999999999999995},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.33333333333333326,"uniform_accuracy_baseline":0.3333333333333332,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":-0.030927835051546504,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.2854731708886754,"accuracy":0.5066666666666667,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":37,"true_negative":38,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555535,"brier_skill":-0.1420957227943105,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.53,"uniform_accuracy_baseline":0.1428571428571427,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.39743589743589747,"baseline_adjusted_score":0.39743589743589747},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.3549999999999999,"uniform_accuracy_baseline":0.32416666666666627,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.022727272727272582,"baseline_adjusted_score":0.022727272727272582},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.3583746637344471,"accuracy":0.48484848484848486,"positive_recall":1,"specificity":0,"precision":0.48484848484848486,"balanced_accuracy":0.5,"f1":0.6530612244897959,"true_positive":16,"false_positive":17,"false_negative":0,"true_negative":0,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":-0.4348162088485763,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.2424333088777282,"normalized_score_rmse":0.2745492103947147,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":-0.10348954385724562,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3167240400325893,"accuracy":0.4,"positive_recall":0.9090909090909091,"specificity":0.2564102564102564,"precision":0.2564102564102564,"balanced_accuracy":0.5827505827505828,"f1":0.4,"true_positive":20,"false_positive":58,"false_negative":2,"true_negative":20,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000028,"brier_skill":-0.8457111890011002,"baseline_adjusted_skill":0.16550116550116556,"baseline_adjusted_score":0.16550116550116556},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.28571796990594306,"accuracy":0.48,"positive_recall":0.8378378378378378,"specificity":0.2698412698412698,"precision":0.4025974025974026,"balanced_accuracy":0.5538395538395539,"f1":0.543859649122807,"true_positive":31,"false_positive":46,"false_negative":6,"true_negative":17,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000008,"brier_skill":-0.22573131662781187,"baseline_adjusted_skill":0.10767910767910771,"baseline_adjusted_score":0.10767910767910771},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.23072286931039274,"accuracy":0.59,"positive_recall":0.5384615384615384,"specificity":0.6229508196721312,"precision":0.4772727272727273,"balanced_accuracy":0.5807061790668349,"f1":0.5060240963855421,"true_positive":21,"false_positive":23,"false_negative":18,"true_negative":38,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379000000000002,"brier_skill":0.030168687219871648,"baseline_adjusted_skill":0.16141235813366972,"baseline_adjusted_score":0.16141235813366972},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.19540505964045213,"accuracy":0.71,"positive_recall":0.8064516129032258,"specificity":0.6666666666666666,"precision":0.5208333333333334,"balanced_accuracy":0.7365591397849462,"f1":0.6329113924050633,"true_positive":25,"false_positive":23,"false_negative":6,"true_negative":46,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999987,"brier_skill":0.08646535932467392,"baseline_adjusted_skill":0.4731182795698925,"baseline_adjusted_score":0.4731182795698925},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.51,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.3194444444444444,"baseline_adjusted_score":0.3194444444444444},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.24030454780906438,"normalized_score_rmse":0.28821935792753156,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":-0.03356794756586834,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.29625934040997093,"accuracy":0.58,"positive_recall":1,"specificity":0.16,"precision":0.5434782608695652,"balanced_accuracy":0.58,"f1":0.704225352112676,"true_positive":50,"false_positive":42,"false_negative":0,"true_negative":8,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.1850373616398837,"baseline_adjusted_skill":0.15999999999999992,"baseline_adjusted_score":0.15999999999999992},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.29795463735955674,"accuracy":0.49,"positive_recall":0.96,"specificity":0.02,"precision":0.4948453608247423,"balanced_accuracy":0.49,"f1":0.6530612244897959,"true_positive":48,"false_positive":49,"false_negative":2,"true_negative":1,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.19181854943822696,"baseline_adjusted_skill":-0.020000000000000018,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.39,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.7428571428571429,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2688994112495312,"accuracy":0.62,"positive_recall":0.98,"specificity":0.26,"precision":0.5697674418604651,"balanced_accuracy":0.62,"f1":0.7205882352941176,"true_positive":49,"false_positive":37,"false_negative":1,"true_negative":13,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.07559764499812482,"baseline_adjusted_skill":0.24,"baseline_adjusted_score":0.24},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.4047619047619048,"baseline_adjusted_score":0.4047619047619048},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.1,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24570665708050637,"accuracy":0.61,"positive_recall":0.34,"specificity":0.88,"precision":0.7391304347826086,"balanced_accuracy":0.61,"f1":0.4657534246575342,"true_positive":17,"false_positive":6,"false_negative":33,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.017173371677974503,"baseline_adjusted_skill":0.21999999999999997,"baseline_adjusted_score":0.21999999999999997},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.20851190476190457,"fixed_answer_accuracy_baseline":0.2233333333333332,"baseline_adjusted_skill":0.8583690987124464,"baseline_adjusted_score":0.8583690987124464},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.137687156195485,"accuracy":0.84,"positive_recall":0.9,"specificity":0.78,"precision":0.8035714285714286,"balanced_accuracy":0.8400000000000001,"f1":0.8490566037735849,"true_positive":45,"false_positive":11,"false_negative":5,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.44925137521806,"baseline_adjusted_skill":0.6800000000000002,"baseline_adjusted_score":0.6800000000000002},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.21216377223663585,"normalized_score_rmse":0.3017669953923433,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.2927874258778804,"baseline_adjusted_score":0.2927874258778804},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.22851190476190467,"fixed_answer_accuracy_baseline":0.2433333333333333,"baseline_adjusted_skill":0.6696035242290749,"baseline_adjusted_score":0.6696035242290749},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1638811378809564,"accuracy":0.75,"positive_recall":0.9,"specificity":0.6,"precision":0.6923076923076923,"balanced_accuracy":0.75,"f1":0.782608695652174,"true_positive":45,"false_positive":20,"false_negative":5,"true_negative":30,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3444754484761744,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.22030332485252693,"normalized_score_rmse":0.29345819923901084,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.304222222222222,"baseline_adjusted_skill":0.2758473616973178,"baseline_adjusted_score":0.2758473616973178},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.55,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.27419354838709686,"baseline_adjusted_score":0.27419354838709686},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1639574944787027,"accuracy":0.74,"positive_recall":0.94,"specificity":0.54,"precision":0.6714285714285714,"balanced_accuracy":0.74,"f1":0.7833333333333333,"true_positive":47,"false_positive":23,"false_negative":3,"true_negative":27,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3441700220851892,"baseline_adjusted_skill":0.48,"baseline_adjusted_score":0.48},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.58,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.15999999999999992,"baseline_adjusted_score":0.15999999999999992},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3047462052083705,"accuracy":0.52,"positive_recall":1,"specificity":0.04,"precision":0.5102040816326531,"balanced_accuracy":0.52,"f1":0.6756756756756757,"true_positive":50,"false_positive":48,"false_negative":0,"true_negative":2,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.21898482083348192,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.57,"uniform_accuracy_baseline":0.35333333333333317,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.27118644067796605,"baseline_adjusted_score":0.27118644067796605},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.61,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.3709677419354838,"baseline_adjusted_score":0.3709677419354838},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.31,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.11290322580645162,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.25,"uniform_accuracy_baseline":0.11111111111111088,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.10714285714285714,"baseline_adjusted_score":0.10714285714285714},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.21926105457527903,"accuracy":0.5266250000000001,"positive_recall":0.8075148319050759,"specificity":0.4608977325312356,"precision":0.2595338983050847,"balanced_accuracy":0.6342062822181558,"f1":0.39281705948372614,"true_positive":61.25,"false_positive":174.75000000000003,"false_negative":14.599999999999996,"true_negative":149.40000000000006,"positive_prevalence":0.1896249999999999,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500007,"brier_skill":-1.8803291958366737,"baseline_adjusted_skill":0.26841256443631156,"baseline_adjusted_score":0.26841256443631156},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3405021181766642,"normalized_score_rmse":0.38882597800574303,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":-0.5929923657387799,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.1437332946207405,"accuracy":0.6683750000000002,"positive_recall":0.7923112986404125,"specificity":0.6233168569967615,"precision":0.4333333333333331,"balanced_accuracy":0.7078140778185871,"f1":0.5602519476214154,"true_positive":84.49999999999999,"false_positive":110.50000000000009,"false_negative":22.150000000000002,"true_negative":182.85000000000008,"positive_prevalence":0.2666249999999998,"majority_accuracy_baseline":0.7333750000000002,"constant_brier_baseline":0.11565485937499977,"brier_skill":-0.2427778253112487,"baseline_adjusted_skill":0.41562815563717415,"baseline_adjusted_score":0.41562815563717415},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.25203954204556794,"normalized_score_rmse":0.31155516614587364,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.06217844820253782,"baseline_adjusted_score":0.06217844820253782},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.13752725575061459,"accuracy":0.621875,"positive_recall":0.7852348993288589,"specificity":0.5585429314830876,"precision":0.40813953488372084,"balanced_accuracy":0.6718889154059733,"f1":0.5371078806426931,"true_positive":87.74999999999999,"false_positive":127.25000000000003,"false_negative":24.000000000000007,"true_negative":161,"positive_prevalence":0.2793749999999999,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937499995,"brier_skill":-0.21537900476587368,"baseline_adjusted_skill":0.34377783081194657,"baseline_adjusted_score":0.34377783081194657},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.2603847436679644,"normalized_score_rmse":0.309278715042746,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.015093168159000081,"baseline_adjusted_score":0.015093168159000081},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.0856056667616976,"accuracy":0.8213749999999999,"positive_recall":0.6946478873239437,"specificity":0.8575100401606425,"precision":0.5816037735849057,"balanced_accuracy":0.7760789637422931,"f1":0.6331193838254172,"true_positive":61.650000000000006,"false_positive":44.35,"false_negative":27.100000000000012,"true_negative":266.9,"positive_prevalence":0.22187499999999974,"majority_accuracy_baseline":0.7781250000000003,"constant_brier_baseline":0.126740234375001,"brier_skill":0.3245580838330612,"baseline_adjusted_skill":0.5521579274845863,"baseline_adjusted_score":0.5521579274845863},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.24790246589720483,"normalized_score_rmse":0.29176074868353274,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":-0.09873669095714055,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.12446330604592383,"accuracy":0.6982499999999997,"positive_recall":0.8369565217391304,"specificity":0.6483684568320868,"precision":0.46119791666666665,"balanced_accuracy":0.7426624892856086,"f1":0.5946944257891201,"true_positive":88.55000000000001,"false_positive":103.45000000000002,"false_negative":17.25000000000001,"true_negative":190.7499999999999,"positive_prevalence":0.26449999999999985,"majority_accuracy_baseline":0.7355000000000002,"constant_brier_baseline":0.11362725000000028,"brier_skill":-0.09536494147243313,"baseline_adjusted_skill":0.48532497857121726,"baseline_adjusted_score":0.48532497857121726},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.2284448327330756,"normalized_score_rmse":0.28905569440902074,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.09076683489323145,"baseline_adjusted_score":0.09076683489323145},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.18978220679900842,"accuracy":0.6287500000000003,"positive_recall":0.7447780678851175,"specificity":0.6012677798392083,"precision":0.3067204301075268,"balanced_accuracy":0.6730229238621629,"f1":0.43450114242193444,"true_positive":57.05000000000002,"false_positive":128.9500000000001,"false_negative":19.550000000000008,"true_negative":194.4500000000001,"positive_prevalence":0.1914999999999999,"majority_accuracy_baseline":0.8085000000000001,"constant_brier_baseline":0.09190274999999995,"brier_skill":-1.0650329484047925,"baseline_adjusted_skill":0.3460458477243258,"baseline_adjusted_score":0.3460458477243258},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.28413147206774736,"normalized_score_rmse":0.34291870554579135,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":-0.37344518220059153,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.12047337077538856,"accuracy":0.7669999999999999,"positive_recall":0.7628726287262872,"specificity":0.7679337829552422,"precision":0.4265151515151515,"balanced_accuracy":0.7654032058407647,"f1":0.5471331389698736,"true_positive":56.3,"false_positive":75.7,"false_negative":17.500000000000004,"true_negative":250.49999999999997,"positive_prevalence":0.1844999999999999,"majority_accuracy_baseline":0.8155000000000001,"constant_brier_baseline":0.1092222499999995,"brier_skill":-0.1030112525185034,"baseline_adjusted_skill":0.5308064116815294,"baseline_adjusted_score":0.5308064116815294},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.273575182063214,"normalized_score_rmse":0.3274259050880113,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":-0.44462142343611366,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.12208362768789378,"accuracy":0.7517499999999998,"positive_recall":0.4471337579617836,"specificity":0.8261275272161742,"precision":0.3857142857142859,"balanced_accuracy":0.636630642588979,"f1":0.4141592920353984,"true_positive":35.100000000000016,"false_positive":55.899999999999984,"false_negative":43.399999999999984,"true_negative":265.5999999999999,"positive_prevalence":0.19624999999999987,"majority_accuracy_baseline":0.8037500000000002,"constant_brier_baseline":0.09878593749999955,"brier_skill":-0.2358401486840609,"baseline_adjusted_skill":0.2732612851779579,"baseline_adjusted_score":0.2732612851779579},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.2719926897943515,"normalized_score_rmse":0.32847003141860914,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":-0.2875393599732614,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.10342285141422033,"accuracy":0.6561224489795918,"positive_recall":0.7852906287069986,"specificity":0.5586392121754699,"precision":0.573160173160173,"balanced_accuracy":0.6719649204412342,"f1":0.6626626626626625,"true_positive":132.39999999999995,"false_positive":98.60000000000007,"false_negative":36.20000000000001,"true_negative":124.80000000000003,"positive_prevalence":0.43010204081632636,"majority_accuracy_baseline":0.5698979591836737,"constant_brier_baseline":0.12359641815910102,"brier_skill":0.16322128946254744,"baseline_adjusted_skill":0.3439298408824685,"baseline_adjusted_score":0.3439298408824685},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.21267461190053633,"normalized_score_rmse":0.25691068407706774,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.22806992717583108,"baseline_adjusted_score":0.22806992717583108},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.19448360683372756,"accuracy":0.6146250000000001,"positive_recall":0.8607395751376868,"specificity":0.568137910536484,"precision":0.27349999999999997,"balanced_accuracy":0.7144387428370854,"f1":0.4151014987668373,"true_positive":109.39999999999995,"false_positive":290.59999999999997,"false_negative":17.7,"true_negative":382.3000000000001,"positive_prevalence":0.15887500000000002,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499934,"brier_skill":-0.9689062549456011,"baseline_adjusted_skill":0.42887748567417083,"baseline_adjusted_score":0.42887748567417083},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.40611457398084894,"normalized_score_rmse":0.4551361086258907,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-1.4613004483687813,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.42,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.06451612903225803,"baseline_adjusted_score":0.06451612903225803},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2913159109188935,"accuracy":0.46,"positive_recall":0.72,"specificity":0.2,"precision":0.47368421052631576,"balanced_accuracy":0.45999999999999996,"f1":0.5714285714285714,"true_positive":36,"false_positive":40,"false_negative":14,"true_negative":10,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.1652636436755739,"baseline_adjusted_skill":-0.08000000000000007,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.1265738899933731,"uniform_accuracy_baseline":0.058823529411766766,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":-0.026479750778816178,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.56,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.04347826086956526,"baseline_adjusted_score":0.04347826086956526},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2362421592088954,"accuracy":0.61,"positive_recall":0.88,"specificity":0.34,"precision":0.5714285714285714,"balanced_accuracy":0.61,"f1":0.6929133858267716,"true_positive":44,"false_positive":33,"false_negative":6,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.05503136316441837,"baseline_adjusted_skill":0.21999999999999997,"baseline_adjusted_score":0.21999999999999997},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.45,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.126984126984127,"baseline_adjusted_score":0.126984126984127},"scoring":{"eligible":true,"reason":null},"model":179,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.20025419568510588,"accuracy":0.722972972972973,"positive_recall":0.5070422535211268,"specificity":0.922077922077922,"precision":0.8571428571428571,"balanced_accuracy":0.7145600877995244,"f1":0.6371681415929203,"true_positive":36,"false_positive":6,"false_negative":35,"true_negative":71,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.2495891161431699,"brier_skill":0.1976645505237672,"baseline_adjusted_skill":0.4291201755990488,"baseline_adjusted_score":0.4291201755990488},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.38,"uniform_accuracy_baseline":0.20049999999999962,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.12676056338028174,"baseline_adjusted_score":0.12676056338028174},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.926470588235294,"baseline_adjusted_score":0.926470588235294},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.82,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.6170212765957446,"baseline_adjusted_score":0.6170212765957446},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.81,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.6122448979591838,"baseline_adjusted_score":0.6122448979591838},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10054568891365251,"accuracy":0.56559144378,"positive_recall":0.7723806489056155,"specificity":0.23381950547830613,"precision":0.6179385550909091,"balanced_accuracy":0.5031000771919608,"f1":0.6865815861464687,"true_positive":47.581268742,"false_positive":29.418731257999998,"false_negative":14.022124364,"true_negative":8.977875636,"positive_prevalence":0.6160339310599999,"majority_accuracy_baseline":0.6160339310599999,"constant_brier_baseline":0.079087076552024,"brier_skill":-0.27132893637196065,"baseline_adjusted_skill":0.00620015438392163,"baseline_adjusted_score":0.00620015438392163},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.17686816043424178,"accuracy":0.73,"positive_recall":0.68,"specificity":0.78,"precision":0.7555555555555555,"balanced_accuracy":0.73,"f1":0.7157894736842105,"true_positive":34,"false_positive":11,"false_negative":16,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2925273582630329,"baseline_adjusted_skill":0.45999999999999996,"baseline_adjusted_score":0.45999999999999996},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.7,"uniform_accuracy_baseline":0.012987012987012965,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.6842105263157894,"baseline_adjusted_score":0.6842105263157894},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.9666666666666667,"baseline_adjusted_score":0.9666666666666667},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.44,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.12500000000000003,"baseline_adjusted_score":0.12500000000000003},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10659325392767643,"accuracy":0.8,"positive_recall":0.94,"specificity":0.66,"precision":0.734375,"balanced_accuracy":0.8,"f1":0.8245614035087719,"true_positive":47,"false_positive":17,"false_negative":3,"true_negative":33,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5736269842892943,"baseline_adjusted_skill":0.6000000000000001,"baseline_adjusted_score":0.6000000000000001},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.1036756494902841,"accuracy":0.6593519382118913,"positive_recall":0.6001528416605315,"specificity":0.6869172108788698,"precision":0.4716223198821762,"balanced_accuracy":0.6435350262697006,"f1":0.52818069614602,"true_positive":133.46911652665585,"false_positive":149.53088347334415,"false_negative":88.92275977833197,"true_negative":328.07724022166803,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768597,"brier_skill":-0.1684801505838025,"baseline_adjusted_skill":0.2870700525394012,"baseline_adjusted_score":0.2870700525394012},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.26482166611780666,"accuracy":0.59,"positive_recall":0.48,"specificity":0.7,"precision":0.6153846153846154,"balanced_accuracy":0.59,"f1":0.5393258426966292,"true_positive":24,"false_positive":15,"false_negative":26,"true_negative":35,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.05928666447122666,"baseline_adjusted_skill":0.17999999999999994,"baseline_adjusted_score":0.17999999999999994},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.7417218543046358,"uniform_accuracy_baseline":0.006622516556291403,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.7310344827586207,"baseline_adjusted_score":0.7310344827586207},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"binary_brier":0.19119692038992375,"accuracy":0.7333333333333333,"positive_recall":0.48,"specificity":0.9866666666666667,"precision":0.972972972972973,"balanced_accuracy":0.7333333333333334,"f1":0.6428571428571429,"true_positive":72,"false_positive":2,"false_negative":78,"true_negative":148,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.235212318440305,"baseline_adjusted_skill":0.4666666666666668,"baseline_adjusted_score":0.4666666666666668},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":14},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.7594117647058823,"uniform_accuracy_baseline":0.3333333333333301,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.5563991323210412,"baseline_adjusted_score":0.5563991323210412},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.37,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.050000000000000044,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1615179671492145,"accuracy":0.76,"positive_recall":0.98,"specificity":0.54,"precision":0.6805555555555556,"balanced_accuracy":0.76,"f1":0.8032786885245902,"true_positive":49,"false_positive":23,"false_negative":1,"true_negative":27,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.35392813140314205,"baseline_adjusted_skill":0.52,"baseline_adjusted_score":0.52},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.5833333333333334,"baseline_adjusted_score":0.5833333333333334},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.07142857142857136,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9775280898876404,"baseline_adjusted_score":0.9775280898876404},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.6739130434782608,"baseline_adjusted_score":0.6739130434782608},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.4,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.17808219178082194,"baseline_adjusted_score":0.17808219178082194},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.8333333333333334,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.5000000000000001,"baseline_adjusted_score":0.5000000000000001},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.25150024048705377,"accuracy":0.6341463414634146,"positive_recall":0.625,"specificity":0.6428571428571429,"precision":0.625,"balanced_accuracy":0.6339285714285714,"f1":0.625,"true_positive":25,"false_positive":15,"false_negative":15,"true_negative":27,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.24985127900059498,"brier_skill":-0.006599772044612484,"baseline_adjusted_skill":0.2678571428571428,"baseline_adjusted_score":0.2678571428571428},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.13963013874777855,"accuracy":0.79,"positive_recall":0.66,"specificity":0.92,"precision":0.8918918918918919,"balanced_accuracy":0.79,"f1":0.7586206896551724,"true_positive":33,"false_positive":4,"false_negative":17,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4414794450088858,"baseline_adjusted_skill":0.5800000000000001,"baseline_adjusted_score":0.5800000000000001},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.7122905027932961,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.6308243727598567,"baseline_adjusted_score":0.6308243727598567},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.45,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.09836065573770492,"baseline_adjusted_score":0.09836065573770492},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.1751437447071885,"accuracy":0.785,"positive_recall":0.4318181818181818,"specificity":0.8846153846153846,"precision":0.5135135135135135,"balanced_accuracy":0.6582167832167832,"f1":0.4691358024691358,"true_positive":19,"false_positive":18,"false_negative":25,"true_negative":138,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000053,"brier_skill":-0.020651192932330753,"baseline_adjusted_skill":0.31643356643356646,"baseline_adjusted_score":0.31643356643356646},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.17544291085339528,"accuracy":0.795,"positive_recall":0.22,"specificity":0.9866666666666667,"precision":0.8461538461538461,"balanced_accuracy":0.6033333333333334,"f1":0.3492063492063492,"true_positive":11,"false_positive":2,"false_negative":39,"true_negative":148,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":0.06430447544855855,"baseline_adjusted_skill":0.20666666666666678,"baseline_adjusted_score":0.20666666666666678},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.031822751669556455,"accuracy":0.965,"positive_recall":0.7894736842105263,"specificity":0.9834254143646409,"precision":0.8333333333333334,"balanced_accuracy":0.8864495492875837,"f1":0.8108108108108109,"true_positive":15,"false_positive":3,"false_negative":4,"true_negative":178,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.0859749999999999,"brier_skill":0.6298604051229253,"baseline_adjusted_skill":0.7728990985751674,"baseline_adjusted_score":0.7728990985751674},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.97,"baseline_adjusted_score":0.97},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":33},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"binary_brier":0.02183286040291427,"accuracy":0.9766666666666667,"positive_recall":0.98,"specificity":0.9733333333333334,"precision":0.9735099337748344,"balanced_accuracy":0.9766666666666667,"f1":0.9767441860465116,"true_positive":147,"false_positive":4,"false_negative":3,"true_negative":146,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9126685583883429,"baseline_adjusted_skill":0.9533333333333334,"baseline_adjusted_score":0.9533333333333334},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":34},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.9633333333333334,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.9511111111111111,"baseline_adjusted_score":0.9511111111111111},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":35},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"binary_brier":0.2655490747691135,"accuracy":0.6266666666666667,"positive_recall":1,"specificity":0.25333333333333335,"precision":0.5725190839694656,"balanced_accuracy":0.6266666666666667,"f1":0.7281553398058253,"true_positive":150,"false_positive":112,"false_negative":0,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.062196299076453965,"baseline_adjusted_skill":0.2533333333333334,"baseline_adjusted_score":0.2533333333333334},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":36},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"normalized_expected_score_mae":0.2607835314011512,"normalized_score_rmse":0.3483664081138676,"constant_score_baseline":0.5,"constant_mae_baseline":0.3333333333333333,"baseline_adjusted_skill":0.21764940579654646,"baseline_adjusted_score":0.21764940579654646},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":37},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.3433333333333333,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.12444444444444443,"baseline_adjusted_score":0.12444444444444443},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":38},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"binary_brier":0.2728746053702517,"accuracy":0.55,"positive_recall":0.54,"specificity":0.56,"precision":0.5510204081632653,"balanced_accuracy":0.55,"f1":0.5454545454545454,"true_positive":81,"false_positive":66,"false_negative":69,"true_negative":84,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.09149842148100684,"baseline_adjusted_skill":0.10000000000000009,"baseline_adjusted_score":0.10000000000000009},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":39},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"normalized_expected_score_mae":0.32940481681362144,"normalized_score_rmse":0.3928239764021946,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":-0.09801605604540486,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":40},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.10751305284586533,"accuracy":0.8055535714285713,"positive_recall":0.6593591905564925,"specificity":0.8148861125007125,"precision":0.18525641025641054,"balanced_accuracy":0.7371226515286025,"f1":0.2892452296512264,"true_positive":110.78333333333342,"false_positive":487.21666666666613,"false_negative":57.233333333333334,"true_negative":2144.7666666666664,"positive_prevalence":0.060005952380952354,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679296,"brier_skill":-2.338813878730071,"baseline_adjusted_skill":0.4742453030572049,"baseline_adjusted_score":0.4742453030572049},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.10666666666666669,"baseline_adjusted_score":0.10666666666666669},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":50},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.7563739376770539,"uniform_accuracy_baseline":0.027777777777777853,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.7207792207792209,"baseline_adjusted_score":0.7207792207792209},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.48,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.2571428571428572,"baseline_adjusted_score":0.2571428571428572},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.12359104484874617,"accuracy":0.84,"positive_recall":1,"specificity":0.68,"precision":0.7575757575757576,"balanced_accuracy":0.8400000000000001,"f1":0.8620689655172413,"true_positive":50,"false_positive":16,"false_negative":0,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5056358206050153,"baseline_adjusted_skill":0.6800000000000002,"baseline_adjusted_score":0.6800000000000002},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11104121760707124,"accuracy":0.84,"positive_recall":0.96,"specificity":0.72,"precision":0.7741935483870968,"balanced_accuracy":0.84,"f1":0.8571428571428571,"true_positive":48,"false_positive":14,"false_negative":2,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.555835129571715,"baseline_adjusted_skill":0.6799999999999999,"baseline_adjusted_score":0.6799999999999999},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.64,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":0.07692307692307698,"baseline_adjusted_score":0.07692307692307698},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.68,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.6595744680851066,"baseline_adjusted_score":0.6595744680851066},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09103081587193841,"accuracy":0.88,"positive_recall":0.92,"specificity":0.84,"precision":0.8518518518518519,"balanced_accuracy":0.88,"f1":0.8846153846153846,"true_positive":46,"false_positive":8,"false_negative":4,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6358767365122464,"baseline_adjusted_skill":0.76,"baseline_adjusted_score":0.76},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.12000000000000004,"baseline_adjusted_score":0.12000000000000004},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":58},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.62,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.43,"baseline_adjusted_score":0.43},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":59},{"provenance":"measured","status":"complete","counts":{"cases":285,"expected":285,"succeeded":285,"failed":0},"metrics":{"target_mass_at_prediction":0.7228070175438597,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5263157894736842,"baseline_adjusted_skill":0.4148148148148149,"baseline_adjusted_score":0.4148148148148149},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":60},{"provenance":"measured","status":"complete","counts":{"cases":299,"expected":299,"succeeded":299,"failed":0},"metrics":{"binary_brier":0.3898255837432824,"accuracy":0.5083612040133779,"positive_recall":1,"specificity":0.013422818791946308,"precision":0.5050505050505051,"balanced_accuracy":0.5067114093959731,"f1":0.6711409395973155,"true_positive":150,"false_positive":147,"false_negative":0,"true_negative":2,"positive_prevalence":0.5016722408026756,"majority_accuracy_baseline":0.5016722408026756,"constant_brier_baseline":0.24999720361069788,"brier_skill":-0.5593197768336997,"baseline_adjusted_skill":0.01342281879194629,"baseline_adjusted_score":0.01342281879194629},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":61},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.9166666666666666,"uniform_accuracy_baseline":0.2,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":0.8958333333333331,"baseline_adjusted_score":0.8958333333333331},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":62},{"provenance":"measured","status":"complete","counts":{"cases":283,"expected":283,"succeeded":283,"failed":0},"metrics":{"binary_brier":0.3759936647495206,"accuracy":0.4840989399293286,"positive_recall":0.9774436090225563,"specificity":0.04666666666666667,"precision":0.47619047619047616,"balanced_accuracy":0.5120551378446115,"f1":0.6403940886699507,"true_positive":130,"false_positive":143,"false_negative":3,"true_negative":7,"positive_prevalence":0.46996466431095407,"majority_accuracy_baseline":0.5300353356890459,"constant_brier_baseline":0.24909787861004634,"brier_skill":-0.5094213842668849,"baseline_adjusted_skill":0.024110275689223082,"baseline_adjusted_score":0.024110275689223082},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":63},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.7466666666666667,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.6622222222222223,"baseline_adjusted_score":0.6622222222222223},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":64},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.9666666666666667,"uniform_accuracy_baseline":0.20616666666666666,"fixed_answer_accuracy_baseline":0.21333333333333335,"baseline_adjusted_skill":0.9576271186440678,"baseline_adjusted_score":0.9576271186440678},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":65},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.8333333333333334,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.7499999999999999,"baseline_adjusted_score":0.7499999999999999},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":66},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.6366666666666667,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.37333333333333335,"baseline_adjusted_skill":0.42021276595744683,"baseline_adjusted_score":0.42021276595744683},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":67},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"normalized_expected_score_mae":0.14906141593655836,"normalized_score_rmse":0.1902060611265739,"constant_score_baseline":0.5,"constant_mae_baseline":0.26208333333333333,"baseline_adjusted_skill":0.4312441999241017,"baseline_adjusted_score":0.4312441999241017},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":68},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"normalized_expected_score_mae":0.09543120595243612,"normalized_score_rmse":0.12212544909567612,"constant_score_baseline":0.52,"constant_mae_baseline":0.24733333333333335,"baseline_adjusted_skill":0.6141595446667003,"baseline_adjusted_score":0.6141595446667003},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":69},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.6833333333333333,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.5777777777777778,"baseline_adjusted_score":0.5777777777777778},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":71},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8656716417910449,"baseline_adjusted_score":0.8656716417910449},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.07036604058005914,"accuracy":0.92,"positive_recall":0.9,"specificity":0.94,"precision":0.9375,"balanced_accuracy":0.9199999999999999,"f1":0.9183673469387755,"true_positive":45,"false_positive":3,"false_negative":5,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7185358376797635,"baseline_adjusted_skill":0.8399999999999999,"baseline_adjusted_score":0.8399999999999999},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.4325822702702703,"uniform_accuracy_baseline":0.23445945945945923,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.23078283513461037,"baseline_adjusted_score":0.23078283513461037},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.06700852238517709,"accuracy":0.654473677631579,"positive_recall":0.8471809881097523,"specificity":0.47097353471513737,"precision":0.6039423173076922,"balanced_accuracy":0.6590772614124448,"f1":0.7051757038535583,"true_positive":62.81000100000001,"false_positive":41.189999000000014,"false_negative":11.330001999999999,"true_negative":36.669998,"positive_prevalence":0.48776317763157917,"majority_accuracy_baseline":0.5122368223684208,"constant_brier_baseline":0.0945191003976856,"brier_skill":0.2910583987443679,"baseline_adjusted_skill":0.31815452282488965,"baseline_adjusted_score":0.31815452282488965},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.11610812177279356,"normalized_score_rmse":0.16153817250700636,"constant_score_baseline":0.5841668333333334,"constant_mae_baseline":0.21700552708333315,"baseline_adjusted_skill":0.46495315887412203,"baseline_adjusted_score":0.46495315887412203},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.22115653550750025,"accuracy":0.67,"positive_recall":0.94,"specificity":0.4,"precision":0.6103896103896104,"balanced_accuracy":0.6699999999999999,"f1":0.7401574803149606,"true_positive":47,"false_positive":30,"false_negative":3,"true_negative":20,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.115373857969999,"baseline_adjusted_skill":0.33999999999999986,"baseline_adjusted_score":0.33999999999999986},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.28922990776898383,"accuracy":0.64,"positive_recall":0.36,"specificity":0.92,"precision":0.8181818181818182,"balanced_accuracy":0.64,"f1":0.5,"true_positive":18,"false_positive":4,"false_negative":32,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.15691963107593532,"baseline_adjusted_skill":0.28,"baseline_adjusted_score":0.28},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.78,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.639344262295082,"baseline_adjusted_score":0.639344262295082},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.795,"uniform_accuracy_baseline":0.03611111111111102,"fixed_answer_accuracy_baseline":0.08833333333333329,"baseline_adjusted_skill":0.7751371115173675,"baseline_adjusted_score":0.7751371115173675},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"binary_brier":0.221617474659698,"accuracy":0.62,"positive_recall":0.58,"specificity":0.66,"precision":0.6304347826086957,"balanced_accuracy":0.62,"f1":0.6041666666666666,"true_positive":87,"false_positive":51,"false_negative":63,"true_negative":99,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.113530101361208,"baseline_adjusted_skill":0.24,"baseline_adjusted_score":0.24},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":81},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.7272727272727273,"baseline_adjusted_score":0.7272727272727273},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.36333333333333334,"uniform_accuracy_baseline":0.11021428571428572,"fixed_answer_accuracy_baseline":0.12554761904761905,"baseline_adjusted_skill":0.2719252865739102,"baseline_adjusted_score":0.2719252865739102},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":83},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.6066666666666667,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.47555555555555556,"baseline_adjusted_score":0.47555555555555556},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":84},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.775,"uniform_accuracy_baseline":0.04987932421560751,"fixed_answer_accuracy_baseline":0.1244247787610618,"baseline_adjusted_skill":0.7430260764099454,"baseline_adjusted_score":0.7430260764099454},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2690138972922565,"accuracy":0.44,"positive_recall":0.5,"specificity":0.38,"precision":0.44642857142857145,"balanced_accuracy":0.44,"f1":0.4716981132075472,"true_positive":25,"false_positive":31,"false_negative":25,"true_negative":19,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.076055589169026,"baseline_adjusted_skill":-0.12,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.7777777777777778,"uniform_accuracy_baseline":0.23888888888888893,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.6862745098039217,"baseline_adjusted_score":0.6862745098039217},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.14910006503908174,"accuracy":0.78125,"positive_recall":0.8125,"specificity":0.75,"precision":0.7647058823529411,"balanced_accuracy":0.78125,"f1":0.7878787878787878,"true_positive":26,"false_positive":8,"false_negative":6,"true_negative":24,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.40359973984367303,"baseline_adjusted_skill":0.5625,"baseline_adjusted_score":0.5625},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.9545454545454545,"baseline_adjusted_score":0.9545454545454545},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2843469728530835,"accuracy":0.61,"positive_recall":0.22,"specificity":1,"precision":1,"balanced_accuracy":0.61,"f1":0.36065573770491804,"true_positive":11,"false_positive":0,"false_negative":39,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.1373878914123341,"baseline_adjusted_skill":0.21999999999999997,"baseline_adjusted_score":0.21999999999999997},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.8260869565217391,"baseline_adjusted_score":0.8260869565217391},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.020168216110682036,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":16,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.9192529877039238,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.21952322280154477,"normalized_score_rmse":0.3888941780953061,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.3347781127225916,"baseline_adjusted_score":0.3347781127225916},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.1875,"uniform_accuracy_baseline":0.17812500000000006,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.14035087719298242,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.014240652271039506,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":17,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9430373909158419,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.46495767058256793,"normalized_score_rmse":0.5214747569785371,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-2.161712159961462,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.625,"uniform_accuracy_baseline":0.13194444444444448,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":0.06086956521739136,"baseline_adjusted_score":0.06086956521739136},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.0733322965318565,"accuracy":0.9230769230769231,"positive_recall":0.8846153846153846,"specificity":0.9615384615384616,"precision":0.9583333333333334,"balanced_accuracy":0.9230769230769231,"f1":0.92,"true_positive":23,"false_positive":1,"false_negative":3,"true_negative":25,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.706670813872574,"baseline_adjusted_skill":0.8461538461538463,"baseline_adjusted_score":0.8461538461538463},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.0837232544532505,"accuracy":0.88,"positive_recall":0.9743589743589743,"specificity":0.7777777777777778,"precision":0.8260869565217391,"balanced_accuracy":0.8760683760683761,"f1":0.8941176470588236,"true_positive":38,"false_positive":8,"false_negative":1,"true_negative":28,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24959999999999993,"brier_skill":0.6645702946584514,"baseline_adjusted_skill":0.7521367521367521,"baseline_adjusted_score":0.7521367521367521},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.1572462238650769,"normalized_score_rmse":0.22044298239437685,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.4384063433390112,"baseline_adjusted_score":0.4384063433390112},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8235294117647058,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.76,"baseline_adjusted_score":0.76},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.1670894975913102,"accuracy":0.7857142857142857,"positive_recall":1,"specificity":0.5714285714285714,"precision":0.7,"balanced_accuracy":0.7857142857142857,"f1":0.8235294117647058,"true_positive":14,"false_positive":6,"false_negative":0,"true_negative":8,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3316420096347592,"baseline_adjusted_skill":0.5714285714285714,"baseline_adjusted_score":0.5714285714285714},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.19487267279861645,"normalized_score_rmse":0.3101322821791793,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.16969696969696968,"baseline_adjusted_skill":-0.1483568218489899,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.03817489131821634,"accuracy":0.9529411764705882,"positive_recall":0.9777777777777777,"specificity":0.925,"precision":0.9361702127659575,"balanced_accuracy":0.9513888888888888,"f1":0.9565217391304348,"true_positive":44,"false_positive":3,"false_negative":1,"true_negative":37,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.24913494809688563,"brier_skill":0.8467702279032704,"baseline_adjusted_skill":0.9027777777777777,"baseline_adjusted_score":0.9027777777777777},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.56,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.42105263157894746,"baseline_adjusted_score":0.42105263157894746},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.3332925323142695,"accuracy":0.56,"positive_recall":0.42857142857142855,"specificity":0.8666666666666667,"precision":0.8823529411764706,"balanced_accuracy":0.6476190476190476,"f1":0.5769230769230769,"true_positive":15,"false_positive":2,"false_negative":20,"true_negative":13,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.20999999999999996,"brier_skill":-0.5871072967346167,"baseline_adjusted_skill":0.2952380952380953,"baseline_adjusted_score":0.2952380952380953},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.24467333934269844,"normalized_score_rmse":0.4166982182880049,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.1261666452046485,"baseline_adjusted_score":0.1261666452046485},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.7848101265822784,"uniform_accuracy_baseline":0.24240506329113914,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.6304347826086956,"baseline_adjusted_score":0.6304347826086956},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.029497111916631773,"accuracy":0.9523809523809523,"positive_recall":1,"specificity":0.9,"precision":0.9166666666666666,"balanced_accuracy":0.95,"f1":0.9565217391304348,"true_positive":11,"false_positive":1,"false_negative":0,"true_negative":9,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.24943310657596363,"brier_skill":0.8817433967705944,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.8484848484848485,"uniform_accuracy_baseline":0.3237373737373738,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.75,"baseline_adjusted_score":0.75},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.2518433611048113,"accuracy":0.6666666666666666,"positive_recall":0.6470588235294118,"specificity":0.6875,"precision":0.6875,"balanced_accuracy":0.6672794117647058,"f1":0.6666666666666666,"true_positive":11,"false_positive":5,"false_negative":6,"true_negative":11,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":-0.00829933912918901,"baseline_adjusted_skill":0.3345588235294117,"baseline_adjusted_score":0.3345588235294117},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.12215102825776754,"normalized_score_rmse":0.20224523515500042,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.34313725490196084,"baseline_adjusted_skill":0.6440170033630775,"baseline_adjusted_score":0.6440170033630775},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.100033510553829,"accuracy":0.87,"positive_recall":0.92,"specificity":0.82,"precision":0.8363636363636363,"balanced_accuracy":0.87,"f1":0.8761904761904762,"true_positive":46,"false_positive":9,"false_negative":4,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.599865957784684,"baseline_adjusted_skill":0.74,"baseline_adjusted_score":0.74},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.3933333333333333,"uniform_accuracy_baseline":0.3333333333333332,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":0.061855670103092744,"baseline_adjusted_score":0.061855670103092744},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.24976671537205278,"accuracy":0.52,"positive_recall":1,"specificity":0.05263157894736842,"precision":0.5068493150684932,"balanced_accuracy":0.5263157894736842,"f1":0.6727272727272727,"true_positive":37,"false_positive":36,"false_negative":0,"true_negative":2,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555535,"brier_skill":0.0007554950442403285,"baseline_adjusted_skill":0.05263157894736836,"baseline_adjusted_score":0.05263157894736836},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.1428571428571427,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.923076923076923,"baseline_adjusted_score":0.923076923076923},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.29,"uniform_accuracy_baseline":0.32416666666666627,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.07575757575757583,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.04344148248400017,"accuracy":0.9696969696969697,"positive_recall":1,"specificity":0.9411764705882353,"precision":0.9411764705882353,"balanced_accuracy":0.9705882352941176,"f1":0.9696969696969697,"true_positive":16,"false_positive":1,"false_negative":0,"true_negative":16,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.8260743587313376,"baseline_adjusted_skill":0.9411764705882353,"baseline_adjusted_score":0.9411764705882353},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.07731461629384395,"normalized_score_rmse":0.1068535463043377,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.6480851948004345,"baseline_adjusted_score":0.6480851948004345},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1445284599425294,"accuracy":0.76,"positive_recall":0.45454545454545453,"specificity":0.8461538461538461,"precision":0.45454545454545453,"balanced_accuracy":0.6503496503496503,"f1":0.45454545454545453,"true_positive":10,"false_positive":12,"false_negative":12,"true_negative":66,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000028,"brier_skill":0.15775955744446868,"baseline_adjusted_skill":0.3006993006993006,"baseline_adjusted_score":0.3006993006993006},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.12266249082537532,"accuracy":0.84,"positive_recall":0.7027027027027027,"specificity":0.9206349206349206,"precision":0.8387096774193549,"balanced_accuracy":0.8116688116688117,"f1":0.7647058823529411,"true_positive":26,"false_positive":5,"false_negative":11,"true_negative":58,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000008,"brier_skill":0.47377738813652814,"baseline_adjusted_skill":0.6233376233376233,"baseline_adjusted_score":0.6233376233376233},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08352529460758028,"accuracy":0.88,"positive_recall":0.7948717948717948,"specificity":0.9344262295081968,"precision":0.8857142857142857,"balanced_accuracy":0.8646490121899958,"f1":0.8378378378378378,"true_positive":31,"false_positive":4,"false_negative":8,"true_negative":57,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379000000000002,"brier_skill":0.6489058654578386,"baseline_adjusted_skill":0.7292980243799916,"baseline_adjusted_score":0.7292980243799916},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11254098576791481,"accuracy":0.87,"positive_recall":0.8709677419354839,"specificity":0.8695652173913043,"precision":0.75,"balanced_accuracy":0.8702664796633941,"f1":0.8059701492537313,"true_positive":27,"false_positive":9,"false_negative":4,"true_negative":60,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999987,"brier_skill":0.47386168411446994,"baseline_adjusted_skill":0.7405329593267882,"baseline_adjusted_score":0.7405329593267882},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.7916666666666666,"baseline_adjusted_score":0.7916666666666666},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.15023804484546419,"normalized_score_rmse":0.18665266753334422,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.3538148608797239,"baseline_adjusted_score":0.3538148608797239},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.12542449044352577,"accuracy":0.82,"positive_recall":0.88,"specificity":0.76,"precision":0.7857142857142857,"balanced_accuracy":0.8200000000000001,"f1":0.8301886792452831,"true_positive":44,"false_positive":12,"false_negative":6,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4983020382258969,"baseline_adjusted_skill":0.6400000000000001,"baseline_adjusted_score":0.6400000000000001},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2696137057995591,"accuracy":0.49,"positive_recall":0.72,"specificity":0.26,"precision":0.4931506849315068,"balanced_accuracy":0.49,"f1":0.5853658536585366,"true_positive":36,"false_positive":37,"false_negative":14,"true_negative":13,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.07845482319823649,"baseline_adjusted_skill":-0.020000000000000018,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.35,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.8571428571428573,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10889841235735323,"accuracy":0.85,"positive_recall":0.98,"specificity":0.72,"precision":0.7777777777777778,"balanced_accuracy":0.85,"f1":0.8672566371681416,"true_positive":49,"false_positive":14,"false_negative":1,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5644063505705871,"baseline_adjusted_skill":0.7,"baseline_adjusted_score":0.7},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.7857142857142858,"baseline_adjusted_score":0.7857142857142858},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.16666666666666663,"baseline_adjusted_score":0.16666666666666663},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.22470836179786818,"accuracy":0.68,"positive_recall":0.42,"specificity":0.94,"precision":0.875,"balanced_accuracy":0.6799999999999999,"f1":0.5675675675675675,"true_positive":21,"false_positive":3,"false_negative":29,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.10116655280852727,"baseline_adjusted_skill":0.3599999999999999,"baseline_adjusted_score":0.3599999999999999},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.20851190476190457,"fixed_answer_accuracy_baseline":0.2233333333333332,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.04668322754870375,"accuracy":0.94,"positive_recall":0.94,"specificity":0.94,"precision":0.94,"balanced_accuracy":0.94,"f1":0.94,"true_positive":47,"false_positive":3,"false_negative":3,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.813267089805185,"baseline_adjusted_skill":0.8799999999999999,"baseline_adjusted_score":0.8799999999999999},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.10312505192494427,"normalized_score_rmse":0.2141524495003035,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.6562498269168524,"baseline_adjusted_score":0.6562498269168524},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.22851190476190467,"fixed_answer_accuracy_baseline":0.2433333333333333,"baseline_adjusted_skill":0.881057268722467,"baseline_adjusted_score":0.881057268722467},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.04100061702505154,"accuracy":0.94,"positive_recall":0.94,"specificity":0.94,"precision":0.94,"balanced_accuracy":0.94,"f1":0.94,"true_positive":47,"false_positive":3,"false_negative":3,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8359975318997939,"baseline_adjusted_skill":0.8799999999999999,"baseline_adjusted_score":0.8799999999999999},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.07707245709693906,"normalized_score_rmse":0.16751712804071692,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.304222222222222,"baseline_adjusted_skill":0.7466573725812812,"baseline_adjusted_score":0.7466573725812812},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.73,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.564516129032258,"baseline_adjusted_score":0.564516129032258},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.054247940739522466,"accuracy":0.92,"positive_recall":0.98,"specificity":0.86,"precision":0.875,"balanced_accuracy":0.9199999999999999,"f1":0.9245283018867925,"true_positive":49,"false_positive":7,"false_negative":1,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7830082370419101,"baseline_adjusted_skill":0.8399999999999999,"baseline_adjusted_score":0.8399999999999999},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.6799999999999999,"baseline_adjusted_score":0.6799999999999999},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.05610728605819808,"accuracy":0.9,"positive_recall":0.88,"specificity":0.92,"precision":0.9166666666666666,"balanced_accuracy":0.9,"f1":0.8979591836734694,"true_positive":44,"false_positive":4,"false_negative":6,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7755708557672076,"baseline_adjusted_skill":0.8,"baseline_adjusted_score":0.8},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.59,"uniform_accuracy_baseline":0.35333333333333317,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.30508474576271183,"baseline_adjusted_score":0.30508474576271183},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.9032258064516128,"baseline_adjusted_score":0.9032258064516128},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.2833333333333333,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":-0.07499999999999997,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":157},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.4,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.03225806451612906,"baseline_adjusted_score":0.03225806451612906},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.39,"uniform_accuracy_baseline":0.11111111111111088,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.27380952380952384,"baseline_adjusted_score":0.27380952380952384},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.05254029757469871,"accuracy":0.811875,"positive_recall":0.26763348714568225,"specificity":0.9392256671294155,"precision":0.5075,"balanced_accuracy":0.6034295771375489,"f1":0.35045317220543803,"true_positive":20.299999999999997,"false_positive":19.7,"false_negative":55.55,"true_negative":304.45,"positive_prevalence":0.1896249999999999,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500007,"brier_skill":0.309802858717921,"baseline_adjusted_skill":0.2068591542750977,"baseline_adjusted_score":0.2068591542750977},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.15156054035049693,"normalized_score_rmse":0.23171089354185417,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":0.2909448404655114,"baseline_adjusted_score":0.2909448404655114},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.07832403833637067,"accuracy":0.7826249999999999,"positive_recall":0.5799343647444914,"specificity":0.8563149821032895,"precision":0.5947115384615387,"balanced_accuracy":0.7181246734238904,"f1":0.5872300023736057,"true_positive":61.85000000000002,"false_positive":42.14999999999998,"false_negative":44.8,"true_negative":251.1999999999999,"positive_prevalence":0.2666249999999998,"majority_accuracy_baseline":0.7333750000000002,"constant_brier_baseline":0.11565485937499977,"brier_skill":0.32277779974283227,"baseline_adjusted_skill":0.43624934684778083,"baseline_adjusted_score":0.43624934684778083},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.15584500350598887,"normalized_score_rmse":0.2440009567261914,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.4201116148614368,"baseline_adjusted_score":0.4201116148614368},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.068434355966078,"accuracy":0.782625,"positive_recall":0.5449664429530201,"specificity":0.8747614917606245,"precision":0.6278350515463916,"balanced_accuracy":0.7098639673568223,"f1":0.5834730538922154,"true_positive":60.89999999999998,"false_positive":36.10000000000001,"false_negative":50.849999999999994,"true_negative":252.15000000000003,"positive_prevalence":0.2793749999999999,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937499995,"brier_skill":0.3952203947363815,"baseline_adjusted_skill":0.41972793471364467,"baseline_adjusted_score":0.41972793471364467},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.16419245919894024,"normalized_score_rmse":0.2297254870026256,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.37894105267540346,"baseline_adjusted_score":0.37894105267540346},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.08405820885774677,"accuracy":0.8271249999999993,"positive_recall":0.29633802816901406,"specificity":0.9784738955823293,"precision":0.7969696969696969,"balanced_accuracy":0.6374059618756717,"f1":0.43203285420944554,"true_positive":26.299999999999997,"false_positive":6.7,"false_negative":62.45000000000001,"true_negative":304.5499999999997,"positive_prevalence":0.22187499999999974,"majority_accuracy_baseline":0.7781250000000003,"constant_brier_baseline":0.126740234375001,"brier_skill":0.33676776540404674,"baseline_adjusted_skill":0.27481192375134333,"baseline_adjusted_score":0.27481192375134333},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.15667336975242732,"normalized_score_rmse":0.2841293363288625,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.30560279334104234,"baseline_adjusted_score":0.30560279334104234},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.049711704679981115,"accuracy":0.8222499999999995,"positive_recall":0.7169187145557655,"specificity":0.8601291638341263,"precision":0.6482905982905984,"balanced_accuracy":0.7885239391949459,"f1":0.6808797127468582,"true_positive":75.85,"false_positive":41.149999999999984,"false_negative":29.95000000000001,"true_negative":253.0499999999998,"positive_prevalence":0.26449999999999985,"majority_accuracy_baseline":0.7355000000000002,"constant_brier_baseline":0.11362725000000028,"brier_skill":0.5625019114694672,"baseline_adjusted_skill":0.5770478783898918,"baseline_adjusted_score":0.5770478783898918},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.14331911204551717,"normalized_score_rmse":0.20804208374188388,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.4295756734506778,"baseline_adjusted_score":0.4295756734506778},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.07245492441578129,"accuracy":0.8142499999999999,"positive_recall":0.47193211488250636,"specificity":0.895330859616574,"precision":0.5164285714285716,"balanced_accuracy":0.6836314872495401,"f1":0.4931787175989086,"true_positive":36.15000000000001,"false_positive":33.84999999999999,"false_negative":40.450000000000045,"true_negative":289.54999999999995,"positive_prevalence":0.1914999999999999,"majority_accuracy_baseline":0.8085000000000001,"constant_brier_baseline":0.09190274999999995,"brier_skill":0.2116130973688891,"baseline_adjusted_skill":0.3672629744990803,"baseline_adjusted_score":0.3672629744990803},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1410235765062771,"normalized_score_rmse":0.23777324690818696,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.3183150380361228,"baseline_adjusted_score":0.3183150380361228},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.05098658861450639,"accuracy":0.8739999999999999,"positive_recall":0.659891598915989,"specificity":0.9224402207234825,"precision":0.6581081081081082,"balanced_accuracy":0.7911659098197358,"f1":0.658998646820027,"true_positive":48.699999999999996,"false_positive":25.299999999999994,"false_negative":25.10000000000001,"true_negative":300.9,"positive_prevalence":0.1844999999999999,"majority_accuracy_baseline":0.8155000000000001,"constant_brier_baseline":0.1092222499999995,"brier_skill":0.5331849635536108,"baseline_adjusted_skill":0.5823318196394716,"baseline_adjusted_score":0.5823318196394716},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1183647421935882,"normalized_score_rmse":0.20115165503953825,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":0.3749716583836926,"baseline_adjusted_score":0.3749716583836926},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.07418885997677122,"accuracy":0.8394999999999996,"positive_recall":0.26942675159235674,"specificity":0.9786936236391912,"precision":0.7553571428571428,"balanced_accuracy":0.624060187615774,"f1":0.3971830985915494,"true_positive":21.150000000000006,"false_positive":6.850000000000001,"false_negative":57.349999999999994,"true_negative":314.6499999999998,"positive_prevalence":0.19624999999999987,"majority_accuracy_baseline":0.8037500000000002,"constant_brier_baseline":0.09878593749999955,"brier_skill":0.24899371454796837,"baseline_adjusted_skill":0.24812037523154795,"baseline_adjusted_score":0.24812037523154795},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.16490765819668296,"normalized_score_rmse":0.28265636121227167,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":0.21937203220505108,"baseline_adjusted_score":0.21937203220505108},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.0964185092491073,"accuracy":0.6885204081632654,"positive_recall":0.6242586002372477,"specificity":0.7370188003581021,"precision":0.6417682926829267,"balanced_accuracy":0.6806387002976748,"f1":0.6328923631990377,"true_positive":105.24999999999996,"false_positive":58.75000000000002,"false_negative":63.35000000000004,"true_negative":164.65000000000006,"positive_prevalence":0.43010204081632636,"majority_accuracy_baseline":0.5698979591836737,"constant_brier_baseline":0.12359641815910102,"brier_skill":0.21989236674325485,"baseline_adjusted_skill":0.36127740059534963,"baseline_adjusted_score":0.36127740059534963},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.1629557319590667,"normalized_score_rmse":0.23094169362722144,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.4085310469633875,"baseline_adjusted_score":0.4085310469633875},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.05915901345710753,"accuracy":0.8616250000000004,"positive_recall":0.6664044059795438,"specificity":0.8984990340318028,"precision":0.55359477124183,"balanced_accuracy":0.7824517200056733,"f1":0.6047840057122457,"true_positive":84.69999999999997,"false_positive":68.3,"false_negative":42.399999999999956,"true_negative":604.6000000000004,"positive_prevalence":0.15887500000000002,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499934,"brier_skill":0.4010880735480572,"baseline_adjusted_skill":0.5649034400113466,"baseline_adjusted_score":0.5649034400113466},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.12638824336262075,"normalized_score_rmse":0.2191341264234531,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":0.23401064628714696,"baseline_adjusted_score":0.23401064628714696},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.58,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.32258064516129026,"baseline_adjusted_score":0.32258064516129026},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2679179910048149,"accuracy":0.52,"positive_recall":0.54,"specificity":0.5,"precision":0.5192307692307693,"balanced_accuracy":0.52,"f1":0.5294117647058824,"true_positive":27,"false_positive":25,"false_negative":23,"true_negative":25,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.07167196401925957,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.33929754804506296,"uniform_accuracy_baseline":0.058823529411766766,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.22352024922118383,"baseline_adjusted_score":0.22352024922118383},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.45652173913043476,"baseline_adjusted_score":0.45652173913043476},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.22395903128819153,"accuracy":0.62,"positive_recall":0.9,"specificity":0.34,"precision":0.5769230769230769,"balanced_accuracy":0.62,"f1":0.703125,"true_positive":45,"false_positive":33,"false_negative":5,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.10416387484723388,"baseline_adjusted_skill":0.24,"baseline_adjusted_score":0.24},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.54,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.2698412698412699,"baseline_adjusted_score":0.2698412698412699},"scoring":{"eligible":true,"reason":null},"model":180,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.1678675053471649,"accuracy":0.777027027027027,"positive_recall":0.647887323943662,"specificity":0.8961038961038961,"precision":0.8518518518518519,"balanced_accuracy":0.771995610023779,"f1":0.736,"true_positive":46,"false_positive":8,"false_negative":25,"true_negative":69,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.2495891161431699,"brier_skill":0.3274245770762201,"baseline_adjusted_skill":0.5439912200475581,"baseline_adjusted_score":0.5439912200475581},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.35,"uniform_accuracy_baseline":0.20049999999999962,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.08450704225352113,"baseline_adjusted_score":0.08450704225352113},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.9411764705882353,"baseline_adjusted_score":0.9411764705882353},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.574468085106383,"baseline_adjusted_score":0.574468085106383},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.76,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.5102040816326531,"baseline_adjusted_score":0.5102040816326531},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.13358205439598123,"accuracy":0.55661596416,"positive_recall":0.6920478339178968,"specificity":0.339329506145398,"precision":0.6269484523676471,"balanced_accuracy":0.5156886700316474,"f1":0.6578916452616599,"true_positive":42.632494761000004,"false_positive":25.36750523899999,"false_negative":18.970898345000002,"true_negative":13.029101655,"positive_prevalence":0.6160339310599999,"majority_accuracy_baseline":0.6160339310599999,"constant_brier_baseline":0.079087076552024,"brier_skill":-0.689050350825777,"baseline_adjusted_skill":0.031377340063294845,"baseline_adjusted_score":0.031377340063294845},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1947938950422699,"accuracy":0.73,"positive_recall":0.62,"specificity":0.84,"precision":0.7948717948717948,"balanced_accuracy":0.73,"f1":0.6966292134831461,"true_positive":31,"false_positive":8,"false_negative":19,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.22082441983092038,"baseline_adjusted_skill":0.45999999999999996,"baseline_adjusted_score":0.45999999999999996},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.012987012987012965,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.831578947368421,"baseline_adjusted_score":0.831578947368421},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.9166666666666666,"baseline_adjusted_score":0.9166666666666666},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.55,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.2968750000000001,"baseline_adjusted_score":0.2968750000000001},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11145807099266816,"accuracy":0.83,"positive_recall":0.94,"specificity":0.72,"precision":0.7704918032786885,"balanced_accuracy":0.83,"f1":0.8468468468468469,"true_positive":47,"false_positive":14,"false_negative":3,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5541677160293274,"baseline_adjusted_skill":0.6599999999999999,"baseline_adjusted_score":0.6599999999999999},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.12045649459057257,"accuracy":0.6609915626255263,"positive_recall":0.515050221143618,"specificity":0.7289472090067721,"precision":0.4694384634074923,"balanced_accuracy":0.6219987150751951,"f1":0.4911877367114558,"true_positive":114.54298507142812,"false_positive":129.45701492857188,"false_negative":107.8488912335597,"true_negative":348.1511087664403,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768597,"brier_skill":-0.3576092711257104,"baseline_adjusted_skill":0.24399743015039022,"baseline_adjusted_score":0.24399743015039022},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.22745501959269276,"accuracy":0.6,"positive_recall":0.46,"specificity":0.74,"precision":0.6388888888888888,"balanced_accuracy":0.6,"f1":0.5348837209302325,"true_positive":23,"false_positive":13,"false_negative":27,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.09017992162922894,"baseline_adjusted_skill":0.19999999999999996,"baseline_adjusted_score":0.19999999999999996},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.7748344370860927,"uniform_accuracy_baseline":0.006622516556291403,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.7655172413793103,"baseline_adjusted_score":0.7655172413793103},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.7605882352941177,"uniform_accuracy_baseline":0.3333333333333301,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.5585683297180044,"baseline_adjusted_score":0.5585683297180044},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.38,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.03333333333333337,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1659041521508189,"accuracy":0.77,"positive_recall":0.94,"specificity":0.6,"precision":0.7014925373134329,"balanced_accuracy":0.77,"f1":0.8034188034188035,"true_positive":47,"false_positive":20,"false_negative":3,"true_negative":30,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.33638339139672435,"baseline_adjusted_skill":0.54,"baseline_adjusted_score":0.54},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.65,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.27083333333333337,"baseline_adjusted_score":0.27083333333333337},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.07142857142857136,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9775280898876404,"baseline_adjusted_score":0.9775280898876404},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.76,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.47826086956521735,"baseline_adjusted_score":0.47826086956521735},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.41,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.19178082191780815,"baseline_adjusted_score":0.19178082191780815},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.8333333333333334,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.5000000000000001,"baseline_adjusted_score":0.5000000000000001},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.25321387335587237,"accuracy":0.6585365853658537,"positive_recall":0.65,"specificity":0.6666666666666666,"precision":0.65,"balanced_accuracy":0.6583333333333333,"f1":0.65,"true_positive":26,"false_positive":14,"false_negative":14,"true_negative":28,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.24985127900059498,"brier_skill":-0.013458383598145884,"baseline_adjusted_skill":0.31666666666666665,"baseline_adjusted_score":0.31666666666666665},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.17029041743340378,"accuracy":0.76,"positive_recall":0.58,"specificity":0.94,"precision":0.90625,"balanced_accuracy":0.76,"f1":0.7073170731707317,"true_positive":29,"false_positive":3,"false_negative":21,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.31883833026638486,"baseline_adjusted_skill":0.52,"baseline_adjusted_score":0.52},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.6955307262569832,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.6093189964157706,"baseline_adjusted_score":0.6093189964157706},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.47,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.13114754098360648,"baseline_adjusted_score":0.13114754098360648},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.199215949113802,"accuracy":0.725,"positive_recall":0.4772727272727273,"specificity":0.7948717948717948,"precision":0.39622641509433965,"balanced_accuracy":0.6360722610722611,"f1":0.4329896907216495,"true_positive":21,"false_positive":32,"false_negative":23,"true_negative":124,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000053,"brier_skill":-0.16093210439278205,"baseline_adjusted_skill":0.2721445221445222,"baseline_adjusted_score":0.2721445221445222},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.19578480386701705,"accuracy":0.76,"positive_recall":0.44,"specificity":0.8666666666666667,"precision":0.5238095238095238,"balanced_accuracy":0.6533333333333333,"f1":0.4782608695652174,"true_positive":22,"false_positive":20,"false_negative":28,"true_negative":130,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-0.04418562062409093,"baseline_adjusted_skill":0.30666666666666664,"baseline_adjusted_score":0.30666666666666664},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.021818703749988188,"accuracy":0.975,"positive_recall":0.8947368421052632,"specificity":0.9834254143646409,"precision":0.85,"balanced_accuracy":0.939081128234952,"f1":0.8717948717948718,"true_positive":17,"false_positive":3,"false_negative":2,"true_negative":178,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.0859749999999999,"brier_skill":0.7462203692935363,"baseline_adjusted_skill":0.8781622564699041,"baseline_adjusted_score":0.8781622564699041},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.1112466041429421,"accuracy":0.8171607142857144,"positive_recall":0.6876301954171214,"specificity":0.8254294923346781,"precision":0.20092753623188428,"balanced_accuracy":0.7565298438758998,"f1":0.3109845001233712,"true_positive":115.53333333333342,"false_positive":459.46666666666636,"false_negative":52.483333333333334,"true_negative":2172.516666666667,"positive_prevalence":0.060005952380952354,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679296,"brier_skill":-2.454759176139696,"baseline_adjusted_skill":0.5130596877517997,"baseline_adjusted_score":0.5130596877517997},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.6940509915014165,"uniform_accuracy_baseline":0.027777777777777853,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.6493506493506493,"baseline_adjusted_score":0.6493506493506493},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.56,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.37142857142857155,"baseline_adjusted_score":0.37142857142857155},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.15703678643879326,"accuracy":0.81,"positive_recall":0.96,"specificity":0.66,"precision":0.7384615384615385,"balanced_accuracy":0.81,"f1":0.8347826086956521,"true_positive":48,"false_positive":17,"false_negative":2,"true_negative":33,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.37185285424482695,"baseline_adjusted_skill":0.6200000000000001,"baseline_adjusted_score":0.6200000000000001},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10359468007624624,"accuracy":0.84,"positive_recall":0.94,"specificity":0.74,"precision":0.7833333333333333,"balanced_accuracy":0.84,"f1":0.8545454545454545,"true_positive":47,"false_positive":13,"false_negative":3,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5856212796950151,"baseline_adjusted_skill":0.6799999999999999,"baseline_adjusted_score":0.6799999999999999},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.58,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":-0.07692307692307698,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.78,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.7659574468085106,"baseline_adjusted_score":0.7659574468085106},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10515249873464644,"accuracy":0.82,"positive_recall":0.88,"specificity":0.76,"precision":0.7857142857142857,"balanced_accuracy":0.8200000000000001,"f1":0.8301886792452831,"true_positive":44,"false_positive":12,"false_negative":6,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5793900050614142,"baseline_adjusted_skill":0.6400000000000001,"baseline_adjusted_score":0.6400000000000001},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8358208955223883,"baseline_adjusted_score":0.8358208955223883},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.0799790454357389,"accuracy":0.91,"positive_recall":0.84,"specificity":0.98,"precision":0.9767441860465116,"balanced_accuracy":0.9099999999999999,"f1":0.9032258064516129,"true_positive":42,"false_positive":1,"false_negative":8,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6800838182570443,"baseline_adjusted_skill":0.8199999999999998,"baseline_adjusted_score":0.8199999999999998},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.4599246351351351,"uniform_accuracy_baseline":0.23445945945945923,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.2678493829001945,"baseline_adjusted_score":0.2678493829001945},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.09027482249508732,"accuracy":0.639473677631579,"positive_recall":0.8992446493426768,"specificity":0.392114040281815,"precision":0.5848245701754385,"balanced_accuracy":0.6456793448122459,"f1":0.7087275426481203,"true_positive":66.670001,"false_positive":47.329999000000015,"false_negative":7.470001999999997,"true_negative":30.529998000000003,"positive_prevalence":0.48776317763157917,"majority_accuracy_baseline":0.5122368223684208,"constant_brier_baseline":0.0945191003976856,"brier_skill":0.044903917671038296,"baseline_adjusted_skill":0.29135868962449174,"baseline_adjusted_score":0.29135868962449174},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.12850578345296484,"normalized_score_rmse":0.18408505925878754,"constant_score_baseline":0.5841668333333334,"constant_mae_baseline":0.21700552708333315,"baseline_adjusted_skill":0.4078225325403033,"baseline_adjusted_score":0.4078225325403033},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.29698571307894356,"accuracy":0.65,"positive_recall":0.96,"specificity":0.34,"precision":0.5925925925925926,"balanced_accuracy":0.65,"f1":0.732824427480916,"true_positive":48,"false_positive":33,"false_negative":2,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.18794285231577423,"baseline_adjusted_skill":0.30000000000000004,"baseline_adjusted_score":0.30000000000000004},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24150911464955005,"accuracy":0.63,"positive_recall":0.46,"specificity":0.8,"precision":0.696969696969697,"balanced_accuracy":0.63,"f1":0.5542168674698795,"true_positive":23,"false_positive":10,"false_negative":27,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.0339635414017998,"baseline_adjusted_skill":0.26,"baseline_adjusted_score":0.26},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.7377049180327868,"baseline_adjusted_score":0.7377049180327868},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.03611111111111102,"fixed_answer_accuracy_baseline":0.08833333333333329,"baseline_adjusted_skill":0.8354661791590493,"baseline_adjusted_score":0.8354661791590493},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.8181818181818182,"baseline_adjusted_score":0.8181818181818182},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.845,"uniform_accuracy_baseline":0.04987932421560751,"fixed_answer_accuracy_baseline":0.1244247787610618,"baseline_adjusted_skill":0.822973519304629,"baseline_adjusted_score":0.822973519304629},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.31227588144020235,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":50,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.2491035257608094,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.8333333333333334,"uniform_accuracy_baseline":0.23888888888888893,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.7647058823529413,"baseline_adjusted_score":0.7647058823529413},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.08690337388738223,"accuracy":0.875,"positive_recall":0.8125,"specificity":0.9375,"precision":0.9285714285714286,"balanced_accuracy":0.875,"f1":0.8666666666666667,"true_positive":26,"false_positive":2,"false_negative":6,"true_negative":30,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6523865044504711,"baseline_adjusted_skill":0.75,"baseline_adjusted_score":0.75},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.78,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.6666666666666667,"baseline_adjusted_score":0.6666666666666667},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2382066332810709,"accuracy":0.68,"positive_recall":0.4,"specificity":0.96,"precision":0.9090909090909091,"balanced_accuracy":0.6799999999999999,"f1":0.5555555555555556,"true_positive":20,"false_positive":2,"false_negative":30,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.04717346687571644,"baseline_adjusted_skill":0.3599999999999999,"baseline_adjusted_score":0.3599999999999999},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.7941176470588235,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.6956521739130433,"baseline_adjusted_score":0.6956521739130433},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.08861943148172621,"accuracy":0.8181818181818182,"positive_recall":1,"specificity":0.6470588235294118,"precision":0.7272727272727273,"balanced_accuracy":0.8235294117647058,"f1":0.8421052631578947,"true_positive":16,"false_positive":6,"false_negative":0,"true_negative":11,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.6451964673397066,"baseline_adjusted_skill":0.6470588235294117,"baseline_adjusted_score":0.6470588235294117},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.17360128645079384,"normalized_score_rmse":0.37057454969652437,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.473935495603655,"baseline_adjusted_score":0.473935495603655},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.375,"uniform_accuracy_baseline":0.17812500000000006,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":0.12280701754385967,"baseline_adjusted_score":0.12280701754385967},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.01563109747251354,"accuracy":0.9705882352941176,"positive_recall":1,"specificity":0.9411764705882353,"precision":0.9444444444444444,"balanced_accuracy":0.9705882352941176,"f1":0.9714285714285714,"true_positive":17,"false_positive":1,"false_negative":0,"true_negative":16,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9374756101099458,"baseline_adjusted_skill":0.9411764705882353,"baseline_adjusted_score":0.9411764705882353},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.26766033821246205,"normalized_score_rmse":0.3428840789288952,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-0.8200902998447419,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.7083333333333334,"uniform_accuracy_baseline":0.13194444444444448,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":0.2695652173913045,"baseline_adjusted_score":0.2695652173913045},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.08721129612669312,"accuracy":0.9038461538461539,"positive_recall":0.8846153846153846,"specificity":0.9230769230769231,"precision":0.92,"balanced_accuracy":0.9038461538461539,"f1":0.9019607843137255,"true_positive":23,"false_positive":2,"false_negative":3,"true_negative":24,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6511548154932275,"baseline_adjusted_skill":0.8076923076923077,"baseline_adjusted_score":0.8076923076923077},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.13544423697261118,"accuracy":0.8266666666666667,"positive_recall":0.9743589743589743,"specificity":0.6666666666666666,"precision":0.76,"balanced_accuracy":0.8205128205128205,"f1":0.8539325842696629,"true_positive":38,"false_positive":12,"false_negative":1,"true_negative":24,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24959999999999993,"brier_skill":0.45735481982126913,"baseline_adjusted_skill":0.641025641025641,"baseline_adjusted_score":0.641025641025641},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.31334359049797056,"normalized_score_rmse":0.37835677372106963,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.11908425177846627,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.7647058823529411,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.6799999999999998,"baseline_adjusted_score":0.6799999999999998},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.1951631385598151,"accuracy":0.7857142857142857,"positive_recall":1,"specificity":0.5714285714285714,"precision":0.7,"balanced_accuracy":0.7857142857142857,"f1":0.8235294117647058,"true_positive":14,"false_positive":6,"false_negative":0,"true_negative":8,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2193474457607396,"baseline_adjusted_skill":0.5714285714285714,"baseline_adjusted_score":0.5714285714285714},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.23044564615596422,"normalized_score_rmse":0.32689364916783625,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.16969696969696968,"baseline_adjusted_skill":-0.3579832719905036,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.07829289524504007,"accuracy":0.8823529411764706,"positive_recall":0.8444444444444444,"specificity":0.925,"precision":0.926829268292683,"balanced_accuracy":0.8847222222222222,"f1":0.8837209302325582,"true_positive":38,"false_positive":3,"false_negative":7,"true_negative":37,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.24913494809688563,"brier_skill":0.6857410176969917,"baseline_adjusted_skill":0.7694444444444444,"baseline_adjusted_score":0.7694444444444444},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.68,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.5789473684210527,"baseline_adjusted_score":0.5789473684210527},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.2562994516958344,"accuracy":0.68,"positive_recall":0.6,"specificity":0.8666666666666667,"precision":0.9130434782608695,"balanced_accuracy":0.7333333333333334,"f1":0.7241379310344828,"true_positive":21,"false_positive":2,"false_negative":14,"true_negative":13,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.20999999999999996,"brier_skill":-0.22047357950397362,"baseline_adjusted_skill":0.4666666666666668,"baseline_adjusted_score":0.4666666666666668},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.27724849512800576,"normalized_score_rmse":0.4117468206319444,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.009826803114265203,"baseline_adjusted_score":0.009826803114265203},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.7215189873417721,"uniform_accuracy_baseline":0.24240506329113914,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.5217391304347825,"baseline_adjusted_score":0.5217391304347825},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.026291187754164592,"accuracy":0.9523809523809523,"positive_recall":0.9090909090909091,"specificity":1,"precision":1,"balanced_accuracy":0.9545454545454546,"f1":0.9523809523809523,"true_positive":10,"false_positive":0,"false_negative":1,"true_negative":10,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.24943310657596363,"brier_skill":0.8945962381855764,"baseline_adjusted_skill":0.9090909090909092,"baseline_adjusted_score":0.9090909090909092},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.696969696969697,"uniform_accuracy_baseline":0.3237373737373738,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.5000000000000001,"baseline_adjusted_score":0.5000000000000001},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.23036661320457494,"accuracy":0.5757575757575758,"positive_recall":0.4117647058823529,"specificity":0.75,"precision":0.6363636363636364,"balanced_accuracy":0.5808823529411764,"f1":0.5,"true_positive":7,"false_positive":4,"false_negative":10,"true_negative":12,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.07768661110374264,"baseline_adjusted_skill":0.1617647058823528,"baseline_adjusted_score":0.1617647058823528},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.1757723551759138,"normalized_score_rmse":0.2436518668283906,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.34313725490196084,"baseline_adjusted_skill":0.4877491363444799,"baseline_adjusted_score":0.4877491363444799},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.4993928278245626,"accuracy":0.37,"positive_recall":0.52,"specificity":0.22,"precision":0.4,"balanced_accuracy":0.37,"f1":0.45217391304347826,"true_positive":26,"false_positive":39,"false_negative":24,"true_negative":11,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.9975713112982505,"baseline_adjusted_skill":-0.26,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.33333333333333326,"uniform_accuracy_baseline":0.3333333333333332,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":-0.030927835051546504,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.27814882777984495,"accuracy":0.4666666666666667,"positive_recall":0.02702702702702703,"specificity":0.8947368421052632,"precision":0.2,"balanced_accuracy":0.4608819345661451,"f1":0.047619047619047616,"true_positive":1,"false_positive":4,"false_negative":36,"true_negative":34,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555535,"brier_skill":-0.11279314101111604,"baseline_adjusted_skill":-0.07823613086770975,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.1428571428571427,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.9358974358974358,"baseline_adjusted_score":0.9358974358974358},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.29,"uniform_accuracy_baseline":0.32416666666666627,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.07575757575757583,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.05486081910223554,"accuracy":0.9393939393939394,"positive_recall":1,"specificity":0.8823529411764706,"precision":0.8888888888888888,"balanced_accuracy":0.9411764705882353,"f1":0.9411764705882353,"true_positive":16,"false_positive":2,"false_negative":0,"true_negative":15,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.780355029403182,"baseline_adjusted_skill":0.8823529411764706,"baseline_adjusted_score":0.8823529411764706},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.06000239941975892,"normalized_score_rmse":0.0903680150355906,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.7268856302273042,"baseline_adjusted_score":0.7268856302273042},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1820791329423338,"accuracy":0.76,"positive_recall":0.5454545454545454,"specificity":0.8205128205128205,"precision":0.46153846153846156,"balanced_accuracy":0.682983682983683,"f1":0.5,"true_positive":12,"false_positive":14,"false_negative":10,"true_negative":64,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000028,"brier_skill":-0.06106720828865675,"baseline_adjusted_skill":0.3659673659673659,"baseline_adjusted_score":0.3659673659673659},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.194666203375767,"accuracy":0.71,"positive_recall":0.43243243243243246,"specificity":0.873015873015873,"precision":0.6666666666666666,"balanced_accuracy":0.6527241527241527,"f1":0.5245901639344263,"true_positive":16,"false_positive":8,"false_negative":21,"true_negative":55,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000008,"brier_skill":0.16488115239911227,"baseline_adjusted_skill":0.3054483054483055,"baseline_adjusted_score":0.3054483054483055},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2150737943404552,"accuracy":0.76,"positive_recall":0.46153846153846156,"specificity":0.9508196721311475,"precision":0.8571428571428571,"balanced_accuracy":0.7061790668348045,"f1":0.6,"true_positive":18,"false_positive":3,"false_negative":21,"true_negative":58,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379000000000002,"brier_skill":0.09594874173831425,"baseline_adjusted_skill":0.41235813366960894,"baseline_adjusted_score":0.41235813366960894},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1581234184215859,"accuracy":0.8,"positive_recall":0.8064516129032258,"specificity":0.7971014492753623,"precision":0.6410256410256411,"balanced_accuracy":0.801776531089294,"f1":0.7142857142857143,"true_positive":25,"false_positive":14,"false_negative":6,"true_negative":55,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999987,"brier_skill":0.2607600821805236,"baseline_adjusted_skill":0.6035530621785881,"baseline_adjusted_score":0.6035530621785881},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.81,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.7361111111111112,"baseline_adjusted_score":0.7361111111111112},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.14849364689493086,"normalized_score_rmse":0.18802325827281313,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.3613176477637383,"baseline_adjusted_score":0.3613176477637383},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.14931456275505317,"accuracy":0.82,"positive_recall":0.92,"specificity":0.72,"precision":0.7666666666666667,"balanced_accuracy":0.8200000000000001,"f1":0.8363636363636363,"true_positive":46,"false_positive":14,"false_negative":4,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4027417489797873,"baseline_adjusted_skill":0.6400000000000001,"baseline_adjusted_score":0.6400000000000001},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.30580912996392745,"accuracy":0.54,"positive_recall":0.84,"specificity":0.24,"precision":0.525,"balanced_accuracy":0.54,"f1":0.6461538461538462,"true_positive":42,"false_positive":38,"false_negative":8,"true_negative":12,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.2232365198557098,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.35,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.8571428571428573,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.12613410827993335,"accuracy":0.8,"positive_recall":0.92,"specificity":0.68,"precision":0.7419354838709677,"balanced_accuracy":0.8,"f1":0.8214285714285714,"true_positive":46,"false_positive":16,"false_negative":4,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4954635668802666,"baseline_adjusted_skill":0.6000000000000001,"baseline_adjusted_score":0.6000000000000001},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.7380952380952381,"baseline_adjusted_score":0.7380952380952381},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.61,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.35,"baseline_adjusted_score":0.35},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.20197344459397326,"accuracy":0.66,"positive_recall":0.38,"specificity":0.94,"precision":0.8636363636363636,"balanced_accuracy":0.6599999999999999,"f1":0.5277777777777778,"true_positive":19,"false_positive":3,"false_negative":31,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.19210622162410695,"baseline_adjusted_skill":0.31999999999999984,"baseline_adjusted_score":0.31999999999999984},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.20851190476190457,"fixed_answer_accuracy_baseline":0.2233333333333332,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.048466637233040295,"accuracy":0.94,"positive_recall":0.98,"specificity":0.9,"precision":0.9074074074074074,"balanced_accuracy":0.94,"f1":0.9423076923076923,"true_positive":49,"false_positive":5,"false_negative":1,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8061334510678388,"baseline_adjusted_skill":0.8799999999999999,"baseline_adjusted_score":0.8799999999999999},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.08437668673963344,"normalized_score_rmse":0.1520615033706513,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.7187443775345552,"baseline_adjusted_score":0.7187443775345552},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.22851190476190467,"fixed_answer_accuracy_baseline":0.2433333333333333,"baseline_adjusted_skill":0.894273127753304,"baseline_adjusted_score":0.894273127753304},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.03901564058917177,"accuracy":0.95,"positive_recall":0.96,"specificity":0.94,"precision":0.9411764705882353,"balanced_accuracy":0.95,"f1":0.9504950495049505,"true_positive":48,"false_positive":3,"false_negative":2,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8439374376433129,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.09823696576100803,"normalized_score_rmse":0.18491381444839927,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.304222222222222,"baseline_adjusted_skill":0.6770881329988777,"baseline_adjusted_score":0.6770881329988777},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.76,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.6129032258064516,"baseline_adjusted_score":0.6129032258064516},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08427168367921971,"accuracy":0.89,"positive_recall":0.98,"specificity":0.8,"precision":0.8305084745762712,"balanced_accuracy":0.89,"f1":0.8990825688073395,"true_positive":49,"false_positive":10,"false_negative":1,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6629132652831211,"baseline_adjusted_skill":0.78,"baseline_adjusted_score":0.78},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.81,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.6200000000000001,"baseline_adjusted_score":0.6200000000000001},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.06289676547863103,"accuracy":0.92,"positive_recall":0.96,"specificity":0.88,"precision":0.8888888888888888,"balanced_accuracy":0.9199999999999999,"f1":0.9230769230769231,"true_positive":48,"false_positive":6,"false_negative":2,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7484129380854758,"baseline_adjusted_skill":0.8399999999999999,"baseline_adjusted_score":0.8399999999999999},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.56,"uniform_accuracy_baseline":0.35333333333333317,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.2542372881355933,"baseline_adjusted_score":0.2542372881355933},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.8387096774193549,"baseline_adjusted_score":0.8387096774193549},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.43,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.08064516129032256,"baseline_adjusted_score":0.08064516129032256},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.38,"uniform_accuracy_baseline":0.11111111111111088,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.2619047619047619,"baseline_adjusted_score":0.2619047619047619},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.06618023751163223,"accuracy":0.8183750000000001,"positive_recall":0.1793012524719842,"specificity":0.9679160882307575,"precision":0.5666666666666667,"balanced_accuracy":0.5736086703513709,"f1":0.27240861291937907,"true_positive":13.6,"false_positive":10.4,"false_negative":62.24999999999999,"true_negative":313.75,"positive_prevalence":0.1896249999999999,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500007,"brier_skill":0.13062139256146943,"baseline_adjusted_skill":0.14721734070274173,"baseline_adjusted_score":0.14721734070274173},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.16547625676408642,"normalized_score_rmse":0.21913719582197155,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":0.2258420736183091,"baseline_adjusted_score":0.2258420736183091},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.0840439650116851,"accuracy":0.7878749999999998,"positive_recall":0.6413502109704641,"specificity":0.8411453894665075,"precision":0.5947826086956524,"balanced_accuracy":0.7412478002184858,"f1":0.6171892623505527,"true_positive":68.40000000000002,"false_positive":46.59999999999997,"false_negative":38.250000000000014,"true_negative":246.74999999999991,"positive_prevalence":0.2666249999999998,"majority_accuracy_baseline":0.7333750000000002,"constant_brier_baseline":0.11565485937499977,"brier_skill":0.27332093553301884,"baseline_adjusted_skill":0.4824956004369716,"baseline_adjusted_score":0.4824956004369716},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.17297602628934328,"normalized_score_rmse":0.23609606496666202,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.35636827427221107,"baseline_adjusted_score":0.35636827427221107},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.07445704368516493,"accuracy":0.781125,"positive_recall":0.5154362416107382,"specificity":0.8841283607979186,"precision":0.6329670329670329,"balanced_accuracy":0.6997823012043284,"f1":0.5681874229346485,"true_positive":57.59999999999998,"false_positive":33.39999999999999,"false_negative":54.14999999999999,"true_negative":254.85000000000002,"positive_prevalence":0.2793749999999999,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937499995,"brier_skill":0.34199568545175074,"baseline_adjusted_skill":0.39956460240865677,"baseline_adjusted_score":0.39956460240865677},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.17582117685853518,"normalized_score_rmse":0.22879156528039385,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.3349553594003398,"baseline_adjusted_score":0.3349553594003398},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.06659197475016926,"accuracy":0.8448749999999998,"positive_recall":0.5616901408450703,"specificity":0.9256224899598394,"precision":0.6828767123287672,"balanced_accuracy":0.7436563154024549,"f1":0.6163833075734158,"true_positive":49.85000000000001,"false_positive":23.14999999999999,"false_negative":38.90000000000001,"true_negative":288.0999999999999,"positive_prevalence":0.22187499999999974,"majority_accuracy_baseline":0.7781250000000003,"constant_brier_baseline":0.126740234375001,"brier_skill":0.4745790468310491,"baseline_adjusted_skill":0.48731263080490983,"baseline_adjusted_score":0.48731263080490983},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.15341424956171978,"normalized_score_rmse":0.22658988589138596,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.3200476473718791,"baseline_adjusted_score":0.3200476473718791},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.07557616653575533,"accuracy":0.7859999999999995,"positive_recall":0.7523629489603023,"specificity":0.798096532970768,"precision":0.5726618705035971,"balanced_accuracy":0.7752297409655351,"f1":0.6503267973856208,"true_positive":79.6,"false_positive":59.4,"false_negative":26.200000000000014,"true_negative":234.7999999999998,"positive_prevalence":0.26449999999999985,"majority_accuracy_baseline":0.7355000000000002,"constant_brier_baseline":0.11362725000000028,"brier_skill":0.3348763915719588,"baseline_adjusted_skill":0.5504594819310702,"baseline_adjusted_score":0.5504594819310702},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.18457580818641872,"normalized_score_rmse":0.25968697902151167,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.26536991766599505,"baseline_adjusted_score":0.26536991766599505},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.08232469450399776,"accuracy":0.8062499999999999,"positive_recall":0.5163185378590077,"specificity":0.8749226963512677,"precision":0.4943750000000001,"balanced_accuracy":0.6956206171051378,"f1":0.5051085568326948,"true_positive":39.55000000000001,"false_positive":40.44999999999999,"false_negative":37.050000000000026,"true_negative":282.94999999999993,"positive_prevalence":0.1914999999999999,"majority_accuracy_baseline":0.8085000000000001,"constant_brier_baseline":0.09190274999999995,"brier_skill":0.10421946564169393,"baseline_adjusted_skill":0.39124123421027557,"baseline_adjusted_score":0.39124123421027557},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.15996222531795865,"normalized_score_rmse":0.24101778440116903,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.22676869936938415,"baseline_adjusted_score":0.22676869936938415},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.0693601158031436,"accuracy":0.8497499999999999,"positive_recall":0.7432249322493224,"specificity":0.8738503985285102,"precision":0.5713541666666666,"balanced_accuracy":0.8085376653889162,"f1":0.6460541813898704,"true_positive":54.849999999999994,"false_positive":41.15,"false_negative":18.950000000000006,"true_negative":285.04999999999995,"positive_prevalence":0.1844999999999999,"majority_accuracy_baseline":0.8155000000000001,"constant_brier_baseline":0.1092222499999995,"brier_skill":0.364963495962188,"baseline_adjusted_skill":0.6170753307778325,"baseline_adjusted_score":0.6170753307778325},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1969038693692346,"normalized_score_rmse":0.2851907265475323,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":-0.03975640591014984,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.07666910332712625,"accuracy":0.8337499999999995,"positive_recall":0.2738853503184714,"specificity":0.9704510108864697,"precision":0.6935483870967742,"balanced_accuracy":0.6221681806024706,"f1":0.39269406392694073,"true_positive":21.500000000000004,"false_positive":9.5,"false_negative":56.99999999999999,"true_negative":311.99999999999983,"positive_prevalence":0.19624999999999987,"majority_accuracy_baseline":0.8037500000000002,"constant_brier_baseline":0.09878593749999955,"brier_skill":0.22388646332250883,"baseline_adjusted_skill":0.24433636120494118,"baseline_adjusted_score":0.24433636120494118},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.16277808088068924,"normalized_score_rmse":0.25641571429695703,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":0.22945287157070182,"baseline_adjusted_score":0.22945287157070182},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.0965107796132142,"accuracy":0.6977040816326531,"positive_recall":0.620106761565836,"specificity":0.7562667860340196,"precision":0.6575471698113207,"balanced_accuracy":0.6881867737999279,"f1":0.638278388278388,"true_positive":104.54999999999997,"false_positive":54.45000000000001,"false_negative":64.05000000000004,"true_negative":168.95000000000005,"positive_prevalence":0.43010204081632636,"majority_accuracy_baseline":0.5698979591836737,"constant_brier_baseline":0.12359641815910102,"brier_skill":0.21914582112744152,"baseline_adjusted_skill":0.37637354759985575,"baseline_adjusted_score":0.37637354759985575},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.1612015449056984,"normalized_score_rmse":0.21956600908096868,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.41489809626820573,"baseline_adjusted_score":0.41489809626820573},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.08852066382072092,"accuracy":0.8225000000000002,"positive_recall":0.7517702596380803,"specificity":0.8358597116956458,"precision":0.46383495145631065,"balanced_accuracy":0.793814985666863,"f1":0.5737015911137796,"true_positive":95.55,"false_positive":110.45,"false_negative":31.549999999999994,"true_negative":562.4500000000003,"positive_prevalence":0.15887500000000002,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499934,"brier_skill":0.1038376368782522,"baseline_adjusted_skill":0.5876299713337261,"baseline_adjusted_score":0.5876299713337261},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.23729390806684478,"normalized_score_rmse":0.33062667044343264,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-0.43814489737481677,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.53,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.24193548387096778,"baseline_adjusted_score":0.24193548387096778},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2859261119711604,"accuracy":0.59,"positive_recall":0.64,"specificity":0.54,"precision":0.5818181818181818,"balanced_accuracy":0.5900000000000001,"f1":0.6095238095238096,"true_positive":32,"false_positive":23,"false_negative":18,"true_negative":27,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.14370444788464165,"baseline_adjusted_skill":0.18000000000000016,"baseline_adjusted_score":0.18000000000000016},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.2571239231278993,"uniform_accuracy_baseline":0.058823529411766766,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.12694704049844238,"baseline_adjusted_score":0.12694704049844238},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.78,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.5217391304347826,"baseline_adjusted_score":0.5217391304347826},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.21994271799881943,"accuracy":0.66,"positive_recall":0.72,"specificity":0.6,"precision":0.6428571428571429,"balanced_accuracy":0.6599999999999999,"f1":0.6792452830188679,"true_positive":36,"false_positive":20,"false_negative":14,"true_negative":30,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.1202291280047223,"baseline_adjusted_skill":0.31999999999999984,"baseline_adjusted_score":0.31999999999999984},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.57,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.3174603174603174,"baseline_adjusted_score":0.3174603174603174},"scoring":{"eligible":true,"reason":null},"model":181,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.14125192088083183,"accuracy":0.7905405405405406,"positive_recall":0.7464788732394366,"specificity":0.8311688311688312,"precision":0.803030303030303,"balanced_accuracy":0.788823852204134,"f1":0.7737226277372263,"true_positive":53,"false_positive":13,"false_negative":18,"true_negative":64,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.24958911614317017,"brier_skill":0.43406217761592447,"baseline_adjusted_skill":0.577647704408268,"baseline_adjusted_score":0.577647704408268},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.68,"uniform_accuracy_baseline":0.2005,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.5492957746478875,"baseline_adjusted_score":0.5492957746478875},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.9705882352941176,"baseline_adjusted_score":0.9705882352941176},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.7446808510638298,"baseline_adjusted_score":0.7446808510638298},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.9183673469387754,"baseline_adjusted_score":0.9183673469387754},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.06450584046633993,"accuracy":0.6412568144399999,"positive_recall":0.6633488062043112,"specificity":0.6058124936199734,"precision":0.7297238799107142,"balanced_accuracy":0.6345806499121422,"f1":0.6949550722259754,"true_positive":40.864537274999996,"false_positive":15.135462725,"false_negative":20.738855831,"true_negative":23.261144169,"positive_prevalence":0.61603393106,"majority_accuracy_baseline":0.61603393106,"constant_brier_baseline":0.07908707655202402,"brier_skill":0.18436939031489485,"baseline_adjusted_skill":0.2691612998242845,"baseline_adjusted_score":0.2691612998242845},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.06680957191082303,"accuracy":0.92,"positive_recall":0.9,"specificity":0.94,"precision":0.9375,"balanced_accuracy":0.9199999999999999,"f1":0.9183673469387755,"true_positive":45,"false_positive":3,"false_negative":5,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7327617123567078,"baseline_adjusted_skill":0.8399999999999999,"baseline_adjusted_score":0.8399999999999999},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.012987012987012986,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.8947368421052632,"baseline_adjusted_score":0.8947368421052632},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.9166666666666666,"baseline_adjusted_score":0.9166666666666666},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.72,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.5625,"baseline_adjusted_score":0.5625},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.13342955129948947,"accuracy":0.79,"positive_recall":1,"specificity":0.58,"precision":0.704225352112676,"balanced_accuracy":0.79,"f1":0.8264462809917356,"true_positive":50,"false_positive":21,"false_negative":0,"true_negative":29,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4662817948020421,"baseline_adjusted_skill":0.5800000000000001,"baseline_adjusted_score":0.5800000000000001},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.05857529698089481,"accuracy":0.7217212147658159,"positive_recall":0.5386813822112738,"specificity":0.806951280547422,"precision":0.5650866194364598,"balanced_accuracy":0.6728163313793479,"f1":0.5515681570270374,"true_positive":119.79836332052946,"false_positive":92.20163667947054,"false_negative":102.59351298445836,"true_negative":385.40648701554164,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768642,"brier_skill":0.3398250006319876,"baseline_adjusted_skill":0.34563266275869586,"baseline_adjusted_score":0.34563266275869586},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.16533755512275422,"accuracy":0.79,"positive_recall":0.68,"specificity":0.9,"precision":0.8717948717948718,"balanced_accuracy":0.79,"f1":0.7640449438202247,"true_positive":34,"false_positive":5,"false_negative":16,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3386497795089831,"baseline_adjusted_skill":0.5800000000000001,"baseline_adjusted_score":0.5800000000000001},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.9867549668874173,"uniform_accuracy_baseline":0.006622516556291391,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.9862068965517242,"baseline_adjusted_score":0.9862068965517242},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"binary_brier":0.07361124146499662,"accuracy":0.9066666666666666,"positive_recall":0.8266666666666667,"specificity":0.9866666666666667,"precision":0.9841269841269841,"balanced_accuracy":0.9066666666666667,"f1":0.8985507246376812,"true_positive":124,"false_positive":2,"false_negative":26,"true_negative":148,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7055550341400135,"baseline_adjusted_skill":0.8133333333333335,"baseline_adjusted_score":0.8133333333333335},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":14},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.8911764705882353,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.7993492407809112,"baseline_adjusted_score":0.7993492407809112},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.43,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.049999999999999954,"baseline_adjusted_score":0.049999999999999954},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.06436393374797857,"accuracy":0.93,"positive_recall":0.98,"specificity":0.88,"precision":0.8909090909090909,"balanced_accuracy":0.9299999999999999,"f1":0.9333333333333333,"true_positive":49,"false_positive":6,"false_negative":1,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7425442650080858,"baseline_adjusted_skill":0.8599999999999999,"baseline_adjusted_score":0.8599999999999999},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.7083333333333333,"baseline_adjusted_score":0.7083333333333333},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.07142857142857142,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9887640449438202,"baseline_adjusted_score":0.9887640449438202},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.8260869565217392,"baseline_adjusted_score":0.8260869565217392},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.56,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.3972602739726028,"baseline_adjusted_score":0.3972602739726028},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.8333333333333334,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.5000000000000001,"baseline_adjusted_score":0.5000000000000001},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.11111156904840792,"accuracy":0.8536585365853658,"positive_recall":0.85,"specificity":0.8571428571428571,"precision":0.85,"balanced_accuracy":0.8535714285714285,"f1":0.85,"true_positive":34,"false_positive":6,"false_negative":6,"true_negative":36,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.2498512790005949,"brier_skill":0.5552891724514912,"baseline_adjusted_skill":0.7071428571428571,"baseline_adjusted_score":0.7071428571428571},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1402998798764444,"accuracy":0.82,"positive_recall":0.64,"specificity":1,"precision":1,"balanced_accuracy":0.8200000000000001,"f1":0.7804878048780488,"true_positive":32,"false_positive":0,"false_negative":18,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4388004804942224,"baseline_adjusted_skill":0.6400000000000001,"baseline_adjusted_score":0.6400000000000001},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.8212290502793296,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.7706093189964157,"baseline_adjusted_score":0.7706093189964157},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.62,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.3770491803278688,"baseline_adjusted_score":0.3770491803278688},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.14653621604382597,"accuracy":0.805,"positive_recall":0.5454545454545454,"specificity":0.8782051282051282,"precision":0.5581395348837209,"balanced_accuracy":0.7118298368298368,"f1":0.5517241379310345,"true_positive":24,"false_positive":19,"false_negative":20,"true_negative":137,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":0.1460593470639513,"baseline_adjusted_skill":0.4236596736596736,"baseline_adjusted_score":0.4236596736596736},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.146350346959534,"accuracy":0.79,"positive_recall":0.4,"specificity":0.92,"precision":0.625,"balanced_accuracy":0.66,"f1":0.4878048780487805,"true_positive":20,"false_positive":12,"false_negative":30,"true_negative":138,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":0.2194648162158187,"baseline_adjusted_skill":0.32000000000000006,"baseline_adjusted_score":0.32000000000000006},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.04586933290410719,"accuracy":0.935,"positive_recall":0.6842105263157895,"specificity":0.9613259668508287,"precision":0.65,"balanced_accuracy":0.822768246583309,"f1":0.6666666666666666,"true_positive":13,"false_positive":7,"false_negative":6,"true_negative":174,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.085975,"brier_skill":0.46648057104847696,"baseline_adjusted_skill":0.6455364931666181,"baseline_adjusted_score":0.6455364931666181},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.9966666666666667,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.9949999999999999,"baseline_adjusted_score":0.9949999999999999},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":33},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"binary_brier":0.0056141477356956545,"accuracy":0.9966666666666667,"positive_recall":1,"specificity":0.9933333333333333,"precision":0.9933774834437086,"balanced_accuracy":0.9966666666666666,"f1":0.9966777408637874,"true_positive":150,"false_positive":1,"false_negative":0,"true_negative":149,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9775434090572174,"baseline_adjusted_skill":0.9933333333333332,"baseline_adjusted_score":0.9933333333333332},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":34},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.9866666666666667,"baseline_adjusted_score":0.9866666666666667},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":35},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"binary_brier":0.07431244618671703,"accuracy":0.8933333333333333,"positive_recall":1,"specificity":0.7866666666666666,"precision":0.8241758241758241,"balanced_accuracy":0.8933333333333333,"f1":0.9036144578313253,"true_positive":150,"false_positive":32,"false_negative":0,"true_negative":118,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7027502152531319,"baseline_adjusted_skill":0.7866666666666666,"baseline_adjusted_score":0.7866666666666666},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":36},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"normalized_expected_score_mae":0.08665634030010551,"normalized_score_rmse":0.1377766732950909,"constant_score_baseline":0.5,"constant_mae_baseline":0.3333333333333333,"baseline_adjusted_skill":0.7400309790996835,"baseline_adjusted_score":0.7400309790996835},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":37},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.5133333333333333,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.3511111111111111,"baseline_adjusted_score":0.3511111111111111},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":38},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"binary_brier":0.22781395090883994,"accuracy":0.5933333333333334,"positive_recall":0.44,"specificity":0.7466666666666667,"precision":0.6346153846153846,"balanced_accuracy":0.5933333333333334,"f1":0.5196850393700787,"true_positive":66,"false_positive":38,"false_negative":84,"true_negative":112,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.08874419636464026,"baseline_adjusted_skill":0.18666666666666676,"baseline_adjusted_score":0.18666666666666676},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":39},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"normalized_expected_score_mae":0.30059985168438286,"normalized_score_rmse":0.359970124735931,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":-0.001999505614609598,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":40},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.05984254977545354,"accuracy":0.8801249999999999,"positive_recall":0.5932943160400754,"specificity":0.8984352737795959,"precision":0.2716167120799273,"balanced_accuracy":0.7458647949098356,"f1":0.37263636646833437,"true_positive":99.68333333333334,"false_positive":267.31666666666666,"false_negative":68.33333333333333,"true_negative":2364.6666666666665,"positive_prevalence":0.060005952380952375,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679138,"brier_skill":-0.8584081694278951,"baseline_adjusted_skill":0.4917295898196712,"baseline_adjusted_score":0.4917295898196712},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.52,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.36000000000000004,"baseline_adjusted_score":0.36000000000000004},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":50},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.6005665722379604,"uniform_accuracy_baseline":0.027777777777777776,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.5422077922077922,"baseline_adjusted_score":0.5422077922077922},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.8142857142857144,"baseline_adjusted_score":0.8142857142857144},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.07434841272803318,"accuracy":0.91,"positive_recall":1,"specificity":0.82,"precision":0.847457627118644,"balanced_accuracy":0.9099999999999999,"f1":0.9174311926605505,"true_positive":50,"false_positive":9,"false_negative":0,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7026063490878673,"baseline_adjusted_skill":0.8199999999999998,"baseline_adjusted_score":0.8199999999999998},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.05290289483171783,"accuracy":0.93,"positive_recall":0.92,"specificity":0.94,"precision":0.9387755102040817,"balanced_accuracy":0.9299999999999999,"f1":0.9292929292929293,"true_positive":46,"false_positive":3,"false_negative":4,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7883884206731286,"baseline_adjusted_skill":0.8599999999999999,"baseline_adjusted_score":0.8599999999999999},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.68,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":0.17948717948717963,"baseline_adjusted_score":0.17948717948717963},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.8829787234042554,"baseline_adjusted_score":0.8829787234042554},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.0758373867529085,"accuracy":0.89,"positive_recall":0.88,"specificity":0.9,"precision":0.8979591836734694,"balanced_accuracy":0.89,"f1":0.8888888888888888,"true_positive":44,"false_positive":5,"false_negative":6,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6966504529883659,"baseline_adjusted_skill":0.78,"baseline_adjusted_score":0.78},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.5566666666666666,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.40888888888888886,"baseline_adjusted_score":0.40888888888888886},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":58},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.7233333333333334,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.5850000000000001,"baseline_adjusted_score":0.5850000000000001},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":59},{"provenance":"measured","status":"complete","counts":{"cases":285,"expected":285,"succeeded":285,"failed":0},"metrics":{"target_mass_at_prediction":0.8421052631578947,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5263157894736842,"baseline_adjusted_skill":0.6666666666666666,"baseline_adjusted_score":0.6666666666666666},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":60},{"provenance":"measured","status":"complete","counts":{"cases":299,"expected":299,"succeeded":299,"failed":0},"metrics":{"binary_brier":0.17530106781132507,"accuracy":0.7424749163879598,"positive_recall":0.8333333333333334,"specificity":0.6510067114093959,"precision":0.7062146892655368,"balanced_accuracy":0.7421700223713646,"f1":0.764525993883792,"true_positive":125,"false_positive":52,"false_negative":25,"true_negative":97,"positive_prevalence":0.5016722408026756,"majority_accuracy_baseline":0.5016722408026756,"constant_brier_baseline":0.24999720361069788,"brier_skill":0.2987878853064756,"baseline_adjusted_skill":0.4843400447427293,"baseline_adjusted_score":0.4843400447427293},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":61},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.9633333333333334,"uniform_accuracy_baseline":0.2,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":0.9541666666666667,"baseline_adjusted_score":0.9541666666666667},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":62},{"provenance":"measured","status":"complete","counts":{"cases":283,"expected":283,"succeeded":283,"failed":0},"metrics":{"binary_brier":0.2565749777770696,"accuracy":0.5971731448763251,"positive_recall":0.8345864661654135,"specificity":0.38666666666666666,"precision":0.5467980295566502,"balanced_accuracy":0.6106265664160401,"f1":0.6607142857142857,"true_positive":111,"false_positive":92,"false_negative":22,"true_negative":58,"positive_prevalence":0.46996466431095407,"majority_accuracy_baseline":0.5300353356890459,"constant_brier_baseline":0.24909787861004634,"brier_skill":-0.030016711538231933,"baseline_adjusted_skill":0.22125313283208015,"baseline_adjusted_score":0.22125313283208015},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":63},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.8566666666666667,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.8088888888888889,"baseline_adjusted_score":0.8088888888888889},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":64},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.20616666666666666,"fixed_answer_accuracy_baseline":0.21333333333333335,"baseline_adjusted_skill":0.9745762711864406,"baseline_adjusted_score":0.9745762711864406},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":65},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.8349999999999999,"baseline_adjusted_score":0.8349999999999999},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":66},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.7533333333333333,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.37333333333333335,"baseline_adjusted_skill":0.6063829787234042,"baseline_adjusted_score":0.6063829787234042},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":67},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"normalized_expected_score_mae":0.13902375396418695,"normalized_score_rmse":0.1727946061871714,"constant_score_baseline":0.5,"constant_mae_baseline":0.26208333333333333,"baseline_adjusted_skill":0.46954370506510545,"baseline_adjusted_score":0.46954370506510545},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":68},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"normalized_expected_score_mae":0.08689224881239546,"normalized_score_rmse":0.10987131769264864,"constant_score_baseline":0.52,"constant_mae_baseline":0.24733333333333335,"baseline_adjusted_skill":0.6486836301385628,"baseline_adjusted_score":0.6486836301385628},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":69},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.8533333333333334,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.8044444444444445,"baseline_adjusted_score":0.8044444444444445},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":71},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8656716417910449,"baseline_adjusted_score":0.8656716417910449},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.05350696399070104,"accuracy":0.92,"positive_recall":0.88,"specificity":0.96,"precision":0.9565217391304348,"balanced_accuracy":0.9199999999999999,"f1":0.9166666666666666,"true_positive":44,"false_positive":2,"false_negative":6,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7859721440371958,"baseline_adjusted_skill":0.8399999999999999,"baseline_adjusted_score":0.8399999999999999},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.5165237432432432,"uniform_accuracy_baseline":0.23445945945945948,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.34457769643661856,"baseline_adjusted_score":0.34457769643661856},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.020487248143679478,"accuracy":0.7353947171052632,"positive_recall":0.7480442103569916,"specificity":0.7233495911899407,"precision":0.7202597402597403,"balanced_accuracy":0.7356969007734662,"f1":0.7338890948678888,"true_positive":55.46,"false_positive":21.54,"false_negative":18.680003,"true_negative":56.319997,"positive_prevalence":0.4877631776315789,"majority_accuracy_baseline":0.512236822368421,"constant_brier_baseline":0.09451910039768556,"brier_skill":0.7832475334881506,"baseline_adjusted_skill":0.47139380154693233,"baseline_adjusted_score":0.47139380154693233},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.07463696040597995,"normalized_score_rmse":0.1016561075130585,"constant_score_baseline":0.5841668333333333,"constant_mae_baseline":0.21700552708333334,"baseline_adjusted_skill":0.6560596340142146,"baseline_adjusted_score":0.6560596340142146},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1757366014320529,"accuracy":0.74,"positive_recall":0.88,"specificity":0.6,"precision":0.6875,"balanced_accuracy":0.74,"f1":0.7719298245614035,"true_positive":44,"false_positive":20,"false_negative":6,"true_negative":30,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.29705359427178835,"baseline_adjusted_skill":0.48,"baseline_adjusted_score":0.48},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24006815948568982,"accuracy":0.63,"positive_recall":0.34,"specificity":0.92,"precision":0.8095238095238095,"balanced_accuracy":0.63,"f1":0.4788732394366197,"true_positive":17,"false_positive":4,"false_negative":33,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.0397273620572407,"baseline_adjusted_skill":0.26,"baseline_adjusted_score":0.26},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.9180327868852458,"baseline_adjusted_score":0.9180327868852458},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.915,"uniform_accuracy_baseline":0.036111111111111115,"fixed_answer_accuracy_baseline":0.08833333333333333,"baseline_adjusted_skill":0.906764168190128,"baseline_adjusted_score":0.906764168190128},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"binary_brier":0.13235199507926354,"accuracy":0.8,"positive_recall":0.8066666666666666,"specificity":0.7933333333333333,"precision":0.7960526315789473,"balanced_accuracy":0.8,"f1":0.8013245033112583,"true_positive":121,"false_positive":31,"false_negative":29,"true_negative":119,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.47059201968294584,"baseline_adjusted_skill":0.6000000000000001,"baseline_adjusted_score":0.6000000000000001},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":81},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.9545454545454545,"baseline_adjusted_score":0.9545454545454545},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.6433333333333333,"uniform_accuracy_baseline":0.11021428571428572,"fixed_answer_accuracy_baseline":0.12554761904761905,"baseline_adjusted_skill":0.5921256841016146,"baseline_adjusted_score":0.5921256841016146},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":83},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.7833333333333333,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.7111111111111111,"baseline_adjusted_score":0.7111111111111111},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":84},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.049879324215607396,"fixed_answer_accuracy_baseline":0.12442477876106194,"baseline_adjusted_skill":0.87436830402264,"baseline_adjusted_score":0.87436830402264},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.33809575128953967,"accuracy":0.49,"positive_recall":0,"specificity":0.98,"precision":0,"balanced_accuracy":0.49,"f1":0,"true_positive":0,"false_positive":1,"false_negative":50,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.3523830051581587,"baseline_adjusted_skill":-0.020000000000000018,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.23888888888888887,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.023057046039271067,"accuracy":0.953125,"positive_recall":0.90625,"specificity":1,"precision":1,"balanced_accuracy":0.953125,"f1":0.9508196721311475,"true_positive":29,"false_positive":0,"false_negative":3,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9077718158429158,"baseline_adjusted_skill":0.90625,"baseline_adjusted_score":0.90625},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.00012566817985713662,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":50,"false_positive":0,"false_negative":0,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9994973272805715,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.8260869565217391,"baseline_adjusted_score":0.8260869565217391},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.00032761863469921555,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":16,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.9986883209809285,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.02137045605573803,"normalized_score_rmse":0.03653052912887058,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.9352410422553393,"baseline_adjusted_score":0.9352410422553393},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.96875,"uniform_accuracy_baseline":0.178125,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":0.956140350877193,"baseline_adjusted_score":0.956140350877193},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.000043632340193309536,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":17,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9998254706392268,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.012997658992603914,"normalized_score_rmse":0.03318289424132595,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":0.9116159188502934,"baseline_adjusted_score":0.9116159188502934},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.13194444444444445,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":7.763431813014389e-7,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":26,"false_positive":0,"false_negative":0,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9999968946272748,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.0000014085107926979756,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":39,"false_positive":0,"false_negative":0,"true_negative":36,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24960000000000004,"brier_skill":0.9999943569279138,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.004606891128933057,"normalized_score_rmse":0.006627612006473127,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.9835468173966676,"baseline_adjusted_score":0.9835468173966676},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.9117647058823529,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.8799999999999998,"baseline_adjusted_score":0.8799999999999998},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.00003505292722388828,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":14,"false_positive":0,"false_negative":0,"true_negative":14,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9998597882911044,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.001328300165451682,"normalized_score_rmse":0.0015199306273113757,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.1696969696969697,"baseline_adjusted_skill":0.9921725168821597,"baseline_adjusted_score":0.9921725168821597},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.0018214406179046213,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":45,"false_positive":0,"false_negative":0,"true_negative":40,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.2491349480968858,"brier_skill":0.9926889397420218,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.0000015039945825044758,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":35,"false_positive":0,"false_negative":0,"true_negative":15,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.21,"brier_skill":0.9999928381210357,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.0006642873478267575,"normalized_score_rmse":0.0010323259900622023,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.997627545186333,"baseline_adjusted_score":0.997627545186333},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.24240506329113923,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.0000015204478892464174,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":11,"false_positive":0,"false_negative":0,"true_negative":10,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.2494331065759637,"brier_skill":0.9999939043861895,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.9393939393939394,"uniform_accuracy_baseline":0.32373737373737377,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.9000000000000001,"baseline_adjusted_score":0.9000000000000001},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.04059567492869739,"accuracy":0.9696969696969697,"positive_recall":0.9411764705882353,"specificity":1,"precision":1,"balanced_accuracy":0.9705882352941176,"f1":0.9696969696969697,"true_positive":16,"false_positive":0,"false_negative":1,"true_negative":16,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.8374680514803255,"baseline_adjusted_skill":0.9411764705882353,"baseline_adjusted_score":0.9411764705882353},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.04775877840099793,"normalized_score_rmse":0.15101037919837512,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.3431372549019608,"baseline_adjusted_skill":0.8608172743742346,"baseline_adjusted_score":0.8608172743742346},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.00925933528365876,"accuracy":0.99,"positive_recall":1,"specificity":0.98,"precision":0.9803921568627451,"balanced_accuracy":0.99,"f1":0.9900990099009901,"true_positive":50,"false_positive":1,"false_negative":0,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9629626588653649,"baseline_adjusted_skill":0.98,"baseline_adjusted_score":0.98},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.8533333333333333,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":0.7731958762886596,"baseline_adjusted_score":0.7731958762886596},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.0008285107666085536,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":37,"false_positive":0,"false_negative":0,"true_negative":38,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555554,"brier_skill":0.9966853676655952,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.14285714285714285,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.44,"uniform_accuracy_baseline":0.32416666666666666,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.1515151515151515,"baseline_adjusted_score":0.1515151515151515},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.000026865126872167172,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":16,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.9998924407236626,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.0013574736360279724,"normalized_score_rmse":0.0038826230832552,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.9938211544842864,"baseline_adjusted_score":0.9938211544842864},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.03831763293314396,"accuracy":0.93,"positive_recall":0.6818181818181818,"specificity":1,"precision":1,"balanced_accuracy":0.8409090909090908,"f1":0.8108108108108109,"true_positive":15,"false_positive":0,"false_negative":7,"true_negative":78,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":0.7767037707858744,"baseline_adjusted_skill":0.6818181818181817,"baseline_adjusted_score":0.6818181818181817},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.005536452387358764,"accuracy":0.99,"positive_recall":0.972972972972973,"specificity":1,"precision":1,"balanced_accuracy":0.9864864864864865,"f1":0.9863013698630136,"true_positive":36,"false_positive":0,"false_negative":1,"true_negative":63,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000003,"brier_skill":0.9762485955068264,"baseline_adjusted_skill":0.972972972972973,"baseline_adjusted_score":0.972972972972973},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.02475516350045079,"accuracy":0.97,"positive_recall":0.9230769230769231,"specificity":1,"precision":1,"balanced_accuracy":0.9615384615384616,"f1":0.96,"true_positive":36,"false_positive":0,"false_negative":3,"true_negative":61,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379,"brier_skill":0.8959429865470753,"baseline_adjusted_skill":0.9230769230769231,"baseline_adjusted_score":0.9230769230769231},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.02818748094496329,"accuracy":0.97,"positive_recall":0.9032258064516129,"specificity":1,"precision":1,"balanced_accuracy":0.9516129032258065,"f1":0.9491525423728814,"true_positive":28,"false_positive":0,"false_negative":3,"true_negative":69,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999998,"brier_skill":0.8682212204536546,"baseline_adjusted_skill":0.903225806451613,"baseline_adjusted_score":0.903225806451613},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.9583333333333333,"baseline_adjusted_score":0.9583333333333333},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.1328880212677177,"normalized_score_rmse":0.1645551383964422,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.4284386182033647,"baseline_adjusted_score":0.4284386182033647},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.06087236111729503,"accuracy":0.93,"positive_recall":0.98,"specificity":0.88,"precision":0.8909090909090909,"balanced_accuracy":0.9299999999999999,"f1":0.9333333333333333,"true_positive":49,"false_positive":6,"false_negative":1,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7565105555308199,"baseline_adjusted_skill":0.8599999999999999,"baseline_adjusted_score":0.8599999999999999},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.26971479131851583,"accuracy":0.61,"positive_recall":0.84,"specificity":0.38,"precision":0.5753424657534246,"balanced_accuracy":0.61,"f1":0.6829268292682927,"true_positive":42,"false_positive":31,"false_negative":8,"true_negative":19,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.07885916527406334,"baseline_adjusted_skill":0.21999999999999997,"baseline_adjusted_score":0.21999999999999997},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.79,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":0.4000000000000001,"baseline_adjusted_score":0.4000000000000001},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.06576782181753903,"accuracy":0.92,"positive_recall":0.98,"specificity":0.86,"precision":0.875,"balanced_accuracy":0.9199999999999999,"f1":0.9245283018867925,"true_positive":49,"false_positive":7,"false_negative":1,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7369287127298438,"baseline_adjusted_skill":0.8399999999999999,"baseline_adjusted_score":0.8399999999999999},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.8809523809523808,"baseline_adjusted_score":0.8809523809523808},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.74,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.5666666666666667,"baseline_adjusted_score":0.5666666666666667},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09733710642435757,"accuracy":0.85,"positive_recall":0.82,"specificity":0.88,"precision":0.8723404255319149,"balanced_accuracy":0.85,"f1":0.845360824742268,"true_positive":41,"false_positive":6,"false_negative":9,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6106515743025698,"baseline_adjusted_skill":0.7,"baseline_adjusted_score":0.7},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.20851190476190473,"fixed_answer_accuracy_baseline":0.22333333333333333,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.015205180083069892,"accuracy":0.97,"positive_recall":0.98,"specificity":0.96,"precision":0.9607843137254902,"balanced_accuracy":0.97,"f1":0.9702970297029703,"true_positive":49,"false_positive":2,"false_negative":1,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9391792796677204,"baseline_adjusted_skill":0.94,"baseline_adjusted_score":0.94},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.035072476282184656,"normalized_score_rmse":0.08041134072669646,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.8830917457260512,"baseline_adjusted_score":0.8830917457260512},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.22851190476190475,"fixed_answer_accuracy_baseline":0.24333333333333332,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.0017161484345122842,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":50,"false_positive":0,"false_negative":0,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9931354062619508,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.019159355984415417,"normalized_score_rmse":0.04011765325175746,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.3042222222222222,"baseline_adjusted_skill":0.9370218393499858,"baseline_adjusted_score":0.9370218393499858},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.77,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.6290322580645161,"baseline_adjusted_score":0.6290322580645161},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.05689440481444854,"accuracy":0.92,"positive_recall":0.88,"specificity":0.96,"precision":0.9565217391304348,"balanced_accuracy":0.9199999999999999,"f1":0.9166666666666666,"true_positive":44,"false_positive":2,"false_negative":6,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7724223807422058,"baseline_adjusted_skill":0.8399999999999999,"baseline_adjusted_score":0.8399999999999999},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.03856624421541469,"accuracy":0.96,"positive_recall":0.98,"specificity":0.94,"precision":0.9423076923076923,"balanced_accuracy":0.96,"f1":0.9607843137254902,"true_positive":49,"false_positive":3,"false_negative":1,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8457350231383413,"baseline_adjusted_skill":0.9199999999999999,"baseline_adjusted_score":0.9199999999999999},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.59,"uniform_accuracy_baseline":0.3533333333333333,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.30508474576271183,"baseline_adjusted_score":0.30508474576271183},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.9032258064516128,"baseline_adjusted_score":0.9032258064516128},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.7566666666666667,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.635,"baseline_adjusted_score":0.635},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":157},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.73,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.564516129032258,"baseline_adjusted_score":0.564516129032258},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.51,"uniform_accuracy_baseline":0.1111111111111111,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.41666666666666663,"baseline_adjusted_score":0.41666666666666663},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.06867307728921337,"accuracy":0.806125,"positive_recall":0.6677653263019117,"specificity":0.8385006941230911,"precision":0.49174757281553394,"balanced_accuracy":0.7531330102125013,"f1":0.5663964215823316,"true_positive":50.65,"false_positive":52.35,"false_negative":25.2,"true_negative":271.8,"positive_prevalence":0.189625,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500001,"brier_skill":0.09787413060097871,"baseline_adjusted_skill":0.5062660204250027,"baseline_adjusted_score":0.5062660204250027},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.19593405392806745,"normalized_score_rmse":0.22944157773561655,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":0.08334945530728677,"baseline_adjusted_score":0.08334945530728677},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.05301607908626101,"accuracy":0.796125,"positive_recall":0.47398030942334735,"specificity":0.913243565706494,"precision":0.6651315789473684,"balanced_accuracy":0.6936119375649207,"f1":0.5535176567205037,"true_positive":50.55,"false_positive":25.45,"false_negative":56.1,"true_negative":267.9,"positive_prevalence":0.266625,"majority_accuracy_baseline":0.733375,"constant_brier_baseline":0.115654859375,"brier_skill":0.541600937714503,"baseline_adjusted_skill":0.38722387512984136,"baseline_adjusted_score":0.38722387512984136},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1674484588123596,"normalized_score_rmse":0.21292786779427839,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.3769359672098248,"baseline_adjusted_score":0.3769359672098248},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.052934533285640475,"accuracy":0.7978749999999999,"positive_recall":0.6975391498881433,"specificity":0.8367736339982653,"precision":0.6236,"balanced_accuracy":0.7671563919432043,"f1":0.6585005279831045,"true_positive":77.95,"false_positive":47.05,"false_negative":33.8,"true_negative":241.2,"positive_prevalence":0.279375,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937500001,"brier_skill":0.5321980357180203,"baseline_adjusted_skill":0.5343127838864086,"baseline_adjusted_score":0.5343127838864086},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.17819089443742997,"normalized_score_rmse":0.21879185902653667,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.3259918886527472,"baseline_adjusted_score":0.3259918886527472},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.034687420410379345,"accuracy":0.8903749999999999,"positive_recall":0.7092957746478874,"specificity":0.942008032128514,"precision":0.7771604938271606,"balanced_accuracy":0.8256519033882007,"f1":0.7416789396170839,"true_positive":62.95,"false_positive":18.05,"false_negative":25.8,"true_negative":293.2,"positive_prevalence":0.221875,"majority_accuracy_baseline":0.778125,"constant_brier_baseline":0.12674023437499998,"brier_skill":0.7263109021264239,"baseline_adjusted_skill":0.6513038067764014,"baseline_adjusted_score":0.6513038067764014},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1403767891026655,"normalized_score_rmse":0.18348998232953734,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.37783140563915574,"baseline_adjusted_score":0.37783140563915574},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.03725980095453587,"accuracy":0.83625,"positive_recall":0.7386578449905482,"specificity":0.8713460231135282,"precision":0.6737068965517242,"balanced_accuracy":0.8050019340520382,"f1":0.7046889089269612,"true_positive":78.15,"false_positive":37.85,"false_negative":27.65,"true_negative":256.35,"positive_prevalence":0.2645,"majority_accuracy_baseline":0.7355,"constant_brier_baseline":0.11362725,"brier_skill":0.6720874530138161,"baseline_adjusted_skill":0.6100038681040765,"baseline_adjusted_score":0.6100038681040765},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.14763245524038213,"normalized_score_rmse":0.18852649380413836,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.41240813834673773,"baseline_adjusted_score":0.41240813834673773},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.05211052807472274,"accuracy":0.826,"positive_recall":0.4503916449086162,"specificity":0.9149659863945578,"precision":0.5564516129032258,"balanced_accuracy":0.6826788156515871,"f1":0.49783549783549785,"true_positive":34.5,"false_positive":27.5,"false_negative":42.1,"true_negative":295.9,"positive_prevalence":0.19149999999999998,"majority_accuracy_baseline":0.8085,"constant_brier_baseline":0.09190274999999999,"brier_skill":0.4329818414060217,"baseline_adjusted_skill":0.3653576313031741,"baseline_adjusted_score":0.3653576313031741},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.15475879908590287,"normalized_score_rmse":0.21056030197684747,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.2519212128778109,"baseline_adjusted_score":0.2519212128778109},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.04565588600106262,"accuracy":0.8902499999999999,"positive_recall":0.744579945799458,"specificity":0.9232066217044758,"precision":0.686875,"balanced_accuracy":0.8338932837519668,"f1":0.7145643693107933,"true_positive":54.95,"false_positive":25.05,"false_negative":18.85,"true_negative":301.15,"positive_prevalence":0.1845,"majority_accuracy_baseline":0.8155,"constant_brier_baseline":0.10922225,"brier_skill":0.5819909771034508,"baseline_adjusted_skill":0.6677865675039336,"baseline_adjusted_score":0.6677865675039336},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.16924437265683082,"normalized_score_rmse":0.21923196245480583,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":0.10630034240617381,"baseline_adjusted_score":0.10630034240617381},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.051017077375310124,"accuracy":0.856,"positive_recall":0.4707006369426752,"specificity":0.9500777604976671,"precision":0.6971698113207547,"balanced_accuracy":0.7103891987201711,"f1":0.5619771863117872,"true_positive":36.95,"false_positive":16.05,"false_negative":41.55,"true_negative":305.45,"positive_prevalence":0.19625,"majority_accuracy_baseline":0.80375,"constant_brier_baseline":0.09878593749999999,"brier_skill":0.4835593135378188,"baseline_adjusted_skill":0.4207783974403423,"baseline_adjusted_score":0.4207783974403423},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.18744624578015645,"normalized_score_rmse":0.22458203713651875,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":0.11268049334837182,"baseline_adjusted_score":0.11268049334837182},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.05999026510697403,"accuracy":0.7094387755102042,"positive_recall":0.8472716488730724,"specificity":0.6054162936436884,"precision":0.6183982683982684,"balanced_accuracy":0.7263439712583803,"f1":0.7149649649649649,"true_positive":142.85,"false_positive":88.15,"false_negative":25.75,"true_negative":135.25,"positive_prevalence":0.4301020408163265,"majority_accuracy_baseline":0.5698979591836735,"constant_brier_baseline":0.12359641815910039,"brier_skill":0.5146278023223041,"baseline_adjusted_skill":0.4526879425167607,"baseline_adjusted_score":0.4526879425167607},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.15573935121128857,"normalized_score_rmse":0.198211579372915,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.43472383634421186,"baseline_adjusted_score":0.43472383634421186},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.04313852815696847,"accuracy":0.901875,"positive_recall":0.7261998426435877,"specificity":0.9350572150393818,"precision":0.6786764705882353,"balanced_accuracy":0.8306285288414847,"f1":0.7016343595591029,"true_positive":92.3,"false_positive":43.7,"false_negative":34.8,"true_negative":629.2,"positive_prevalence":0.158875,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499999,"brier_skill":0.563275695570492,"baseline_adjusted_skill":0.6612570576829695,"baseline_adjusted_score":0.6612570576829695},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.1703459565911544,"normalized_score_rmse":0.21254418187247368,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-0.03239973691608711,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.7,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.5161290322580644,"baseline_adjusted_score":0.5161290322580644},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2538870147120345,"accuracy":0.6,"positive_recall":0.56,"specificity":0.64,"precision":0.6086956521739131,"balanced_accuracy":0.6000000000000001,"f1":0.5833333333333334,"true_positive":28,"false_positive":18,"false_negative":22,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.015548058848138036,"baseline_adjusted_skill":0.20000000000000018,"baseline_adjusted_score":0.20000000000000018},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.17296222664015903,"uniform_accuracy_baseline":0.058823529411764705,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.028037383177570093,"baseline_adjusted_score":0.028037383177570093},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.8913043478260868,"baseline_adjusted_score":0.8913043478260868},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.17475938970262814,"accuracy":0.73,"positive_recall":0.76,"specificity":0.7,"precision":0.7169811320754716,"balanced_accuracy":0.73,"f1":0.7378640776699029,"true_positive":38,"false_positive":15,"false_negative":12,"true_negative":35,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.30096244118948745,"baseline_adjusted_skill":0.45999999999999996,"baseline_adjusted_score":0.45999999999999996},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.61,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.38095238095238093,"baseline_adjusted_score":0.38095238095238093},"scoring":{"eligible":true,"reason":null},"model":182,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.1552358108108108,"accuracy":0.7635135135135135,"positive_recall":0.647887323943662,"specificity":0.8701298701298701,"precision":0.8214285714285714,"balanced_accuracy":0.759008597036766,"f1":0.7244094488188977,"true_positive":46,"false_positive":10,"false_negative":25,"true_negative":67,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.2495891161431699,"brier_skill":0.3780345344796041,"baseline_adjusted_skill":0.5180171940735321,"baseline_adjusted_score":0.5180171940735321},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.20049999999999962,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.7746478873239437,"baseline_adjusted_score":0.7746478873239437},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.9705882352941176,"baseline_adjusted_score":0.9705882352941176},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.8936170212765956,"baseline_adjusted_score":0.8936170212765956},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.93,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.8571428571428572,"baseline_adjusted_score":0.8571428571428572},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.06469459586066086,"accuracy":0.63255309036,"positive_recall":0.9322433095881945,"specificity":0.15173106261924377,"precision":0.6381039007888888,"balanced_accuracy":0.5419871861037191,"f1":0.7576261968074264,"true_positive":57.42935107099999,"false_positive":32.570648929,"false_negative":4.174042035,"true_negative":5.825957965000001,"positive_prevalence":0.6160339310599999,"majority_accuracy_baseline":0.6160339310599999,"constant_brier_baseline":0.079087076552024,"brier_skill":0.1819827122057759,"baseline_adjusted_skill":0.0839743722074382,"baseline_adjusted_score":0.0839743722074382},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.07095699999999998,"accuracy":0.92,"positive_recall":0.92,"specificity":0.92,"precision":0.92,"balanced_accuracy":0.92,"f1":0.92,"true_positive":46,"false_positive":4,"false_negative":4,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.716172,"baseline_adjusted_skill":0.8400000000000001,"baseline_adjusted_score":0.8400000000000001},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.77,"uniform_accuracy_baseline":0.012987012987012965,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.7578947368421053,"baseline_adjusted_score":0.7578947368421053},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.9333333333333332,"baseline_adjusted_score":0.9333333333333332},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.61,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.390625,"baseline_adjusted_score":0.390625},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.140154,"accuracy":0.82,"positive_recall":1,"specificity":0.64,"precision":0.7352941176470589,"balanced_accuracy":0.8200000000000001,"f1":0.847457627118644,"true_positive":50,"false_positive":18,"false_negative":0,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.439384,"baseline_adjusted_skill":0.6400000000000001,"baseline_adjusted_score":0.6400000000000001},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.10720192402267151,"accuracy":0.673779227863332,"positive_recall":0.6858104281448495,"specificity":0.6681770593237609,"precision":0.49041372316610965,"balanced_accuracy":0.6769937437343052,"f1":0.5718822302327362,"true_positive":152.5186679046601,"false_positive":158.4813320953399,"false_negative":69.87320840032771,"true_negative":319.1267915996723,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768597,"brier_skill":-0.20822315501021804,"baseline_adjusted_skill":0.3539874874686104,"baseline_adjusted_score":0.3539874874686104},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.150767,"accuracy":0.79,"positive_recall":0.78,"specificity":0.8,"precision":0.7959183673469388,"balanced_accuracy":0.79,"f1":0.7878787878787878,"true_positive":39,"false_positive":10,"false_negative":11,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.39693199999999995,"baseline_adjusted_skill":0.5800000000000001,"baseline_adjusted_score":0.5800000000000001},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.9139072847682119,"uniform_accuracy_baseline":0.006622516556291403,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.9103448275862069,"baseline_adjusted_score":0.9103448275862069},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"binary_brier":0.08966566666666666,"accuracy":0.87,"positive_recall":0.7533333333333333,"specificity":0.9866666666666667,"precision":0.9826086956521739,"balanced_accuracy":0.87,"f1":0.8528301886792453,"true_positive":113,"false_positive":2,"false_negative":37,"true_negative":148,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6413373333333334,"baseline_adjusted_skill":0.74,"baseline_adjusted_score":0.74},"scoring":{"eligible":true,"reason":null},"model":184,"benchmark":14},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.7529411764705882,"uniform_accuracy_baseline":0.3333333333333301,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.544468546637744,"baseline_adjusted_score":0.544468546637744},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.4,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.06458499999999999,"accuracy":0.91,"positive_recall":0.94,"specificity":0.88,"precision":0.8867924528301887,"balanced_accuracy":0.9099999999999999,"f1":0.912621359223301,"true_positive":47,"false_positive":6,"false_negative":3,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.74166,"baseline_adjusted_skill":0.8199999999999998,"baseline_adjusted_score":0.8199999999999998},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.6874999999999999,"baseline_adjusted_score":0.6874999999999999},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.07142857142857136,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9887640449438202,"baseline_adjusted_score":0.9887640449438202},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.8043478260869565,"baseline_adjusted_score":0.8043478260869565},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.51,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.3287671232876712,"baseline_adjusted_score":0.3287671232876712},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.7777777777777778,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.3333333333333334,"baseline_adjusted_score":0.3333333333333334},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.13094146341463428,"accuracy":0.8292682926829268,"positive_recall":0.825,"specificity":0.8333333333333334,"precision":0.825,"balanced_accuracy":0.8291666666666666,"f1":0.825,"true_positive":33,"false_positive":7,"false_negative":7,"true_negative":35,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.24985127900059498,"brier_skill":0.4759223809523806,"baseline_adjusted_skill":0.6583333333333332,"baseline_adjusted_score":0.6583333333333332},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11322800000000001,"accuracy":0.82,"positive_recall":0.74,"specificity":0.9,"precision":0.8809523809523809,"balanced_accuracy":0.8200000000000001,"f1":0.8043478260869565,"true_positive":37,"false_positive":5,"false_negative":13,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.547088,"baseline_adjusted_skill":0.6400000000000001,"baseline_adjusted_score":0.6400000000000001},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.8016759776536313,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.7455197132616488,"baseline_adjusted_score":0.7455197132616488},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.53,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.2295081967213115,"baseline_adjusted_score":0.2295081967213115},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.17136699999999996,"accuracy":0.75,"positive_recall":0.4318181818181818,"specificity":0.8397435897435898,"precision":0.4318181818181818,"balanced_accuracy":0.6357808857808858,"f1":0.4318181818181818,"true_positive":19,"false_positive":25,"false_negative":25,"true_negative":131,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000053,"brier_skill":0.001357808857812115,"baseline_adjusted_skill":0.2715617715617715,"baseline_adjusted_score":0.2715617715617715},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.15801700000000005,"accuracy":0.77,"positive_recall":0.36,"specificity":0.9066666666666666,"precision":0.5625,"balanced_accuracy":0.6333333333333333,"f1":0.43902439024390244,"true_positive":18,"false_positive":14,"false_negative":32,"true_negative":136,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":0.15724266666666642,"baseline_adjusted_skill":0.2666666666666666,"baseline_adjusted_score":0.2666666666666666},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.043945000000000005,"accuracy":0.935,"positive_recall":0.6842105263157895,"specificity":0.9613259668508287,"precision":0.65,"balanced_accuracy":0.822768246583309,"f1":0.6666666666666666,"true_positive":13,"false_positive":7,"false_negative":6,"true_negative":174,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.0859749999999999,"brier_skill":0.48886304158185456,"baseline_adjusted_skill":0.6455364931666181,"baseline_adjusted_score":0.6455364931666181},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.9933333333333333,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.9899999999999998,"baseline_adjusted_score":0.9899999999999998},"scoring":{"eligible":true,"reason":null},"model":184,"benchmark":33},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"binary_brier":0.010689333333333334,"accuracy":0.9933333333333333,"positive_recall":0.9933333333333333,"specificity":0.9933333333333333,"precision":0.9933333333333333,"balanced_accuracy":0.9933333333333333,"f1":0.9933333333333333,"true_positive":149,"false_positive":1,"false_negative":1,"true_negative":149,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9572426666666667,"baseline_adjusted_skill":0.9866666666666666,"baseline_adjusted_score":0.9866666666666666},"scoring":{"eligible":true,"reason":null},"model":184,"benchmark":34},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.9966666666666667,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.9955555555555556,"baseline_adjusted_score":0.9955555555555556},"scoring":{"eligible":true,"reason":null},"model":184,"benchmark":35},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"binary_brier":0.066542,"accuracy":0.9166666666666666,"positive_recall":1,"specificity":0.8333333333333334,"precision":0.8571428571428571,"balanced_accuracy":0.9166666666666667,"f1":0.9230769230769231,"true_positive":150,"false_positive":25,"false_negative":0,"true_negative":125,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.733832,"baseline_adjusted_skill":0.8333333333333335,"baseline_adjusted_score":0.8333333333333335},"scoring":{"eligible":true,"reason":null},"model":184,"benchmark":36},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"normalized_expected_score_mae":0.08242104377104378,"normalized_score_rmse":0.13698823692223508,"constant_score_baseline":0.5,"constant_mae_baseline":0.3333333333333333,"baseline_adjusted_skill":0.7527368686868686,"baseline_adjusted_score":0.7527368686868686},"scoring":{"eligible":true,"reason":null},"model":184,"benchmark":37},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.4533333333333333,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.2711111111111111,"baseline_adjusted_score":0.2711111111111111},"scoring":{"eligible":true,"reason":null},"model":184,"benchmark":38},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"binary_brier":0.25550033333333333,"accuracy":0.56,"positive_recall":0.54,"specificity":0.58,"precision":0.5625,"balanced_accuracy":0.56,"f1":0.5510204081632653,"true_positive":81,"false_positive":63,"false_negative":69,"true_negative":87,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.022001333333333317,"baseline_adjusted_skill":0.1200000000000001,"baseline_adjusted_score":0.1200000000000001},"scoring":{"eligible":true,"reason":null},"model":184,"benchmark":39},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"normalized_expected_score_mae":0.2831416666666666,"normalized_score_rmse":0.33365941342432803,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.05619444444444455,"baseline_adjusted_score":0.05619444444444455},"scoring":{"eligible":true,"reason":null},"model":184,"benchmark":40},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.08970067460317553,"accuracy":0.8476011904761906,"positive_recall":0.6228548755083823,"specificity":0.8619482139577885,"precision":0.2236111111111114,"balanced_accuracy":0.7424015447330854,"f1":0.3290794266397635,"true_positive":104.6500000000001,"false_positive":363.3499999999998,"false_negative":63.36666666666669,"true_negative":2268.6333333333337,"positive_prevalence":0.060005952380952354,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679296,"brier_skill":-1.785651131364467,"baseline_adjusted_skill":0.4848030894661708,"baseline_adjusted_score":0.4848030894661708},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.66,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.5466666666666667,"baseline_adjusted_score":0.5466666666666667},"scoring":{"eligible":true,"reason":null},"model":184,"benchmark":50},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.8810198300283286,"uniform_accuracy_baseline":0.027777777777777853,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.8636363636363636,"baseline_adjusted_score":0.8636363636363636},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.7857142857142858,"baseline_adjusted_score":0.7857142857142858},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.094617,"accuracy":0.85,"positive_recall":0.94,"specificity":0.76,"precision":0.7966101694915254,"balanced_accuracy":0.85,"f1":0.8623853211009175,"true_positive":47,"false_positive":12,"false_negative":3,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.621532,"baseline_adjusted_skill":0.7,"baseline_adjusted_score":0.7},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.017464999999999998,"accuracy":0.97,"positive_recall":1,"specificity":0.94,"precision":0.9433962264150944,"balanced_accuracy":0.97,"f1":0.970873786407767,"true_positive":50,"false_positive":3,"false_negative":0,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.93014,"baseline_adjusted_skill":0.94,"baseline_adjusted_score":0.94},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.68,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":0.17948717948717963,"baseline_adjusted_score":0.17948717948717963},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.8404255319148937,"baseline_adjusted_score":0.8404255319148937},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.05863299999999999,"accuracy":0.92,"positive_recall":0.92,"specificity":0.92,"precision":0.92,"balanced_accuracy":0.92,"f1":0.92,"true_positive":46,"false_positive":4,"false_negative":4,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.765468,"baseline_adjusted_skill":0.8400000000000001,"baseline_adjusted_score":0.8400000000000001},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.53,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.37333333333333335,"baseline_adjusted_score":0.37333333333333335},"scoring":{"eligible":true,"reason":null},"model":184,"benchmark":58},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.7833333333333333,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.6749999999999999,"baseline_adjusted_score":0.6749999999999999},"scoring":{"eligible":true,"reason":null},"model":184,"benchmark":59},{"provenance":"measured","status":"complete","counts":{"cases":285,"expected":285,"succeeded":285,"failed":0},"metrics":{"target_mass_at_prediction":0.8736842105263158,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5263157894736842,"baseline_adjusted_skill":0.7333333333333335,"baseline_adjusted_score":0.7333333333333335},"scoring":{"eligible":true,"reason":null},"model":184,"benchmark":60},{"provenance":"measured","status":"complete","counts":{"cases":299,"expected":299,"succeeded":299,"failed":0},"metrics":{"binary_brier":0.25389163879598664,"accuracy":0.6053511705685619,"positive_recall":0.9866666666666667,"specificity":0.2214765100671141,"precision":0.5606060606060606,"balanced_accuracy":0.6040715883668903,"f1":0.714975845410628,"true_positive":148,"false_positive":116,"false_negative":2,"true_negative":33,"positive_prevalence":0.5016722408026756,"majority_accuracy_baseline":0.5016722408026756,"constant_brier_baseline":0.24999720361069788,"brier_skill":-0.015577914988814223,"baseline_adjusted_skill":0.2081431767337807,"baseline_adjusted_score":0.2081431767337807},"scoring":{"eligible":true,"reason":null},"model":184,"benchmark":61},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.9566666666666667,"uniform_accuracy_baseline":0.2,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":0.9458333333333332,"baseline_adjusted_score":0.9458333333333332},"scoring":{"eligible":true,"reason":null},"model":184,"benchmark":62},{"provenance":"measured","status":"complete","counts":{"cases":283,"expected":283,"succeeded":283,"failed":0},"metrics":{"binary_brier":0.23752756183745583,"accuracy":0.6148409893992933,"positive_recall":0.8270676691729323,"specificity":0.4266666666666667,"precision":0.5612244897959183,"balanced_accuracy":0.6268671679197995,"f1":0.668693009118541,"true_positive":110,"false_positive":86,"false_negative":23,"true_negative":64,"positive_prevalence":0.46996466431095407,"majority_accuracy_baseline":0.5300353356890459,"constant_brier_baseline":0.24909787861004634,"brier_skill":0.04644887719298252,"baseline_adjusted_skill":0.2537343358395989,"baseline_adjusted_score":0.2537343358395989},"scoring":{"eligible":true,"reason":null},"model":184,"benchmark":63},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.9133333333333333,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.8844444444444445,"baseline_adjusted_score":0.8844444444444445},"scoring":{"eligible":true,"reason":null},"model":184,"benchmark":64},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.9766666666666667,"uniform_accuracy_baseline":0.20616666666666666,"fixed_answer_accuracy_baseline":0.21333333333333335,"baseline_adjusted_skill":0.9703389830508474,"baseline_adjusted_score":0.9703389830508474},"scoring":{"eligible":true,"reason":null},"model":184,"benchmark":65},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.7966666666666666,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.695,"baseline_adjusted_score":0.695},"scoring":{"eligible":true,"reason":null},"model":184,"benchmark":66},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.78,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.37333333333333335,"baseline_adjusted_skill":0.648936170212766,"baseline_adjusted_score":0.648936170212766},"scoring":{"eligible":true,"reason":null},"model":184,"benchmark":67},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"normalized_expected_score_mae":0.18266489898989902,"normalized_score_rmse":0.22475111408452042,"constant_score_baseline":0.5,"constant_mae_baseline":0.26208333333333333,"baseline_adjusted_skill":0.3030274124391771,"baseline_adjusted_score":0.3030274124391771},"scoring":{"eligible":true,"reason":null},"model":184,"benchmark":68},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"normalized_expected_score_mae":0.09001131313131314,"normalized_score_rmse":0.11522916401428655,"constant_score_baseline":0.52,"constant_mae_baseline":0.24733333333333335,"baseline_adjusted_skill":0.6360728579596504,"baseline_adjusted_score":0.6360728579596504},"scoring":{"eligible":true,"reason":null},"model":184,"benchmark":69},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.7866666666666666,"baseline_adjusted_score":0.7866666666666666},"scoring":{"eligible":true,"reason":null},"model":184,"benchmark":71},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8059701492537314,"baseline_adjusted_score":0.8059701492537314},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.03568799999999999,"accuracy":0.96,"positive_recall":0.96,"specificity":0.96,"precision":0.96,"balanced_accuracy":0.96,"f1":0.96,"true_positive":48,"false_positive":2,"false_negative":2,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.857248,"baseline_adjusted_skill":0.9199999999999999,"baseline_adjusted_score":0.9199999999999999},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.4967489662162163,"uniform_accuracy_baseline":0.23445945945945923,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.3177701133746297,"baseline_adjusted_score":0.3177701133746297},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.029884204429888168,"accuracy":0.7121491118421053,"positive_recall":0.7714234109216316,"specificity":0.6557068195109229,"precision":0.6808730238095237,"balanced_accuracy":0.7135651152162772,"f1":0.7233253182624512,"true_positive":57.19333400000001,"false_positive":26.806666000000003,"false_negative":16.946669000000004,"true_negative":51.053331,"positive_prevalence":0.48776317763157917,"majority_accuracy_baseline":0.5122368223684208,"constant_brier_baseline":0.0945191003976856,"brier_skill":0.6838289371761741,"baseline_adjusted_skill":0.4271302304325544,"baseline_adjusted_score":0.4271302304325544},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.13127269102272732,"normalized_score_rmse":0.16527800917772387,"constant_score_baseline":0.5841668333333334,"constant_mae_baseline":0.21700552708333315,"baseline_adjusted_skill":0.3950721311705726,"baseline_adjusted_score":0.3950721311705726},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1963209999999999,"accuracy":0.66,"positive_recall":0.78,"specificity":0.54,"precision":0.6290322580645161,"balanced_accuracy":0.66,"f1":0.6964285714285714,"true_positive":39,"false_positive":23,"false_negative":11,"true_negative":27,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.21471600000000035,"baseline_adjusted_skill":0.32000000000000006,"baseline_adjusted_score":0.32000000000000006},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.16882900000000003,"accuracy":0.73,"positive_recall":0.78,"specificity":0.68,"precision":0.7090909090909091,"balanced_accuracy":0.73,"f1":0.7428571428571429,"true_positive":39,"false_positive":16,"false_negative":11,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.32468399999999986,"baseline_adjusted_skill":0.45999999999999996,"baseline_adjusted_score":0.45999999999999996},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.8524590163934427,"baseline_adjusted_score":0.8524590163934427},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.885,"uniform_accuracy_baseline":0.03611111111111102,"fixed_answer_accuracy_baseline":0.08833333333333329,"baseline_adjusted_skill":0.8738574040219379,"baseline_adjusted_score":0.8738574040219379},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"binary_brier":0.12008266666666666,"accuracy":0.8266666666666667,"positive_recall":0.8333333333333334,"specificity":0.82,"precision":0.8223684210526315,"balanced_accuracy":0.8266666666666667,"f1":0.8278145695364238,"true_positive":125,"false_positive":27,"false_negative":25,"true_negative":123,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5196693333333333,"baseline_adjusted_skill":0.6533333333333333,"baseline_adjusted_score":0.6533333333333333},"scoring":{"eligible":true,"reason":null},"model":184,"benchmark":81},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.8636363636363635,"baseline_adjusted_score":0.8636363636363635},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.7333333333333333,"uniform_accuracy_baseline":0.11021428571428572,"fixed_answer_accuracy_baseline":0.12554761904761905,"baseline_adjusted_skill":0.6950472404498053,"baseline_adjusted_score":0.6950472404498053},"scoring":{"eligible":true,"reason":null},"model":184,"benchmark":83},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.8366666666666667,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.7822222222222223,"baseline_adjusted_score":0.7822222222222223},"scoring":{"eligible":true,"reason":null},"model":184,"benchmark":84},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.855,"uniform_accuracy_baseline":0.04987932421560751,"fixed_answer_accuracy_baseline":0.1244247787610618,"baseline_adjusted_skill":0.8343945825752982,"baseline_adjusted_score":0.8343945825752982},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.28644099999999995,"accuracy":0.5,"positive_recall":0.8,"specificity":0.2,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6153846153846154,"true_positive":40,"false_positive":40,"false_negative":10,"true_negative":10,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.14576399999999978,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.8888888888888888,"uniform_accuracy_baseline":0.23888888888888893,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.8431372549019607,"baseline_adjusted_score":0.8431372549019607},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.09820312499999997,"accuracy":0.890625,"positive_recall":0.90625,"specificity":0.875,"precision":0.8787878787878788,"balanced_accuracy":0.890625,"f1":0.8923076923076924,"true_positive":29,"false_positive":4,"false_negative":3,"true_negative":28,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6071875000000001,"baseline_adjusted_skill":0.78125,"baseline_adjusted_score":0.78125},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.9848484848484849,"baseline_adjusted_score":0.9848484848484849},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.04621199999999998,"accuracy":0.99,"positive_recall":1,"specificity":0.98,"precision":0.9803921568627451,"balanced_accuracy":0.99,"f1":0.9900990099009901,"true_positive":50,"false_positive":1,"false_negative":0,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8151520000000001,"baseline_adjusted_skill":0.98,"baseline_adjusted_score":0.98},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8529411764705882,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.7826086956521737,"baseline_adjusted_score":0.7826086956521737},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.004396969696969698,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":16,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.982395955882353,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.13570000000000002,"normalized_score_rmse":0.30425729243520194,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.5887878787878787,"baseline_adjusted_score":0.5887878787878787},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.1875,"uniform_accuracy_baseline":0.17812500000000006,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.14035087719298242,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.09869999999999997,"accuracy":0.9411764705882353,"positive_recall":0.8823529411764706,"specificity":1,"precision":1,"balanced_accuracy":0.9411764705882353,"f1":0.9375,"true_positive":15,"false_positive":0,"false_negative":2,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6052000000000002,"baseline_adjusted_skill":0.8823529411764706,"baseline_adjusted_score":0.8823529411764706},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.405256981580511,"normalized_score_rmse":0.46045508174188493,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-1.7557474747474746,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.9375,"uniform_accuracy_baseline":0.13194444444444448,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":0.8434782608695652,"baseline_adjusted_score":0.8434782608695652},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.02467884615384614,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":26,"false_positive":0,"false_negative":0,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9012846153846155,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.059199999999999996,"accuracy":0.9466666666666667,"positive_recall":1,"specificity":0.8888888888888888,"precision":0.9069767441860465,"balanced_accuracy":0.9444444444444444,"f1":0.9512195121951219,"true_positive":39,"false_positive":4,"false_negative":0,"true_negative":32,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24959999999999993,"brier_skill":0.7628205128205128,"baseline_adjusted_skill":0.8888888888888888,"baseline_adjusted_score":0.8888888888888888},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.26180000000000003,"normalized_score_rmse":0.3349134216480433,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.06499999999999995,"baseline_adjusted_score":0.06499999999999995},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.84,"baseline_adjusted_score":0.84},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.017617857142857147,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":14,"false_positive":0,"false_negative":0,"true_negative":14,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9295285714285714,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.03557575757575758,"normalized_score_rmse":0.06090396480766198,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.16969696969696968,"baseline_adjusted_skill":0.7903571428571428,"baseline_adjusted_score":0.7903571428571428},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.023594117647058793,"accuracy":0.9647058823529412,"positive_recall":1,"specificity":0.925,"precision":0.9375,"balanced_accuracy":0.9625,"f1":0.967741935483871,"true_positive":45,"false_positive":3,"false_negative":0,"true_negative":37,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.24913494809688563,"brier_skill":0.9052958333333334,"baseline_adjusted_skill":0.925,"baseline_adjusted_score":0.925},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.093174,"accuracy":0.86,"positive_recall":0.8,"specificity":1,"precision":1,"balanced_accuracy":0.9,"f1":0.8888888888888888,"true_positive":28,"false_positive":0,"false_negative":7,"true_negative":15,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.20999999999999996,"brier_skill":0.5563142857142855,"baseline_adjusted_skill":0.8,"baseline_adjusted_score":0.8},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.1562,"normalized_score_rmse":0.21148167769336423,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.44214285714285717,"baseline_adjusted_score":0.44214285714285717},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.7721518987341772,"uniform_accuracy_baseline":0.24240506329113914,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.6086956521739131,"baseline_adjusted_score":0.6086956521739131},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.015447619047619052,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":11,"false_positive":0,"false_negative":0,"true_negative":10,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.24943310657596363,"brier_skill":0.9380690909090909,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.9090909090909091,"uniform_accuracy_baseline":0.3237373737373738,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.85,"baseline_adjusted_score":0.85},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.17287575757575754,"accuracy":0.7575757575757576,"positive_recall":0.6470588235294118,"specificity":0.875,"precision":0.8461538461538461,"balanced_accuracy":0.7610294117647058,"f1":0.7333333333333333,"true_positive":11,"false_positive":2,"false_negative":6,"true_negative":14,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.307861397058824,"baseline_adjusted_skill":0.5220588235294117,"baseline_adjusted_score":0.5220588235294117},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.04887254901960784,"normalized_score_rmse":0.10304018348083774,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.34313725490196084,"baseline_adjusted_skill":0.8575714285714287,"baseline_adjusted_score":0.8575714285714287},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.04289799999999997,"accuracy":0.95,"positive_recall":1,"specificity":0.9,"precision":0.9090909090909091,"balanced_accuracy":0.95,"f1":0.9523809523809523,"true_positive":50,"false_positive":5,"false_negative":0,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8284080000000001,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.4133333333333333,"uniform_accuracy_baseline":0.3333333333333332,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":0.09278350515463908,"baseline_adjusted_score":0.09278350515463908},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.22862,"accuracy":0.6133333333333333,"positive_recall":0.2702702702702703,"specificity":0.9473684210526315,"precision":0.8333333333333334,"balanced_accuracy":0.6088193456614509,"f1":0.40816326530612246,"true_positive":10,"false_positive":2,"false_negative":27,"true_negative":36,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555535,"brier_skill":0.08535739687055399,"baseline_adjusted_skill":0.2176386913229018,"baseline_adjusted_score":0.2176386913229018},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.1428571428571427,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.405,"uniform_accuracy_baseline":0.32416666666666627,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.0984848484848485,"baseline_adjusted_score":0.0984848484848485},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.033690909090909084,"accuracy":0.9696969696969697,"positive_recall":1,"specificity":0.9411764705882353,"precision":0.9411764705882353,"balanced_accuracy":0.9705882352941176,"f1":0.9696969696969697,"true_positive":16,"false_positive":1,"false_negative":0,"true_negative":16,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.8651125000000001,"baseline_adjusted_skill":0.9411764705882353,"baseline_adjusted_score":0.9411764705882353},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.013333333333333336,"normalized_score_rmse":0.06893947718942693,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.9393103448275862,"baseline_adjusted_score":0.9393103448275862},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10635599999999995,"accuracy":0.86,"positive_recall":0.8636363636363636,"specificity":0.8589743589743589,"precision":0.6333333333333333,"balanced_accuracy":0.8613053613053613,"f1":0.7307692307692307,"true_positive":19,"false_positive":11,"false_negative":3,"true_negative":67,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000028,"brier_skill":0.3802097902097915,"baseline_adjusted_skill":0.7226107226107226,"baseline_adjusted_score":0.7226107226107226},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09144099999999997,"accuracy":0.87,"positive_recall":0.6756756756756757,"specificity":0.9841269841269841,"precision":0.9615384615384616,"balanced_accuracy":0.8299013299013298,"f1":0.7936507936507936,"true_positive":25,"false_positive":1,"false_negative":12,"true_negative":62,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000008,"brier_skill":0.607717717717718,"baseline_adjusted_skill":0.6598026598026596,"baseline_adjusted_score":0.6598026598026596},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.062021999999999994,"accuracy":0.93,"positive_recall":0.8717948717948718,"specificity":0.9672131147540983,"precision":0.9444444444444444,"balanced_accuracy":0.9195039932744851,"f1":0.9066666666666666,"true_positive":34,"false_positive":2,"false_negative":5,"true_negative":59,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379000000000002,"brier_skill":0.7392938209331654,"baseline_adjusted_skill":0.8390079865489701,"baseline_adjusted_score":0.8390079865489701},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.069098,"accuracy":0.91,"positive_recall":0.8709677419354839,"specificity":0.927536231884058,"precision":0.84375,"balanced_accuracy":0.8992519869097709,"f1":0.8571428571428571,"true_positive":27,"false_positive":5,"false_negative":4,"true_negative":64,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999987,"brier_skill":0.6769611968209441,"baseline_adjusted_skill":0.7985039738195419,"baseline_adjusted_score":0.7985039738195419},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.9722222222222222,"baseline_adjusted_score":0.9722222222222222},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.1383739898989899,"normalized_score_rmse":0.17852927702073282,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.4048430541978929,"baseline_adjusted_score":0.4048430541978929},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11428900000000004,"accuracy":0.84,"positive_recall":0.82,"specificity":0.86,"precision":0.8541666666666666,"balanced_accuracy":0.84,"f1":0.8367346938775511,"true_positive":41,"false_positive":7,"false_negative":9,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5428439999999999,"baseline_adjusted_skill":0.6799999999999999,"baseline_adjusted_score":0.6799999999999999},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.279461,"accuracy":0.54,"positive_recall":0.6,"specificity":0.48,"precision":0.5357142857142857,"balanced_accuracy":0.54,"f1":0.5660377358490566,"true_positive":30,"false_positive":26,"false_negative":20,"true_negative":24,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.11784400000000006,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.59,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.1714285714285716,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09146299999999999,"accuracy":0.87,"positive_recall":0.92,"specificity":0.82,"precision":0.8363636363636363,"balanced_accuracy":0.87,"f1":0.8761904761904762,"true_positive":46,"false_positive":9,"false_negative":4,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.634148,"baseline_adjusted_skill":0.74,"baseline_adjusted_score":0.74},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.8809523809523808,"baseline_adjusted_score":0.8809523809523808},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.79,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.65,"baseline_adjusted_score":0.65},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.026444000000000002,"accuracy":0.98,"positive_recall":0.96,"specificity":1,"precision":1,"balanced_accuracy":0.98,"f1":0.9795918367346939,"true_positive":48,"false_positive":0,"false_negative":2,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.894224,"baseline_adjusted_skill":0.96,"baseline_adjusted_score":0.96},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.20851190476190457,"fixed_answer_accuracy_baseline":0.2233333333333332,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.025942999999999997,"accuracy":0.99,"positive_recall":1,"specificity":0.98,"precision":0.9803921568627451,"balanced_accuracy":0.99,"f1":0.9900990099009901,"true_positive":50,"false_positive":1,"false_negative":0,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.896228,"baseline_adjusted_skill":0.98,"baseline_adjusted_score":0.98},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.039125505050505056,"normalized_score_rmse":0.11476853913861869,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.8695816498316498,"baseline_adjusted_score":0.8695816498316498},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.22851190476190467,"fixed_answer_accuracy_baseline":0.2433333333333333,"baseline_adjusted_skill":0.973568281938326,"baseline_adjusted_score":0.973568281938326},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.009075000000000001,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":50,"false_positive":0,"false_negative":0,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9637,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.014213333333333335,"normalized_score_rmse":0.04452430671991299,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.304222222222222,"baseline_adjusted_skill":0.9532797662527391,"baseline_adjusted_score":0.9532797662527391},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.76,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.6129032258064516,"baseline_adjusted_score":0.6129032258064516},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.062463999999999985,"accuracy":0.93,"positive_recall":0.94,"specificity":0.92,"precision":0.9215686274509803,"balanced_accuracy":0.9299999999999999,"f1":0.9306930693069307,"true_positive":47,"false_positive":4,"false_negative":3,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.750144,"baseline_adjusted_skill":0.8599999999999999,"baseline_adjusted_score":0.8599999999999999},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.8799999999999999,"baseline_adjusted_score":0.8799999999999999},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.05874099999999996,"accuracy":0.9,"positive_recall":0.86,"specificity":0.94,"precision":0.9347826086956522,"balanced_accuracy":0.8999999999999999,"f1":0.8958333333333334,"true_positive":43,"false_positive":3,"false_negative":7,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7650360000000002,"baseline_adjusted_skill":0.7999999999999998,"baseline_adjusted_score":0.7999999999999998},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.59,"uniform_accuracy_baseline":0.35333333333333317,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.30508474576271183,"baseline_adjusted_score":0.30508474576271183},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.83,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.7258064516129031,"baseline_adjusted_score":0.7258064516129031},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.5866666666666667,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.38,"baseline_adjusted_score":0.38},"scoring":{"eligible":true,"reason":null},"model":184,"benchmark":157},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.62,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.3870967741935484,"baseline_adjusted_score":0.3870967741935484},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.53,"uniform_accuracy_baseline":0.11111111111111088,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.44047619047619047,"baseline_adjusted_score":0.44047619047619047},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.052575000000000004,"accuracy":0.834375,"positive_recall":0.5774555042847727,"specificity":0.8944932901434521,"precision":0.5615384615384618,"balanced_accuracy":0.7359743972141124,"f1":0.5693857653558663,"true_positive":43.80000000000002,"false_positive":34.19999999999999,"false_negative":32.050000000000004,"true_negative":289.95,"positive_prevalence":0.1896249999999999,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500007,"brier_skill":0.30934698930255555,"baseline_adjusted_skill":0.4719487944282248,"baseline_adjusted_score":0.4719487944282248},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.13818541666666675,"normalized_score_rmse":0.17432665315688256,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":0.3535185185185181,"baseline_adjusted_score":0.3535185185185181},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.05797099999999994,"accuracy":0.7988749999999999,"positive_recall":0.5213314580403189,"specificity":0.8997784216805864,"precision":0.6541176470588237,"balanced_accuracy":0.7105549398604527,"f1":0.5802243673362901,"true_positive":55.600000000000016,"false_positive":29.399999999999977,"false_negative":51.050000000000004,"true_negative":263.94999999999993,"positive_prevalence":0.2666249999999998,"majority_accuracy_baseline":0.7333750000000002,"constant_brier_baseline":0.11565485937499977,"brier_skill":0.4987586313858673,"baseline_adjusted_skill":0.4211098797209054,"baseline_adjusted_score":0.4211098797209054},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.15126748737373727,"normalized_score_rmse":0.2157480071429442,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.43714423302795435,"baseline_adjusted_score":0.43714423302795435},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.051395249999999955,"accuracy":0.8066249999999998,"positive_recall":0.6729306487695746,"specificity":0.8584562012142236,"precision":0.6482758620689654,"balanced_accuracy":0.7656934249918992,"f1":0.6603732162458834,"true_positive":75.19999999999996,"false_positive":40.80000000000002,"false_negative":36.550000000000026,"true_negative":247.44999999999996,"positive_prevalence":0.2793749999999999,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937499995,"brier_skill":0.5458012489686862,"baseline_adjusted_skill":0.5313868499837984,"baseline_adjusted_score":0.5313868499837984},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1641426767676768,"normalized_score_rmse":0.2177205839197477,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.37912935501587974,"baseline_adjusted_score":0.37912935501587974},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.03422574999999995,"accuracy":0.8866249999999997,"positive_recall":0.6276056338028169,"specificity":0.9604819277108433,"precision":0.8191176470588236,"balanced_accuracy":0.7940437807568301,"f1":0.7106858054226475,"true_positive":55.70000000000002,"false_positive":12.300000000000002,"false_negative":33.05000000000001,"true_negative":298.9499999999999,"positive_prevalence":0.22187499999999974,"majority_accuracy_baseline":0.7781250000000003,"constant_brier_baseline":0.126740234375001,"brier_skill":0.7299535528809875,"baseline_adjusted_skill":0.5880875615136603,"baseline_adjusted_score":0.5880875615136603},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1026013257575758,"normalized_score_rmse":0.16693528527780171,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.5452572819608829,"baseline_adjusted_score":0.5452572819608829},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.04230775000000001,"accuracy":0.8212499999999996,"positive_recall":0.7670132325141776,"specificity":0.8407545887151596,"precision":0.6339843749999999,"balanced_accuracy":0.8038839106146687,"f1":0.6941830624465355,"true_positive":81.14999999999999,"false_positive":46.85,"false_negative":24.650000000000006,"true_negative":247.34999999999985,"positive_prevalence":0.26449999999999985,"majority_accuracy_baseline":0.7355000000000002,"constant_brier_baseline":0.11362725000000028,"brier_skill":0.6276619384874675,"baseline_adjusted_skill":0.6077678212293374,"baseline_adjusted_score":0.6077678212293374},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.14472178030303037,"normalized_score_rmse":0.21448859057089922,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.4239929142167945,"baseline_adjusted_score":0.4239929142167945},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.06555775000000007,"accuracy":0.8104999999999998,"positive_recall":0.5404699738903394,"specificity":0.8744588744588745,"precision":0.5048780487804879,"balanced_accuracy":0.7074644241746069,"f1":0.5220680958385876,"true_positive":41.400000000000006,"false_positive":40.59999999999999,"false_negative":35.200000000000024,"true_negative":282.79999999999995,"positive_prevalence":0.1914999999999999,"majority_accuracy_baseline":0.8085000000000001,"constant_brier_baseline":0.09190274999999995,"brier_skill":0.2866617157810827,"baseline_adjusted_skill":0.41492884834921373,"baseline_adjusted_score":0.41492884834921373},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.14376584595959596,"normalized_score_rmse":0.22572139601385727,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.305059354878086,"baseline_adjusted_score":0.305059354878086},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.041832749999999974,"accuracy":0.8734999999999996,"positive_recall":0.7127371273712735,"specificity":0.9098712446351932,"precision":0.6414634146341462,"balanced_accuracy":0.8113041860032333,"f1":0.6752246469833119,"true_positive":52.599999999999994,"false_positive":29.4,"false_negative":21.20000000000001,"true_negative":296.7999999999999,"positive_prevalence":0.1844999999999999,"majority_accuracy_baseline":0.8155000000000001,"constant_brier_baseline":0.1092222499999995,"brier_skill":0.6169942479668733,"baseline_adjusted_skill":0.6226083720064666,"baseline_adjusted_score":0.6226083720064666},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1374868055555555,"normalized_score_rmse":0.20719032545638003,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":0.27399706637330423,"baseline_adjusted_score":0.27399706637330423},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.05717125,"accuracy":0.8429999999999996,"positive_recall":0.31019108280254787,"specificity":0.973094867807154,"precision":0.7378787878787879,"balanced_accuracy":0.6416429753048509,"f1":0.43677130044843065,"true_positive":24.350000000000005,"false_positive":8.65,"false_negative":54.14999999999998,"true_negative":312.84999999999985,"positive_prevalence":0.19624999999999987,"majority_accuracy_baseline":0.8037500000000002,"constant_brier_baseline":0.09878593749999955,"brier_skill":0.4212612498615983,"baseline_adjusted_skill":0.28328595060970185,"baseline_adjusted_score":0.28328595060970185},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.15146249999999994,"normalized_score_rmse":0.2211348570442932,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":0.2830177514792902,"baseline_adjusted_score":0.2830177514792902},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.07187015306122448,"accuracy":0.7066326530612248,"positive_recall":0.8410438908659549,"specificity":0.6051924798567592,"precision":0.6165217391304347,"balanced_accuracy":0.7231181853613571,"f1":0.711490215755143,"true_positive":141.80000000000007,"false_positive":88.20000000000005,"false_negative":26.80000000000001,"true_negative":135.20000000000007,"positive_prevalence":0.43010204081632636,"majority_accuracy_baseline":0.5698979591836737,"constant_brier_baseline":0.12359641815910102,"brier_skill":0.4185094185439199,"baseline_adjusted_skill":0.44623637072271416,"baseline_adjusted_score":0.44623637072271416},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.20427766182230475,"normalized_score_rmse":0.26127023276131955,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.2585477459783012,"baseline_adjusted_score":0.2585477459783012},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.03293849999999996,"accuracy":0.9255000000000007,"positive_recall":0.7376081825334383,"specificity":0.9609897458760589,"precision":0.78125,"balanced_accuracy":0.8492989642047486,"f1":0.7588021044111695,"true_positive":93.74999999999996,"false_positive":26.24999999999999,"false_negative":33.34999999999999,"true_negative":646.6500000000005,"positive_prevalence":0.15887500000000002,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499934,"brier_skill":0.666538379587072,"baseline_adjusted_skill":0.6985979284094972,"baseline_adjusted_score":0.6985979284094972},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.11760138888888878,"normalized_score_rmse":0.1697675964496175,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":0.2872643097643104,"baseline_adjusted_score":0.2872643097643104},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.68,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.48387096774193555,"baseline_adjusted_score":0.48387096774193555},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2576159999999999,"accuracy":0.62,"positive_recall":0.42,"specificity":0.82,"precision":0.7,"balanced_accuracy":0.62,"f1":0.525,"true_positive":21,"false_positive":9,"false_negative":29,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.030463999999999603,"baseline_adjusted_skill":0.24,"baseline_adjusted_score":0.24},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.6315440689198144,"uniform_accuracy_baseline":0.058823529411766766,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.5669781931464174,"baseline_adjusted_score":0.5669781931464174},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.8695652173913042,"baseline_adjusted_score":0.8695652173913042},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.168883,"accuracy":0.72,"positive_recall":0.58,"specificity":0.86,"precision":0.8055555555555556,"balanced_accuracy":0.72,"f1":0.6744186046511628,"true_positive":29,"false_positive":7,"false_negative":21,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.324468,"baseline_adjusted_skill":0.43999999999999995,"baseline_adjusted_score":0.43999999999999995},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.53,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.253968253968254,"baseline_adjusted_score":0.253968253968254},"scoring":{"eligible":true,"reason":null},"model":183,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.14964121621621626,"accuracy":0.7837837837837838,"positive_recall":0.704225352112676,"specificity":0.8571428571428571,"precision":0.819672131147541,"balanced_accuracy":0.7806841046277666,"f1":0.7575757575757576,"true_positive":50,"false_positive":11,"false_negative":21,"true_negative":66,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.2495891161431699,"brier_skill":0.4004497530638367,"baseline_adjusted_skill":0.5613682092555332,"baseline_adjusted_score":0.5613682092555332},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.20049999999999962,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.7746478873239437,"baseline_adjusted_score":0.7746478873239437},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.9705882352941176,"baseline_adjusted_score":0.9705882352941176},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.8936170212765956,"baseline_adjusted_score":0.8936170212765956},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.8775510204081631,"baseline_adjusted_score":0.8775510204081631},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.06126461573026086,"accuracy":0.6375241306199999,"positive_recall":0.9362780226205158,"specificity":0.15820434328402144,"precision":0.6408655898222222,"balanced_accuracy":0.5472411829522686,"f1":0.7609051737209078,"true_positive":57.67790308399999,"false_positive":32.322096916,"false_negative":3.9254900219999995,"true_negative":6.074509978,"positive_prevalence":0.6160339310599999,"majority_accuracy_baseline":0.6160339310599999,"constant_brier_baseline":0.079087076552024,"brier_skill":0.22535237865366553,"baseline_adjusted_skill":0.09448236590453729,"baseline_adjusted_score":0.09448236590453729},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.07259,"accuracy":0.9,"positive_recall":0.9,"specificity":0.9,"precision":0.9,"balanced_accuracy":0.9,"f1":0.9,"true_positive":45,"false_positive":5,"false_negative":5,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.70964,"baseline_adjusted_skill":0.8,"baseline_adjusted_score":0.8},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.78,"uniform_accuracy_baseline":0.012987012987012965,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.768421052631579,"baseline_adjusted_score":0.768421052631579},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.9333333333333332,"baseline_adjusted_score":0.9333333333333332},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.65,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.45312500000000006,"baseline_adjusted_score":0.45312500000000006},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1736670000000001,"accuracy":0.73,"positive_recall":1,"specificity":0.46,"precision":0.6493506493506493,"balanced_accuracy":0.73,"f1":0.7874015748031497,"true_positive":50,"false_positive":27,"false_negative":0,"true_negative":23,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3053319999999996,"baseline_adjusted_skill":0.45999999999999996,"baseline_adjusted_score":0.45999999999999996},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.1041691034687668,"accuracy":0.6697865335663249,"positive_recall":0.6817750154361508,"specificity":0.6642042562875123,"precision":0.4859654644253449,"balanced_accuracy":0.6729896358618316,"f1":0.5674533301257537,"true_positive":151.6212249007076,"false_positive":160.3787750992924,"false_negative":70.77065140428022,"true_negative":317.2293485957198,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768597,"brier_skill":-0.17404164146346823,"baseline_adjusted_skill":0.34597927172366316,"baseline_adjusted_score":0.34597927172366316},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.07127099999999997,"accuracy":0.91,"positive_recall":0.9,"specificity":0.92,"precision":0.9183673469387755,"balanced_accuracy":0.91,"f1":0.9090909090909091,"true_positive":45,"false_positive":4,"false_negative":5,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7149160000000001,"baseline_adjusted_skill":0.8200000000000001,"baseline_adjusted_score":0.8200000000000001},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.9139072847682119,"uniform_accuracy_baseline":0.006622516556291403,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.9103448275862069,"baseline_adjusted_score":0.9103448275862069},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"binary_brier":0.08601966666666669,"accuracy":0.8866666666666667,"positive_recall":0.7866666666666666,"specificity":0.9866666666666667,"precision":0.9833333333333333,"balanced_accuracy":0.8866666666666667,"f1":0.8740740740740741,"true_positive":118,"false_positive":2,"false_negative":32,"true_negative":148,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6559213333333332,"baseline_adjusted_skill":0.7733333333333334,"baseline_adjusted_score":0.7733333333333334},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":14},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.7588235294117647,"uniform_accuracy_baseline":0.3333333333333301,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.5553145336225596,"baseline_adjusted_score":0.5553145336225596},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.43,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.049999999999999954,"baseline_adjusted_score":0.049999999999999954},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.07279899999999999,"accuracy":0.91,"positive_recall":0.94,"specificity":0.88,"precision":0.8867924528301887,"balanced_accuracy":0.9099999999999999,"f1":0.912621359223301,"true_positive":47,"false_positive":6,"false_negative":3,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.708804,"baseline_adjusted_skill":0.8199999999999998,"baseline_adjusted_score":0.8199999999999998},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.7083333333333333,"baseline_adjusted_score":0.7083333333333333},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9666666666666667,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.9333333333333333,"baseline_adjusted_score":0.9333333333333333},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":19},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8733333333333333,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.736111111111111,"baseline_adjusted_score":0.736111111111111},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":20},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9733333333333334,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5266666666666666,"baseline_adjusted_skill":0.943661971830986,"baseline_adjusted_score":0.943661971830986},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":21},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.07142857142857136,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9887640449438202,"baseline_adjusted_score":0.9887640449438202},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.8043478260869565,"baseline_adjusted_score":0.8043478260869565},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.51,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.3287671232876712,"baseline_adjusted_score":0.3287671232876712},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.9444444444444444,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.8333333333333333,"baseline_adjusted_score":0.8333333333333333},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.13917073170731706,"accuracy":0.8414634146341463,"positive_recall":0.85,"specificity":0.8333333333333334,"precision":0.8292682926829268,"balanced_accuracy":0.8416666666666667,"f1":0.8395061728395061,"true_positive":34,"false_positive":7,"false_negative":6,"true_negative":35,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.24985127900059498,"brier_skill":0.44298571428571454,"baseline_adjusted_skill":0.6833333333333333,"baseline_adjusted_score":0.6833333333333333},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11648100000000002,"accuracy":0.82,"positive_recall":0.78,"specificity":0.86,"precision":0.8478260869565217,"balanced_accuracy":0.8200000000000001,"f1":0.8125,"true_positive":39,"false_positive":7,"false_negative":11,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.534076,"baseline_adjusted_skill":0.6400000000000001,"baseline_adjusted_score":0.6400000000000001},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.8128491620111732,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.7598566308243728,"baseline_adjusted_score":0.7598566308243728},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.57,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.29508196721311464,"baseline_adjusted_score":0.29508196721311464},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.17454649999999997,"accuracy":0.74,"positive_recall":0.4772727272727273,"specificity":0.8141025641025641,"precision":0.42,"balanced_accuracy":0.6456876456876457,"f1":0.44680851063829785,"true_positive":21,"false_positive":29,"false_negative":23,"true_negative":127,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000053,"brier_skill":-0.017170745920742636,"baseline_adjusted_skill":0.2913752913752914,"baseline_adjusted_score":0.2913752913752914},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.15545299999999995,"accuracy":0.78,"positive_recall":0.4,"specificity":0.9066666666666666,"precision":0.5882352941176471,"balanced_accuracy":0.6533333333333333,"f1":0.47619047619047616,"true_positive":20,"false_positive":14,"false_negative":30,"true_negative":136,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":0.1709173333333336,"baseline_adjusted_skill":0.30666666666666664,"baseline_adjusted_score":0.30666666666666664},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.04376249999999998,"accuracy":0.935,"positive_recall":0.6842105263157895,"specificity":0.9613259668508287,"precision":0.65,"balanced_accuracy":0.822768246583309,"f1":0.6666666666666666,"true_positive":13,"false_positive":7,"false_negative":6,"true_negative":174,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.0859749999999999,"brier_skill":0.4909857516719973,"baseline_adjusted_skill":0.6455364931666181,"baseline_adjusted_score":0.6455364931666181},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.9933333333333333,"uniform_accuracy_baseline":0.3333333333333322,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.9899999999999998,"baseline_adjusted_score":0.9899999999999998},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":33},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"binary_brier":0.01083433333333334,"accuracy":0.9966666666666667,"positive_recall":1,"specificity":0.9933333333333333,"precision":0.9933774834437086,"balanced_accuracy":0.9966666666666666,"f1":0.9966777408637874,"true_positive":150,"false_positive":1,"false_negative":0,"true_negative":149,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9566626666666667,"baseline_adjusted_skill":0.9933333333333332,"baseline_adjusted_score":0.9933333333333332},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":34},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.9966666666666667,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.9955555555555556,"baseline_adjusted_score":0.9955555555555556},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":35},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"binary_brier":0.07618799999999991,"accuracy":0.91,"positive_recall":1,"specificity":0.82,"precision":0.847457627118644,"balanced_accuracy":0.9099999999999999,"f1":0.9174311926605505,"true_positive":150,"false_positive":27,"false_negative":0,"true_negative":123,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6952480000000003,"baseline_adjusted_skill":0.8199999999999998,"baseline_adjusted_score":0.8199999999999998},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":36},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"normalized_expected_score_mae":0.09311666666666668,"normalized_score_rmse":0.14428357494877925,"constant_score_baseline":0.5,"constant_mae_baseline":0.3333333333333333,"baseline_adjusted_skill":0.72065,"baseline_adjusted_score":0.72065},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":37},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.45666666666666667,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.27555555555555555,"baseline_adjusted_score":0.27555555555555555},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":38},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"binary_brier":0.23690700000000006,"accuracy":0.6233333333333333,"positive_recall":0.5,"specificity":0.7466666666666667,"precision":0.6637168141592921,"balanced_accuracy":0.6233333333333333,"f1":0.5703422053231939,"true_positive":75,"false_positive":38,"false_negative":75,"true_negative":112,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.05237199999999975,"baseline_adjusted_skill":0.2466666666666666,"baseline_adjusted_score":0.2466666666666666},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":39},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"normalized_expected_score_mae":0.2832872053872052,"normalized_score_rmse":0.33485173828220743,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.05570931537598267,"baseline_adjusted_score":0.05570931537598267},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":40},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"mean_iou":0.7551447398221327,"accuracy_at_iou_0_5":0.8866666666666667},"scoring":{"eligible":false,"reason":"Optional Box IoU; excluded from ranking and baseline adjustment."},"model":185,"benchmark":41},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9766666666666667,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.9666666666666669,"baseline_adjusted_score":0.9666666666666669},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":42},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.012313333333333332,"accuracy":0.9933333333333333,"positive_recall":0.9865771812080537,"specificity":1,"precision":1,"balanced_accuracy":0.9932885906040269,"f1":0.9932432432432432,"true_positive":147,"false_positive":0,"false_negative":2,"true_negative":151,"positive_prevalence":0.49666666666666665,"majority_accuracy_baseline":0.5033333333333334,"constant_brier_baseline":0.2499888888888889,"brier_skill":0.9507444775323348,"baseline_adjusted_skill":0.9865771812080537,"baseline_adjusted_score":0.9865771812080537},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":43},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.09756666666666666,"normalized_score_rmse":0.14529510200508022,"constant_score_baseline":0.5,"constant_mae_baseline":0.36666666666666664,"baseline_adjusted_skill":0.7339090909090908,"baseline_adjusted_score":0.7339090909090908},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":44},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"mean_iou":0.5462134021946635,"accuracy_at_iou_0_5":0.6133333333333333},"scoring":{"eligible":false,"reason":"Optional Box IoU; excluded from ranking and baseline adjustment."},"model":185,"benchmark":45},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7933333333333333,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2866666666666667,"baseline_adjusted_skill":0.7102803738317756,"baseline_adjusted_score":0.7102803738317756},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":46},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.10920366666666666,"accuracy":0.8633333333333333,"positive_recall":0.8535031847133758,"specificity":0.8741258741258742,"precision":0.881578947368421,"balanced_accuracy":0.863814529419625,"f1":0.8673139158576052,"true_positive":134,"false_positive":18,"false_negative":23,"true_negative":125,"positive_prevalence":0.5233333333333333,"majority_accuracy_baseline":0.5233333333333333,"constant_brier_baseline":0.24945555555555557,"brier_skill":0.5622319718498063,"baseline_adjusted_skill":0.72762905883925,"baseline_adjusted_score":0.72762905883925},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":47},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.19523333333333334,"normalized_score_rmse":0.242474397273884,"constant_score_baseline":0.5,"constant_mae_baseline":0.3016666666666667,"baseline_adjusted_skill":0.35281767955801113,"baseline_adjusted_score":0.35281767955801113},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":48},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.08831305555555638,"accuracy":0.8508154761904764,"positive_recall":0.6347584565023313,"specificity":0.8646078052672573,"precision":0.23034557235421188,"balanced_accuracy":0.7496831308847943,"f1":0.3380259369800061,"true_positive":106.6500000000001,"false_positive":356.3499999999999,"false_negative":61.36666666666668,"true_negative":2275.6333333333337,"positive_prevalence":0.060005952380952354,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679296,"brier_skill":-1.742558673175013,"baseline_adjusted_skill":0.49936626176958865,"baseline_adjusted_score":0.49936626176958865},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.6666666666666666,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.5555555555555555,"baseline_adjusted_score":0.5555555555555555},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":50},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.8753541076487252,"uniform_accuracy_baseline":0.027777777777777853,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.8571428571428572,"baseline_adjusted_score":0.8571428571428572},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.82,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.7428571428571429,"baseline_adjusted_score":0.7428571428571429},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08655400000000002,"accuracy":0.86,"positive_recall":0.96,"specificity":0.76,"precision":0.8,"balanced_accuracy":0.86,"f1":0.8727272727272727,"true_positive":48,"false_positive":12,"false_negative":2,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6537839999999999,"baseline_adjusted_skill":0.72,"baseline_adjusted_score":0.72},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.014978000000000002,"accuracy":0.97,"positive_recall":1,"specificity":0.94,"precision":0.9433962264150944,"balanced_accuracy":0.97,"f1":0.970873786407767,"true_positive":50,"false_positive":3,"false_negative":0,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.940088,"baseline_adjusted_skill":0.94,"baseline_adjusted_score":0.94},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.68,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":0.17948717948717963,"baseline_adjusted_score":0.17948717948717963},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.8404255319148937,"baseline_adjusted_score":0.8404255319148937},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.058406,"accuracy":0.93,"positive_recall":0.96,"specificity":0.9,"precision":0.9056603773584906,"balanced_accuracy":0.9299999999999999,"f1":0.9320388349514563,"true_positive":48,"false_positive":5,"false_negative":2,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.766376,"baseline_adjusted_skill":0.8599999999999999,"baseline_adjusted_score":0.8599999999999999},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.52,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.36000000000000004,"baseline_adjusted_score":0.36000000000000004},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":58},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.7866666666666666,"uniform_accuracy_baseline":0.3333333333333322,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.6799999999999999,"baseline_adjusted_score":0.6799999999999999},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":59},{"provenance":"measured","status":"complete","counts":{"cases":285,"expected":285,"succeeded":285,"failed":0},"metrics":{"target_mass_at_prediction":0.9017543859649123,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5263157894736842,"baseline_adjusted_skill":0.7925925925925926,"baseline_adjusted_score":0.7925925925925926},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":60},{"provenance":"measured","status":"complete","counts":{"cases":299,"expected":299,"succeeded":299,"failed":0},"metrics":{"binary_brier":0.2542133779264215,"accuracy":0.5886287625418061,"positive_recall":0.9866666666666667,"specificity":0.18791946308724833,"precision":0.550185873605948,"balanced_accuracy":0.5872930648769575,"f1":0.7064439140811456,"true_positive":148,"false_positive":121,"false_negative":2,"true_negative":28,"positive_prevalence":0.5016722408026756,"majority_accuracy_baseline":0.5016722408026756,"constant_brier_baseline":0.24999720361069733,"brier_skill":-0.01686488590604296,"baseline_adjusted_skill":0.17458612975391508,"baseline_adjusted_score":0.17458612975391508},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":61},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.9666666666666667,"uniform_accuracy_baseline":0.20000000000000104,"fixed_answer_accuracy_baseline":0.20000000000000104,"baseline_adjusted_skill":0.9583333333333333,"baseline_adjusted_score":0.9583333333333333},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":62},{"provenance":"measured","status":"complete","counts":{"cases":283,"expected":283,"succeeded":283,"failed":0},"metrics":{"binary_brier":0.22992296819787988,"accuracy":0.6360424028268551,"positive_recall":0.8796992481203008,"specificity":0.42,"precision":0.5735294117647058,"balanced_accuracy":0.6498496240601503,"f1":0.6943620178041543,"true_positive":117,"false_positive":87,"false_negative":16,"true_negative":63,"positive_prevalence":0.46996466431095407,"majority_accuracy_baseline":0.5300353356890459,"constant_brier_baseline":0.2490978786100456,"brier_skill":0.0769774135338318,"baseline_adjusted_skill":0.2996992481203007,"baseline_adjusted_score":0.2996992481203007},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":63},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.8933333333333334,"baseline_adjusted_score":0.8933333333333334},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":64},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.2061666666666668,"fixed_answer_accuracy_baseline":0.21333333333333335,"baseline_adjusted_skill":0.961864406779661,"baseline_adjusted_score":0.961864406779661},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":65},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.78,"uniform_accuracy_baseline":0.3333333333333322,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.67,"baseline_adjusted_score":0.67},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":66},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.7833333333333333,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.37333333333333335,"baseline_adjusted_skill":0.6542553191489361,"baseline_adjusted_score":0.6542553191489361},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":67},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"normalized_expected_score_mae":0.17875732323232324,"normalized_score_rmse":0.2179228878281645,"constant_score_baseline":0.5,"constant_mae_baseline":0.26208333333333317,"baseline_adjusted_skill":0.3179370814664928,"baseline_adjusted_score":0.3179370814664928},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":68},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"normalized_expected_score_mae":0.08836006734006734,"normalized_score_rmse":0.11503482867514028,"constant_score_baseline":0.52,"constant_mae_baseline":0.24733333333333307,"baseline_adjusted_skill":0.642749053881129,"baseline_adjusted_score":0.642749053881129},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":69},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.09606542335536321,"normalized_score_rmse":0.11832761691737954,"constant_score_baseline":0.578319964349225,"constant_mae_baseline":0.11212962028602311,"baseline_adjusted_skill":0.1432645262659673,"baseline_adjusted_score":0.1432645262659673},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":70},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.8666666666666667,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.8222222222222223,"baseline_adjusted_score":0.8222222222222223},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":71},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.7910447761194032,"baseline_adjusted_score":0.7910447761194032},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.02532900000000003,"accuracy":0.97,"positive_recall":0.98,"specificity":0.96,"precision":0.9607843137254902,"balanced_accuracy":0.97,"f1":0.9702970297029703,"true_positive":49,"false_positive":2,"false_negative":1,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8986839999999999,"baseline_adjusted_skill":0.94,"baseline_adjusted_score":0.94},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.49657780405405405,"uniform_accuracy_baseline":0.23445945945945923,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.31753807819805285,"baseline_adjusted_score":0.31753807819805285},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.04000262627199339,"accuracy":0.7122368223684209,"positive_recall":0.8996492757088234,"specificity":0.53377855896912,"precision":0.6475728155339805,"balanced_accuracy":0.7167139173389716,"f1":0.7530766497728917,"true_positive":66.69999999999997,"false_positive":36.300000000000004,"false_negative":7.440003,"true_negative":41.559996999999996,"positive_prevalence":0.48776317763157917,"majority_accuracy_baseline":0.5122368223684208,"constant_brier_baseline":0.0945191003976856,"brier_skill":0.5767773275064635,"baseline_adjusted_skill":0.4334278346779432,"baseline_adjusted_score":0.4334278346779432},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.12970091245370374,"normalized_score_rmse":0.162677785803683,"constant_score_baseline":0.5841668333333334,"constant_mae_baseline":0.21700552708333315,"baseline_adjusted_skill":0.40231516589945293,"baseline_adjusted_score":0.40231516589945293},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.19521100000000008,"accuracy":0.7,"positive_recall":0.88,"specificity":0.52,"precision":0.6470588235294118,"balanced_accuracy":0.7,"f1":0.7457627118644068,"true_positive":44,"false_positive":24,"false_negative":6,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.21915599999999968,"baseline_adjusted_skill":0.3999999999999999,"baseline_adjusted_score":0.3999999999999999},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.17371400000000004,"accuracy":0.74,"positive_recall":0.76,"specificity":0.72,"precision":0.7307692307692307,"balanced_accuracy":0.74,"f1":0.7450980392156863,"true_positive":38,"false_positive":14,"false_negative":12,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.30514399999999986,"baseline_adjusted_skill":0.48,"baseline_adjusted_score":0.48},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.8688524590163935,"baseline_adjusted_score":0.8688524590163935},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.885,"uniform_accuracy_baseline":0.03611111111111102,"fixed_answer_accuracy_baseline":0.08833333333333329,"baseline_adjusted_skill":0.8738574040219379,"baseline_adjusted_score":0.8738574040219379},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"binary_brier":0.12424233333333343,"accuracy":0.83,"positive_recall":0.8333333333333334,"specificity":0.8266666666666667,"precision":0.8278145695364238,"balanced_accuracy":0.8300000000000001,"f1":0.8305647840531561,"true_positive":125,"false_positive":26,"false_negative":25,"true_negative":124,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5030306666666663,"baseline_adjusted_skill":0.6600000000000001,"baseline_adjusted_score":0.6600000000000001},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":81},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.8863636363636362,"baseline_adjusted_score":0.8863636363636362},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.7233333333333334,"uniform_accuracy_baseline":0.11021428571428617,"fixed_answer_accuracy_baseline":0.12554761904761905,"baseline_adjusted_skill":0.6836115119666731,"baseline_adjusted_score":0.6836115119666731},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":83},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.8333333333333334,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.7777777777777778,"baseline_adjusted_score":0.7777777777777778},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":84},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.865,"uniform_accuracy_baseline":0.04987932421560751,"fixed_answer_accuracy_baseline":0.1244247787610618,"baseline_adjusted_skill":0.8458156458459672,"baseline_adjusted_score":0.8458156458459672},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.10257633333333334,"accuracy":0.8966666666666666,"positive_recall":0.9120370370370371,"specificity":0.8571428571428571,"precision":0.9425837320574163,"balanced_accuracy":0.8845899470899471,"f1":0.9270588235294117,"true_positive":197,"false_positive":12,"false_negative":19,"true_negative":72,"positive_prevalence":0.72,"majority_accuracy_baseline":0.72,"constant_brier_baseline":0.2016,"brier_skill":0.4911888227513227,"baseline_adjusted_skill":0.7691798941798942,"baseline_adjusted_score":0.7691798941798942},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":86},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9333333333333333,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5033333333333333,"baseline_adjusted_skill":0.865771812080537,"baseline_adjusted_score":0.865771812080537},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":87},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.26787599999999995,"accuracy":0.55,"positive_recall":0.5,"specificity":0.6,"precision":0.5555555555555556,"balanced_accuracy":0.55,"f1":0.5263157894736842,"true_positive":25,"false_positive":20,"false_negative":25,"true_negative":30,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.07150399999999979,"baseline_adjusted_skill":0.10000000000000009,"baseline_adjusted_score":0.10000000000000009},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.06120066666666666,"accuracy":0.9266666666666666,"positive_recall":0.94375,"specificity":0.9071428571428571,"precision":0.9207317073170732,"balanced_accuracy":0.9254464285714286,"f1":0.9320987654320988,"true_positive":151,"false_positive":13,"false_negative":9,"true_negative":127,"positive_prevalence":0.5333333333333333,"majority_accuracy_baseline":0.5333333333333333,"constant_brier_baseline":0.2488888888888889,"brier_skill":0.7541044642857143,"baseline_adjusted_skill":0.8508928571428571,"baseline_adjusted_score":0.8508928571428571},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":89},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.8611111111111112,"uniform_accuracy_baseline":0.23888888888888893,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.803921568627451,"baseline_adjusted_score":0.803921568627451},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.06374687500000001,"accuracy":0.9375,"positive_recall":0.90625,"specificity":0.96875,"precision":0.9666666666666667,"balanced_accuracy":0.9375,"f1":0.9354838709677419,"true_positive":29,"false_positive":1,"false_negative":3,"true_negative":31,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7450125,"baseline_adjusted_skill":0.875,"baseline_adjusted_score":0.875},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.028473000000000012,"accuracy":0.99,"positive_recall":0.98,"specificity":1,"precision":1,"balanced_accuracy":0.99,"f1":0.98989898989899,"true_positive":49,"false_positive":0,"false_negative":1,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8861079999999999,"baseline_adjusted_skill":0.98,"baseline_adjusted_score":0.98},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8529411764705882,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.7826086956521737,"baseline_adjusted_score":0.7826086956521737},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.004075757575757576,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":16,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.9836819852941177,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.12089999999999998,"normalized_score_rmse":0.27706948586951974,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.6336363636363638,"baseline_adjusted_score":0.6336363636363638},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.1875,"uniform_accuracy_baseline":0.17812500000000006,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.14035087719298242,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.13043235294117644,"accuracy":0.7647058823529411,"positive_recall":0.5294117647058824,"specificity":1,"precision":1,"balanced_accuracy":0.7647058823529411,"f1":0.6923076923076923,"true_positive":9,"false_positive":0,"false_negative":8,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4782705882352942,"baseline_adjusted_skill":0.5294117647058822,"baseline_adjusted_score":0.5294117647058822},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.3516176470588235,"normalized_score_rmse":0.4018440947315118,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-1.3909999999999996,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.13194444444444448,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.016088461538461538,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":26,"false_positive":0,"false_negative":0,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9356461538461538,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.052401333333333334,"accuracy":0.9333333333333333,"positive_recall":1,"specificity":0.8611111111111112,"precision":0.8863636363636364,"balanced_accuracy":0.9305555555555556,"f1":0.9397590361445783,"true_positive":39,"false_positive":5,"false_negative":0,"true_negative":31,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24959999999999993,"brier_skill":0.7900587606837606,"baseline_adjusted_skill":0.8611111111111112,"baseline_adjusted_score":0.8611111111111112},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.25395959595959605,"normalized_score_rmse":0.3397282936987068,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.09300144300144275,"baseline_adjusted_score":0.09300144300144275},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.84,"baseline_adjusted_score":0.84},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.0052321428571428545,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":14,"false_positive":0,"false_negative":0,"true_negative":14,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9790714285714286,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.029636363636363648,"normalized_score_rmse":0.03607231793511642,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.16969696969696968,"baseline_adjusted_skill":0.8253571428571428,"baseline_adjusted_score":0.8253571428571428},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.01819882352941176,"accuracy":0.9764705882352941,"positive_recall":1,"specificity":0.95,"precision":0.9574468085106383,"balanced_accuracy":0.975,"f1":0.9782608695652174,"true_positive":45,"false_positive":2,"false_negative":0,"true_negative":38,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.24913494809688563,"brier_skill":0.9269519444444444,"baseline_adjusted_skill":0.95,"baseline_adjusted_score":0.95},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.025585999999999994,"accuracy":0.98,"positive_recall":0.9714285714285714,"specificity":1,"precision":1,"balanced_accuracy":0.9857142857142858,"f1":0.9855072463768116,"true_positive":34,"false_positive":0,"false_negative":1,"true_negative":15,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.20999999999999996,"brier_skill":0.8781619047619048,"baseline_adjusted_skill":0.9714285714285715,"baseline_adjusted_score":0.9714285714285715},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.21240000000000003,"normalized_score_rmse":0.2946548828714705,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.24142857142857144,"baseline_adjusted_score":0.24142857142857144},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.759493670886076,"uniform_accuracy_baseline":0.24240506329113914,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.5869565217391305,"baseline_adjusted_score":0.5869565217391305},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.004261904761904763,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":11,"false_positive":0,"false_negative":0,"true_negative":10,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.24943310657596363,"brier_skill":0.9829136363636364,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.9090909090909091,"uniform_accuracy_baseline":0.3237373737373738,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.85,"baseline_adjusted_score":0.85},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.14569393939393938,"accuracy":0.7272727272727273,"positive_recall":0.5882352941176471,"specificity":0.875,"precision":0.8333333333333334,"balanced_accuracy":0.7316176470588236,"f1":0.6896551724137931,"true_positive":10,"false_positive":2,"false_negative":7,"true_negative":14,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.4166886029411768,"baseline_adjusted_skill":0.4632352941176472,"baseline_adjusted_score":0.4632352941176472},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.052745098039215677,"normalized_score_rmse":0.13581032524975575,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.34313725490196084,"baseline_adjusted_skill":0.8462857142857143,"baseline_adjusted_score":0.8462857142857143},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.050456999999999974,"accuracy":0.91,"positive_recall":1,"specificity":0.82,"precision":0.847457627118644,"balanced_accuracy":0.9099999999999999,"f1":0.9174311926605505,"true_positive":50,"false_positive":9,"false_negative":0,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7981720000000001,"baseline_adjusted_skill":0.8199999999999998,"baseline_adjusted_score":0.8199999999999998},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.6133333333333334,"uniform_accuracy_baseline":0.3333333333333332,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":0.40206185567010316,"baseline_adjusted_score":0.40206185567010316},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.1665413333333334,"accuracy":0.76,"positive_recall":0.972972972972973,"specificity":0.5526315789473685,"precision":0.6792452830188679,"balanced_accuracy":0.7628022759601707,"f1":0.8,"true_positive":36,"false_positive":17,"false_negative":1,"true_negative":21,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555535,"brier_skill":0.3337162162162154,"baseline_adjusted_skill":0.5256045519203414,"baseline_adjusted_score":0.5256045519203414},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.1428571428571427,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.5800000000000001,"uniform_accuracy_baseline":0.32416666666666627,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.36363636363636376,"baseline_adjusted_score":0.36363636363636376},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.016309090909090912,"accuracy":0.9696969696969697,"positive_recall":1,"specificity":0.9411764705882353,"precision":0.9411764705882353,"balanced_accuracy":0.9705882352941176,"f1":0.9696969696969697,"true_positive":16,"false_positive":1,"false_negative":0,"true_negative":16,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.9347036764705883,"baseline_adjusted_skill":0.9411764705882353,"baseline_adjusted_score":0.9411764705882353},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.014393939393939395,"normalized_score_rmse":0.07792041394327234,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.9344827586206896,"baseline_adjusted_score":0.9344827586206896},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10508199999999998,"accuracy":0.86,"positive_recall":0.8636363636363636,"specificity":0.8589743589743589,"precision":0.6333333333333333,"balanced_accuracy":0.8613053613053613,"f1":0.7307692307692307,"true_positive":19,"false_positive":11,"false_negative":3,"true_negative":67,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000028,"brier_skill":0.38763403263403373,"baseline_adjusted_skill":0.7226107226107226,"baseline_adjusted_score":0.7226107226107226},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.06758199999999998,"accuracy":0.88,"positive_recall":0.7027027027027027,"specificity":0.9841269841269841,"precision":0.9629629629629629,"balanced_accuracy":0.8434148434148434,"f1":0.8125,"true_positive":26,"false_positive":1,"false_negative":11,"true_negative":62,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000008,"brier_skill":0.7100729300729303,"baseline_adjusted_skill":0.6868296868296868,"baseline_adjusted_score":0.6868296868296868},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.07177199999999996,"accuracy":0.91,"positive_recall":0.8461538461538461,"specificity":0.9508196721311475,"precision":0.9166666666666666,"balanced_accuracy":0.8984867591424968,"f1":0.88,"true_positive":33,"false_positive":3,"false_negative":6,"true_negative":58,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379000000000002,"brier_skill":0.6983102143757886,"baseline_adjusted_skill":0.7969735182849935,"baseline_adjusted_score":0.7969735182849935},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.047090999999999966,"accuracy":0.93,"positive_recall":0.9354838709677419,"specificity":0.927536231884058,"precision":0.8529411764705882,"balanced_accuracy":0.9315100514258999,"f1":0.8923076923076924,"true_positive":29,"false_positive":5,"false_negative":2,"true_negative":64,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999987,"brier_skill":0.7798457223001403,"baseline_adjusted_skill":0.8630201028517999,"baseline_adjusted_score":0.8630201028517999},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.986111111111111,"baseline_adjusted_score":0.986111111111111},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.13695353535353527,"normalized_score_rmse":0.1763871767340603,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.41095253611382687,"baseline_adjusted_score":0.41095253611382687},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.12076100000000001,"accuracy":0.82,"positive_recall":0.82,"specificity":0.82,"precision":0.82,"balanced_accuracy":0.82,"f1":0.82,"true_positive":41,"false_positive":9,"false_negative":9,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.516956,"baseline_adjusted_skill":0.6399999999999999,"baseline_adjusted_score":0.6399999999999999},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.29710299999999984,"accuracy":0.5,"positive_recall":0.64,"specificity":0.36,"precision":0.5,"balanced_accuracy":0.5,"f1":0.5614035087719298,"true_positive":32,"false_positive":32,"false_negative":18,"true_negative":18,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.18841199999999936,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.6,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.142857142857143,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.08640066666666667,"accuracy":0.8833333333333333,"positive_recall":0.8066666666666666,"specificity":0.96,"precision":0.952755905511811,"balanced_accuracy":0.8833333333333333,"f1":0.8736462093862816,"true_positive":121,"false_positive":6,"false_negative":29,"true_negative":144,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6543973333333333,"baseline_adjusted_skill":0.7666666666666666,"baseline_adjusted_score":0.7666666666666666},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":134},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08652999999999997,"accuracy":0.85,"positive_recall":0.88,"specificity":0.82,"precision":0.8301886792452831,"balanced_accuracy":0.85,"f1":0.8543689320388349,"true_positive":44,"false_positive":9,"false_negative":6,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6538800000000001,"baseline_adjusted_skill":0.7,"baseline_adjusted_score":0.7},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.857142857142857,"baseline_adjusted_score":0.857142857142857},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"mean_iou":0.7543608081461257,"accuracy_at_iou_0_5":0.8366666666666667},"scoring":{"eligible":false,"reason":"Optional Box IoU; excluded from ranking and baseline adjustment."},"model":185,"benchmark":137},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"mean_iou":0.7173568947245369,"accuracy_at_iou_0_5":0.7966666666666666},"scoring":{"eligible":false,"reason":"Optional Box IoU; excluded from ranking and baseline adjustment."},"model":185,"benchmark":138},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"mean_iou":0.7362707901080862,"accuracy_at_iou_0_5":0.83},"scoring":{"eligible":false,"reason":"Optional Box IoU; excluded from ranking and baseline adjustment."},"model":185,"benchmark":139},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.7833333333333333,"baseline_adjusted_score":0.7833333333333333},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.029897999999999997,"accuracy":0.96,"positive_recall":0.94,"specificity":0.98,"precision":0.9791666666666666,"balanced_accuracy":0.96,"f1":0.9591836734693877,"true_positive":47,"false_positive":1,"false_negative":3,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.880408,"baseline_adjusted_skill":0.9199999999999999,"baseline_adjusted_score":0.9199999999999999},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7566666666666667,"uniform_accuracy_baseline":0.0625,"fixed_answer_accuracy_baseline":0.10666666666666667,"baseline_adjusted_skill":0.7276119402985075,"baseline_adjusted_score":0.7276119402985075},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":142},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.20851190476190457,"fixed_answer_accuracy_baseline":0.2233333333333332,"baseline_adjusted_skill":0.9871244635193133,"baseline_adjusted_score":0.9871244635193133},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.028088000000000002,"accuracy":0.97,"positive_recall":0.98,"specificity":0.96,"precision":0.9607843137254902,"balanced_accuracy":0.97,"f1":0.9702970297029703,"true_positive":49,"false_positive":2,"false_negative":1,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.887648,"baseline_adjusted_skill":0.94,"baseline_adjusted_score":0.94},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.043576767676767686,"normalized_score_rmse":0.1106198430714625,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.8547441077441077,"baseline_adjusted_score":0.8547441077441077},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.22851190476190467,"fixed_answer_accuracy_baseline":0.2433333333333333,"baseline_adjusted_skill":0.986784140969163,"baseline_adjusted_score":0.986784140969163},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.009898000000000004,"accuracy":0.99,"positive_recall":1,"specificity":0.98,"precision":0.9803921568627451,"balanced_accuracy":0.99,"f1":0.9900990099009901,"true_positive":50,"false_positive":1,"false_negative":0,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9604079999999999,"baseline_adjusted_skill":0.98,"baseline_adjusted_score":0.98},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.015020000000000004,"normalized_score_rmse":0.036870245456194085,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.304222222222222,"baseline_adjusted_skill":0.9506281957633309,"baseline_adjusted_score":0.9506281957633309},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.76,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.6129032258064516,"baseline_adjusted_score":0.6129032258064516},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9966666666666667,"uniform_accuracy_baseline":0.3467777777777778,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.9947916666666667,"baseline_adjusted_score":0.9947916666666667},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":150},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.06893399999999994,"accuracy":0.92,"positive_recall":0.94,"specificity":0.9,"precision":0.9038461538461539,"balanced_accuracy":0.9199999999999999,"f1":0.9215686274509803,"true_positive":47,"false_positive":5,"false_negative":3,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7242640000000002,"baseline_adjusted_skill":0.8399999999999999,"baseline_adjusted_score":0.8399999999999999},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"mean_iou":0.4959409153771955,"accuracy_at_iou_0_5":0.5166666666666667},"scoring":{"eligible":false,"reason":"Optional Box IoU; excluded from ranking and baseline adjustment."},"model":185,"benchmark":153},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.056504000000000006,"accuracy":0.9,"positive_recall":0.86,"specificity":0.94,"precision":0.9347826086956522,"balanced_accuracy":0.8999999999999999,"f1":0.8958333333333334,"true_positive":43,"false_positive":3,"false_negative":7,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.773984,"baseline_adjusted_skill":0.7999999999999998,"baseline_adjusted_score":0.7999999999999998},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.61,"uniform_accuracy_baseline":0.35333333333333317,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.3389830508474576,"baseline_adjusted_score":0.3389830508474576},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.7580645161290323,"baseline_adjusted_score":0.7580645161290323},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0},"metrics":{"target_mass_at_prediction":0.5866666666666667,"uniform_accuracy_baseline":0.3333333333333322,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.38,"baseline_adjusted_score":0.38},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":157},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.62,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.3870967741935484,"baseline_adjusted_score":0.3870967741935484},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.51,"uniform_accuracy_baseline":0.11111111111111088,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.41666666666666663,"baseline_adjusted_score":0.41666666666666663},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9733333333333334,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.9365079365079366,"baseline_adjusted_score":0.9365079365079366},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":160},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.039825499999999986,"accuracy":0.8466250000000001,"positive_recall":0.6097560975609757,"specificity":0.9020515193583217,"precision":0.5929487179487182,"balanced_accuracy":0.7559038084596488,"f1":0.6012349691257719,"true_positive":46.250000000000014,"false_positive":31.74999999999999,"false_negative":29.599999999999998,"true_negative":292.40000000000003,"positive_prevalence":0.1896249999999999,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500007,"brier_skill":0.4768311654297468,"baseline_adjusted_skill":0.5118076169192975,"baseline_adjusted_score":0.5118076169192975},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1306830176767676,"normalized_score_rmse":0.16472095349860674,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":0.3886174611613211,"baseline_adjusted_score":0.3886174611613211},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.06183024999999996,"accuracy":0.7963749999999998,"positive_recall":0.5260196905766528,"specificity":0.8946650758479632,"precision":0.6448275862068967,"balanced_accuracy":0.7103423832123079,"f1":0.5793958171959722,"true_positive":56.100000000000016,"false_positive":30.899999999999977,"false_negative":50.55,"true_negative":262.44999999999993,"positive_prevalence":0.2666249999999998,"majority_accuracy_baseline":0.7333750000000002,"constant_brier_baseline":0.11565485937499977,"brier_skill":0.4653899513247315,"baseline_adjusted_skill":0.42068476642461583,"baseline_adjusted_score":0.42068476642461583},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.15121862373737377,"normalized_score_rmse":0.21591101914860517,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.43732605120977197,"baseline_adjusted_score":0.43732605120977197},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.057925000000000046,"accuracy":0.7958749999999999,"positive_recall":0.7029082774049215,"specificity":0.8319167389418906,"precision":0.6185039370078738,"balanced_accuracy":0.767412508173406,"f1":0.6580104712041883,"true_positive":78.54999999999997,"false_positive":48.450000000000024,"false_negative":33.20000000000002,"true_negative":239.8,"positive_prevalence":0.2793749999999999,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937499995,"brier_skill":0.48809544357720036,"baseline_adjusted_skill":0.534825016346812,"baseline_adjusted_score":0.534825016346812},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1713141414141413,"normalized_score_rmse":0.2244786830695457,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.3520032476060849,"baseline_adjusted_score":0.3520032476060849},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.038651999999999985,"accuracy":0.8763749999999996,"positive_recall":0.5707042253521128,"specificity":0.9635341365461847,"precision":0.8169354838709678,"balanced_accuracy":0.7671191809491488,"f1":0.6719734660033169,"true_positive":50.65000000000003,"false_positive":11.350000000000003,"false_negative":38.10000000000001,"true_negative":299.8999999999998,"positive_prevalence":0.22187499999999974,"majority_accuracy_baseline":0.7781250000000003,"constant_brier_baseline":0.126740234375001,"brier_skill":0.6950297575935055,"baseline_adjusted_skill":0.5342383618982975,"baseline_adjusted_score":0.5342383618982975},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.10787651515151518,"normalized_score_rmse":0.174494646637972,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.5218769411567195,"baseline_adjusted_score":0.5218769411567195},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.03860375000000002,"accuracy":0.8332499999999996,"positive_recall":0.7424385633270321,"specificity":0.8659075458871516,"precision":0.6656779661016948,"balanced_accuracy":0.8041730546070918,"f1":0.7019660411081322,"true_positive":78.54999999999998,"false_positive":39.45,"false_negative":27.250000000000004,"true_negative":254.74999999999983,"positive_prevalence":0.26449999999999985,"majority_accuracy_baseline":0.7355000000000002,"constant_brier_baseline":0.11362725000000028,"brier_skill":0.6602597528321779,"baseline_adjusted_skill":0.6083461092141835,"baseline_adjusted_score":0.6083461092141835},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.13737304292929312,"normalized_score_rmse":0.20032370985428868,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.45324162018191794,"baseline_adjusted_score":0.45324162018191794},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.06347625000000001,"accuracy":0.8225,"positive_recall":0.5652741514360313,"specificity":0.883426097711812,"precision":0.5345679012345681,"balanced_accuracy":0.7243501245739217,"f1":0.5494923857868022,"true_positive":43.30000000000002,"false_positive":37.69999999999998,"false_negative":33.30000000000002,"true_negative":285.7,"positive_prevalence":0.1914999999999999,"majority_accuracy_baseline":0.8085000000000001,"constant_brier_baseline":0.09190274999999995,"brier_skill":0.30931065718925665,"baseline_adjusted_skill":0.44870024914784334,"baseline_adjusted_score":0.44870024914784334},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1396526515151515,"normalized_score_rmse":0.21890325190573026,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.3249418657877874,"baseline_adjusted_score":0.3249418657877874},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.035931999999999985,"accuracy":0.8917499999999997,"positive_recall":0.7215447154471544,"specificity":0.9302575107296137,"precision":0.7006578947368421,"balanced_accuracy":0.825901113088384,"f1":0.7109479305740988,"true_positive":53.25,"false_positive":22.75,"false_negative":20.55000000000001,"true_negative":303.4499999999999,"positive_prevalence":0.1844999999999999,"majority_accuracy_baseline":0.8155000000000001,"constant_brier_baseline":0.1092222499999995,"brier_skill":0.6710194122534543,"baseline_adjusted_skill":0.651802226176768,"baseline_adjusted_score":0.651802226176768},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1310671085858586,"normalized_score_rmse":0.19577145160904658,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":0.3078964563122978,"baseline_adjusted_score":0.3078964563122978},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.061143499999999996,"accuracy":0.8402499999999995,"positive_recall":0.2777070063694268,"specificity":0.9776049766718508,"precision":0.7517241379310345,"balanced_accuracy":0.6276559915206388,"f1":0.4055813953488373,"true_positive":21.8,"false_positive":7.200000000000001,"false_negative":56.69999999999998,"true_negative":314.2999999999998,"positive_prevalence":0.19624999999999987,"majority_accuracy_baseline":0.8037500000000002,"constant_brier_baseline":0.09878593749999955,"brier_skill":0.381050567040473,"baseline_adjusted_skill":0.25531198304127756,"baseline_adjusted_score":0.25531198304127756},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.157070138888889,"normalized_score_rmse":0.2278882237894188,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":0.2564727153188686,"baseline_adjusted_score":0.2564727153188686},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.08110969387755101,"accuracy":0.7025510204081635,"positive_recall":0.8629893238434162,"specificity":0.581468218442256,"precision":0.608786610878661,"balanced_accuracy":0.7222287711428361,"f1":0.7139352306182531,"true_positive":145.5,"false_positive":93.50000000000003,"false_negative":23.10000000000001,"true_negative":129.90000000000006,"positive_prevalence":0.43010204081632636,"majority_accuracy_baseline":0.5698979591836737,"constant_brier_baseline":0.12359641815910102,"brier_skill":0.3437536857003287,"baseline_adjusted_skill":0.44445754228567225,"baseline_adjusted_score":0.44445754228567225},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.20675962430426723,"normalized_score_rmse":0.2650683603969614,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.24953914141414113,"baseline_adjusted_score":0.24953914141414113},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.030003874999999965,"accuracy":0.9288750000000008,"positive_recall":0.7403619197482297,"specificity":0.964482092435726,"precision":0.7974576271186441,"balanced_accuracy":0.8524220060919778,"f1":0.7678498572011423,"true_positive":94.09999999999998,"false_positive":23.899999999999995,"false_negative":32.99999999999999,"true_negative":649.0000000000006,"positive_prevalence":0.15887500000000002,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499934,"brier_skill":0.6962478322884484,"baseline_adjusted_skill":0.7048440121839556,"baseline_adjusted_score":0.7048440121839556},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.12009984217171711,"normalized_score_rmse":0.1727040401729894,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":0.27212216865625993,"baseline_adjusted_score":0.27212216865625993},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.04824354657687991,"normalized_score_rmse":0.08135996033529724,"constant_score_baseline":0.1111111111111111,"constant_mae_baseline":0.10629629629629629,"baseline_adjusted_skill":0.5461408510188998,"baseline_adjusted_score":0.5461408510188998},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":181},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.69,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.4999999999999999,"baseline_adjusted_score":0.4999999999999999},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.241914,"accuracy":0.58,"positive_recall":0.4,"specificity":0.76,"precision":0.625,"balanced_accuracy":0.5800000000000001,"f1":0.4878048780487805,"true_positive":20,"false_positive":12,"false_negative":30,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.03234400000000004,"baseline_adjusted_skill":0.16000000000000014,"baseline_adjusted_score":0.16000000000000014},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.5102717031146454,"uniform_accuracy_baseline":0.058823529411766766,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.4244548286604361,"baseline_adjusted_score":0.4244548286604361},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.17270000000000002,"accuracy":0.7533333333333333,"positive_recall":0.8563218390804598,"specificity":0.6111111111111112,"precision":0.7525252525252525,"balanced_accuracy":0.7337164750957854,"f1":0.8010752688172043,"true_positive":149,"false_positive":49,"false_negative":25,"true_negative":77,"positive_prevalence":0.58,"majority_accuracy_baseline":0.58,"constant_brier_baseline":0.24359999999999998,"brier_skill":0.2910509031198685,"baseline_adjusted_skill":0.46743295019157083,"baseline_adjusted_score":0.46743295019157083},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":185},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.08775733333333334,"accuracy":0.8833333333333333,"positive_recall":0.8662420382165605,"specificity":0.9020979020979021,"precision":0.9066666666666666,"balanced_accuracy":0.8841699701572313,"f1":0.8859934853420195,"true_positive":136,"false_positive":14,"false_negative":21,"true_negative":129,"positive_prevalence":0.5233333333333333,"majority_accuracy_baseline":0.5233333333333333,"constant_brier_baseline":0.24945555555555557,"brier_skill":0.648204534319184,"baseline_adjusted_skill":0.7683399403144626,"baseline_adjusted_score":0.7683399403144626},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":186},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.93,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.8478260869565218,"baseline_adjusted_score":0.8478260869565218},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.16807400000000006,"accuracy":0.73,"positive_recall":0.66,"specificity":0.8,"precision":0.7674418604651163,"balanced_accuracy":0.73,"f1":0.7096774193548387,"true_positive":33,"false_positive":10,"false_negative":17,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3277039999999998,"baseline_adjusted_skill":0.45999999999999996,"baseline_adjusted_score":0.45999999999999996},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.53,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.253968253968254,"baseline_adjusted_score":0.253968253968254},"scoring":{"eligible":true,"reason":null},"model":185,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.20227144662162158,"accuracy":0.722972972972973,"positive_recall":0.7887323943661971,"specificity":0.6623376623376623,"precision":0.6829268292682927,"balanced_accuracy":0.7255350283519297,"f1":0.7320261437908496,"true_positive":56,"false_positive":26,"false_negative":15,"true_negative":51,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.2495891161431699,"brier_skill":0.18958226325223992,"baseline_adjusted_skill":0.45107005670385947,"baseline_adjusted_score":0.45107005670385947},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.2,"uniform_accuracy_baseline":0.20049999999999962,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":-0.12676056338028166,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.62,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.44117647058823534,"baseline_adjusted_score":0.44117647058823534},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.4680851063829787,"baseline_adjusted_score":0.4680851063829787},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.78,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.5510204081632654,"baseline_adjusted_score":0.5510204081632654},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10531259764784684,"accuracy":0.6181235763999999,"positive_recall":0.9935796112347345,"specificity":0.01574311679854343,"precision":0.6182613674040404,"balanced_accuracy":0.504661364016639,"f1":0.7622239379787217,"true_positive":61.20787537299999,"false_positive":37.79212462700001,"false_negative":0.395517733,"true_negative":0.6044822670000001,"positive_prevalence":0.6160339310599999,"majority_accuracy_baseline":0.6160339310599999,"constant_brier_baseline":0.079087076552024,"brier_skill":-0.3316031169589575,"baseline_adjusted_skill":0.009322728033277938,"baseline_adjusted_score":0.009322728033277938},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.15750758980000001,"accuracy":0.75,"positive_recall":0.86,"specificity":0.64,"precision":0.7049180327868853,"balanced_accuracy":0.75,"f1":0.7747747747747747,"true_positive":43,"false_positive":18,"false_negative":7,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.36996964079999994,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.64,"uniform_accuracy_baseline":0.012987012987012965,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.6210526315789474,"baseline_adjusted_score":0.6210526315789474},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.59,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.3166666666666666,"baseline_adjusted_score":0.3166666666666666},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.46,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.15625000000000006,"baseline_adjusted_score":0.15625000000000006},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10392321269999996,"accuracy":0.84,"positive_recall":0.8,"specificity":0.88,"precision":0.8695652173913043,"balanced_accuracy":0.8400000000000001,"f1":0.8333333333333334,"true_positive":40,"false_positive":6,"false_negative":10,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5843071492000002,"baseline_adjusted_skill":0.6800000000000002,"baseline_adjusted_score":0.6800000000000002},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.07648853630254755,"accuracy":0.7203109276900068,"positive_recall":0.480254785464935,"specificity":0.8320898804325735,"precision":0.5711484644063972,"balanced_accuracy":0.6561723329487542,"f1":0.5217727513695417,"true_positive":106.80476284399629,"false_positive":80.19523715600371,"false_negative":115.58711346099153,"true_negative":397.41288653900847,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768597,"brier_skill":0.13793319013534455,"baseline_adjusted_skill":0.3123446658975084,"baseline_adjusted_score":0.3123446658975084},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25348276960000005,"accuracy":0.59,"positive_recall":0.72,"specificity":0.46,"precision":0.5714285714285714,"balanced_accuracy":0.59,"f1":0.6371681415929203,"true_positive":36,"false_positive":27,"false_negative":14,"true_negative":23,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.013931078400000185,"baseline_adjusted_skill":0.17999999999999994,"baseline_adjusted_score":0.17999999999999994},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.7152317880794702,"uniform_accuracy_baseline":0.006622516556291403,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.7034482758620689,"baseline_adjusted_score":0.7034482758620689},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.7088235294117647,"uniform_accuracy_baseline":0.3333333333333301,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.46312364425162694,"baseline_adjusted_score":0.46312364425162694},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.47,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.11666666666666659,"baseline_adjusted_score":0.11666666666666659},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2372653348999999,"accuracy":0.58,"positive_recall":0.8,"specificity":0.36,"precision":0.5555555555555556,"balanced_accuracy":0.5800000000000001,"f1":0.6557377049180327,"true_positive":40,"false_positive":32,"false_negative":10,"true_negative":18,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.05093866040000039,"baseline_adjusted_skill":0.16000000000000014,"baseline_adjusted_score":0.16000000000000014},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.54,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.041666666666666706,"baseline_adjusted_score":0.041666666666666706},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.07142857142857136,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9550561797752809,"baseline_adjusted_score":0.9550561797752809},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.69,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.32608695652173897,"baseline_adjusted_score":0.32608695652173897},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.38,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.1506849315068493,"baseline_adjusted_score":0.1506849315068493},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.6666666666666666,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.24940578451219508,"accuracy":0.6341463414634146,"positive_recall":0.5,"specificity":0.7619047619047619,"precision":0.6666666666666666,"balanced_accuracy":0.6309523809523809,"f1":0.5714285714285714,"true_positive":20,"false_positive":10,"false_negative":20,"true_negative":32,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.24985127900059498,"brier_skill":0.001783038654762481,"baseline_adjusted_skill":0.26190476190476186,"baseline_adjusted_score":0.26190476190476186},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3271242916,"accuracy":0.54,"positive_recall":0.12,"specificity":0.96,"precision":0.75,"balanced_accuracy":0.54,"f1":0.20689655172413793,"true_positive":6,"false_positive":2,"false_negative":44,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.3084971664,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.659217877094972,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.5627240143369175,"baseline_adjusted_score":0.5627240143369175},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.49,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.16393442622950816,"baseline_adjusted_score":0.16393442622950816},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.25912616995,"accuracy":0.58,"positive_recall":0.6363636363636364,"specificity":0.5641025641025641,"precision":0.2916666666666667,"balanced_accuracy":0.6002331002331003,"f1":0.4,"true_positive":28,"false_positive":68,"false_negative":16,"true_negative":88,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000053,"brier_skill":-0.5100592654428857,"baseline_adjusted_skill":0.20046620046620056,"baseline_adjusted_score":0.20046620046620056},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.2505302628000001,"accuracy":0.63,"positive_recall":0.76,"specificity":0.5866666666666667,"precision":0.38,"balanced_accuracy":0.6733333333333333,"f1":0.5066666666666667,"true_positive":38,"false_positive":62,"false_negative":12,"true_negative":88,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-0.33616140160000074,"baseline_adjusted_skill":0.3466666666666667,"baseline_adjusted_score":0.3466666666666667},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.10178652584999989,"accuracy":0.89,"positive_recall":0.8421052631578947,"specificity":0.8950276243093923,"precision":0.45714285714285713,"balanced_accuracy":0.8685664437336436,"f1":0.5925925925925926,"true_positive":16,"false_positive":19,"false_negative":3,"true_negative":162,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.0859749999999999,"brier_skill":-0.18390841349229436,"baseline_adjusted_skill":0.7371328874672871,"baseline_adjusted_score":0.7371328874672871},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.033950816143650774,"accuracy":0.9233035714285716,"positive_recall":0.2358892966967561,"specificity":0.9671857091293637,"precision":0.3145502645502645,"balanced_accuracy":0.60153750291306,"f1":0.26959922906864675,"true_positive":39.633333333333326,"false_positive":86.36666666666666,"false_negative":128.38333333333344,"true_negative":2545.6166666666672,"positive_prevalence":0.060005952380952354,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679296,"brier_skill":-0.054341339345509,"baseline_adjusted_skill":0.20307500582611993,"baseline_adjusted_score":0.20307500582611993},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.4730878186968839,"uniform_accuracy_baseline":0.027777777777777853,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.3961038961038961,"baseline_adjusted_score":0.3961038961038961},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.52,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.31428571428571433,"baseline_adjusted_score":0.31428571428571433},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.12034455010000002,"accuracy":0.83,"positive_recall":0.7,"specificity":0.96,"precision":0.9459459459459459,"balanced_accuracy":0.83,"f1":0.8045977011494253,"true_positive":35,"false_positive":2,"false_negative":15,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5186217996,"baseline_adjusted_skill":0.6599999999999999,"baseline_adjusted_score":0.6599999999999999},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.30795453710000004,"accuracy":0.6,"positive_recall":0.3,"specificity":0.9,"precision":0.75,"balanced_accuracy":0.6,"f1":0.42857142857142855,"true_positive":15,"false_positive":5,"false_negative":35,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.23181814840000015,"baseline_adjusted_skill":0.19999999999999996,"baseline_adjusted_score":0.19999999999999996},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.57,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":-0.10256410256410266,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.79,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.7765957446808511,"baseline_adjusted_score":0.7765957446808511},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.23213920760000006,"accuracy":0.69,"positive_recall":0.86,"specificity":0.52,"precision":0.6417910447761194,"balanced_accuracy":0.69,"f1":0.7350427350427351,"true_positive":43,"false_positive":24,"false_negative":7,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.07144316959999975,"baseline_adjusted_skill":0.3799999999999999,"baseline_adjusted_score":0.3799999999999999},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.73,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.5970149253731344,"baseline_adjusted_score":0.5970149253731344},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.26140397890000006,"accuracy":0.61,"positive_recall":0.54,"specificity":0.68,"precision":0.627906976744186,"balanced_accuracy":0.6100000000000001,"f1":0.5806451612903226,"true_positive":27,"false_positive":16,"false_negative":23,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.04561591560000022,"baseline_adjusted_skill":0.2200000000000002,"baseline_adjusted_score":0.2200000000000002},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.46244540540540546,"uniform_accuracy_baseline":0.23445945945945923,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.27126665320913945,"baseline_adjusted_score":0.27126665320913945},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.06585333560357239,"accuracy":0.6547807039473684,"positive_recall":0.8137757291431456,"specificity":0.5033821411526641,"precision":0.6094276262626264,"balanced_accuracy":0.6585789351479048,"f1":0.6969311996604275,"true_positive":60.333335000000005,"false_positive":38.666665,"false_negative":13.806667999999998,"true_negative":39.193332000000005,"positive_prevalence":0.48776317763157917,"majority_accuracy_baseline":0.5122368223684208,"constant_brier_baseline":0.0945191003976856,"brier_skill":0.3032801272282859,"baseline_adjusted_skill":0.31715787029580955,"baseline_adjusted_score":0.31715787029580955},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.12512632020314723,"normalized_score_rmse":0.18094128232080833,"constant_score_baseline":0.5841668333333334,"constant_mae_baseline":0.21700552708333315,"baseline_adjusted_skill":0.4233956992482639,"baseline_adjusted_score":0.4233956992482639},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2625418968000001,"accuracy":0.56,"positive_recall":0.74,"specificity":0.38,"precision":0.5441176470588235,"balanced_accuracy":0.56,"f1":0.6271186440677966,"true_positive":37,"false_positive":31,"false_negative":13,"true_negative":19,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.050167587200000474,"baseline_adjusted_skill":0.1200000000000001,"baseline_adjusted_score":0.1200000000000001},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2627823010999999,"accuracy":0.49,"positive_recall":0.32,"specificity":0.66,"precision":0.48484848484848486,"balanced_accuracy":0.49,"f1":0.3855421686746988,"true_positive":16,"false_positive":17,"false_negative":34,"true_negative":33,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.05112920439999957,"baseline_adjusted_skill":-0.020000000000000018,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.58,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.3114754098360655,"baseline_adjusted_score":0.3114754098360655},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.845,"uniform_accuracy_baseline":0.03611111111111102,"fixed_answer_accuracy_baseline":0.08833333333333329,"baseline_adjusted_skill":0.829981718464351,"baseline_adjusted_score":0.829981718464351},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.78,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.71,"uniform_accuracy_baseline":0.04987932421560751,"fixed_answer_accuracy_baseline":0.1244247787610618,"baseline_adjusted_skill":0.6687891651505963,"baseline_adjusted_score":0.6687891651505963},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25266283320000005,"accuracy":0.51,"positive_recall":0.86,"specificity":0.16,"precision":0.5058823529411764,"balanced_accuracy":0.51,"f1":0.6370370370370371,"true_positive":43,"false_positive":42,"false_negative":7,"true_negative":8,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.01065133280000019,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.8611111111111112,"uniform_accuracy_baseline":0.23888888888888893,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.803921568627451,"baseline_adjusted_score":0.803921568627451},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.18465026234374995,"accuracy":0.75,"positive_recall":0.96875,"specificity":0.53125,"precision":0.6739130434782609,"balanced_accuracy":0.75,"f1":0.7948717948717948,"true_positive":31,"false_positive":15,"false_negative":1,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2613989506250002,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.64,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.21739130434782605,"baseline_adjusted_score":0.21739130434782605},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.7575757575757576,"baseline_adjusted_score":0.7575757575757576},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.29886134839999995,"accuracy":0.5,"positive_recall":0.5,"specificity":0.5,"precision":0.5,"balanced_accuracy":0.5,"f1":0.5,"true_positive":25,"false_positive":25,"false_negative":25,"true_negative":25,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.1954453935999998,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.8260869565217391,"baseline_adjusted_score":0.8260869565217391},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.187437866969697,"accuracy":0.7272727272727273,"positive_recall":0.4375,"specificity":1,"precision":1,"balanced_accuracy":0.71875,"f1":0.6086956521739131,"true_positive":7,"false_positive":0,"false_negative":9,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.24955942231617667,"baseline_adjusted_skill":0.4375,"baseline_adjusted_score":0.4375},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.17019228755885288,"normalized_score_rmse":0.2784934126386859,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.4842657952762034,"baseline_adjusted_score":0.4842657952762034},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.375,"uniform_accuracy_baseline":0.17812500000000006,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":0.12280701754385967,"baseline_adjusted_score":0.12280701754385967},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.03980957588235295,"accuracy":0.9705882352941176,"positive_recall":1,"specificity":0.9411764705882353,"precision":0.9444444444444444,"balanced_accuracy":0.9705882352941176,"f1":0.9714285714285714,"true_positive":17,"false_positive":1,"false_negative":0,"true_negative":16,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8407616964705882,"baseline_adjusted_skill":0.9411764705882353,"baseline_adjusted_score":0.9411764705882353},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.17961690648213963,"normalized_score_rmse":0.24386439673486365,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-0.22139496407854953,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.7916666666666666,"uniform_accuracy_baseline":0.13194444444444448,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":0.47826086956521735,"baseline_adjusted_score":0.47826086956521735},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.04250980711538463,"accuracy":0.9615384615384616,"positive_recall":0.9230769230769231,"specificity":1,"precision":1,"balanced_accuracy":0.9615384615384616,"f1":0.96,"true_positive":24,"false_positive":0,"false_negative":2,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8299607715384615,"baseline_adjusted_skill":0.9230769230769231,"baseline_adjusted_score":0.9230769230769231},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.0799051201333333,"accuracy":0.88,"positive_recall":0.8717948717948718,"specificity":0.8888888888888888,"precision":0.8947368421052632,"balanced_accuracy":0.8803418803418803,"f1":0.8831168831168831,"true_positive":34,"false_positive":4,"false_negative":5,"true_negative":32,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24959999999999993,"brier_skill":0.6798673071581197,"baseline_adjusted_skill":0.7606837606837606,"baseline_adjusted_score":0.7606837606837606},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.3086397122706172,"normalized_score_rmse":0.3792776215643287,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.10228468668077562,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.5294117647058824,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.36,"baseline_adjusted_score":0.36},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.009848473928571428,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":14,"false_positive":0,"false_negative":0,"true_negative":14,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9606061042857142,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.12133454677600605,"normalized_score_rmse":0.15428416630242442,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.16969696969696968,"baseline_adjusted_skill":0.2849928493556786,"baseline_adjusted_score":0.2849928493556786},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.050012510352941186,"accuracy":0.9176470588235294,"positive_recall":0.8888888888888888,"specificity":0.95,"precision":0.9523809523809523,"balanced_accuracy":0.9194444444444444,"f1":0.9195402298850575,"true_positive":40,"false_positive":2,"false_negative":5,"true_negative":38,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.24913494809688563,"brier_skill":0.7992553403888887,"baseline_adjusted_skill":0.8388888888888888,"baseline_adjusted_score":0.8388888888888888},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.68,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.5789473684210527,"baseline_adjusted_score":0.5789473684210527},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.19657730999999995,"accuracy":0.66,"positive_recall":0.6285714285714286,"specificity":0.7333333333333333,"precision":0.8461538461538461,"balanced_accuracy":0.680952380952381,"f1":0.7213114754098361,"true_positive":22,"false_positive":4,"false_negative":13,"true_negative":11,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.20999999999999996,"brier_skill":0.06391757142857146,"baseline_adjusted_skill":0.36190476190476195,"baseline_adjusted_score":0.36190476190476195},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.2742592242992923,"normalized_score_rmse":0.3532438869858125,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.02050277035967052,"baseline_adjusted_score":0.02050277035967052},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.6962025316455697,"uniform_accuracy_baseline":0.24240506329113914,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.47826086956521746,"baseline_adjusted_score":0.47826086956521746},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.014250453333333333,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":11,"false_positive":0,"false_negative":0,"true_negative":10,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.24943310657596363,"brier_skill":0.9428686370909091,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.5757575757575758,"uniform_accuracy_baseline":0.3237373737373738,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.3000000000000001,"baseline_adjusted_score":0.3000000000000001},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.24194766393939393,"accuracy":0.5757575757575758,"positive_recall":0.5294117647058824,"specificity":0.625,"precision":0.6,"balanced_accuracy":0.5772058823529411,"f1":0.5625,"true_positive":9,"false_positive":6,"false_negative":8,"true_negative":10,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.03131983077205924,"baseline_adjusted_skill":0.15441176470588225,"baseline_adjusted_score":0.15441176470588225},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.35021622508217193,"normalized_score_rmse":0.3947284065438034,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.34313725490196084,"baseline_adjusted_skill":-0.020630141668043667,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.027035298099999997,"accuracy":0.99,"positive_recall":1,"specificity":0.98,"precision":0.9803921568627451,"balanced_accuracy":0.99,"f1":0.9900990099009901,"true_positive":50,"false_positive":1,"false_negative":0,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8918588076,"baseline_adjusted_skill":0.98,"baseline_adjusted_score":0.98},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.33333333333333326,"uniform_accuracy_baseline":0.3333333333333332,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":-0.030927835051546504,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.2727802342666667,"accuracy":0.5066666666666667,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":37,"true_negative":38,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555535,"brier_skill":-0.09131494861308775,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.76,"uniform_accuracy_baseline":0.1428571428571427,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.6923076923076923,"baseline_adjusted_score":0.6923076923076923},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.32416666666666627,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.005758375757575759,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":16,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.9769453264705883,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.08385603309469668,"normalized_score_rmse":0.1046174519035417,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.6183104700517255,"baseline_adjusted_score":0.6183104700517255},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.14362582249999997,"accuracy":0.77,"positive_recall":0.3181818181818182,"specificity":0.8974358974358975,"precision":0.4666666666666667,"balanced_accuracy":0.6078088578088578,"f1":0.3783783783783784,"true_positive":7,"false_positive":8,"false_negative":15,"true_negative":70,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000028,"brier_skill":0.1630196824009339,"baseline_adjusted_skill":0.2156177156177157,"baseline_adjusted_score":0.2156177156177157},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09439948630000002,"accuracy":0.84,"positive_recall":0.8378378378378378,"specificity":0.8412698412698413,"precision":0.7560975609756098,"balanced_accuracy":0.8395538395538396,"f1":0.7948717948717948,"true_positive":31,"false_positive":10,"false_negative":6,"true_negative":53,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000008,"brier_skill":0.5950257987987988,"baseline_adjusted_skill":0.6791076791076791,"baseline_adjusted_score":0.6791076791076791},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.14577713879999993,"accuracy":0.82,"positive_recall":0.5384615384615384,"specificity":1,"precision":1,"balanced_accuracy":0.7692307692307692,"f1":0.7,"true_positive":21,"false_positive":0,"false_negative":18,"true_negative":61,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379000000000002,"brier_skill":0.3872335485498116,"baseline_adjusted_skill":0.5384615384615383,"baseline_adjusted_score":0.5384615384615383},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.19094987559999993,"accuracy":0.72,"positive_recall":0.0967741935483871,"specificity":1,"precision":1,"balanced_accuracy":0.5483870967741935,"f1":0.17647058823529413,"true_positive":3,"false_positive":0,"false_negative":28,"true_negative":69,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999987,"brier_skill":0.10729370920991099,"baseline_adjusted_skill":0.09677419354838701,"baseline_adjusted_score":0.09677419354838701},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.3055555555555555,"baseline_adjusted_score":0.3055555555555555},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.15234714666733898,"normalized_score_rmse":0.19156404737827645,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.344743455194241,"baseline_adjusted_score":0.344743455194241},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11373038270000001,"accuracy":0.82,"positive_recall":0.9,"specificity":0.74,"precision":0.7758620689655172,"balanced_accuracy":0.8200000000000001,"f1":0.8333333333333334,"true_positive":45,"false_positive":13,"false_negative":5,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5450784691999999,"baseline_adjusted_skill":0.6400000000000001,"baseline_adjusted_score":0.6400000000000001},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1800815946,"accuracy":0.76,"positive_recall":0.74,"specificity":0.78,"precision":0.7708333333333334,"balanced_accuracy":0.76,"f1":0.7551020408163265,"true_positive":37,"false_positive":11,"false_negative":13,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2796736216,"baseline_adjusted_skill":0.52,"baseline_adjusted_score":0.52},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.82,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":0.48571428571428554,"baseline_adjusted_score":0.48571428571428554},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.20001422059999996,"accuracy":0.7,"positive_recall":0.68,"specificity":0.72,"precision":0.7083333333333334,"balanced_accuracy":0.7,"f1":0.6938775510204082,"true_positive":34,"false_positive":14,"false_negative":16,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.19994311760000016,"baseline_adjusted_skill":0.3999999999999999,"baseline_adjusted_score":0.3999999999999999},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.79,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.5000000000000001,"baseline_adjusted_score":0.5000000000000001},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.44,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.06666666666666664,"baseline_adjusted_score":0.06666666666666664},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.20625253420000006,"accuracy":0.62,"positive_recall":0.38,"specificity":0.86,"precision":0.7307692307692307,"balanced_accuracy":0.62,"f1":0.5,"true_positive":19,"false_positive":7,"false_negative":31,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.17498986319999976,"baseline_adjusted_skill":0.24,"baseline_adjusted_score":0.24},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.20851190476190457,"fixed_answer_accuracy_baseline":0.2233333333333332,"baseline_adjusted_skill":0.8583690987124464,"baseline_adjusted_score":0.8583690987124464},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.0803824414,"accuracy":0.88,"positive_recall":0.84,"specificity":0.92,"precision":0.9130434782608695,"balanced_accuracy":0.88,"f1":0.875,"true_positive":42,"false_positive":4,"false_negative":8,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6784702344,"baseline_adjusted_skill":0.76,"baseline_adjusted_score":0.76},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.19907012670403623,"normalized_score_rmse":0.2692749807524921,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.3364329109865458,"baseline_adjusted_score":0.3364329109865458},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.7,"uniform_accuracy_baseline":0.22851190476190467,"fixed_answer_accuracy_baseline":0.2433333333333333,"baseline_adjusted_skill":0.6035242290748898,"baseline_adjusted_score":0.6035242290748898},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10941462269999996,"accuracy":0.83,"positive_recall":0.82,"specificity":0.84,"precision":0.8367346938775511,"balanced_accuracy":0.83,"f1":0.8282828282828283,"true_positive":41,"false_positive":8,"false_negative":9,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5623415092000001,"baseline_adjusted_skill":0.6599999999999999,"baseline_adjusted_score":0.6599999999999999},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.223901771943913,"normalized_score_rmse":0.29175767085872195,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.304222222222222,"baseline_adjusted_skill":0.26401901114126425,"baseline_adjusted_score":0.26401901114126425},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.69,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.4999999999999999,"baseline_adjusted_score":0.4999999999999999},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.07075119829999997,"accuracy":0.92,"positive_recall":0.9,"specificity":0.94,"precision":0.9375,"balanced_accuracy":0.9199999999999999,"f1":0.9183673469387755,"true_positive":45,"false_positive":3,"false_negative":5,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7169952068000001,"baseline_adjusted_skill":0.8399999999999999,"baseline_adjusted_score":0.8399999999999999},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.78,"baseline_adjusted_score":0.78},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.12919059620000004,"accuracy":0.8,"positive_recall":0.64,"specificity":0.96,"precision":0.9411764705882353,"balanced_accuracy":0.8,"f1":0.7619047619047619,"true_positive":32,"false_positive":2,"false_negative":18,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.48323761519999986,"baseline_adjusted_skill":0.6000000000000001,"baseline_adjusted_score":0.6000000000000001},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.66,"uniform_accuracy_baseline":0.35333333333333317,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.42372881355932207,"baseline_adjusted_score":0.42372881355932207},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.6774193548387097,"baseline_adjusted_score":0.6774193548387097},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.38,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.35,"uniform_accuracy_baseline":0.11111111111111088,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.22619047619047616,"baseline_adjusted_score":0.22619047619047616},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.14619608780000004,"accuracy":0.6498750000000001,"positive_recall":0.7633487145682268,"specificity":0.6233225358630263,"precision":0.32166666666666666,"balanced_accuracy":0.6933356252156266,"f1":0.452608950556967,"true_positive":57.90000000000002,"false_positive":122.10000000000004,"false_negative":17.95,"true_negative":202.05000000000004,"positive_prevalence":0.1896249999999999,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500007,"brier_skill":-0.9205091429625858,"baseline_adjusted_skill":0.3866712504312533,"baseline_adjusted_score":0.3866712504312533},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.29149709965295373,"normalized_score_rmse":0.3381898684493748,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":-0.3637291211834093,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.07433639712500002,"accuracy":0.7861250000000001,"positive_recall":0.44585091420534456,"specificity":0.9098346684847453,"precision":0.6425675675675677,"balanced_accuracy":0.6778427913450449,"f1":0.526432327705508,"true_positive":47.55000000000001,"false_positive":26.44999999999998,"false_negative":59.100000000000016,"true_negative":266.90000000000003,"positive_prevalence":0.2666249999999998,"majority_accuracy_baseline":0.7333750000000002,"constant_brier_baseline":0.11565485937499977,"brier_skill":0.3572566035987178,"baseline_adjusted_skill":0.35568558269008976,"baseline_adjusted_score":0.35568558269008976},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1800024567181479,"normalized_score_rmse":0.24726143025050099,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.3302234168627054,"baseline_adjusted_score":0.3302234168627054},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.07355264080000001,"accuracy":0.774125,"positive_recall":0.5073825503355704,"specificity":0.8775368603642671,"precision":0.6163043478260869,"balanced_accuracy":0.6924597053499189,"f1":0.556564417177914,"true_positive":56.69999999999998,"false_positive":35.3,"false_negative":55.05,"true_negative":252.95000000000002,"positive_prevalence":0.2793749999999999,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937499995,"brier_skill":0.34998822680277086,"baseline_adjusted_skill":0.3849194106998377,"baseline_adjusted_score":0.3849194106998377},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.20291617294962053,"normalized_score_rmse":0.2520817980063006,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.23246837654989883,"baseline_adjusted_score":0.23246837654989883},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.08738843585,"accuracy":0.8043749999999993,"positive_recall":0.1830985915492959,"specificity":0.9815261044176706,"precision":0.7386363636363636,"balanced_accuracy":0.5823123479834833,"f1":0.29345372460496627,"true_positive":16.25,"false_positive":5.75,"false_negative":72.49999999999994,"true_negative":305.4999999999997,"positive_prevalence":0.22187499999999974,"majority_accuracy_baseline":0.7781250000000003,"constant_brier_baseline":0.126740234375001,"brier_skill":0.3104917607187492,"baseline_adjusted_skill":0.1646246959669666,"baseline_adjusted_score":0.1646246959669666},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.18659772500111418,"normalized_score_rmse":0.28319834149060874,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.17297407201722237,"baseline_adjusted_score":0.17297407201722237},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.044486305675000004,"accuracy":0.8197499999999994,"positive_recall":0.6507561436672968,"specificity":0.8805234534330385,"precision":0.6620192307692306,"balanced_accuracy":0.7656397985501677,"f1":0.6563393708293612,"true_positive":68.84999999999998,"false_positive":35.150000000000006,"false_negative":36.94999999999998,"true_negative":259.0499999999998,"positive_prevalence":0.26449999999999985,"majority_accuracy_baseline":0.7355000000000002,"constant_brier_baseline":0.11362725000000028,"brier_skill":0.6084891108866941,"baseline_adjusted_skill":0.5312795971003355,"baseline_adjusted_score":0.5312795971003355},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.14589823942226035,"normalized_score_rmse":0.19645140651086287,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.4193104898616503,"baseline_adjusted_score":0.4193104898616503},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.06579587634999993,"accuracy":0.8289999999999996,"positive_recall":0.3537859007832898,"specificity":0.9415584415584416,"precision":0.5891304347826087,"balanced_accuracy":0.6476721711708657,"f1":0.4420880913539967,"true_positive":27.10000000000001,"false_positive":18.9,"false_negative":49.50000000000002,"true_negative":304.49999999999983,"positive_prevalence":0.1914999999999999,"majority_accuracy_baseline":0.8085000000000001,"constant_brier_baseline":0.09190274999999995,"brier_skill":0.2840706469610542,"baseline_adjusted_skill":0.29534434234173146,"baseline_adjusted_score":0.29534434234173146},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1559731267179384,"normalized_score_rmse":0.22978051646051012,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.24605135121238242,"baseline_adjusted_score":0.24605135121238242},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.04808305085,"accuracy":0.8799999999999997,"positive_recall":0.4661246612466123,"specificity":0.973635806253832,"precision":0.7999999999999999,"balanced_accuracy":0.7198802337502221,"f1":0.5890410958904108,"true_positive":34.4,"false_positive":8.600000000000001,"false_negative":39.40000000000003,"true_negative":317.5999999999999,"positive_prevalence":0.1844999999999999,"majority_accuracy_baseline":0.8155000000000001,"constant_brier_baseline":0.1092222499999995,"brier_skill":0.5597687206590212,"baseline_adjusted_skill":0.4397604675004443,"baseline_adjusted_score":0.4397604675004443},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.16382504060227582,"normalized_score_rmse":0.22431548032269116,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":0.1349172773477184,"baseline_adjusted_score":0.1349172773477184},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.07805162477500001,"accuracy":0.8242499999999997,"positive_recall":0.22420382165605104,"specificity":0.9707620528771385,"precision":0.6518518518518519,"balanced_accuracy":0.5974829372665947,"f1":0.3336492890995262,"true_positive":17.6,"false_positive":9.4,"false_negative":60.89999999999998,"true_negative":312.09999999999985,"positive_prevalence":0.19624999999999987,"majority_accuracy_baseline":0.8037500000000002,"constant_brier_baseline":0.09878593749999955,"brier_skill":0.20989133929107706,"baseline_adjusted_skill":0.19496587453318948,"baseline_adjusted_score":0.19496587453318948},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.19066293766904788,"normalized_score_rmse":0.26403596724405975,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":0.09745354949563134,"baseline_adjusted_score":0.09745354949563134},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.08732084790816334,"accuracy":0.6801020408163267,"positive_recall":0.6441281138790033,"specificity":0.7072515666965085,"precision":0.6241379310344825,"balanced_accuracy":0.6756898402877558,"f1":0.6339754816112081,"true_positive":108.59999999999997,"false_positive":65.40000000000006,"false_negative":60.00000000000005,"true_negative":158.0000000000001,"positive_prevalence":0.43010204081632636,"majority_accuracy_baseline":0.5698979591836737,"constant_brier_baseline":0.12359641815910102,"brier_skill":0.2935001741251231,"baseline_adjusted_skill":0.3513796805755116,"baseline_adjusted_score":0.3513796805755116},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.18823360051751103,"normalized_score_rmse":0.23644436307707672,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.31678174626977473,"baseline_adjusted_score":0.31678174626977473},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.09915560946249985,"accuracy":0.7903750000000004,"positive_recall":0.5483870967741937,"specificity":0.8360826274334968,"precision":0.38722222222222225,"balanced_accuracy":0.6922348621038452,"f1":0.45392380332139376,"true_positive":69.7,"false_positive":110.30000000000001,"false_negative":57.39999999999997,"true_negative":562.6000000000003,"positive_prevalence":0.15887500000000002,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499934,"brier_skill":-0.0038280493767688384,"baseline_adjusted_skill":0.38446972420769043,"baseline_adjusted_score":0.38446972420769043},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.25013058623375317,"normalized_score_rmse":0.32183401691600216,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-0.5159429468712313,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.61,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.3709677419354838,"baseline_adjusted_score":0.3709677419354838},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2643828337,"accuracy":0.54,"positive_recall":0.66,"specificity":0.42,"precision":0.532258064516129,"balanced_accuracy":0.54,"f1":0.5892857142857143,"true_positive":33,"false_positive":29,"false_negative":17,"true_negative":21,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.057531334799999945,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.18820410868124585,"uniform_accuracy_baseline":0.058823529411766766,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.045950155763239874,"baseline_adjusted_score":0.045950155763239874},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.43,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":-0.23913043478260881,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.21642620020000003,"accuracy":0.67,"positive_recall":0.46,"specificity":0.88,"precision":0.7931034482758621,"balanced_accuracy":0.67,"f1":0.5822784810126582,"true_positive":23,"false_positive":6,"false_negative":27,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.13429519919999988,"baseline_adjusted_skill":0.3400000000000001,"baseline_adjusted_score":0.3400000000000001},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.65,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.4444444444444445,"baseline_adjusted_score":0.4444444444444445},"scoring":{"eligible":true,"reason":null},"model":186,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.20043429337837843,"accuracy":0.6824324324324325,"positive_recall":0.8450704225352113,"specificity":0.5324675324675324,"precision":0.625,"balanced_accuracy":0.6887689775013719,"f1":0.718562874251497,"true_positive":60,"false_positive":36,"false_negative":11,"true_negative":41,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.2495891161431699,"brier_skill":0.19694297381379067,"baseline_adjusted_skill":0.3775379550027438,"baseline_adjusted_score":0.3775379550027438},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.25,"uniform_accuracy_baseline":0.20049999999999962,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":-0.05633802816901406,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.6323529411764707,"baseline_adjusted_score":0.6323529411764707},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.76,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.48936170212765956,"baseline_adjusted_score":0.48936170212765956},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.8367346938775511,"baseline_adjusted_score":0.8367346938775511},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.12198476558021486,"accuracy":0.6192133945999999,"positive_recall":0.9944641552063017,"specificity":0.01716227631309197,"precision":0.6188117806363636,"balanced_accuracy":0.5058132157596968,"f1":0.7629025152982437,"true_positive":61.26236628299999,"false_positive":37.737633717,"false_negative":0.341026823,"true_negative":0.658973177,"positive_prevalence":0.6160339310599999,"majority_accuracy_baseline":0.6160339310599999,"constant_brier_baseline":0.079087076552024,"brier_skill":-0.5424108577331528,"baseline_adjusted_skill":0.011626431519393687,"baseline_adjusted_score":0.011626431519393687},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.108529377,"accuracy":0.85,"positive_recall":0.86,"specificity":0.84,"precision":0.8431372549019608,"balanced_accuracy":0.85,"f1":0.8514851485148515,"true_positive":43,"false_positive":8,"false_negative":7,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5658824920000001,"baseline_adjusted_skill":0.7,"baseline_adjusted_score":0.7},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.65,"uniform_accuracy_baseline":0.012987012987012965,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.631578947368421,"baseline_adjusted_score":0.631578947368421},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.62,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.36666666666666664,"baseline_adjusted_score":0.36666666666666664},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.56,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.3125000000000001,"baseline_adjusted_score":0.3125000000000001},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10680552790000003,"accuracy":0.83,"positive_recall":0.96,"specificity":0.7,"precision":0.7619047619047619,"balanced_accuracy":0.83,"f1":0.8495575221238938,"true_positive":48,"false_positive":15,"false_negative":2,"true_negative":35,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5727778883999999,"baseline_adjusted_skill":0.6599999999999999,"baseline_adjusted_score":0.6599999999999999},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.12023281715450998,"accuracy":0.6983823128330654,"positive_recall":0.09501132862915151,"specificity":0.9793339939874305,"precision":0.6816047627118326,"balanced_accuracy":0.537172661308291,"f1":0.1667752569828608,"true_positive":21.12974764406681,"false_positive":9.87025235593319,"false_negative":201.262128660921,"true_negative":467.737871339079,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768597,"brier_skill":-0.3550883065071371,"baseline_adjusted_skill":0.074345322616582,"baseline_adjusted_score":0.074345322616582},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.23628293790000007,"accuracy":0.64,"positive_recall":0.84,"specificity":0.44,"precision":0.6,"balanced_accuracy":0.64,"f1":0.7,"true_positive":42,"false_positive":28,"false_negative":8,"true_negative":22,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.05486824839999971,"baseline_adjusted_skill":0.28,"baseline_adjusted_score":0.28},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.8079470198675497,"uniform_accuracy_baseline":0.006622516556291403,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.8,"baseline_adjusted_score":0.8},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.8176470588235294,"uniform_accuracy_baseline":0.3333333333333301,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.6637744034707158,"baseline_adjusted_score":0.6637744034707158},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.39,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.016666666666666684,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2412811734,"accuracy":0.57,"positive_recall":0.96,"specificity":0.18,"precision":0.5393258426966292,"balanced_accuracy":0.57,"f1":0.6906474820143885,"true_positive":48,"false_positive":41,"false_negative":2,"true_negative":9,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.03487530640000003,"baseline_adjusted_skill":0.1399999999999999,"baseline_adjusted_score":0.1399999999999999},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.68,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.3333333333333334,"baseline_adjusted_score":0.3333333333333334},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.93,"uniform_accuracy_baseline":0.07142857142857136,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9213483146067416,"baseline_adjusted_score":0.9213483146067416},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.81,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.5869565217391305,"baseline_adjusted_score":0.5869565217391305},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.36,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.12328767123287668,"baseline_adjusted_score":0.12328767123287668},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.5555555555555556,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":-0.3333333333333331,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.23491858792682932,"accuracy":0.6463414634146342,"positive_recall":0.575,"specificity":0.7142857142857143,"precision":0.6571428571428571,"balanced_accuracy":0.6446428571428571,"f1":0.6133333333333333,"true_positive":23,"false_positive":12,"false_negative":17,"true_negative":30,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.24985127900059498,"brier_skill":0.05976631832142876,"baseline_adjusted_skill":0.28928571428571415,"baseline_adjusted_score":0.28928571428571415},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.4078959860000001,"accuracy":0.51,"positive_recall":0.02,"specificity":1,"precision":1,"balanced_accuracy":0.51,"f1":0.0392156862745098,"true_positive":1,"false_positive":0,"false_negative":49,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.6315839440000004,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.770949720670391,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.7060931899641577,"baseline_adjusted_score":0.7060931899641577},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.53,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.2295081967213115,"baseline_adjusted_score":0.2295081967213115},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.1828914148999999,"accuracy":0.78,"positive_recall":0.5,"specificity":0.8589743589743589,"precision":0.5,"balanced_accuracy":0.6794871794871795,"f1":0.5,"true_positive":22,"false_positive":22,"false_negative":22,"true_negative":134,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000053,"brier_skill":-0.06580078613053231,"baseline_adjusted_skill":0.35897435897435903,"baseline_adjusted_score":0.35897435897435903},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.23071382024999992,"accuracy":0.68,"positive_recall":0.62,"specificity":0.7,"precision":0.40789473684210525,"balanced_accuracy":0.6599999999999999,"f1":0.49206349206349204,"true_positive":31,"false_positive":45,"false_negative":19,"true_negative":105,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-0.23047370799999967,"baseline_adjusted_skill":0.31999999999999984,"baseline_adjusted_score":0.31999999999999984},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.06233724770000002,"accuracy":0.9,"positive_recall":0.3157894736842105,"specificity":0.9613259668508287,"precision":0.46153846153846156,"balanced_accuracy":0.6385577202675197,"f1":0.375,"true_positive":6,"false_positive":7,"false_negative":13,"true_negative":174,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.0859749999999999,"brier_skill":0.27493750857807386,"baseline_adjusted_skill":0.27711544053503934,"baseline_adjusted_score":0.27711544053503934},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.02874299649007948,"accuracy":0.9411488095238097,"positive_recall":0.07806765201864894,"specificity":0.9962449103654406,"precision":0.5702898550724637,"balanced_accuracy":0.5371562811920447,"f1":0.13733531105488178,"true_positive":13.116666666666665,"false_positive":9.883333333333335,"false_negative":154.89999999999998,"true_negative":2622.1000000000004,"positive_prevalence":0.060005952380952354,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679296,"brier_skill":0.10738730733514146,"baseline_adjusted_skill":0.07431256238408945,"baseline_adjusted_score":0.07431256238408945},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.8130311614730878,"uniform_accuracy_baseline":0.027777777777777853,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.7857142857142857,"baseline_adjusted_score":0.7857142857142857},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.61,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.4428571428571429,"baseline_adjusted_score":0.4428571428571429},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.07133867869999995,"accuracy":0.87,"positive_recall":0.86,"specificity":0.88,"precision":0.8775510204081632,"balanced_accuracy":0.87,"f1":0.8686868686868687,"true_positive":43,"false_positive":6,"false_negative":7,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7146452852000003,"baseline_adjusted_skill":0.74,"baseline_adjusted_score":0.74},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2961466302999999,"accuracy":0.59,"positive_recall":0.22,"specificity":0.96,"precision":0.8461538461538461,"balanced_accuracy":0.59,"f1":0.3492063492063492,"true_positive":11,"false_positive":2,"false_negative":39,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.18458652119999952,"baseline_adjusted_skill":0.17999999999999994,"baseline_adjusted_score":0.17999999999999994},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.56,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":-0.12820512820512803,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.78,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.7659574468085106,"baseline_adjusted_score":0.7659574468085106},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.14199445010000003,"accuracy":0.82,"positive_recall":0.96,"specificity":0.68,"precision":0.75,"balanced_accuracy":0.8200000000000001,"f1":0.8421052631578947,"true_positive":48,"false_positive":16,"false_negative":2,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4320221995999999,"baseline_adjusted_skill":0.6400000000000001,"baseline_adjusted_score":0.6400000000000001},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.77,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.6567164179104479,"baseline_adjusted_score":0.6567164179104479},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1398381991,"accuracy":0.8,"positive_recall":0.7,"specificity":0.9,"precision":0.875,"balanced_accuracy":0.8,"f1":0.7777777777777778,"true_positive":35,"false_positive":5,"false_negative":15,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4406472036,"baseline_adjusted_skill":0.6000000000000001,"baseline_adjusted_score":0.6000000000000001},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.483212945945946,"uniform_accuracy_baseline":0.23445945945945923,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.2994200714384758,"baseline_adjusted_score":0.2994200714384758},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.08359652494304606,"accuracy":0.660745625,"positive_recall":0.7591943178097794,"specificity":0.5670006126509356,"precision":0.6254074333333333,"balanced_accuracy":0.6630974652303575,"f1":0.6858373092633611,"true_positive":56.286668999999996,"false_positive":33.713331,"false_negative":17.853334,"true_negative":44.146666,"positive_prevalence":0.48776317763157917,"majority_accuracy_baseline":0.5122368223684208,"constant_brier_baseline":0.0945191003976856,"brier_skill":0.11555945209680596,"baseline_adjusted_skill":0.326194930460715,"baseline_adjusted_score":0.326194930460715},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.1142220785408987,"normalized_score_rmse":0.16907700945821041,"constant_score_baseline":0.5841668333333334,"constant_mae_baseline":0.21700552708333315,"baseline_adjusted_skill":0.47364438096991035,"baseline_adjusted_score":0.47364438096991035},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.19477363069999998,"accuracy":0.75,"positive_recall":0.84,"specificity":0.66,"precision":0.711864406779661,"balanced_accuracy":0.75,"f1":0.7706422018348624,"true_positive":42,"false_positive":17,"false_negative":8,"true_negative":33,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2209054772000001,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2556561281,"accuracy":0.53,"positive_recall":0.6,"specificity":0.46,"precision":0.5263157894736842,"balanced_accuracy":0.53,"f1":0.5607476635514018,"true_positive":30,"false_positive":27,"false_negative":20,"true_negative":23,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.022624512399999963,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.72,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.540983606557377,"baseline_adjusted_score":0.540983606557377},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.845,"uniform_accuracy_baseline":0.03611111111111102,"fixed_answer_accuracy_baseline":0.08833333333333329,"baseline_adjusted_skill":0.829981718464351,"baseline_adjusted_score":0.829981718464351},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.7727272727272727,"baseline_adjusted_score":0.7727272727272727},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.755,"uniform_accuracy_baseline":0.04987932421560751,"fixed_answer_accuracy_baseline":0.1244247787610618,"baseline_adjusted_skill":0.7201839498686072,"baseline_adjusted_score":0.7201839498686072},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.258474513,"accuracy":0.49,"positive_recall":0.98,"specificity":0,"precision":0.494949494949495,"balanced_accuracy":0.49,"f1":0.6577181208053692,"true_positive":49,"false_positive":50,"false_negative":1,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.03389805200000007,"baseline_adjusted_skill":-0.020000000000000018,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.8055555555555556,"uniform_accuracy_baseline":0.23888888888888893,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.7254901960784313,"baseline_adjusted_score":0.7254901960784313},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.14847228640625,"accuracy":0.84375,"positive_recall":1,"specificity":0.6875,"precision":0.7619047619047619,"balanced_accuracy":0.84375,"f1":0.8648648648648649,"true_positive":32,"false_positive":10,"false_negative":0,"true_negative":22,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.40611085437500005,"baseline_adjusted_skill":0.6875,"baseline_adjusted_score":0.6875},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.20716841480000003,"accuracy":0.69,"positive_recall":0.6,"specificity":0.78,"precision":0.7317073170731707,"balanced_accuracy":0.69,"f1":0.6593406593406593,"true_positive":30,"false_positive":11,"false_negative":20,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.17132634079999987,"baseline_adjusted_skill":0.3799999999999999,"baseline_adjusted_score":0.3799999999999999},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.8260869565217391,"baseline_adjusted_score":0.8260869565217391},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.16560569636363637,"accuracy":0.7878787878787878,"positive_recall":0.5625,"specificity":1,"precision":1,"balanced_accuracy":0.78125,"f1":0.72,"true_positive":9,"false_positive":0,"false_negative":7,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.33696837007352964,"baseline_adjusted_skill":0.5625,"baseline_adjusted_score":0.5625},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.1426203193452732,"normalized_score_rmse":0.281290104128374,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.5678172141052328,"baseline_adjusted_score":0.5678172141052328},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.3125,"uniform_accuracy_baseline":0.17812500000000006,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":0.03508771929824565,"baseline_adjusted_score":0.03508771929824565},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.04035276676470588,"accuracy":0.9411764705882353,"positive_recall":1,"specificity":0.8823529411764706,"precision":0.8947368421052632,"balanced_accuracy":0.9411764705882353,"f1":0.9444444444444444,"true_positive":17,"false_positive":2,"false_negative":0,"true_negative":15,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8385889329411764,"baseline_adjusted_skill":0.8823529411764706,"baseline_adjusted_score":0.8823529411764706},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.12239808407390732,"normalized_score_rmse":0.2032560425236342,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":0.16769302829743027,"baseline_adjusted_score":0.16769302829743027},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.8333333333333334,"uniform_accuracy_baseline":0.13194444444444448,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":0.582608695652174,"baseline_adjusted_score":0.582608695652174},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.003490869807692309,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":26,"false_positive":0,"false_negative":0,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9860365207692308,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.00022745306666666667,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":39,"false_positive":0,"false_negative":0,"true_negative":36,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24959999999999993,"brier_skill":0.9990887297008547,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.25188831870688316,"normalized_score_rmse":0.36091053488410496,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.10039886176113166,"baseline_adjusted_score":0.10039886176113166},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.6470588235294118,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.52,"baseline_adjusted_score":0.52},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.19448814678571427,"accuracy":0.7142857142857143,"positive_recall":0.42857142857142855,"specificity":1,"precision":1,"balanced_accuracy":0.7142857142857143,"f1":0.6,"true_positive":6,"false_positive":0,"false_negative":8,"true_negative":14,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2220474128571429,"baseline_adjusted_skill":0.4285714285714286,"baseline_adjusted_score":0.4285714285714286},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.0636787707475574,"normalized_score_rmse":0.09607884212862358,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.16969696969696968,"baseline_adjusted_skill":0.6247501009518939,"baseline_adjusted_score":0.6247501009518939},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.02456742023529411,"accuracy":0.9529411764705882,"positive_recall":0.9111111111111111,"specificity":1,"precision":1,"balanced_accuracy":0.9555555555555555,"f1":0.9534883720930233,"true_positive":41,"false_positive":0,"false_negative":4,"true_negative":40,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.24913494809688563,"brier_skill":0.9013891048888889,"baseline_adjusted_skill":0.911111111111111,"baseline_adjusted_score":0.911111111111111},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.8421052631578947,"baseline_adjusted_score":0.8421052631578947},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.12118195739999997,"accuracy":0.78,"positive_recall":0.8285714285714286,"specificity":0.6666666666666666,"precision":0.8529411764705882,"balanced_accuracy":0.7476190476190476,"f1":0.8405797101449275,"true_positive":29,"false_positive":5,"false_negative":6,"true_negative":10,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.20999999999999996,"brier_skill":0.42294306000000004,"baseline_adjusted_skill":0.49523809523809526,"baseline_adjusted_score":0.49523809523809526},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.24936046180752464,"normalized_score_rmse":0.3882841361140104,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.10942692211598348,"baseline_adjusted_score":0.10942692211598348},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.7974683544303798,"uniform_accuracy_baseline":0.24240506329113914,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.6521739130434783,"baseline_adjusted_score":0.6521739130434783},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.00007322952380952383,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":11,"false_positive":0,"false_negative":0,"true_negative":10,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.24943310657596363,"brier_skill":0.9997064161818182,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.48484848484848486,"uniform_accuracy_baseline":0.3237373737373738,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.15000000000000005,"baseline_adjusted_score":0.15000000000000005},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.32690161151515157,"accuracy":0.48484848484848486,"positive_recall":0.35294117647058826,"specificity":0.625,"precision":0.5,"balanced_accuracy":0.48897058823529416,"f1":0.41379310344827586,"true_positive":6,"false_positive":6,"false_negative":11,"true_negative":10,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":-0.308808290220588,"baseline_adjusted_skill":-0.022058823529411686,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.2672882566019193,"normalized_score_rmse":0.3495068792853921,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.34313725490196084,"baseline_adjusted_skill":0.22104565218869243,"baseline_adjusted_score":0.22104565218869243},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.0018020026000000013,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":50,"false_positive":0,"false_negative":0,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9927919896,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.33333333333333326,"uniform_accuracy_baseline":0.3333333333333332,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":-0.030927835051546504,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.2817804270666666,"accuracy":0.5066666666666667,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":37,"true_negative":38,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555535,"brier_skill":-0.1273221210881943,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.1428571428571427,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.32416666666666627,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.0002751160606060606,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":16,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.9988985243014706,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.06085241746503931,"normalized_score_rmse":0.08383884207089225,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.7230165825729244,"baseline_adjusted_score":0.7230165825729244},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1306817868000001,"accuracy":0.83,"positive_recall":0.4090909090909091,"specificity":0.9487179487179487,"precision":0.6923076923076923,"balanced_accuracy":0.6789044289044289,"f1":0.5142857142857142,"true_positive":9,"false_positive":4,"false_negative":13,"true_negative":74,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000028,"brier_skill":0.23845112587412665,"baseline_adjusted_skill":0.35780885780885785,"baseline_adjusted_score":0.35780885780885785},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.04714845509999999,"accuracy":0.94,"positive_recall":0.8918918918918919,"specificity":0.9682539682539683,"precision":0.9428571428571428,"balanced_accuracy":0.93007293007293,"f1":0.9166666666666666,"true_positive":33,"false_positive":2,"false_negative":4,"true_negative":61,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000008,"brier_skill":0.7977329253539255,"baseline_adjusted_skill":0.86014586014586,"baseline_adjusted_score":0.86014586014586},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1952250678,"accuracy":0.77,"positive_recall":0.5384615384615384,"specificity":0.9180327868852459,"precision":0.8076923076923077,"balanced_accuracy":0.7282471626733922,"f1":0.6461538461538462,"true_positive":21,"false_positive":5,"false_negative":18,"true_negative":56,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379000000000002,"brier_skill":0.17938180832282535,"baseline_adjusted_skill":0.45649432534678436,"baseline_adjusted_score":0.45649432534678436},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.19540338279999994,"accuracy":0.75,"positive_recall":0.22580645161290322,"specificity":0.9855072463768116,"precision":0.875,"balanced_accuracy":0.6056568489948574,"f1":0.358974358974359,"true_positive":7,"false_positive":1,"false_negative":24,"true_negative":68,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999987,"brier_skill":0.0864731986909768,"baseline_adjusted_skill":0.21131369798971478,"baseline_adjusted_score":0.21131369798971478},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.65,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.513888888888889,"baseline_adjusted_score":0.513888888888889},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.14236126602001292,"normalized_score_rmse":0.18675146221219857,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.3876934794838154,"baseline_adjusted_score":0.3876934794838154},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11007320530000002,"accuracy":0.84,"positive_recall":0.88,"specificity":0.8,"precision":0.8148148148148148,"balanced_accuracy":0.8400000000000001,"f1":0.8461538461538461,"true_positive":44,"false_positive":10,"false_negative":6,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5597071787999999,"baseline_adjusted_skill":0.6800000000000002,"baseline_adjusted_score":0.6800000000000002},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1144853024,"accuracy":0.86,"positive_recall":0.92,"specificity":0.8,"precision":0.8214285714285714,"balanced_accuracy":0.8600000000000001,"f1":0.8679245283018868,"true_positive":46,"false_positive":10,"false_negative":4,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5420587904,"baseline_adjusted_skill":0.7200000000000002,"baseline_adjusted_score":0.7200000000000002},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.81,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":0.45714285714285724,"baseline_adjusted_score":0.45714285714285724},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1883208043,"accuracy":0.7,"positive_recall":0.98,"specificity":0.42,"precision":0.6282051282051282,"balanced_accuracy":0.7,"f1":0.765625,"true_positive":49,"false_positive":29,"false_negative":1,"true_negative":21,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.24671678279999998,"baseline_adjusted_skill":0.3999999999999999,"baseline_adjusted_score":0.3999999999999999},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.6428571428571428,"baseline_adjusted_score":0.6428571428571428},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.16666666666666663,"baseline_adjusted_score":0.16666666666666663},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1512124841,"accuracy":0.79,"positive_recall":0.82,"specificity":0.76,"precision":0.7735849056603774,"balanced_accuracy":0.79,"f1":0.7961165048543689,"true_positive":41,"false_positive":12,"false_negative":9,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.39515006360000005,"baseline_adjusted_skill":0.5800000000000001,"baseline_adjusted_score":0.5800000000000001},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.20851190476190457,"fixed_answer_accuracy_baseline":0.2233333333333332,"baseline_adjusted_skill":0.9613733905579399,"baseline_adjusted_score":0.9613733905579399},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.0628045951,"accuracy":0.9,"positive_recall":0.96,"specificity":0.84,"precision":0.8571428571428571,"balanced_accuracy":0.8999999999999999,"f1":0.9056603773584906,"true_positive":48,"false_positive":8,"false_negative":2,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7487816196,"baseline_adjusted_skill":0.7999999999999998,"baseline_adjusted_score":0.7999999999999998},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.15504474075039776,"normalized_score_rmse":0.22304123100984355,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.48318419749867414,"baseline_adjusted_score":0.48318419749867414},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.79,"uniform_accuracy_baseline":0.22851190476190467,"fixed_answer_accuracy_baseline":0.2433333333333333,"baseline_adjusted_skill":0.722466960352423,"baseline_adjusted_score":0.722466960352423},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.057029103799999994,"accuracy":0.92,"positive_recall":0.94,"specificity":0.9,"precision":0.9038461538461539,"balanced_accuracy":0.9199999999999999,"f1":0.9215686274509803,"true_positive":47,"false_positive":5,"false_negative":3,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7718835848000001,"baseline_adjusted_skill":0.8399999999999999,"baseline_adjusted_score":0.8399999999999999},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.15197137643827882,"normalized_score_rmse":0.22951707267394592,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.304222222222222,"baseline_adjusted_skill":0.500459317770449,"baseline_adjusted_score":0.500459317770449},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.71,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.532258064516129,"baseline_adjusted_score":0.532258064516129},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08417413309999999,"accuracy":0.87,"positive_recall":0.8,"specificity":0.94,"precision":0.9302325581395349,"balanced_accuracy":0.87,"f1":0.8602150537634409,"true_positive":40,"false_positive":3,"false_negative":10,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6633034676,"baseline_adjusted_skill":0.74,"baseline_adjusted_score":0.74},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.82,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.6399999999999999,"baseline_adjusted_score":0.6399999999999999},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1111009570000001,"accuracy":0.85,"positive_recall":0.72,"specificity":0.98,"precision":0.972972972972973,"balanced_accuracy":0.85,"f1":0.8275862068965517,"true_positive":36,"false_positive":1,"false_negative":14,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5555961719999996,"baseline_adjusted_skill":0.7,"baseline_adjusted_score":0.7},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.35333333333333317,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.6610169491525424,"baseline_adjusted_score":0.6610169491525424},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.870967741935484,"baseline_adjusted_score":0.870967741935484},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.44,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.0967741935483871,"baseline_adjusted_score":0.0967741935483871},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.43,"uniform_accuracy_baseline":0.11111111111111088,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.32142857142857145,"baseline_adjusted_score":0.32142857142857145},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.04861658965,"accuracy":0.8271249999999998,"positive_recall":0.14963744232036916,"specificity":0.985654789449329,"precision":0.709375,"balanced_accuracy":0.5676461158848491,"f1":0.24714207947740882,"true_positive":11.35,"false_positive":4.6499999999999995,"false_negative":64.5,"true_negative":319.4999999999999,"positive_prevalence":0.1896249999999999,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500007,"brier_skill":0.3613467615479845,"baseline_adjusted_skill":0.1352922317696983,"baseline_adjusted_score":0.1352922317696983},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1471332241020352,"normalized_score_rmse":0.20216324367668395,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":0.3116574311015897,"baseline_adjusted_score":0.3116574311015897},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.08043028334999999,"accuracy":0.784875,"positive_recall":0.35911861228316927,"specificity":0.939662519175047,"precision":0.6839285714285716,"balanced_accuracy":0.6493905657291081,"f1":0.47094989240700896,"true_positive":38.300000000000004,"false_positive":17.699999999999992,"false_negative":68.35000000000001,"true_negative":275.65,"positive_prevalence":0.2666249999999998,"majority_accuracy_baseline":0.7333750000000002,"constant_brier_baseline":0.11565485937499977,"brier_skill":0.3045663296410873,"baseline_adjusted_skill":0.2987811314582163,"baseline_adjusted_score":0.2987811314582163},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.166424821789488,"normalized_score_rmse":0.24945702122433264,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.3807448491553934,"baseline_adjusted_score":0.3807448491553934},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.08498806527500002,"accuracy":0.7646249999999999,"positive_recall":0.3651006711409397,"specificity":0.9195143104943626,"precision":0.6375000000000001,"balanced_accuracy":0.6423074908176511,"f1":0.46429587482219076,"true_positive":40.8,"false_positive":23.199999999999996,"false_negative":70.94999999999996,"true_negative":265.04999999999995,"positive_prevalence":0.2793749999999999,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937499995,"brier_skill":0.24892916951522148,"baseline_adjusted_skill":0.2846149816353023,"baseline_adjusted_score":0.2846149816353023},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.18781894913742772,"normalized_score_rmse":0.2586897196834574,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.2895737148466092,"baseline_adjusted_score":0.2895737148466092},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.08213425335000002,"accuracy":0.8276249999999996,"positive_recall":0.3143661971830986,"specificity":0.9739759036144577,"precision":0.775,"balanced_accuracy":0.6441710503987782,"f1":0.4472945891783567,"true_positive":27.900000000000006,"false_positive":8.100000000000001,"false_negative":60.85000000000001,"true_negative":303.1499999999998,"positive_prevalence":0.22187499999999974,"majority_accuracy_baseline":0.7781250000000003,"constant_brier_baseline":0.126740234375001,"brier_skill":0.3519480711470053,"baseline_adjusted_skill":0.2883421007975564,"baseline_adjusted_score":0.2883421007975564},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1562163480180485,"normalized_score_rmse":0.27467067750799073,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.30762837443524205,"baseline_adjusted_score":0.30762837443524205},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.03509323440000002,"accuracy":0.8479999999999995,"positive_recall":0.6427221172022686,"specificity":0.9218218898708361,"precision":0.7472527472527473,"balanced_accuracy":0.7822720035365524,"f1":0.6910569105691059,"true_positive":68,"false_positive":22.999999999999996,"false_negative":37.79999999999997,"true_negative":271.1999999999998,"positive_prevalence":0.26449999999999985,"majority_accuracy_baseline":0.7355000000000002,"constant_brier_baseline":0.11362725000000028,"brier_skill":0.6911547678923855,"baseline_adjusted_skill":0.5645440070731047,"baseline_adjusted_score":0.5645440070731047},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.12423477926599112,"normalized_score_rmse":0.17657822486042596,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.5055332168517765,"baseline_adjusted_score":0.5055332168517765},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.07205902152499999,"accuracy":0.8327499999999998,"positive_recall":0.34399477806788503,"specificity":0.9485157699443414,"precision":0.6127906976744187,"balanced_accuracy":0.6462552740061132,"f1":0.44063545150501665,"true_positive":26.350000000000005,"false_positive":16.65,"false_negative":50.25000000000003,"true_negative":306.7499999999999,"positive_prevalence":0.1914999999999999,"majority_accuracy_baseline":0.8085000000000001,"constant_brier_baseline":0.09190274999999995,"brier_skill":0.21592094333412193,"baseline_adjusted_skill":0.2925105480122263,"baseline_adjusted_score":0.2925105480122263},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.14394288522472456,"normalized_score_rmse":0.23447153293241563,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.3042035759529931,"baseline_adjusted_score":0.3042035759529931},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.05074027404999999,"accuracy":0.8789999999999997,"positive_recall":0.6192411924119241,"specificity":0.9377682403433476,"precision":0.6924242424242425,"balanced_accuracy":0.7785047163776359,"f1":0.65379113018598,"true_positive":45.7,"false_positive":20.299999999999997,"false_negative":28.100000000000012,"true_negative":305.89999999999986,"positive_prevalence":0.1844999999999999,"majority_accuracy_baseline":0.8155000000000001,"constant_brier_baseline":0.1092222499999995,"brier_skill":0.535440131932823,"baseline_adjusted_skill":0.5570094327552717,"baseline_adjusted_score":0.5570094327552717},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.13812598349171357,"normalized_score_rmse":0.208264419428511,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":0.27062186935068744,"baseline_adjusted_score":0.27062186935068744},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.09202579812500003,"accuracy":0.8234999999999996,"positive_recall":0.13949044585987266,"specificity":0.9905132192846033,"precision":0.7821428571428573,"balanced_accuracy":0.565001832572238,"f1":0.2367567567567568,"true_positive":10.950000000000001,"false_positive":3.05,"false_negative":67.54999999999998,"true_negative":318.4499999999998,"positive_prevalence":0.19624999999999987,"majority_accuracy_baseline":0.8037500000000002,"constant_brier_baseline":0.09878593749999955,"brier_skill":0.06843220347025147,"baseline_adjusted_skill":0.13000366514447603,"baseline_adjusted_score":0.13000366514447603},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.18258875471116232,"normalized_score_rmse":0.2786823466217134,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":0.13567453391165762,"baseline_adjusted_score":0.13567453391165762},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.09667892966836734,"accuracy":0.6948979591836737,"positive_recall":0.5812574139976273,"specificity":0.7806624888093107,"precision":0.6666666666666665,"balanced_accuracy":0.680959951403469,"f1":0.6210392902408111,"true_positive":97.99999999999999,"false_positive":49.00000000000002,"false_negative":70.60000000000002,"true_negative":174.4000000000001,"positive_prevalence":0.43010204081632636,"majority_accuracy_baseline":0.5698979591836737,"constant_brier_baseline":0.12359641815910102,"brier_skill":0.21778534436235686,"baseline_adjusted_skill":0.361919902806938,"baseline_adjusted_score":0.361919902806938},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.18726101061841638,"normalized_score_rmse":0.24879766096446815,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.32031188738500715,"baseline_adjusted_score":0.32031188738500715},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.06153347427500001,"accuracy":0.8796250000000007,"positive_recall":0.3729346970889063,"specificity":0.9753306583444791,"precision":0.7406250000000001,"balanced_accuracy":0.6741326777166927,"f1":0.49607535321821034,"true_positive":47.400000000000006,"false_positive":16.599999999999998,"false_negative":79.70000000000003,"true_negative":656.3000000000005,"positive_prevalence":0.15887500000000002,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499934,"brier_skill":0.3770495911659988,"baseline_adjusted_skill":0.34826535543338544,"baseline_adjusted_score":0.34826535543338544},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.13762061436765463,"normalized_score_rmse":0.23268315079579496,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":0.16593567049906288,"baseline_adjusted_score":0.16593567049906288},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.82,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.7096774193548386,"baseline_adjusted_score":0.7096774193548386},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24675562310000004,"accuracy":0.57,"positive_recall":0.5,"specificity":0.64,"precision":0.5813953488372093,"balanced_accuracy":0.5700000000000001,"f1":0.5376344086021505,"true_positive":25,"false_positive":18,"false_negative":25,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.012977507599999827,"baseline_adjusted_skill":0.14000000000000012,"baseline_adjusted_score":0.14000000000000012},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.4665341285619616,"uniform_accuracy_baseline":0.058823529411766766,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.3730529595015577,"baseline_adjusted_score":0.3730529595015577},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.52,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":-0.04347826086956526,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2401204651999999,"accuracy":0.59,"positive_recall":0.46,"specificity":0.72,"precision":0.6216216216216216,"balanced_accuracy":0.59,"f1":0.5287356321839081,"true_positive":23,"false_positive":14,"false_negative":27,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.03951813920000036,"baseline_adjusted_skill":0.17999999999999994,"baseline_adjusted_score":0.17999999999999994},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.72,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.5555555555555555,"baseline_adjusted_score":0.5555555555555555},"scoring":{"eligible":true,"reason":null},"model":187,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.17512570052359697,"accuracy":0.7297297297297297,"positive_recall":0.6619718309859155,"specificity":0.7922077922077922,"precision":0.746031746031746,"balanced_accuracy":0.7270898115968538,"f1":0.7014925373134329,"true_positive":47,"false_positive":16,"false_negative":24,"true_negative":61,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.24958911614317017,"brier_skill":0.2983440014141452,"baseline_adjusted_skill":0.45417962319370764,"baseline_adjusted_score":0.45417962319370764},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.38,"uniform_accuracy_baseline":0.2005,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.12676056338028174,"baseline_adjusted_score":0.12676056338028174},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.93,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.897058823529412,"baseline_adjusted_score":0.897058823529412},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.72,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.4042553191489361,"baseline_adjusted_score":0.4042553191489361},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.8979591836734693,"baseline_adjusted_score":0.8979591836734693},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11525170749192498,"accuracy":0.61195981494,"positive_recall":0.9642275255486639,"specificity":0.04678262844836677,"precision":0.6187467427083333,"balanced_accuracy":0.5055050769985153,"f1":0.7537869093979379,"true_positive":59.3996873,"false_positive":36.6003127,"false_negative":2.203705806,"true_negative":1.7962941940000001,"positive_prevalence":0.61603393106,"majority_accuracy_baseline":0.61603393106,"constant_brier_baseline":0.07908707655202402,"brier_skill":-0.4572761128186553,"baseline_adjusted_skill":0.011010153997030647,"baseline_adjusted_score":0.011010153997030647},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.20079794767318382,"accuracy":0.7,"positive_recall":0.76,"specificity":0.64,"precision":0.6785714285714286,"balanced_accuracy":0.7,"f1":0.7169811320754716,"true_positive":38,"false_positive":18,"false_negative":12,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.19680820930726473,"baseline_adjusted_skill":0.3999999999999999,"baseline_adjusted_score":0.3999999999999999},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.83,"uniform_accuracy_baseline":0.012987012987012986,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.8210526315789474,"baseline_adjusted_score":0.8210526315789474},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.75,"baseline_adjusted_score":0.75},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.4,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.06250000000000006,"baseline_adjusted_score":0.06250000000000006},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.14065332906244232,"accuracy":0.78,"positive_recall":0.98,"specificity":0.58,"precision":0.7,"balanced_accuracy":0.78,"f1":0.8166666666666667,"true_positive":49,"false_positive":21,"false_negative":1,"true_negative":29,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4373866837502307,"baseline_adjusted_skill":0.56,"baseline_adjusted_score":0.56},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.1435089939864556,"accuracy":0.6230767526178221,"positive_recall":0.590276964023202,"specificity":0.6383495383307858,"precision":0.4318184262129331,"balanced_accuracy":0.6143132511769939,"f1":0.4987645420753914,"true_positive":131.27280156873167,"false_positive":172.72719843126833,"false_negative":91.11907473625615,"true_negative":304.88092526374385,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768642,"brier_skill":-0.6174232978317395,"baseline_adjusted_skill":0.22862650235398774,"baseline_adjusted_score":0.22862650235398774},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24299509894742766,"accuracy":0.62,"positive_recall":0.74,"specificity":0.5,"precision":0.5967741935483871,"balanced_accuracy":0.62,"f1":0.6607142857142857,"true_positive":37,"false_positive":25,"false_negative":13,"true_negative":25,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.028019604210289373,"baseline_adjusted_skill":0.24,"baseline_adjusted_score":0.24},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.847682119205298,"uniform_accuracy_baseline":0.006622516556291391,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.8413793103448276,"baseline_adjusted_score":0.8413793103448276},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.68,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.40997830802603047,"baseline_adjusted_score":0.40997830802603047},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.35,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.08333333333333341,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.22554823025491366,"accuracy":0.67,"positive_recall":0.98,"specificity":0.36,"precision":0.6049382716049383,"balanced_accuracy":0.6699999999999999,"f1":0.7480916030534351,"true_positive":49,"false_positive":32,"false_negative":1,"true_negative":18,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.09780707898034535,"baseline_adjusted_skill":0.33999999999999986,"baseline_adjusted_score":0.33999999999999986},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.68,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.3333333333333334,"baseline_adjusted_score":0.3333333333333334},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.07142857142857142,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9662921348314606,"baseline_adjusted_score":0.9662921348314606},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.77,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.36,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.12328767123287668,"baseline_adjusted_score":0.12328767123287668},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.3888888888888889,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":-0.8333333333333331,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.271819498403097,"accuracy":0.6097560975609756,"positive_recall":0.75,"specificity":0.47619047619047616,"precision":0.5769230769230769,"balanced_accuracy":0.6130952380952381,"f1":0.6521739130434783,"true_positive":30,"false_positive":22,"false_negative":10,"true_negative":20,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.2498512790005949,"brier_skill":-0.08792518289429996,"baseline_adjusted_skill":0.22619047619047628,"baseline_adjusted_score":0.22619047619047628},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.15512371301070163,"accuracy":0.79,"positive_recall":0.82,"specificity":0.76,"precision":0.7735849056603774,"balanced_accuracy":0.79,"f1":0.7961165048543689,"true_positive":41,"false_positive":12,"false_negative":9,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3795051479571935,"baseline_adjusted_skill":0.5800000000000001,"baseline_adjusted_score":0.5800000000000001},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.6871508379888268,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.5985663082437276,"baseline_adjusted_score":0.5985663082437276},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.4,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.016393442622950834,"baseline_adjusted_score":0.016393442622950834},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.18527399656758245,"accuracy":0.74,"positive_recall":0.5454545454545454,"specificity":0.7948717948717948,"precision":0.42857142857142855,"balanced_accuracy":0.6701631701631701,"f1":0.48,"true_positive":24,"false_positive":32,"false_negative":20,"true_negative":124,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.07968529468288144,"baseline_adjusted_skill":0.3403263403263401,"baseline_adjusted_score":0.3403263403263401},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.16469233061485078,"accuracy":0.765,"positive_recall":0.56,"specificity":0.8333333333333334,"precision":0.5283018867924528,"balanced_accuracy":0.6966666666666668,"f1":0.5436893203883495,"true_positive":28,"false_positive":25,"false_negative":22,"true_negative":125,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":0.12164090338746247,"baseline_adjusted_skill":0.39333333333333353,"baseline_adjusted_score":0.39333333333333353},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.061139485385466964,"accuracy":0.935,"positive_recall":0.8421052631578947,"specificity":0.9447513812154696,"precision":0.6153846153846154,"balanced_accuracy":0.8934283221866821,"f1":0.7111111111111111,"true_positive":16,"false_positive":10,"false_negative":3,"true_negative":171,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.085975,"brier_skill":0.28886902721178287,"baseline_adjusted_skill":0.7868566443733642,"baseline_adjusted_score":0.7868566443733642},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.10076783092013089,"accuracy":0.8199940476190476,"positive_recall":0.669576430909632,"specificity":0.829596185386179,"precision":0.20053475935828877,"balanced_accuracy":0.7495863081479055,"f1":0.3086349191833749,"true_positive":112.5,"false_positive":448.5,"false_negative":55.516666666666666,"true_negative":2183.483333333333,"positive_prevalence":0.060005952380952375,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679138,"brier_skill":-2.1293412613630704,"baseline_adjusted_skill":0.499172616295811,"baseline_adjusted_score":0.499172616295811},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.546742209631728,"uniform_accuracy_baseline":0.027777777777777776,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.4805194805194805,"baseline_adjusted_score":0.4805194805194805},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.64,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.48571428571428577,"baseline_adjusted_score":0.48571428571428577},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2703993686674937,"accuracy":0.61,"positive_recall":1,"specificity":0.22,"precision":0.5617977528089888,"balanced_accuracy":0.61,"f1":0.7194244604316546,"true_positive":50,"false_positive":39,"false_negative":0,"true_negative":11,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.0815974746699748,"baseline_adjusted_skill":0.21999999999999997,"baseline_adjusted_score":0.21999999999999997},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11822679908119561,"accuracy":0.81,"positive_recall":0.96,"specificity":0.66,"precision":0.7384615384615385,"balanced_accuracy":0.81,"f1":0.8347826086956521,"true_positive":48,"false_positive":17,"false_negative":2,"true_negative":33,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5270928036752176,"baseline_adjusted_skill":0.6200000000000001,"baseline_adjusted_score":0.6200000000000001},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.59,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":-0.05128205128205133,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.8829787234042554,"baseline_adjusted_score":0.8829787234042554},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24040243511769074,"accuracy":0.66,"positive_recall":1,"specificity":0.32,"precision":0.5952380952380952,"balanced_accuracy":0.66,"f1":0.746268656716418,"true_positive":50,"false_positive":34,"false_negative":0,"true_negative":16,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.038390259529237025,"baseline_adjusted_skill":0.32000000000000006,"baseline_adjusted_score":0.32000000000000006},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8358208955223883,"baseline_adjusted_score":0.8358208955223883},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.07813021740441024,"accuracy":0.89,"positive_recall":0.82,"specificity":0.96,"precision":0.9534883720930233,"balanced_accuracy":0.8899999999999999,"f1":0.8817204301075269,"true_positive":41,"false_positive":2,"false_negative":9,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6874791303823591,"baseline_adjusted_skill":0.7799999999999998,"baseline_adjusted_score":0.7799999999999998},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.4114544256756757,"uniform_accuracy_baseline":0.23445945945945948,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.20214097241644743,"baseline_adjusted_score":0.20214097241644743},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.1775392514456655,"accuracy":0.4971052828947368,"positive_recall":0.9960884814099615,"specificity":0.02196249763533898,"precision":0.49233335333333333,"balanced_accuracy":0.5090254895226503,"f1":0.6589631659815762,"true_positive":73.850003,"false_positive":76.149997,"false_negative":0.29000000000000004,"true_negative":1.71,"positive_prevalence":0.4877631776315789,"majority_accuracy_baseline":0.512236822368421,"constant_brier_baseline":0.09451910039768556,"brier_skill":-0.8783425857702389,"baseline_adjusted_skill":0.018050979045300508,"baseline_adjusted_score":0.018050979045300508},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.16437485667760282,"normalized_score_rmse":0.21532778761167415,"constant_score_baseline":0.5841668333333333,"constant_mae_baseline":0.21700552708333334,"baseline_adjusted_skill":0.2425314742583472,"baseline_adjusted_score":0.2425314742583472},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.31741338345913234,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":50,"false_positive":50,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.26965353383652935,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25023670158140593,"accuracy":0.55,"positive_recall":0.22,"specificity":0.88,"precision":0.6470588235294118,"balanced_accuracy":0.55,"f1":0.3283582089552239,"true_positive":11,"false_positive":6,"false_negative":39,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.0009468063256237169,"baseline_adjusted_skill":0.10000000000000009,"baseline_adjusted_score":0.10000000000000009},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.72,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.540983606557377,"baseline_adjusted_score":0.540983606557377},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.036111111111111115,"fixed_answer_accuracy_baseline":0.08833333333333333,"baseline_adjusted_skill":0.9012797074954296,"baseline_adjusted_score":0.9012797074954296},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.8181818181818182,"baseline_adjusted_score":0.8181818181818182},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.815,"uniform_accuracy_baseline":0.049879324215607396,"fixed_answer_accuracy_baseline":0.12442477876106194,"baseline_adjusted_skill":0.7887103294926218,"baseline_adjusted_score":0.7887103294926218},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.27231008097633264,"accuracy":0.42,"positive_recall":0.42,"specificity":0.42,"precision":0.42,"balanced_accuracy":0.42,"f1":0.42,"true_positive":21,"false_positive":29,"false_negative":29,"true_negative":21,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.08924032390533054,"baseline_adjusted_skill":-0.16000000000000003,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.23888888888888887,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.6470588235294118,"baseline_adjusted_score":0.6470588235294118},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.3255015203817782,"accuracy":0.5,"positive_recall":0.5625,"specificity":0.4375,"precision":0.5,"balanced_accuracy":0.5,"f1":0.5294117647058824,"true_positive":18,"false_positive":18,"false_negative":14,"true_negative":14,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.30200608152711284,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.4,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.09090909090909091,"baseline_adjusted_score":0.09090909090909091},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24642082052421926,"accuracy":0.57,"positive_recall":0.76,"specificity":0.38,"precision":0.5507246376811594,"balanced_accuracy":0.5700000000000001,"f1":0.6386554621848739,"true_positive":38,"false_positive":31,"false_negative":12,"true_negative":19,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.014316717903122944,"baseline_adjusted_skill":0.14000000000000012,"baseline_adjusted_score":0.14000000000000012},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.8260869565217391,"baseline_adjusted_score":0.8260869565217391},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.20687403155921208,"accuracy":0.5757575757575758,"positive_recall":1,"specificity":0.17647058823529413,"precision":0.5333333333333333,"balanced_accuracy":0.5882352941176471,"f1":0.6956521739130435,"true_positive":16,"false_positive":14,"false_negative":0,"true_negative":3,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.17174330747065458,"baseline_adjusted_skill":0.17647058823529416,"baseline_adjusted_score":0.17647058823529416},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.273310659348499,"normalized_score_rmse":0.41364634391625854,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.1717858807621242,"baseline_adjusted_score":0.1717858807621242},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.03125,"uniform_accuracy_baseline":0.178125,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.3596491228070175,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.09021429802271712,"accuracy":0.9411764705882353,"positive_recall":1,"specificity":0.8823529411764706,"precision":0.8947368421052632,"balanced_accuracy":0.9411764705882353,"f1":0.9444444444444444,"true_positive":17,"false_positive":2,"false_negative":0,"true_negative":15,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6391428079091315,"baseline_adjusted_skill":0.8823529411764706,"baseline_adjusted_score":0.8823529411764706},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.4551582691424033,"normalized_score_rmse":0.5074127945047429,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-2.0950762301683423,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.2708333333333333,"uniform_accuracy_baseline":0.13194444444444445,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":-0.826086956521739,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.2515982189514542,"accuracy":0.5769230769230769,"positive_recall":1,"specificity":0.15384615384615385,"precision":0.5416666666666666,"balanced_accuracy":0.5769230769230769,"f1":0.7027027027027027,"true_positive":26,"false_positive":22,"false_negative":0,"true_negative":4,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.006392875805816711,"baseline_adjusted_skill":0.15384615384615374,"baseline_adjusted_score":0.15384615384615374},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.25429227114386016,"accuracy":0.52,"positive_recall":1,"specificity":0,"precision":0.52,"balanced_accuracy":0.5,"f1":0.6842105263157895,"true_positive":39,"false_positive":36,"false_negative":0,"true_negative":0,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24960000000000004,"brier_skill":-0.01879916323661912,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.2799053272604942,"normalized_score_rmse":0.3490514462381517,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.0003381169268064088,"baseline_adjusted_score":0.0003381169268064088},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.7058823529411765,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.6,"baseline_adjusted_score":0.6},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.22515742219563117,"accuracy":0.75,"positive_recall":1,"specificity":0.5,"precision":0.6666666666666666,"balanced_accuracy":0.75,"f1":0.8,"true_positive":14,"false_positive":7,"false_negative":0,"true_negative":7,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.0993703112174753,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.36666222947339216,"normalized_score_rmse":0.4461814442734546,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.1696969696969697,"baseline_adjusted_skill":-1.160688137968204,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.09171576581015388,"accuracy":0.8941176470588236,"positive_recall":1,"specificity":0.775,"precision":0.8333333333333334,"balanced_accuracy":0.8875,"f1":0.9090909090909091,"true_positive":45,"false_positive":9,"false_negative":0,"true_negative":31,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.2491349480968858,"brier_skill":0.631863106678688,"baseline_adjusted_skill":0.7749999999999999,"baseline_adjusted_score":0.7749999999999999},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.28,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.05263157894736847,"baseline_adjusted_score":0.05263157894736847},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.227786085208426,"accuracy":0.46,"positive_recall":0.5428571428571428,"specificity":0.26666666666666666,"precision":0.6333333333333333,"balanced_accuracy":0.40476190476190477,"f1":0.5846153846153846,"true_positive":19,"false_positive":11,"false_negative":16,"true_negative":4,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.21,"brier_skill":-0.08469564384964756,"baseline_adjusted_skill":-0.19047619047619047,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.2555921186506748,"normalized_score_rmse":0.3731892187134032,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.08717100481901852,"baseline_adjusted_score":0.08717100481901852},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.620253164556962,"uniform_accuracy_baseline":0.24240506329113923,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.3478260869565217,"baseline_adjusted_score":0.3478260869565217},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.2705681223716488,"accuracy":0.5238095238095238,"positive_recall":1,"specificity":0,"precision":0.5238095238095238,"balanced_accuracy":0.5,"f1":0.6875,"true_positive":11,"false_positive":10,"false_negative":0,"true_negative":0,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.2494331065759637,"brier_skill":-0.08473219968997392,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.5454545454545454,"uniform_accuracy_baseline":0.32373737373737377,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.24999999999999994,"baseline_adjusted_score":0.24999999999999994},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.24880022811745672,"accuracy":0.5757575757575758,"positive_recall":0.8235294117647058,"specificity":0.3125,"precision":0.56,"balanced_accuracy":0.5680147058823529,"f1":0.6666666666666666,"true_positive":14,"false_positive":11,"false_negative":3,"true_negative":5,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.0038843808091529874,"baseline_adjusted_skill":0.13602941176470584,"baseline_adjusted_score":0.13602941176470584},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.2532844457172734,"normalized_score_rmse":0.3451729559915396,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.3431372549019608,"baseline_adjusted_skill":0.2618567581953747,"baseline_adjusted_score":0.2618567581953747},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.23806823827533483,"accuracy":0.55,"positive_recall":0.84,"specificity":0.26,"precision":0.5316455696202531,"balanced_accuracy":0.55,"f1":0.6511627906976745,"true_positive":42,"false_positive":37,"false_negative":8,"true_negative":13,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.0477270468986607,"baseline_adjusted_skill":0.10000000000000009,"baseline_adjusted_score":0.10000000000000009},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.33333333333333337,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":-0.03092783505154633,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.25159275968670386,"accuracy":0.48,"positive_recall":0.7567567567567568,"specificity":0.21052631578947367,"precision":0.4827586206896552,"balanced_accuracy":0.48364153627311524,"f1":0.5894736842105263,"true_positive":28,"false_positive":30,"false_negative":9,"true_negative":8,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555554,"brier_skill":-0.0065499809656537344,"baseline_adjusted_skill":-0.03271692745376953,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.14285714285714285,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.6794871794871795,"baseline_adjusted_score":0.6794871794871795},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.305,"uniform_accuracy_baseline":0.32416666666666666,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.05303030303030309,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.44223791289451825,"accuracy":0.48484848484848486,"positive_recall":1,"specificity":0,"precision":0.48484848484848486,"balanced_accuracy":0.5,"f1":0.6530612244897959,"true_positive":16,"false_positive":17,"false_negative":0,"true_negative":0,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":-0.7705775262578323,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.35648128640781523,"normalized_score_rmse":0.4052248808589257,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":-0.622604476063159,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2716530828601519,"accuracy":0.49,"positive_recall":1,"specificity":0.34615384615384615,"precision":0.3013698630136986,"balanced_accuracy":0.6730769230769231,"f1":0.4631578947368421,"true_positive":22,"false_positive":51,"false_negative":0,"true_negative":27,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.5830599234274585,"baseline_adjusted_skill":0.34615384615384626,"baseline_adjusted_score":0.34615384615384626},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.15280394264486186,"accuracy":0.8,"positive_recall":0.8378378378378378,"specificity":0.7777777777777778,"precision":0.6888888888888889,"balanced_accuracy":0.8078078078078078,"f1":0.7560975609756098,"true_positive":31,"false_positive":14,"false_negative":6,"true_negative":49,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000003,"brier_skill":0.3444704305239732,"baseline_adjusted_skill":0.6156156156156156,"baseline_adjusted_score":0.6156156156156156},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.22217000010331656,"accuracy":0.73,"positive_recall":0.9487179487179487,"specificity":0.5901639344262295,"precision":0.5967741935483871,"balanced_accuracy":0.7694409415720891,"f1":0.7326732673267327,"true_positive":37,"false_positive":25,"false_negative":2,"true_negative":36,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379,"brier_skill":0.06612021814494928,"baseline_adjusted_skill":0.5388818831441782,"baseline_adjusted_score":0.5388818831441782},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.35189221261309706,"accuracy":0.44,"positive_recall":1,"specificity":0.18840579710144928,"precision":0.3563218390804598,"balanced_accuracy":0.5942028985507246,"f1":0.5254237288135594,"true_positive":31,"false_positive":56,"false_negative":0,"true_negative":13,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999998,"brier_skill":-0.6451248836516927,"baseline_adjusted_skill":0.18840579710144922,"baseline_adjusted_score":0.18840579710144922},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.7916666666666666,"baseline_adjusted_score":0.7916666666666666},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.1879855028586462,"normalized_score_rmse":0.22583855611450326,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.19146020275851094,"baseline_adjusted_score":0.19146020275851094},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.05695767759865222,"accuracy":0.93,"positive_recall":0.96,"specificity":0.9,"precision":0.9056603773584906,"balanced_accuracy":0.9299999999999999,"f1":0.9320388349514563,"true_positive":48,"false_positive":5,"false_negative":2,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7721692896053911,"baseline_adjusted_skill":0.8599999999999999,"baseline_adjusted_score":0.8599999999999999},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2565866303699726,"accuracy":0.54,"positive_recall":0.96,"specificity":0.12,"precision":0.5217391304347826,"balanced_accuracy":0.54,"f1":0.676056338028169,"true_positive":48,"false_positive":44,"false_negative":2,"true_negative":6,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.02634652147989036,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.9142857142857144,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.14697189875996244,"accuracy":0.82,"positive_recall":0.94,"specificity":0.7,"precision":0.7580645161290323,"balanced_accuracy":0.82,"f1":0.8392857142857143,"true_positive":47,"false_positive":15,"false_negative":3,"true_negative":35,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4121124049601502,"baseline_adjusted_skill":0.6399999999999999,"baseline_adjusted_score":0.6399999999999999},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.7142857142857143,"baseline_adjusted_score":0.7142857142857143},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.49,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.14999999999999997,"baseline_adjusted_score":0.14999999999999997},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.236715072169261,"accuracy":0.61,"positive_recall":0.34,"specificity":0.88,"precision":0.7391304347826086,"balanced_accuracy":0.61,"f1":0.4657534246575342,"true_positive":17,"false_positive":6,"false_negative":33,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.05313971132295603,"baseline_adjusted_skill":0.21999999999999997,"baseline_adjusted_score":0.21999999999999997},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.20851190476190473,"fixed_answer_accuracy_baseline":0.22333333333333333,"baseline_adjusted_skill":0.9742489270386265,"baseline_adjusted_score":0.9742489270386265},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09095689117563538,"accuracy":0.87,"positive_recall":0.94,"specificity":0.8,"precision":0.8245614035087719,"balanced_accuracy":0.87,"f1":0.8785046728971962,"true_positive":47,"false_positive":10,"false_negative":3,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6361724352974585,"baseline_adjusted_skill":0.74,"baseline_adjusted_score":0.74},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.16207741967857145,"normalized_score_rmse":0.25763761114608275,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.45974193440476185,"baseline_adjusted_score":0.45974193440476185},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.22851190476190475,"fixed_answer_accuracy_baseline":0.24333333333333332,"baseline_adjusted_skill":0.8546255506607929,"baseline_adjusted_score":0.8546255506607929},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.12051786254222391,"accuracy":0.82,"positive_recall":0.94,"specificity":0.7,"precision":0.7580645161290323,"balanced_accuracy":0.82,"f1":0.8392857142857143,"true_positive":47,"false_positive":15,"false_negative":3,"true_negative":35,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5179285498311044,"baseline_adjusted_skill":0.6399999999999999,"baseline_adjusted_score":0.6399999999999999},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.1554032703545009,"normalized_score_rmse":0.2432918804313456,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.3042222222222222,"baseline_adjusted_skill":0.48917843930222493,"baseline_adjusted_score":0.48917843930222493},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.76,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.6129032258064516,"baseline_adjusted_score":0.6129032258064516},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1355131167068036,"accuracy":0.76,"positive_recall":1,"specificity":0.52,"precision":0.6756756756756757,"balanced_accuracy":0.76,"f1":0.8064516129032258,"true_positive":50,"false_positive":24,"false_negative":0,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4579475331727856,"baseline_adjusted_skill":0.52,"baseline_adjusted_score":0.52},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.61,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.21999999999999997,"baseline_adjusted_score":0.21999999999999997},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.05502857016350007,"accuracy":0.95,"positive_recall":0.98,"specificity":0.92,"precision":0.9245283018867925,"balanced_accuracy":0.95,"f1":0.9514563106796117,"true_positive":49,"false_positive":4,"false_negative":1,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7798857193459997,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.57,"uniform_accuracy_baseline":0.3533333333333333,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.27118644067796605,"baseline_adjusted_score":0.27118644067796605},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.7741935483870968,"baseline_adjusted_score":0.7741935483870968},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.06451612903225803,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.28,"uniform_accuracy_baseline":0.1111111111111111,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.14285714285714288,"baseline_adjusted_score":0.14285714285714288},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.0934900191031605,"accuracy":0.7916249999999999,"positive_recall":0.5570204350692156,"specificity":0.8465216720654019,"precision":0.4592391304347826,"balanced_accuracy":0.7017710535673087,"f1":0.5034256776884123,"true_positive":42.25,"false_positive":49.75,"false_negative":33.6,"true_negative":274.4,"positive_prevalence":0.189625,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500001,"brier_skill":-0.22813434453180093,"baseline_adjusted_skill":0.40354210713461747,"baseline_adjusted_score":0.40354210713461747},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.21930303600966,"normalized_score_rmse":0.2535121642330314,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":-0.02597911583466672,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.10469441413689654,"accuracy":0.725375,"positive_recall":0.763244256915143,"specificity":0.7116072950400545,"precision":0.49036144578313257,"balanced_accuracy":0.7374257759775987,"f1":0.5971025123785073,"true_positive":81.4,"false_positive":84.6,"false_negative":25.25,"true_negative":208.75,"positive_prevalence":0.266625,"majority_accuracy_baseline":0.733375,"constant_brier_baseline":0.115654859375,"brier_skill":0.09476856655512633,"baseline_adjusted_skill":0.47485155195519746,"baseline_adjusted_score":0.47485155195519746},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.24732271217377275,"normalized_score_rmse":0.29419196868906117,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.07972944307433394,"baseline_adjusted_score":0.07972944307433394},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.09132782679161457,"accuracy":0.726125,"positive_recall":0.7928411633109619,"specificity":0.7002601908065915,"precision":0.5062857142857142,"balanced_accuracy":0.7465506770587766,"f1":0.6179598953792502,"true_positive":88.6,"false_positive":86.4,"false_negative":23.15,"true_negative":201.85,"positive_prevalence":0.279375,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937500001,"brier_skill":0.19290236231644942,"baseline_adjusted_skill":0.4931013541175533,"baseline_adjusted_score":0.4931013541175533},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.226706163304043,"normalized_score_rmse":0.2707312987448133,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.14248259743151592,"baseline_adjusted_score":0.14248259743151592},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.06421640157506697,"accuracy":0.8673750000000001,"positive_recall":0.6630985915492958,"specificity":0.9256224899598394,"precision":0.7176829268292683,"balanced_accuracy":0.7943605407545676,"f1":0.689311859443631,"true_positive":58.85,"false_positive":23.15,"false_negative":29.9,"true_negative":288.1,"positive_prevalence":0.221875,"majority_accuracy_baseline":0.778125,"constant_brier_baseline":0.12674023437499998,"brier_skill":0.49332268563538406,"baseline_adjusted_skill":0.5887210815091353,"baseline_adjusted_score":0.5887210815091353},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.22791836131873425,"normalized_score_rmse":0.2661627491428105,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":-0.010164482299099165,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.11116682902281104,"accuracy":0.70375,"positive_recall":0.8662570888468809,"specificity":0.6453093133922502,"precision":0.46760204081632656,"balanced_accuracy":0.7557832011195655,"f1":0.6073558648111334,"true_positive":91.65,"false_positive":104.35,"false_negative":14.15,"true_negative":189.85,"positive_prevalence":0.2645,"majority_accuracy_baseline":0.7355,"constant_brier_baseline":0.11362725,"brier_skill":0.02165344120524748,"baseline_adjusted_skill":0.5115664022391311,"baseline_adjusted_score":0.5115664022391311},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.2681786254487815,"normalized_score_rmse":0.3205809056026462,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":-0.06737761372649365,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.13535077807245924,"accuracy":0.7095,"positive_recall":0.7467362924281985,"specificity":0.7006802721088435,"precision":0.37142857142857144,"balanced_accuracy":0.723708282268521,"f1":0.4960971379011275,"true_positive":57.2,"false_positive":96.8,"false_negative":19.4,"true_negative":226.6,"positive_prevalence":0.19149999999999998,"majority_accuracy_baseline":0.8085,"constant_brier_baseline":0.09190274999999999,"brier_skill":-0.47276091381878405,"baseline_adjusted_skill":0.44741656453704204,"baseline_adjusted_score":0.44741656453704204},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.23397417916567065,"normalized_score_rmse":0.2715320309160117,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":-0.1309930110727282,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.10739877086660891,"accuracy":0.8039999999999999,"positive_recall":0.8631436314363145,"specificity":0.7906192519926425,"precision":0.4825757575757576,"balanced_accuracy":0.8268814417144785,"f1":0.6190476190476192,"true_positive":63.7,"false_positive":68.3,"false_negative":10.1,"true_negative":257.9,"positive_prevalence":0.1845,"majority_accuracy_baseline":0.8155,"constant_brier_baseline":0.10922225,"brier_skill":0.016695125154362667,"baseline_adjusted_skill":0.653762883428957,"baseline_adjusted_score":0.653762883428957},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.2936070941358048,"normalized_score_rmse":0.3519770928885726,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":-0.5504004970867582,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.11727219040124232,"accuracy":0.747,"positive_recall":0.6006369426751592,"specificity":0.782737169517885,"precision":0.402991452991453,"balanced_accuracy":0.691687056096522,"f1":0.48235294117647065,"true_positive":47.15,"false_positive":69.85,"false_negative":31.35,"true_negative":251.65,"positive_prevalence":0.19625,"majority_accuracy_baseline":0.80375,"constant_brier_baseline":0.09878593749999999,"brier_skill":-0.18713445829516306,"baseline_adjusted_skill":0.38337411219304407,"baseline_adjusted_score":0.38337411219304407},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.24259221122949384,"normalized_score_rmse":0.2710077586998306,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":-0.14836549694434953,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.10171651294721366,"accuracy":0.6528061224489796,"positive_recall":0.9445432977461448,"specificity":0.4326320501342883,"precision":0.5568181818181818,"balanced_accuracy":0.6885876739402166,"f1":0.7006159260888692,"true_positive":159.25,"false_positive":126.75,"false_negative":9.35,"true_negative":96.65,"positive_prevalence":0.4301020408163265,"majority_accuracy_baseline":0.5698979591836735,"constant_brier_baseline":0.12359641815910039,"brier_skill":0.1770270169457634,"baseline_adjusted_skill":0.37717534788043316,"baseline_adjusted_score":0.37717534788043316},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.20953762870815307,"normalized_score_rmse":0.2597088852418749,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.23945601431855545,"baseline_adjusted_score":0.23945601431855545},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.1678761305143066,"accuracy":0.6928750000000001,"positive_recall":0.9024390243902438,"specificity":0.6532917223956011,"precision":0.32959770114942527,"balanced_accuracy":0.7778653733929224,"f1":0.4828457166912229,"true_positive":114.7,"false_positive":233.3,"false_negative":12.4,"true_negative":439.6,"positive_prevalence":0.158875,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499999,"brier_skill":-0.6995384279779764,"baseline_adjusted_skill":0.5557307467858448,"baseline_adjusted_score":0.5557307467858448},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.3819879140022385,"normalized_score_rmse":0.4216960034761671,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-1.3150782666802332,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.37,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.01612903225806453,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2929845187468254,"accuracy":0.52,"positive_recall":0.98,"specificity":0.06,"precision":0.5104166666666666,"balanced_accuracy":0.52,"f1":0.6712328767123288,"true_positive":49,"false_positive":47,"false_negative":1,"true_negative":3,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.17193807498730163,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.23658051689860835,"uniform_accuracy_baseline":0.058823529411764705,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.10280373831775702,"baseline_adjusted_score":0.10280373831775702},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.74,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.4347826086956521,"baseline_adjusted_score":0.4347826086956521},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.30832280473152446,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":50,"false_positive":50,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.23329121892609783,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.49,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.19047619047619047,"baseline_adjusted_score":0.19047619047619047},"scoring":{"eligible":true,"reason":null},"model":188,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0,"abstained":0},"metrics":{"binary_brier":0.26322088808383914,"accuracy":0.6081081081081081,"positive_recall":0.4084507042253521,"specificity":0.7922077922077922,"precision":0.6444444444444445,"balanced_accuracy":0.6003292482165722,"f1":0.5,"true_positive":29,"false_positive":16,"false_negative":42,"true_negative":61,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.24958911614317017,"brier_skill":-0.05461685249467951,"baseline_adjusted_skill":0.20065849643314437,"baseline_adjusted_score":0.20065849643314437},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.31,"uniform_accuracy_baseline":0.2005,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.028169014084507067,"baseline_adjusted_score":0.028169014084507067},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.67,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.5147058823529412,"baseline_adjusted_score":0.5147058823529412},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.3617021276595743,"baseline_adjusted_score":0.3617021276595743},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.5918367346938777,"baseline_adjusted_score":0.5918367346938777},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.12227272749262987,"accuracy":0.56139729376,"positive_recall":0.6309970811853547,"specificity":0.4497316177617348,"precision":0.6478593540166667,"balanced_accuracy":0.5403643494735447,"f1":0.6393170494365432,"true_positive":38.871561241,"false_positive":21.128438759,"false_negative":22.731831865,"true_negative":17.268168135,"positive_prevalence":0.61603393106,"majority_accuracy_baseline":0.61603393106,"constant_brier_baseline":0.07908707655202402,"brier_skill":-0.5460519319132757,"baseline_adjusted_skill":0.08072869894708945,"baseline_adjusted_score":0.08072869894708945},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.13684610136213907,"accuracy":0.83,"positive_recall":0.82,"specificity":0.84,"precision":0.8367346938775511,"balanced_accuracy":0.83,"f1":0.8282828282828283,"true_positive":41,"false_positive":8,"false_negative":9,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.45261559455144373,"baseline_adjusted_skill":0.6599999999999999,"baseline_adjusted_score":0.6599999999999999},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.012987012987012986,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.831578947368421,"baseline_adjusted_score":0.831578947368421},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.54,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.23333333333333336,"baseline_adjusted_score":0.23333333333333336},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.47,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.17187499999999997,"baseline_adjusted_score":0.17187499999999997},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.24412826446013403,"accuracy":0.64,"positive_recall":0.7,"specificity":0.58,"precision":0.625,"balanced_accuracy":0.6399999999999999,"f1":0.660377358490566,"true_positive":35,"false_positive":21,"false_negative":15,"true_negative":29,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.023486942159463897,"baseline_adjusted_skill":0.2799999999999998,"baseline_adjusted_score":0.2799999999999998},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0,"abstained":0},"metrics":{"binary_brier":0.11972669276474633,"accuracy":0.6617732502061076,"positive_recall":0.46906648506158555,"specificity":0.7515045946932919,"precision":0.46778733508803383,"balanced_accuracy":0.6102855398774387,"f1":0.46842603681976197,"true_positive":104.31657572463155,"false_positive":118.68342427536845,"false_negative":118.07530058035627,"true_negative":358.92469941964373,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768642,"brier_skill":-0.3493840132996826,"baseline_adjusted_skill":0.22057107975487744,"baseline_adjusted_score":0.22057107975487744},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2734094571655405,"accuracy":0.54,"positive_recall":0.52,"specificity":0.56,"precision":0.5416666666666666,"balanced_accuracy":0.54,"f1":0.5306122448979592,"true_positive":26,"false_positive":22,"false_negative":24,"true_negative":28,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.09363782866216197,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9072847682119205,"uniform_accuracy_baseline":0.006622516556291391,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.9034482758620689,"baseline_adjusted_score":0.9034482758620689},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1857491869129431,"accuracy":0.7266666666666667,"positive_recall":0.76,"specificity":0.6933333333333334,"precision":0.7125,"balanced_accuracy":0.7266666666666667,"f1":0.7354838709677419,"true_positive":114,"false_positive":46,"false_negative":36,"true_negative":104,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.25700325234822763,"baseline_adjusted_skill":0.45333333333333337,"baseline_adjusted_score":0.45333333333333337},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":14},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.6447058823529411,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.3449023861171366,"baseline_adjusted_score":0.3449023861171366},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.6666666666666667,"baseline_adjusted_score":0.6666666666666667},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2688279499569904,"accuracy":0.64,"positive_recall":0.4,"specificity":0.88,"precision":0.7692307692307693,"balanced_accuracy":0.64,"f1":0.5263157894736842,"true_positive":20,"false_positive":6,"false_negative":30,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.07531179982796155,"baseline_adjusted_skill":0.28,"baseline_adjusted_score":0.28},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.6,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.1666666666666666,"baseline_adjusted_score":0.1666666666666666},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7333333333333333,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.46666666666666656,"baseline_adjusted_score":0.46666666666666656},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":19},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7233333333333334,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.4236111111111112,"baseline_adjusted_score":0.4236111111111112},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":20},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8266666666666667,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5266666666666666,"baseline_adjusted_skill":0.6338028169014085,"baseline_adjusted_score":0.6338028169014085},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":21},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.07142857142857142,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9775280898876404,"baseline_adjusted_score":0.9775280898876404},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.54,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.3,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.04109589041095887,"baseline_adjusted_score":0.04109589041095887},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7222222222222222,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.1666666666666667,"baseline_adjusted_score":0.1666666666666667},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0,"abstained":0},"metrics":{"binary_brier":0.305966446532205,"accuracy":0.5609756097560976,"positive_recall":0.5,"specificity":0.6190476190476191,"precision":0.5555555555555556,"balanced_accuracy":0.5595238095238095,"f1":0.5263157894736842,"true_positive":20,"false_positive":16,"false_negative":20,"true_negative":26,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.2498512790005949,"brier_skill":-0.2245942776681824,"baseline_adjusted_skill":0.11904761904761907,"baseline_adjusted_score":0.11904761904761907},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.22018992912926968,"accuracy":0.64,"positive_recall":0.42,"specificity":0.86,"precision":0.75,"balanced_accuracy":0.64,"f1":0.5384615384615384,"true_positive":21,"false_positive":7,"false_negative":29,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.11924028348292126,"baseline_adjusted_skill":0.28,"baseline_adjusted_score":0.28},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.40782122905027934,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.24014336917562726,"baseline_adjusted_score":0.24014336917562726},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.6,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.34426229508196715,"baseline_adjusted_score":0.34426229508196715},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"binary_brier":0.20384403983276583,"accuracy":0.74,"positive_recall":0.38636363636363635,"specificity":0.8397435897435898,"precision":0.40476190476190477,"balanced_accuracy":0.6130536130536131,"f1":0.3953488372093023,"true_positive":17,"false_positive":25,"false_negative":27,"true_negative":131,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.1879023300277729,"baseline_adjusted_skill":0.2261072261072261,"baseline_adjusted_score":0.2261072261072261},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"binary_brier":0.21856407414325613,"accuracy":0.625,"positive_recall":0.38,"specificity":0.7066666666666667,"precision":0.30158730158730157,"balanced_accuracy":0.5433333333333333,"f1":0.336283185840708,"true_positive":19,"false_positive":44,"false_negative":31,"true_negative":106,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-0.16567506209736593,"baseline_adjusted_skill":0.08666666666666667,"baseline_adjusted_score":0.08666666666666667},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"binary_brier":0.07711002253294176,"accuracy":0.9,"positive_recall":0.42105263157894735,"specificity":0.9502762430939227,"precision":0.47058823529411764,"balanced_accuracy":0.685664437336435,"f1":0.4444444444444444,"true_positive":8,"false_positive":9,"false_negative":11,"true_negative":172,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.085975,"brier_skill":0.10311110749704255,"baseline_adjusted_skill":0.37132887467287,"baseline_adjusted_score":0.37132887467287},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.7899999999999998,"baseline_adjusted_score":0.7899999999999998},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":33},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.12534425196848673,"accuracy":0.8166666666666667,"positive_recall":0.94,"specificity":0.6933333333333334,"precision":0.7540106951871658,"balanced_accuracy":0.8166666666666667,"f1":0.8367952522255193,"true_positive":141,"false_positive":46,"false_negative":9,"true_negative":104,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4986229921260531,"baseline_adjusted_skill":0.6333333333333333,"baseline_adjusted_score":0.6333333333333333},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":34},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.5766666666666667,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.43555555555555553,"baseline_adjusted_score":0.43555555555555553},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":35},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.27296620483735873,"accuracy":0.5533333333333333,"positive_recall":0.7933333333333333,"specificity":0.31333333333333335,"precision":0.536036036036036,"balanced_accuracy":0.5533333333333333,"f1":0.6397849462365591,"true_positive":119,"false_positive":103,"false_negative":31,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.09186481934943491,"baseline_adjusted_skill":0.10666666666666669,"baseline_adjusted_score":0.10666666666666669},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":36},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.4133333709920399,"normalized_score_rmse":0.4668452773549351,"constant_score_baseline":0.5,"constant_mae_baseline":0.3333333333333333,"baseline_adjusted_skill":-0.24000011297611978,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":37},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.28,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":38},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2799539542714949,"accuracy":0.4766666666666667,"positive_recall":0.6,"specificity":0.35333333333333333,"precision":0.48128342245989303,"balanced_accuracy":0.4766666666666667,"f1":0.5341246290801187,"true_positive":90,"false_positive":97,"false_negative":60,"true_negative":53,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.11981581708597955,"baseline_adjusted_skill":-0.046666666666666634,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":39},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.3142315923142842,"normalized_score_rmse":0.3709211371997547,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":-0.047438641047614194,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":40},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.6766666666666666,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.5380952380952381,"baseline_adjusted_score":0.5380952380952381},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":42},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2384337118659125,"accuracy":0.6366666666666667,"positive_recall":0.31543624161073824,"specificity":0.9536423841059603,"precision":0.8703703703703703,"balanced_accuracy":0.6345393128583492,"f1":0.4630541871921182,"true_positive":47,"false_positive":7,"false_negative":102,"true_negative":144,"positive_prevalence":0.49666666666666665,"majority_accuracy_baseline":0.5033333333333334,"constant_brier_baseline":0.2499888888888889,"brier_skill":0.04622276243690282,"baseline_adjusted_skill":0.2690786257166984,"baseline_adjusted_score":0.2690786257166984},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":43},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.32924080502751185,"normalized_score_rmse":0.3840389400979941,"constant_score_baseline":0.5,"constant_mae_baseline":0.36666666666666664,"baseline_adjusted_skill":0.1020705317431494,"baseline_adjusted_score":0.1020705317431494},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":44},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.2966666666666667,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2866666666666667,"baseline_adjusted_skill":0.014018691588785059,"baseline_adjusted_score":0.014018691588785059},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":46},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.3033135407065188,"accuracy":0.5,"positive_recall":0.050955414012738856,"specificity":0.993006993006993,"precision":0.8888888888888888,"balanced_accuracy":0.521981203509866,"f1":0.0963855421686747,"true_positive":8,"false_positive":1,"false_negative":149,"true_negative":142,"positive_prevalence":0.5233333333333333,"majority_accuracy_baseline":0.5233333333333333,"constant_brier_baseline":0.24945555555555557,"brier_skill":-0.21590212745920834,"baseline_adjusted_skill":0.043962407019731975,"baseline_adjusted_score":0.043962407019731975},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":47},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.32959949982239617,"normalized_score_rmse":0.38739129990607807,"constant_score_baseline":0.5,"constant_mae_baseline":0.3016666666666667,"baseline_adjusted_skill":-0.09259502703556732,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":48},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0,"abstained":0},"metrics":{"binary_brier":0.10499099656976037,"accuracy":0.8257321428571429,"positive_recall":0.7292927288959429,"specificity":0.8318884998005307,"precision":0.21687315634218288,"balanced_accuracy":0.7805906143482368,"f1":0.3343261863077238,"true_positive":122.53333333333333,"false_positive":442.46666666666664,"false_negative":45.483333333333334,"true_negative":2189.516666666667,"positive_prevalence":0.060005952380952375,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679138,"brier_skill":-2.2604915143781574,"baseline_adjusted_skill":0.5611812286964737,"baseline_adjusted_score":0.5611812286964737},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.25,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":50},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.29461756373937675,"uniform_accuracy_baseline":0.027777777777777776,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.19155844155844154,"baseline_adjusted_score":0.19155844155844154},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.47,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.24285714285714285,"baseline_adjusted_score":0.24285714285714285},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.23810183022255413,"accuracy":0.73,"positive_recall":0.96,"specificity":0.5,"precision":0.6575342465753424,"balanced_accuracy":0.73,"f1":0.7804878048780488,"true_positive":48,"false_positive":25,"false_negative":2,"true_negative":25,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.04759267910978349,"baseline_adjusted_skill":0.45999999999999996,"baseline_adjusted_score":0.45999999999999996},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.16207204660894323,"accuracy":0.76,"positive_recall":0.8,"specificity":0.72,"precision":0.7407407407407407,"balanced_accuracy":0.76,"f1":0.7692307692307693,"true_positive":40,"false_positive":14,"false_negative":10,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3517118135642271,"baseline_adjusted_skill":0.52,"baseline_adjusted_score":0.52},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.66,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":0.1282051282051283,"baseline_adjusted_score":0.1282051282051283},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.77,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.7553191489361702,"baseline_adjusted_score":0.7553191489361702},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.17106261629619218,"accuracy":0.78,"positive_recall":0.84,"specificity":0.72,"precision":0.75,"balanced_accuracy":0.78,"f1":0.7924528301886793,"true_positive":42,"false_positive":14,"false_negative":8,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.31574953481523127,"baseline_adjusted_skill":0.56,"baseline_adjusted_score":0.56},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.10666666666666669,"baseline_adjusted_score":0.10666666666666669},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":58},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.47333333333333333,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.21,"baseline_adjusted_score":0.21},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":59},{"provenance":"measured","status":"complete","counts":{"cases":285,"expected":285,"succeeded":285,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.512280701754386,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5263157894736842,"baseline_adjusted_skill":-0.029629629629629485,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":60},{"provenance":"measured","status":"complete","counts":{"cases":299,"expected":299,"succeeded":299,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2864449817714356,"accuracy":0.5351170568561873,"positive_recall":0.4,"specificity":0.6711409395973155,"precision":0.5504587155963303,"balanced_accuracy":0.5355704697986577,"f1":0.46332046332046334,"true_positive":60,"false_positive":49,"false_negative":90,"true_negative":100,"positive_prevalence":0.5016722408026756,"majority_accuracy_baseline":0.5016722408026756,"constant_brier_baseline":0.24999720361069788,"brier_skill":-0.1457927434160231,"baseline_adjusted_skill":0.07114093959731549,"baseline_adjusted_score":0.07114093959731549},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":61},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7033333333333334,"uniform_accuracy_baseline":0.2,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":0.6291666666666668,"baseline_adjusted_score":0.6291666666666668},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":62},{"provenance":"measured","status":"complete","counts":{"cases":283,"expected":283,"succeeded":283,"failed":0,"abstained":0},"metrics":{"binary_brier":0.3648172490455545,"accuracy":0.5053003533568905,"positive_recall":0.518796992481203,"specificity":0.49333333333333335,"precision":0.47586206896551725,"balanced_accuracy":0.5060651629072682,"f1":0.49640287769784175,"true_positive":69,"false_positive":76,"false_negative":64,"true_negative":74,"positive_prevalence":0.46996466431095407,"majority_accuracy_baseline":0.5300353356890459,"constant_brier_baseline":0.24909787861004634,"brier_skill":-0.46455381748418123,"baseline_adjusted_skill":0.012130325814536436,"baseline_adjusted_score":0.012130325814536436},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":63},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.4666666666666667,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.2888888888888889,"baseline_adjusted_score":0.2888888888888889},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":64},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9066666666666666,"uniform_accuracy_baseline":0.20616666666666666,"fixed_answer_accuracy_baseline":0.21333333333333335,"baseline_adjusted_skill":0.8813559322033898,"baseline_adjusted_score":0.8813559322033898},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":65},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7966666666666666,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.695,"baseline_adjusted_score":0.695},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":66},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.46,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.37333333333333335,"baseline_adjusted_skill":0.13829787234042554,"baseline_adjusted_score":0.13829787234042554},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":67},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.1501395085638599,"normalized_score_rmse":0.1878482893895231,"constant_score_baseline":0.5,"constant_mae_baseline":0.26208333333333333,"baseline_adjusted_skill":0.4271306509487063,"baseline_adjusted_score":0.4271306509487063},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":68},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.09584019688846628,"normalized_score_rmse":0.1278198794994861,"constant_score_baseline":0.52,"constant_mae_baseline":0.24733333333333335,"baseline_adjusted_skill":0.6125059424994626,"baseline_adjusted_score":0.6125059424994626},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":69},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.20460170927275845,"normalized_score_rmse":0.23236573706086466,"constant_score_baseline":0.578319964349225,"constant_mae_baseline":0.11212962028602311,"baseline_adjusted_skill":-0.8246892190560815,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":70},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.45,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.26666666666666666,"baseline_adjusted_score":0.26666666666666666},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":71},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.7910447761194032,"baseline_adjusted_score":0.7910447761194032},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2651956077866657,"accuracy":0.63,"positive_recall":0.6,"specificity":0.66,"precision":0.6382978723404256,"balanced_accuracy":0.63,"f1":0.6185567010309279,"true_positive":30,"false_positive":17,"false_negative":20,"true_negative":33,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.06078243114666271,"baseline_adjusted_skill":0.26,"baseline_adjusted_score":0.26},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.33607154729729727,"uniform_accuracy_baseline":0.23445945945945948,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.09994852944638317,"baseline_adjusted_score":0.09994852944638317},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0,"abstained":0},"metrics":{"binary_brier":0.15738271757887307,"accuracy":0.6035965328947368,"positive_recall":0.6736355001226532,"specificity":0.536903886600458,"precision":0.580736488372093,"balanced_accuracy":0.6052696933615556,"f1":0.623745935611104,"true_positive":49.943338,"false_positive":36.056662,"false_negative":24.196665,"true_negative":41.803335,"positive_prevalence":0.4877631776315789,"majority_accuracy_baseline":0.512236822368421,"constant_brier_baseline":0.09451910039768556,"brier_skill":-0.6650890340332398,"baseline_adjusted_skill":0.21053938672311112,"baseline_adjusted_score":0.21053938672311112},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.3845978619405189,"normalized_score_rmse":0.46038296660680256,"constant_score_baseline":0.5841668333333333,"constant_mae_baseline":0.21700552708333334,"baseline_adjusted_skill":-0.7722952364841271,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2701072654766705,"accuracy":0.58,"positive_recall":0.84,"specificity":0.32,"precision":0.5526315789473685,"balanced_accuracy":0.58,"f1":0.6666666666666666,"true_positive":42,"false_positive":34,"false_negative":8,"true_negative":16,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.08042906190668209,"baseline_adjusted_skill":0.15999999999999992,"baseline_adjusted_score":0.15999999999999992},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2848510066695545,"accuracy":0.54,"positive_recall":0.22,"specificity":0.86,"precision":0.6111111111111112,"balanced_accuracy":0.54,"f1":0.3235294117647059,"true_positive":11,"false_positive":7,"false_negative":39,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.13940402667821794,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.8360655737704918,"baseline_adjusted_score":0.8360655737704918},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.865,"uniform_accuracy_baseline":0.036111111111111115,"fixed_answer_accuracy_baseline":0.08833333333333333,"baseline_adjusted_skill":0.8519195612431444,"baseline_adjusted_score":0.8519195612431444},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.26265987103148253,"accuracy":0.5,"positive_recall":0.7133333333333334,"specificity":0.2866666666666667,"precision":0.5,"balanced_accuracy":0.5,"f1":0.5879120879120879,"true_positive":107,"false_positive":107,"false_negative":43,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.05063948412593011,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":81},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.79,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.5227272727272727,"baseline_adjusted_score":0.5227272727272727},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.18333333333333332,"uniform_accuracy_baseline":0.11021428571428572,"fixed_answer_accuracy_baseline":0.12554761904761905,"baseline_adjusted_skill":0.06608217387752878,"baseline_adjusted_score":0.06608217387752878},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":83},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.36,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.14666666666666664,"baseline_adjusted_score":0.14666666666666664},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":84},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.705,"uniform_accuracy_baseline":0.049879324215607396,"fixed_answer_accuracy_baseline":0.12442477876106194,"baseline_adjusted_skill":0.6630786335152618,"baseline_adjusted_score":0.6630786335152618},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.4025900951584269,"accuracy":0.44666666666666666,"positive_recall":0.23148148148148148,"specificity":1,"precision":1,"balanced_accuracy":0.6157407407407407,"f1":0.37593984962406013,"true_positive":50,"false_positive":0,"false_negative":166,"true_negative":84,"positive_prevalence":0.72,"majority_accuracy_baseline":0.72,"constant_brier_baseline":0.2016,"brier_skill":-0.9969746783652129,"baseline_adjusted_skill":0.2314814814814814,"baseline_adjusted_score":0.2314814814814814},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":86},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.5833333333333334,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5033333333333333,"baseline_adjusted_skill":0.16107382550335583,"baseline_adjusted_score":0.16107382550335583},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":87},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2716956946866139,"accuracy":0.46,"positive_recall":0.22,"specificity":0.7,"precision":0.4230769230769231,"balanced_accuracy":0.45999999999999996,"f1":0.2894736842105263,"true_positive":11,"false_positive":15,"false_negative":39,"true_negative":35,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.08678277874645568,"baseline_adjusted_skill":-0.08000000000000007,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.18796605369137018,"accuracy":0.7066666666666667,"positive_recall":0.70625,"specificity":0.7071428571428572,"precision":0.7337662337662337,"balanced_accuracy":0.7066964285714286,"f1":0.7197452229299363,"true_positive":113,"false_positive":41,"false_negative":47,"true_negative":99,"positive_prevalence":0.5333333333333333,"majority_accuracy_baseline":0.5333333333333333,"constant_brier_baseline":0.2488888888888889,"brier_skill":0.24477924856145916,"baseline_adjusted_skill":0.4133928571428571,"baseline_adjusted_score":0.4133928571428571},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":89},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7777777777777778,"uniform_accuracy_baseline":0.23888888888888887,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.6862745098039217,"baseline_adjusted_score":0.6862745098039217},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0,"abstained":0},"metrics":{"binary_brier":0.35493704360490336,"accuracy":0.484375,"positive_recall":0.84375,"specificity":0.125,"precision":0.4909090909090909,"balanced_accuracy":0.484375,"f1":0.6206896551724138,"true_positive":27,"false_positive":28,"false_negative":5,"true_negative":4,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.41974817441961343,"baseline_adjusted_skill":-0.03125,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.58,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.08695652173913028,"baseline_adjusted_score":0.08695652173913028},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.57,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.3484848484848484,"baseline_adjusted_score":0.3484848484848484},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.329504406043695,"accuracy":0.52,"positive_recall":0.3,"specificity":0.74,"precision":0.5357142857142857,"balanced_accuracy":0.52,"f1":0.38461538461538464,"true_positive":15,"false_positive":13,"false_negative":35,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.3180176241747801,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.8260869565217391,"baseline_adjusted_score":0.8260869565217391},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"binary_brier":0.157784655655485,"accuracy":0.7575757575757576,"positive_recall":0.5625,"specificity":0.9411764705882353,"precision":0.9,"balanced_accuracy":0.7518382352941176,"f1":0.6923076923076923,"true_positive":9,"false_positive":1,"false_negative":7,"true_negative":16,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.3682812867322678,"baseline_adjusted_skill":0.5036764705882353,"baseline_adjusted_score":0.5036764705882353},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.19193193366882588,"normalized_score_rmse":0.28108705744260126,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.4183880797914368,"baseline_adjusted_score":0.4183880797914368},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0,"uniform_accuracy_baseline":0.178125,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.40350877192982454,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0,"abstained":0},"metrics":{"binary_brier":0.129634349104449,"accuracy":0.7941176470588235,"positive_recall":0.5882352941176471,"specificity":1,"precision":1,"balanced_accuracy":0.7941176470588236,"f1":0.7407407407407407,"true_positive":10,"false_positive":0,"false_negative":7,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.48146260358220405,"baseline_adjusted_skill":0.5882352941176472,"baseline_adjusted_score":0.5882352941176472},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.24660191929821604,"normalized_score_rmse":0.32371545539159063,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-0.676893051227869,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7291666666666666,"uniform_accuracy_baseline":0.13194444444444445,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":0.3217391304347826,"baseline_adjusted_score":0.3217391304347826},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0,"abstained":0},"metrics":{"binary_brier":0.3186642694350296,"accuracy":0.5576923076923077,"positive_recall":0.3076923076923077,"specificity":0.8076923076923077,"precision":0.6153846153846154,"balanced_accuracy":0.5576923076923077,"f1":0.41025641025641024,"true_positive":8,"false_positive":5,"false_negative":18,"true_negative":21,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.2746570777401185,"baseline_adjusted_skill":0.11538461538461542,"baseline_adjusted_score":0.11538461538461542},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0,"abstained":0},"metrics":{"binary_brier":0.3264112002569793,"accuracy":0.6133333333333333,"positive_recall":1,"specificity":0.19444444444444445,"precision":0.5735294117647058,"balanced_accuracy":0.5972222222222222,"f1":0.7289719626168224,"true_positive":39,"false_positive":29,"false_negative":0,"true_negative":7,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24960000000000004,"brier_skill":-0.3077371805167437,"baseline_adjusted_skill":0.19444444444444442,"baseline_adjusted_score":0.19444444444444442},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.3654425755096094,"normalized_score_rmse":0.4994405451600531,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.30515205539146195,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7058823529411765,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.6,"baseline_adjusted_score":0.6},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0,"abstained":0},"metrics":{"binary_brier":0.18495775065839212,"accuracy":0.8214285714285714,"positive_recall":1,"specificity":0.6428571428571429,"precision":0.7368421052631579,"balanced_accuracy":0.8214285714285714,"f1":0.8484848484848485,"true_positive":14,"false_positive":5,"false_negative":0,"true_negative":9,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2601689973664315,"baseline_adjusted_skill":0.6428571428571428,"baseline_adjusted_score":0.6428571428571428},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.25372645750954026,"normalized_score_rmse":0.3509084703841256,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.1696969696969697,"baseline_adjusted_skill":-0.49517376746693365,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9333333333333333,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":0.9166666666666667,"baseline_adjusted_score":0.9166666666666667},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0,"abstained":0},"metrics":{"binary_brier":0.09768695847802496,"accuracy":0.8823529411764706,"positive_recall":0.9333333333333333,"specificity":0.825,"precision":0.8571428571428571,"balanced_accuracy":0.8791666666666667,"f1":0.8936170212765957,"true_positive":42,"false_positive":7,"false_negative":3,"true_negative":33,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.2491349480968858,"brier_skill":0.6078954027757053,"baseline_adjusted_skill":0.7583333333333333,"baseline_adjusted_score":0.7583333333333333},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.2,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":-0.0526315789473684,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1622758617523164,"accuracy":0.8,"positive_recall":0.8285714285714286,"specificity":0.7333333333333333,"precision":0.8787878787878788,"balanced_accuracy":0.780952380952381,"f1":0.8529411764705882,"true_positive":29,"false_positive":4,"false_negative":6,"true_negative":11,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.21,"brier_skill":0.22725780117944572,"baseline_adjusted_skill":0.5619047619047619,"baseline_adjusted_score":0.5619047619047619},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.3170779248943122,"normalized_score_rmse":0.40595713627457025,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.13242116033682905,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.35443037974683544,"uniform_accuracy_baseline":0.24240506329113923,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":-0.10869565217391305,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0,"abstained":0},"metrics":{"binary_brier":0.12722383213351263,"accuracy":0.8095238095238095,"positive_recall":0.9090909090909091,"specificity":0.7,"precision":0.7692307692307693,"balanced_accuracy":0.8045454545454545,"f1":0.8333333333333334,"true_positive":10,"false_positive":3,"false_negative":1,"true_negative":7,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.2494331065759637,"brier_skill":0.48994809117382665,"baseline_adjusted_skill":0.6090909090909089,"baseline_adjusted_score":0.6090909090909089},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.5151515151515151,"uniform_accuracy_baseline":0.32373737373737377,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.2,"baseline_adjusted_score":0.2},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"binary_brier":0.26567116625008946,"accuracy":0.6363636363636364,"positive_recall":0.5882352941176471,"specificity":0.6875,"precision":0.6666666666666666,"balanced_accuracy":0.6378676470588236,"f1":0.625,"true_positive":10,"false_positive":5,"false_negative":7,"true_negative":11,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":-0.0636613972292186,"baseline_adjusted_skill":0.2757352941176472,"baseline_adjusted_score":0.2757352941176472},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.29999941972647987,"normalized_score_rmse":0.34437064679045104,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.3431372549019608,"baseline_adjusted_skill":0.12571597679711588,"baseline_adjusted_score":0.12571597679711588},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.3844845775089796,"accuracy":0.47,"positive_recall":0.42,"specificity":0.52,"precision":0.4666666666666667,"balanced_accuracy":0.47,"f1":0.4421052631578947,"true_positive":21,"false_positive":24,"false_negative":29,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.5379383100359183,"baseline_adjusted_skill":-0.06000000000000005,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.33333333333333337,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":-0.03092783505154633,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0,"abstained":0},"metrics":{"binary_brier":0.45027217030918215,"accuracy":0.5066666666666667,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":37,"true_negative":38,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555554,"brier_skill":-0.8014089317134778,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.77,"uniform_accuracy_baseline":0.14285714285714285,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.7051282051282052,"baseline_adjusted_score":0.7051282051282052},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.325,"uniform_accuracy_baseline":0.32416666666666666,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.02272727272727275,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"binary_brier":0.35569035601671095,"accuracy":0.5151515151515151,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":16,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":-0.42406910919925833,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.212314176313113,"normalized_score_rmse":0.2638878941327676,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.033604438850658114,"baseline_adjusted_score":0.033604438850658114},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.21251780283392901,"accuracy":0.7,"positive_recall":0.5909090909090909,"specificity":0.7307692307692307,"precision":0.38235294117647056,"balanced_accuracy":0.6608391608391608,"f1":0.4642857142857143,"true_positive":13,"false_positive":21,"false_negative":9,"true_negative":57,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.23844873446345582,"baseline_adjusted_skill":0.32167832167832167,"baseline_adjusted_score":0.32167832167832167},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1517075620917036,"accuracy":0.78,"positive_recall":0.4594594594594595,"specificity":0.9682539682539683,"precision":0.8947368421052632,"balanced_accuracy":0.7138567138567139,"f1":0.6071428571428571,"true_positive":17,"false_positive":2,"false_negative":20,"true_negative":61,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000003,"brier_skill":0.3491739078004994,"baseline_adjusted_skill":0.4277134277134278,"baseline_adjusted_score":0.4277134277134278},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2828391217622508,"accuracy":0.66,"positive_recall":0.41025641025641024,"specificity":0.819672131147541,"precision":0.5925925925925926,"balanced_accuracy":0.6149642707019756,"f1":0.48484848484848486,"true_positive":16,"false_positive":11,"false_negative":23,"true_negative":50,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379,"brier_skill":-0.18889920875263044,"baseline_adjusted_skill":0.22992854140395114,"baseline_adjusted_score":0.22992854140395114},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.19503854922496838,"accuracy":0.75,"positive_recall":0.6451612903225806,"specificity":0.7971014492753623,"precision":0.5882352941176471,"balanced_accuracy":0.7211313697989714,"f1":0.6153846153846154,"true_positive":20,"false_positive":14,"false_negative":11,"true_negative":55,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999998,"brier_skill":0.08817882550271905,"baseline_adjusted_skill":0.4422627395979428,"baseline_adjusted_score":0.4422627395979428},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.51,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.3194444444444444,"baseline_adjusted_score":0.3194444444444444},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.15516633894286583,"normalized_score_rmse":0.19896458180991491,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.33261789701993194,"baseline_adjusted_score":0.33261789701993194},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.15851858787768097,"accuracy":0.82,"positive_recall":0.96,"specificity":0.68,"precision":0.75,"balanced_accuracy":0.8200000000000001,"f1":0.8421052631578947,"true_positive":48,"false_positive":16,"false_negative":2,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3659256484892761,"baseline_adjusted_skill":0.6400000000000001,"baseline_adjusted_score":0.6400000000000001},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.3236408194213537,"accuracy":0.5,"positive_recall":0.14,"specificity":0.86,"precision":0.5,"balanced_accuracy":0.5,"f1":0.21875,"true_positive":7,"false_positive":7,"false_negative":43,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.2945632776854148,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.51,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.4000000000000001,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.10292348739497273,"accuracy":0.87,"positive_recall":0.8333333333333334,"specificity":0.9066666666666666,"precision":0.8992805755395683,"balanced_accuracy":0.87,"f1":0.8650519031141869,"true_positive":125,"false_positive":14,"false_negative":25,"true_negative":136,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5883060504201091,"baseline_adjusted_skill":0.74,"baseline_adjusted_score":0.74},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":134},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.24266490182591352,"accuracy":0.63,"positive_recall":0.82,"specificity":0.44,"precision":0.5942028985507246,"balanced_accuracy":0.63,"f1":0.6890756302521008,"true_positive":41,"false_positive":28,"false_negative":9,"true_negative":22,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.02934039269634592,"baseline_adjusted_skill":0.26,"baseline_adjusted_score":0.26},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.4047619047619048,"baseline_adjusted_score":0.4047619047619048},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.61,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.35,"baseline_adjusted_score":0.35},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.15440031327010273,"accuracy":0.78,"positive_recall":0.7,"specificity":0.86,"precision":0.8333333333333334,"balanced_accuracy":0.78,"f1":0.7608695652173914,"true_positive":35,"false_positive":7,"false_negative":15,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3823987469195891,"baseline_adjusted_skill":0.56,"baseline_adjusted_score":0.56},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.38333333333333336,"uniform_accuracy_baseline":0.0625,"fixed_answer_accuracy_baseline":0.10666666666666667,"baseline_adjusted_skill":0.30970149253731344,"baseline_adjusted_score":0.30970149253731344},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":142},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.20851190476190473,"fixed_answer_accuracy_baseline":0.22333333333333333,"baseline_adjusted_skill":0.8969957081545066,"baseline_adjusted_score":0.8969957081545066},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.11913036242916114,"accuracy":0.8,"positive_recall":0.72,"specificity":0.88,"precision":0.8571428571428571,"balanced_accuracy":0.8,"f1":0.782608695652174,"true_positive":36,"false_positive":6,"false_negative":14,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5234785502833554,"baseline_adjusted_skill":0.6000000000000001,"baseline_adjusted_score":0.6000000000000001},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.20766711574037097,"normalized_score_rmse":0.2872964450262303,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.3077762808654301,"baseline_adjusted_score":0.3077762808654301},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.22851190476190475,"fixed_answer_accuracy_baseline":0.24333333333333332,"baseline_adjusted_skill":0.6696035242290749,"baseline_adjusted_score":0.6696035242290749},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.14338339497061173,"accuracy":0.81,"positive_recall":0.9,"specificity":0.72,"precision":0.7627118644067796,"balanced_accuracy":0.81,"f1":0.8256880733944955,"true_positive":45,"false_positive":14,"false_negative":5,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4264664201175531,"baseline_adjusted_skill":0.6200000000000001,"baseline_adjusted_score":0.6200000000000001},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.2566515135601473,"normalized_score_rmse":0.3364946962883892,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.3042222222222222,"baseline_adjusted_skill":0.156368289977602,"baseline_adjusted_score":0.156368289977602},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.73,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.564516129032258,"baseline_adjusted_score":0.564516129032258},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.6533333333333333,"uniform_accuracy_baseline":0.3467777777777778,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.4583333333333333,"baseline_adjusted_score":0.4583333333333333},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":150},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.04620545989294249,"accuracy":0.93,"positive_recall":0.9,"specificity":0.96,"precision":0.9574468085106383,"balanced_accuracy":0.9299999999999999,"f1":0.9278350515463918,"true_positive":45,"false_positive":2,"false_negative":5,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.81517816042823,"baseline_adjusted_skill":0.8599999999999999,"baseline_adjusted_score":0.8599999999999999},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.77,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.54,"baseline_adjusted_score":0.54},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.06875927361684175,"accuracy":0.93,"positive_recall":0.88,"specificity":0.98,"precision":0.9777777777777777,"balanced_accuracy":0.9299999999999999,"f1":0.9263157894736842,"true_positive":44,"false_positive":1,"false_negative":6,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.724962905532633,"baseline_adjusted_skill":0.8599999999999999,"baseline_adjusted_score":0.8599999999999999},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.51,"uniform_accuracy_baseline":0.3533333333333333,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.16949152542372883,"baseline_adjusted_score":0.16949152542372883},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.8548387096774194,"baseline_adjusted_score":0.8548387096774194},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.44666666666666666,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.16999999999999998,"baseline_adjusted_score":0.16999999999999998},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":157},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.7419354838709676,"baseline_adjusted_score":0.7419354838709676},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.1111111111111111,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.40476190476190477,"baseline_adjusted_score":0.40476190476190477},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.48333333333333334,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":-0.23015873015873003,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":160},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.09584995668386777,"accuracy":0.7538750000000001,"positive_recall":0.2794990112063283,"specificity":0.8648773715872281,"precision":0.3261538461538461,"balanced_accuracy":0.5721881913967782,"f1":0.30102946396876107,"true_positive":21.2,"false_positive":43.8,"false_negative":54.65,"true_negative":280.35,"positive_prevalence":0.189625,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500001,"brier_skill":-0.2591357329326287,"baseline_adjusted_skill":0.14437638279355647,"baseline_adjusted_score":0.14437638279355647},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.2464466907625329,"normalized_score_rmse":0.2962343410097527,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":-0.1529669743276394,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.11813848022147652,"accuracy":0.7333750000000001,"positive_recall":0.4172526957337084,"specificity":0.8483040736321799,"precision":0.5,"balanced_accuracy":0.6327783846829441,"f1":0.45489394326603627,"true_positive":44.5,"false_positive":44.5,"false_negative":62.15,"true_negative":248.85,"positive_prevalence":0.266625,"majority_accuracy_baseline":0.733375,"constant_brier_baseline":0.115654859375,"brier_skill":-0.021474418454166422,"baseline_adjusted_skill":0.26555676936588823,"baseline_adjusted_score":0.26555676936588823},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.2182224481562659,"normalized_score_rmse":0.2839236593439179,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.18800949523249888,"baseline_adjusted_score":0.18800949523249888},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.08893289206002354,"accuracy":0.743625,"positive_recall":0.46174496644295304,"specificity":0.8529054640069385,"precision":0.548936170212766,"balanced_accuracy":0.6573252152249458,"f1":0.5015795868772782,"true_positive":51.6,"false_positive":42.4,"false_negative":60.15,"true_negative":245.85,"positive_prevalence":0.279375,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937500001,"brier_skill":0.21406728249662477,"baseline_adjusted_skill":0.3146504304498916,"baseline_adjusted_score":0.3146504304498916},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.20498229549549368,"normalized_score_rmse":0.2653928197378742,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.2246532558090074,"baseline_adjusted_score":0.2246532558090074},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.10138842753405618,"accuracy":0.815375,"positive_recall":0.26422535211267606,"specificity":0.9725301204819277,"precision":0.7328125,"balanced_accuracy":0.6183777362973019,"f1":0.3884057971014493,"true_positive":23.45,"false_positive":8.55,"false_negative":65.3,"true_negative":302.7,"positive_prevalence":0.221875,"majority_accuracy_baseline":0.778125,"constant_brier_baseline":0.12674023437499998,"brier_skill":0.20002966671130407,"baseline_adjusted_skill":0.23675547259460372,"baseline_adjusted_score":0.23675547259460372},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.1740697226883815,"normalized_score_rmse":0.24897165127237225,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.22849984404041435,"baseline_adjusted_score":0.22849984404041435},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.08969785244836764,"accuracy":0.7585,"positive_recall":0.7145557655954631,"specificity":0.7743031951053704,"precision":0.532394366197183,"balanced_accuracy":0.7444294803504168,"f1":0.6101694915254238,"true_positive":75.6,"false_positive":66.4,"false_negative":30.2,"true_negative":227.8,"positive_prevalence":0.2645,"majority_accuracy_baseline":0.7355,"constant_brier_baseline":0.11362725,"brier_skill":0.21059558822054003,"baseline_adjusted_skill":0.48885896070083357,"baseline_adjusted_score":0.48885896070083357},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.17764125788791812,"normalized_score_rmse":0.23664246601777553,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.29297011785903226,"baseline_adjusted_score":0.29297011785903226},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.09205359433124909,"accuracy":0.809,"positive_recall":0.35378590078328986,"specificity":0.9168212739641312,"precision":0.5018518518518519,"balanced_accuracy":0.6353035873737105,"f1":0.41500765696784075,"true_positive":27.1,"false_positive":26.9,"false_negative":49.5,"true_negative":296.5,"positive_prevalence":0.19149999999999998,"majority_accuracy_baseline":0.8085,"constant_brier_baseline":0.09190274999999999,"brier_skill":-0.0016413473073340068,"baseline_adjusted_skill":0.270607174747421,"baseline_adjusted_score":0.270607174747421},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.19016667174385124,"normalized_score_rmse":0.268584523699987,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.08076533296023569,"baseline_adjusted_score":0.08076533296023569},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.09208017771683172,"accuracy":0.8247500000000001,"positive_recall":0.6754742547425475,"specificity":0.858522378908645,"precision":0.5192708333333333,"balanced_accuracy":0.7669983168255963,"f1":0.5871613663133098,"true_positive":49.85,"false_positive":46.15,"false_negative":23.95,"true_negative":280.05,"positive_prevalence":0.1845,"majority_accuracy_baseline":0.8155,"constant_brier_baseline":0.10922225,"brier_skill":0.15694670530197175,"baseline_adjusted_skill":0.5339966336511925,"baseline_adjusted_score":0.5339966336511925},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.2228679630142511,"normalized_score_rmse":0.2806215894487005,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":-0.17686053076832264,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.085305659380921,"accuracy":0.821,"positive_recall":0.24777070063694268,"specificity":0.960964230171073,"precision":0.6078125,"balanced_accuracy":0.6043674654040079,"f1":0.3520361990950226,"true_positive":19.45,"false_positive":12.55,"false_negative":59.05,"true_negative":308.95,"positive_prevalence":0.19625,"majority_accuracy_baseline":0.80375,"constant_brier_baseline":0.09878593749999999,"brier_skill":0.1364594846212701,"baseline_adjusted_skill":0.20873493080801575,"baseline_adjusted_score":0.20873493080801575},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.17673458932169822,"normalized_score_rmse":0.26867015072031164,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":0.16338655942391367,"baseline_adjusted_score":0.16338655942391367},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1048766675722377,"accuracy":0.6650510204081633,"positive_recall":0.6948398576512455,"specificity":0.6425693822739481,"precision":0.5946700507614213,"balanced_accuracy":0.6687046199625968,"f1":0.6408643326039388,"true_positive":117.15,"false_positive":79.85,"false_negative":51.45,"true_negative":143.55,"positive_prevalence":0.4301020408163265,"majority_accuracy_baseline":0.5698979591836735,"constant_brier_baseline":0.12359641815910039,"brier_skill":0.15145868193984036,"baseline_adjusted_skill":0.33740923992519356,"baseline_adjusted_score":0.33740923992519356},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.18862829455745128,"normalized_score_rmse":0.23481332833355148,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.31534915308776934,"baseline_adjusted_score":0.31534915308776934},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0,"abstained":0},"metrics":{"binary_brier":0.08546283885010243,"accuracy":0.836375,"positive_recall":0.5003933910306846,"specificity":0.8998365284589093,"precision":0.4854961832061069,"balanced_accuracy":0.7001149597447969,"f1":0.4928322355676094,"true_positive":63.6,"false_positive":67.4,"false_negative":63.5,"true_negative":605.5,"positive_prevalence":0.158875,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499999,"brier_skill":0.13479433708141098,"baseline_adjusted_skill":0.40022991948959374,"baseline_adjusted_score":0.40022991948959374},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.20880392212883733,"normalized_score_rmse":0.2797203764545152,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-0.2654783159323475,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.08488957246676991,"normalized_score_rmse":0.12820550088144536,"constant_score_baseline":0.1111111111111111,"constant_mae_baseline":0.10629629629629629,"baseline_adjusted_skill":0.20138729735094507,"baseline_adjusted_score":0.20138729735094507},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":181},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.9032258064516128,"baseline_adjusted_score":0.9032258064516128},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.30289187976579673,"accuracy":0.57,"positive_recall":0.32,"specificity":0.82,"precision":0.64,"balanced_accuracy":0.57,"f1":0.4266666666666667,"true_positive":16,"false_positive":9,"false_negative":34,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.21156751906318694,"baseline_adjusted_skill":0.1399999999999999,"baseline_adjusted_score":0.1399999999999999},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.07090788601722996,"uniform_accuracy_baseline":0.058823529411764705,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":-0.09190031152647973,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.39921562456554543,"accuracy":0.46,"positive_recall":0.11494252873563218,"specificity":0.9365079365079365,"precision":0.7142857142857143,"balanced_accuracy":0.5257252326217844,"f1":0.19801980198019803,"true_positive":20,"false_positive":8,"false_negative":154,"true_negative":118,"positive_prevalence":0.58,"majority_accuracy_baseline":0.58,"constant_brier_baseline":0.24359999999999998,"brier_skill":-0.6388161927978058,"baseline_adjusted_skill":0.05145046524356878,"baseline_adjusted_score":0.05145046524356878},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":185},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.28840846171621803,"accuracy":0.6133333333333333,"positive_recall":0.8853503184713376,"specificity":0.3146853146853147,"precision":0.5864978902953587,"balanced_accuracy":0.6000178165783261,"f1":0.7055837563451777,"true_positive":139,"false_positive":98,"false_negative":18,"true_negative":45,"positive_prevalence":0.5233333333333333,"majority_accuracy_baseline":0.5233333333333333,"constant_brier_baseline":0.24945555555555557,"brier_skill":-0.1561516883194345,"baseline_adjusted_skill":0.20003563315665218,"baseline_adjusted_score":0.20003563315665218},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":186},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.64,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.21739130434782605,"baseline_adjusted_score":0.21739130434782605},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.21051822947055254,"accuracy":0.66,"positive_recall":0.44,"specificity":0.88,"precision":0.7857142857142857,"balanced_accuracy":0.66,"f1":0.5641025641025641,"true_positive":22,"false_positive":6,"false_negative":28,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.15792708211778983,"baseline_adjusted_skill":0.32000000000000006,"baseline_adjusted_score":0.32000000000000006},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.48,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.1746031746031746,"baseline_adjusted_score":0.1746031746031746},"scoring":{"eligible":true,"reason":null},"model":189,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0,"abstained":0},"metrics":{"binary_brier":0.15968507068332932,"accuracy":0.7635135135135135,"positive_recall":0.6901408450704225,"specificity":0.8311688311688312,"precision":0.7903225806451613,"balanced_accuracy":0.7606548381196269,"f1":0.7368421052631579,"true_positive":49,"false_positive":13,"false_negative":22,"true_negative":64,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.24958911614317017,"brier_skill":0.3602081967719689,"baseline_adjusted_skill":0.5213096762392537,"baseline_adjusted_score":0.5213096762392537},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.6,"uniform_accuracy_baseline":0.2005,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.4366197183098592,"baseline_adjusted_score":0.4366197183098592},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.9705882352941176,"baseline_adjusted_score":0.9705882352941176},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.8085106382978724,"baseline_adjusted_score":0.8085106382978724},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.9387755102040816,"baseline_adjusted_score":0.9387755102040816},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.07252178204990192,"accuracy":0.62219277006,"positive_recall":0.6559920325567918,"specificity":0.5679653415783412,"precision":0.7089707904561403,"balanced_accuracy":0.6119786870675665,"f1":0.6814532703947681,"true_positive":40.411335056,"false_positive":16.588664944,"false_negative":21.19205805,"true_negative":21.80794195,"positive_prevalence":0.61603393106,"majority_accuracy_baseline":0.61603393106,"constant_brier_baseline":0.07908707655202402,"brier_skill":0.08301349333355867,"baseline_adjusted_skill":0.22395737413513306,"baseline_adjusted_score":0.22395737413513306},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.03172051478478741,"accuracy":0.95,"positive_recall":0.94,"specificity":0.96,"precision":0.9591836734693877,"balanced_accuracy":0.95,"f1":0.9494949494949495,"true_positive":47,"false_positive":2,"false_negative":3,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8731179408608504,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.012987012987012986,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.9157894736842106,"baseline_adjusted_score":0.9157894736842106},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.9166666666666666,"baseline_adjusted_score":0.9166666666666666},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.67,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.48437500000000006,"baseline_adjusted_score":0.48437500000000006},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.20635392168883598,"accuracy":0.73,"positive_recall":1,"specificity":0.46,"precision":0.6493506493506493,"balanced_accuracy":0.73,"f1":0.7874015748031497,"true_positive":50,"false_positive":27,"false_negative":0,"true_negative":23,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.17458431324465606,"baseline_adjusted_skill":0.45999999999999996,"baseline_adjusted_score":0.45999999999999996},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0,"abstained":0},"metrics":{"binary_brier":0.07074551897129577,"accuracy":0.7208988291311211,"positive_recall":0.5531250978776305,"specificity":0.7990204376990245,"precision":0.561691910266604,"balanced_accuracy":0.6760727677883276,"f1":0.5573755882330281,"true_positive":123.01052834838629,"false_positive":95.98947165161371,"false_negative":99.38134795660153,"true_negative":381.61865204339847,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768642,"brier_skill":0.20266007430746402,"baseline_adjusted_skill":0.3521455355766552,"baseline_adjusted_score":0.3521455355766552},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.16854183404644218,"accuracy":0.78,"positive_recall":0.66,"specificity":0.9,"precision":0.868421052631579,"balanced_accuracy":0.78,"f1":0.75,"true_positive":33,"false_positive":5,"false_negative":17,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.32583266381423126,"baseline_adjusted_skill":0.56,"baseline_adjusted_score":0.56},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9801324503311258,"uniform_accuracy_baseline":0.006622516556291391,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.9793103448275862,"baseline_adjusted_score":0.9793103448275862},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.06886922032539654,"accuracy":0.91,"positive_recall":0.84,"specificity":0.98,"precision":0.9767441860465116,"balanced_accuracy":0.9099999999999999,"f1":0.9032258064516129,"true_positive":126,"false_positive":3,"false_negative":24,"true_negative":147,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7245231186984138,"baseline_adjusted_skill":0.8199999999999998,"baseline_adjusted_score":0.8199999999999998},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":14},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8176470588235294,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.6637744034707158,"baseline_adjusted_score":0.6637744034707158},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.7666666666666666,"baseline_adjusted_score":0.7666666666666666},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.06023686701671155,"accuracy":0.92,"positive_recall":0.94,"specificity":0.9,"precision":0.9038461538461539,"balanced_accuracy":0.9199999999999999,"f1":0.9215686274509803,"true_positive":47,"false_positive":5,"false_negative":3,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7590525319331538,"baseline_adjusted_skill":0.8399999999999999,"baseline_adjusted_score":0.8399999999999999},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.6666666666666666,"baseline_adjusted_score":0.6666666666666666},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":19},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8866666666666667,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.763888888888889,"baseline_adjusted_score":0.763888888888889},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":20},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9666666666666667,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5266666666666666,"baseline_adjusted_skill":0.9295774647887324,"baseline_adjusted_score":0.9295774647887324},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":21},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.07142857142857142,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9887640449438202,"baseline_adjusted_score":0.9887640449438202},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.7608695652173914,"baseline_adjusted_score":0.7608695652173914},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.46,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.2602739726027397,"baseline_adjusted_score":0.2602739726027397},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9444444444444444,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.8333333333333333,"baseline_adjusted_score":0.8333333333333333},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1297654395176538,"accuracy":0.8414634146341463,"positive_recall":0.825,"specificity":0.8571428571428571,"precision":0.8461538461538461,"balanced_accuracy":0.8410714285714285,"f1":0.8354430379746836,"true_positive":33,"false_positive":6,"false_negative":7,"true_negative":36,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.2498512790005949,"brier_skill":0.4806292765972,"baseline_adjusted_skill":0.6821428571428569,"baseline_adjusted_score":0.6821428571428569},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.12412558683153677,"accuracy":0.81,"positive_recall":0.8,"specificity":0.82,"precision":0.8163265306122449,"balanced_accuracy":0.81,"f1":0.8080808080808081,"true_positive":40,"false_positive":9,"false_negative":10,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5034976526738529,"baseline_adjusted_skill":0.6200000000000001,"baseline_adjusted_score":0.6200000000000001},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8016759776536313,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.7455197132616488,"baseline_adjusted_score":0.7455197132616488},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.78,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.639344262295082,"baseline_adjusted_score":0.639344262295082},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"binary_brier":0.19507726503182304,"accuracy":0.715,"positive_recall":0.5227272727272727,"specificity":0.7692307692307693,"precision":0.3898305084745763,"balanced_accuracy":0.645979020979021,"f1":0.44660194174757284,"true_positive":23,"false_positive":36,"false_negative":21,"true_negative":120,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.13681389878684747,"baseline_adjusted_skill":0.2919580419580421,"baseline_adjusted_score":0.2919580419580421},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1607544631772207,"accuracy":0.785,"positive_recall":0.36,"specificity":0.9266666666666666,"precision":0.6206896551724138,"balanced_accuracy":0.6433333333333333,"f1":0.45569620253164556,"true_positive":18,"false_positive":11,"false_negative":32,"true_negative":139,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":0.142642863054823,"baseline_adjusted_skill":0.2866666666666666,"baseline_adjusted_score":0.2866666666666666},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"binary_brier":0.038961477057222055,"accuracy":0.95,"positive_recall":0.7894736842105263,"specificity":0.9668508287292817,"precision":0.7142857142857143,"balanced_accuracy":0.8781622564699041,"f1":0.75,"true_positive":15,"false_positive":6,"false_negative":4,"true_negative":175,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.085975,"brier_skill":0.546827833007013,"baseline_adjusted_skill":0.7563245129398082,"baseline_adjusted_score":0.7563245129398082},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9866666666666667,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.9799999999999999,"baseline_adjusted_score":0.9799999999999999},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":33},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.011585113473717068,"accuracy":0.9866666666666667,"positive_recall":1,"specificity":0.9733333333333334,"precision":0.974025974025974,"balanced_accuracy":0.9866666666666667,"f1":0.9868421052631579,"true_positive":150,"false_positive":4,"false_negative":0,"true_negative":146,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9536595461051317,"baseline_adjusted_skill":0.9733333333333334,"baseline_adjusted_score":0.9733333333333334},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":34},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.9733333333333333,"baseline_adjusted_score":0.9733333333333333},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":35},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.09901633830590843,"accuracy":0.8666666666666667,"positive_recall":0.9933333333333333,"specificity":0.74,"precision":0.7925531914893617,"balanced_accuracy":0.8666666666666667,"f1":0.8816568047337278,"true_positive":149,"false_positive":39,"false_negative":1,"true_negative":111,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6039346467763662,"baseline_adjusted_skill":0.7333333333333334,"baseline_adjusted_score":0.7333333333333334},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":36},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.10187718513996101,"normalized_score_rmse":0.15896902121709433,"constant_score_baseline":0.5,"constant_mae_baseline":0.3333333333333333,"baseline_adjusted_skill":0.6943684445801169,"baseline_adjusted_score":0.6943684445801169},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":37},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.44,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.25333333333333335,"baseline_adjusted_score":0.25333333333333335},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":38},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2774793375486438,"accuracy":0.5733333333333334,"positive_recall":0.58,"specificity":0.5666666666666667,"precision":0.5723684210526315,"balanced_accuracy":0.5733333333333333,"f1":0.5761589403973509,"true_positive":87,"false_positive":65,"false_negative":63,"true_negative":85,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.10991735019457516,"baseline_adjusted_skill":0.1466666666666665,"baseline_adjusted_score":0.1466666666666665},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":39},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.3231164945000619,"normalized_score_rmse":0.38765819977407917,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":-0.07705498166687308,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":40},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.9571428571428571,"baseline_adjusted_score":0.9571428571428571},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":42},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.01135431708315761,"accuracy":0.99,"positive_recall":0.9865771812080537,"specificity":0.9933774834437086,"precision":0.9932432432432432,"balanced_accuracy":0.9899773323258811,"f1":0.98989898989899,"true_positive":147,"false_positive":1,"false_negative":2,"true_negative":150,"positive_prevalence":0.49666666666666665,"majority_accuracy_baseline":0.5033333333333334,"constant_brier_baseline":0.2499888888888889,"brier_skill":0.9545807130323932,"baseline_adjusted_skill":0.9799546646517623,"baseline_adjusted_score":0.9799546646517623},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":43},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.14818396169198017,"normalized_score_rmse":0.20137284180432183,"constant_score_baseline":0.5,"constant_mae_baseline":0.36666666666666664,"baseline_adjusted_skill":0.5958619226582358,"baseline_adjusted_score":0.5958619226582358},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":44},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7533333333333333,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2866666666666667,"baseline_adjusted_skill":0.6542056074766354,"baseline_adjusted_score":0.6542056074766354},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":46},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.13044211215752485,"accuracy":0.81,"positive_recall":0.821656050955414,"specificity":0.7972027972027972,"precision":0.8164556962025317,"balanced_accuracy":0.8094294240791056,"f1":0.819047619047619,"true_positive":129,"false_positive":29,"false_negative":28,"true_negative":114,"positive_prevalence":0.5233333333333333,"majority_accuracy_baseline":0.5233333333333333,"constant_brier_baseline":0.24945555555555557,"brier_skill":0.47709277563684305,"baseline_adjusted_skill":0.6188588481582111,"baseline_adjusted_score":0.6188588481582111},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":47},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.2258088880750059,"normalized_score_rmse":0.2762001717132463,"constant_score_baseline":0.5,"constant_mae_baseline":0.3016666666666667,"baseline_adjusted_skill":0.25146224947511864,"baseline_adjusted_score":0.25146224947511864},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":48},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0,"abstained":0},"metrics":{"binary_brier":0.07682744791017408,"accuracy":0.8607440476190477,"positive_recall":0.7472472968951493,"specificity":0.8679892856464391,"precision":0.26543340380549685,"balanced_accuracy":0.8076182912707942,"f1":0.3917214841007774,"true_positive":125.55,"false_positive":347.45,"false_negative":42.46666666666667,"true_negative":2284.5333333333333,"positive_prevalence":0.060005952380952375,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679138,"brier_skill":-1.3858735526528037,"baseline_adjusted_skill":0.6152365825415884,"baseline_adjusted_score":0.6152365825415884},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.47333333333333333,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.29777777777777775,"baseline_adjusted_score":0.29777777777777775},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":50},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7875354107648725,"uniform_accuracy_baseline":0.027777777777777776,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.7564935064935066,"baseline_adjusted_score":0.7564935064935066},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.81,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.7285714285714286,"baseline_adjusted_score":0.7285714285714286},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0942402201605339,"accuracy":0.89,"positive_recall":1,"specificity":0.78,"precision":0.819672131147541,"balanced_accuracy":0.89,"f1":0.9009009009009009,"true_positive":50,"false_positive":11,"false_negative":0,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6230391193578644,"baseline_adjusted_skill":0.78,"baseline_adjusted_score":0.78},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.006303439268987514,"accuracy":0.99,"positive_recall":1,"specificity":0.98,"precision":0.9803921568627451,"balanced_accuracy":0.99,"f1":0.9900990099009901,"true_positive":50,"false_positive":1,"false_negative":0,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9747862429240499,"baseline_adjusted_skill":0.98,"baseline_adjusted_score":0.98},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.67,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":0.15384615384615397,"baseline_adjusted_score":0.15384615384615397},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.8617021276595745,"baseline_adjusted_score":0.8617021276595745},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.04756311454299936,"accuracy":0.94,"positive_recall":0.96,"specificity":0.92,"precision":0.9230769230769231,"balanced_accuracy":0.94,"f1":0.9411764705882353,"true_positive":48,"false_positive":4,"false_negative":2,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8097475418280026,"baseline_adjusted_skill":0.8799999999999999,"baseline_adjusted_score":0.8799999999999999},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.4533333333333333,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.2711111111111111,"baseline_adjusted_score":0.2711111111111111},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":58},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.5499999999999999,"baseline_adjusted_score":0.5499999999999999},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":59},{"provenance":"measured","status":"complete","counts":{"cases":285,"expected":285,"succeeded":285,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7017543859649122,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5263157894736842,"baseline_adjusted_skill":0.37037037037037035,"baseline_adjusted_score":0.37037037037037035},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":60},{"provenance":"measured","status":"complete","counts":{"cases":299,"expected":299,"succeeded":299,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2846282267075657,"accuracy":0.5886287625418061,"positive_recall":0.9533333333333334,"specificity":0.2214765100671141,"precision":0.5521235521235521,"balanced_accuracy":0.5874049217002237,"f1":0.6992665036674817,"true_positive":143,"false_positive":116,"false_negative":7,"true_negative":33,"positive_prevalence":0.5016722408026756,"majority_accuracy_baseline":0.5016722408026756,"constant_brier_baseline":0.24999720361069788,"brier_skill":-0.13852564187396332,"baseline_adjusted_skill":0.17480984340044747,"baseline_adjusted_score":0.17480984340044747},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":61},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.2,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":0.9625,"baseline_adjusted_score":0.9625},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":62},{"provenance":"measured","status":"complete","counts":{"cases":283,"expected":283,"succeeded":283,"failed":0,"abstained":0},"metrics":{"binary_brier":0.3051943590689595,"accuracy":0.5371024734982333,"positive_recall":0.7744360902255639,"specificity":0.32666666666666666,"precision":0.5049019607843137,"balanced_accuracy":0.5505513784461153,"f1":0.6112759643916914,"true_positive":103,"false_positive":101,"false_negative":30,"true_negative":49,"positive_prevalence":0.46996466431095407,"majority_accuracy_baseline":0.5300353356890459,"constant_brier_baseline":0.24909787861004634,"brier_skill":-0.2251985475425511,"baseline_adjusted_skill":0.1011027568922307,"baseline_adjusted_score":0.1011027568922307},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":63},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8333333333333334,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.7777777777777778,"baseline_adjusted_score":0.7777777777777778},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":64},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9633333333333334,"uniform_accuracy_baseline":0.20616666666666666,"fixed_answer_accuracy_baseline":0.21333333333333335,"baseline_adjusted_skill":0.9533898305084746,"baseline_adjusted_score":0.9533898305084746},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":65},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.8499999999999999,"baseline_adjusted_score":0.8499999999999999},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":66},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.6733333333333333,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.37333333333333335,"baseline_adjusted_skill":0.4787234042553191,"baseline_adjusted_score":0.4787234042553191},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":67},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.13074361884725094,"normalized_score_rmse":0.166669308228194,"constant_score_baseline":0.5,"constant_mae_baseline":0.26208333333333333,"baseline_adjusted_skill":0.5011372253840982,"baseline_adjusted_score":0.5011372253840982},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":68},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.07658728653449139,"normalized_score_rmse":0.10075140389742894,"constant_score_baseline":0.52,"constant_mae_baseline":0.24733333333333335,"baseline_adjusted_skill":0.6903478981085254,"baseline_adjusted_score":0.6903478981085254},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":69},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.12309680322951704,"normalized_score_rmse":0.14162216918009546,"constant_score_baseline":0.578319964349225,"constant_mae_baseline":0.11212962028602311,"baseline_adjusted_skill":-0.09780808064379909,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":70},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.81,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.7466666666666667,"baseline_adjusted_score":0.7466666666666667},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":71},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8358208955223883,"baseline_adjusted_score":0.8358208955223883},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.05298349978681358,"accuracy":0.93,"positive_recall":0.9,"specificity":0.96,"precision":0.9574468085106383,"balanced_accuracy":0.9299999999999999,"f1":0.9278350515463918,"true_positive":45,"false_positive":2,"false_negative":5,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7880660008527457,"baseline_adjusted_skill":0.8599999999999999,"baseline_adjusted_score":0.8599999999999999},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.5049021081081081,"uniform_accuracy_baseline":0.23445945945945948,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.3288228816654857,"baseline_adjusted_score":0.3288228816654857},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0,"abstained":0},"metrics":{"binary_brier":0.09761174346828543,"accuracy":0.6588157828947367,"positive_recall":0.9595359876098198,"specificity":0.37246338450282757,"precision":0.5928333416666667,"balanced_accuracy":0.6659996860563238,"f1":0.732873183276916,"true_positive":71.140001,"false_positive":48.859999,"false_negative":3.000002,"true_negative":28.999997999999998,"positive_prevalence":0.4877631776315789,"majority_accuracy_baseline":0.512236822368421,"constant_brier_baseline":0.09451910039768556,"brier_skill":-0.03271976835991541,"baseline_adjusted_skill":0.3319993721126475,"baseline_adjusted_score":0.3319993721126475},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.11546641799843142,"normalized_score_rmse":0.15724726115284068,"constant_score_baseline":0.5841668333333333,"constant_mae_baseline":0.21700552708333334,"baseline_adjusted_skill":0.4679102438064142,"baseline_adjusted_score":0.4679102438064142},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.19775813387497287,"accuracy":0.72,"positive_recall":0.86,"specificity":0.58,"precision":0.671875,"balanced_accuracy":0.72,"f1":0.7543859649122807,"true_positive":43,"false_positive":21,"false_negative":7,"true_negative":29,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2089674645001085,"baseline_adjusted_skill":0.43999999999999995,"baseline_adjusted_score":0.43999999999999995},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.11388736100317284,"accuracy":0.83,"positive_recall":0.8,"specificity":0.86,"precision":0.851063829787234,"balanced_accuracy":0.8300000000000001,"f1":0.8247422680412371,"true_positive":40,"false_positive":7,"false_negative":10,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5444505559873086,"baseline_adjusted_skill":0.6600000000000001,"baseline_adjusted_score":0.6600000000000001},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.9508196721311475,"baseline_adjusted_score":0.9508196721311475},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.935,"uniform_accuracy_baseline":0.036111111111111115,"fixed_answer_accuracy_baseline":0.08833333333333333,"baseline_adjusted_skill":0.9287020109689215,"baseline_adjusted_score":0.9287020109689215},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1830058933963614,"accuracy":0.72,"positive_recall":0.7733333333333333,"specificity":0.6666666666666666,"precision":0.6987951807228916,"balanced_accuracy":0.72,"f1":0.7341772151898734,"true_positive":116,"false_positive":50,"false_negative":34,"true_negative":100,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.26797642641455444,"baseline_adjusted_skill":0.43999999999999995,"baseline_adjusted_score":0.43999999999999995},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":81},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.9318181818181818,"baseline_adjusted_score":0.9318181818181818},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.5933333333333334,"uniform_accuracy_baseline":0.11021428571428572,"fixed_answer_accuracy_baseline":0.12554761904761905,"baseline_adjusted_skill":0.5349470416859532,"baseline_adjusted_score":0.5349470416859532},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":83},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.73,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.64,"baseline_adjusted_score":0.64},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":84},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.885,"uniform_accuracy_baseline":0.049879324215607396,"fixed_answer_accuracy_baseline":0.12442477876106194,"baseline_adjusted_skill":0.8686577723873055,"baseline_adjusted_score":0.8686577723873055},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.3373050347315009,"accuracy":0.53,"positive_recall":0.3472222222222222,"specificity":1,"precision":1,"balanced_accuracy":0.6736111111111112,"f1":0.5154639175257731,"true_positive":75,"false_positive":0,"false_negative":141,"true_negative":84,"positive_prevalence":0.72,"majority_accuracy_baseline":0.72,"constant_brier_baseline":0.2016,"brier_skill":-0.6731400532316514,"baseline_adjusted_skill":0.3472222222222223,"baseline_adjusted_score":0.3472222222222223},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":86},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9466666666666667,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5033333333333333,"baseline_adjusted_skill":0.8926174496644295,"baseline_adjusted_score":0.8926174496644295},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":87},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.27188003268490724,"accuracy":0.56,"positive_recall":0.26,"specificity":0.86,"precision":0.65,"balanced_accuracy":0.56,"f1":0.37142857142857144,"true_positive":13,"false_positive":7,"false_negative":37,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.08752013073962894,"baseline_adjusted_skill":0.1200000000000001,"baseline_adjusted_score":0.1200000000000001},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.05716898817567776,"accuracy":0.93,"positive_recall":0.96875,"specificity":0.8857142857142857,"precision":0.9064327485380117,"balanced_accuracy":0.9272321428571428,"f1":0.9365558912386707,"true_positive":155,"false_positive":16,"false_negative":5,"true_negative":124,"positive_prevalence":0.5333333333333333,"majority_accuracy_baseline":0.5333333333333333,"constant_brier_baseline":0.2488888888888889,"brier_skill":0.7703031725084376,"baseline_adjusted_skill":0.8544642857142857,"baseline_adjusted_score":0.8544642857142857},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":89},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.23888888888888887,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.6470588235294118,"baseline_adjusted_score":0.6470588235294118},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0,"abstained":0},"metrics":{"binary_brier":0.04819608058171612,"accuracy":0.921875,"positive_recall":0.875,"specificity":0.96875,"precision":0.9655172413793104,"balanced_accuracy":0.921875,"f1":0.9180327868852459,"true_positive":28,"false_positive":1,"false_negative":4,"true_negative":31,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8072156776731355,"baseline_adjusted_skill":0.84375,"baseline_adjusted_score":0.84375},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.82,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.7272727272727273,"baseline_adjusted_score":0.7272727272727273},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.049265402327610126,"accuracy":0.95,"positive_recall":0.9,"specificity":1,"precision":1,"balanced_accuracy":0.95,"f1":0.9473684210526315,"true_positive":45,"false_positive":0,"false_negative":5,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8029383906895595,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.8260869565217391,"baseline_adjusted_score":0.8260869565217391},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"binary_brier":0.011198460711382726,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":16,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.9551649863430302,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.13844425084858863,"normalized_score_rmse":0.2741147151500307,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.580471967125489,"baseline_adjusted_score":0.580471967125489},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.178125,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":0.29824561403508776,"baseline_adjusted_score":0.29824561403508776},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0,"abstained":0},"metrics":{"binary_brier":0.00005090858642571216,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":17,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9997963656542972,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.13236068606667584,"normalized_score_rmse":0.1530424382630172,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":0.09994733474660433,"baseline_adjusted_score":0.09994733474660433},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9791666666666666,"uniform_accuracy_baseline":0.13194444444444445,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":0.9478260869565216,"baseline_adjusted_score":0.9478260869565216},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0,"abstained":0},"metrics":{"binary_brier":0.00408275909458976,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":26,"false_positive":0,"false_negative":0,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9836689636216409,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0,"abstained":0},"metrics":{"binary_brier":0.007852763890992225,"accuracy":0.9866666666666667,"positive_recall":1,"specificity":0.9722222222222222,"precision":0.975,"balanced_accuracy":0.9861111111111112,"f1":0.9873417721518988,"true_positive":39,"false_positive":1,"false_negative":0,"true_negative":35,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24960000000000004,"brier_skill":0.9685386062059607,"baseline_adjusted_skill":0.9722222222222223,"baseline_adjusted_score":0.9722222222222223},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.16884461863407985,"normalized_score_rmse":0.2537144129808636,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.3969835048782864,"baseline_adjusted_score":0.3969835048782864},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.84,"baseline_adjusted_score":0.84},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0,"abstained":0},"metrics":{"binary_brier":0.10555574839969165,"accuracy":0.8928571428571429,"positive_recall":1,"specificity":0.7857142857142857,"precision":0.8235294117647058,"balanced_accuracy":0.8928571428571428,"f1":0.9032258064516129,"true_positive":14,"false_positive":3,"false_negative":0,"true_negative":11,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5777770064012334,"baseline_adjusted_skill":0.7857142857142856,"baseline_adjusted_score":0.7857142857142856},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.1045467925967837,"normalized_score_rmse":0.175875538241852,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.1696969696969697,"baseline_adjusted_skill":0.38392068648323896,"baseline_adjusted_score":0.38392068648323896},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0,"abstained":0},"metrics":{"binary_brier":0.023684325077050265,"accuracy":0.9764705882352941,"positive_recall":1,"specificity":0.95,"precision":0.9574468085106383,"balanced_accuracy":0.975,"f1":0.9782608695652174,"true_positive":45,"false_positive":2,"false_negative":0,"true_negative":38,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.2491349480968858,"brier_skill":0.9049337507323955,"baseline_adjusted_skill":0.95,"baseline_adjusted_score":0.95},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0,"abstained":0},"metrics":{"binary_brier":0.006487941354659778,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":35,"false_positive":0,"false_negative":0,"true_negative":15,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.21,"brier_skill":0.9691050411682868,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.06206159898660233,"normalized_score_rmse":0.11662426441981898,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.778351432190706,"baseline_adjusted_score":0.778351432190706},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9493670886075949,"uniform_accuracy_baseline":0.24240506329113923,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.9130434782608695,"baseline_adjusted_score":0.9130434782608695},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0,"abstained":0},"metrics":{"binary_brier":0.00025353070171019377,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":11,"false_positive":0,"false_negative":0,"true_negative":10,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.2494331065759637,"brier_skill":0.9989835723685982,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9393939393939394,"uniform_accuracy_baseline":0.32373737373737377,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.9000000000000001,"baseline_adjusted_score":0.9000000000000001},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1838518590916311,"accuracy":0.8181818181818182,"positive_recall":0.7058823529411765,"specificity":0.9375,"precision":0.9230769230769231,"balanced_accuracy":0.8216911764705883,"f1":0.8,"true_positive":12,"false_positive":1,"false_negative":5,"true_negative":15,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.26391663768093276,"baseline_adjusted_skill":0.6433823529411766,"baseline_adjusted_score":0.6433823529411766},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.05772358329515712,"normalized_score_rmse":0.129527590850105,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.3431372549019608,"baseline_adjusted_skill":0.8317769858255422,"baseline_adjusted_score":0.8317769858255422},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.02348566951171343,"accuracy":0.98,"positive_recall":1,"specificity":0.96,"precision":0.9615384615384616,"balanced_accuracy":0.98,"f1":0.9803921568627451,"true_positive":50,"false_positive":2,"false_negative":0,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9060573219531463,"baseline_adjusted_skill":0.96,"baseline_adjusted_score":0.96},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.6333333333333333,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":0.4329896907216494,"baseline_adjusted_score":0.4329896907216494},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0,"abstained":0},"metrics":{"binary_brier":0.29155000227597794,"accuracy":0.5333333333333333,"positive_recall":0.05405405405405406,"specificity":1,"precision":1,"balanced_accuracy":0.527027027027027,"f1":0.10256410256410256,"true_positive":2,"false_positive":0,"false_negative":35,"true_negative":38,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555554,"brier_skill":-0.16640737041420772,"baseline_adjusted_skill":0.054054054054053946,"baseline_adjusted_score":0.054054054054053946},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.14285714285714285,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.9487179487179487,"baseline_adjusted_score":0.9487179487179487},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.37,"uniform_accuracy_baseline":0.32416666666666666,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.045454545454545414,"baseline_adjusted_score":0.045454545454545414},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"binary_brier":0.00046366912568854784,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":16,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.9981436188313425,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.015180808425227836,"normalized_score_rmse":0.0485651924209798,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.9309011478575836,"baseline_adjusted_score":0.9309011478575836},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.13184028976803394,"accuracy":0.81,"positive_recall":0.7727272727272727,"specificity":0.8205128205128205,"precision":0.5483870967741935,"balanced_accuracy":0.7966200466200466,"f1":0.6415094339622641,"true_positive":17,"false_positive":14,"false_negative":5,"true_negative":64,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":0.23169994307672526,"baseline_adjusted_skill":0.5932400932400932,"baseline_adjusted_score":0.5932400932400932},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.11574626004467685,"accuracy":0.83,"positive_recall":0.6756756756756757,"specificity":0.9206349206349206,"precision":0.8333333333333334,"balanced_accuracy":0.7981552981552982,"f1":0.746268656716418,"true_positive":25,"false_positive":5,"false_negative":12,"true_negative":58,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000003,"brier_skill":0.5034480478563843,"baseline_adjusted_skill":0.5963105963105964,"baseline_adjusted_score":0.5963105963105964},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.07312737257621857,"accuracy":0.91,"positive_recall":0.7692307692307693,"specificity":1,"precision":1,"balanced_accuracy":0.8846153846153846,"f1":0.8695652173913043,"true_positive":30,"false_positive":0,"false_negative":9,"true_negative":61,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379,"brier_skill":0.6926129778216958,"baseline_adjusted_skill":0.7692307692307692,"baseline_adjusted_score":0.7692307692307692},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0809890965971442,"accuracy":0.9,"positive_recall":0.9032258064516129,"specificity":0.8985507246376812,"precision":0.8,"balanced_accuracy":0.9008882655446471,"f1":0.8484848484848485,"true_positive":28,"false_positive":7,"false_negative":3,"true_negative":62,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999998,"brier_skill":0.6213693473719298,"baseline_adjusted_skill":0.8017765310892941,"baseline_adjusted_score":0.8017765310892941},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.9444444444444444,"baseline_adjusted_score":0.9444444444444444},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.11397878242199004,"normalized_score_rmse":0.14442641568520503,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.5097686777548815,"baseline_adjusted_score":0.5097686777548815},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.09262024523581269,"accuracy":0.88,"positive_recall":0.8,"specificity":0.96,"precision":0.9523809523809523,"balanced_accuracy":0.88,"f1":0.8695652173913043,"true_positive":40,"false_positive":2,"false_negative":10,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6295190190567492,"baseline_adjusted_skill":0.76,"baseline_adjusted_score":0.76},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.31209104425714357,"accuracy":0.62,"positive_recall":0.88,"specificity":0.36,"precision":0.5789473684210527,"balanced_accuracy":0.62,"f1":0.6984126984126984,"true_positive":44,"false_positive":32,"false_negative":6,"true_negative":18,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.24836417702857427,"baseline_adjusted_skill":0.24,"baseline_adjusted_score":0.24},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.83,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":0.5142857142857141,"baseline_adjusted_score":0.5142857142857141},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.10705189503597327,"accuracy":0.87,"positive_recall":0.76,"specificity":0.98,"precision":0.9743589743589743,"balanced_accuracy":0.87,"f1":0.8539325842696629,"true_positive":114,"false_positive":3,"false_negative":36,"true_negative":147,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5717924198561068,"baseline_adjusted_skill":0.74,"baseline_adjusted_score":0.74},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":134},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.10550271047042567,"accuracy":0.83,"positive_recall":0.98,"specificity":0.68,"precision":0.7538461538461538,"balanced_accuracy":0.8300000000000001,"f1":0.8521739130434782,"true_positive":49,"false_positive":16,"false_negative":1,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5779891581182973,"baseline_adjusted_skill":0.6600000000000001,"baseline_adjusted_score":0.6600000000000001},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.857142857142857,"baseline_adjusted_score":0.857142857142857},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.6666666666666667,"baseline_adjusted_score":0.6666666666666667},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.016146011564208945,"accuracy":0.98,"positive_recall":0.96,"specificity":1,"precision":1,"balanced_accuracy":0.98,"f1":0.9795918367346939,"true_positive":48,"false_positive":0,"false_negative":2,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9354159537431642,"baseline_adjusted_skill":0.96,"baseline_adjusted_score":0.96},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.72,"uniform_accuracy_baseline":0.0625,"fixed_answer_accuracy_baseline":0.10666666666666667,"baseline_adjusted_skill":0.6865671641791045,"baseline_adjusted_score":0.6865671641791045},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":142},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.20851190476190473,"fixed_answer_accuracy_baseline":0.22333333333333333,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.00686315187056202,"accuracy":0.99,"positive_recall":0.98,"specificity":1,"precision":1,"balanced_accuracy":0.99,"f1":0.98989898989899,"true_positive":49,"false_positive":0,"false_negative":1,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9725473925177519,"baseline_adjusted_skill":0.98,"baseline_adjusted_score":0.98},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.03842507009504417,"normalized_score_rmse":0.10915414504225301,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.8719164330165194,"baseline_adjusted_score":0.8719164330165194},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.22851190476190475,"fixed_answer_accuracy_baseline":0.24333333333333332,"baseline_adjusted_skill":0.986784140969163,"baseline_adjusted_score":0.986784140969163},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0010796753380588786,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":50,"false_positive":0,"false_negative":0,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9956812986477644,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.049928895049852456,"normalized_score_rmse":0.09870661775780881,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.3042222222222222,"baseline_adjusted_skill":0.8358801842773294,"baseline_adjusted_score":0.8358801842773294},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.78,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.6451612903225807,"baseline_adjusted_score":0.6451612903225807},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.3467777777777778,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.9375,"baseline_adjusted_score":0.9375},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":150},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.013709359406246848,"accuracy":0.99,"positive_recall":1,"specificity":0.98,"precision":0.9803921568627451,"balanced_accuracy":0.99,"f1":0.9900990099009901,"true_positive":50,"false_positive":1,"false_negative":0,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9451625623750126,"baseline_adjusted_skill":0.98,"baseline_adjusted_score":0.98},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.014212720503085634,"accuracy":0.99,"positive_recall":0.98,"specificity":1,"precision":1,"balanced_accuracy":0.99,"f1":0.98989898989899,"true_positive":49,"false_positive":0,"false_negative":1,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9431491179876574,"baseline_adjusted_skill":0.98,"baseline_adjusted_score":0.98},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.61,"uniform_accuracy_baseline":0.3533333333333333,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.3389830508474576,"baseline_adjusted_score":0.3389830508474576},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.9677419354838709,"baseline_adjusted_score":0.9677419354838709},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.59,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.38499999999999995,"baseline_adjusted_score":0.38499999999999995},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":157},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.9032258064516128,"baseline_adjusted_score":0.9032258064516128},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.73,"uniform_accuracy_baseline":0.1111111111111111,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.6785714285714285,"baseline_adjusted_score":0.6785714285714285},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9566666666666667,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.8968253968253969,"baseline_adjusted_score":0.8968253968253969},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":160},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.10094006803736823,"accuracy":0.726375,"positive_recall":0.5695451549110087,"specificity":0.7630726515502083,"precision":0.36000000000000004,"balanced_accuracy":0.6663089032306084,"f1":0.44115394434516214,"true_positive":43.2,"false_positive":76.8,"false_negative":32.65,"true_negative":247.35,"positive_prevalence":0.189625,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500001,"brier_skill":-0.3260021281980654,"baseline_adjusted_skill":0.33261780646121686,"baseline_adjusted_score":0.33261780646121686},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.23117806658106269,"normalized_score_rmse":0.28844727243418766,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":-0.08153481441432842,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.06692748499222678,"accuracy":0.785625,"positive_recall":0.3558368495077356,"specificity":0.9418783023691836,"precision":0.6900000000000001,"balanced_accuracy":0.6488575759384596,"f1":0.469532941540365,"true_positive":37.95,"false_positive":17.05,"false_negative":68.7,"true_negative":276.3,"positive_prevalence":0.266625,"majority_accuracy_baseline":0.733375,"constant_brier_baseline":0.115654859375,"brier_skill":0.4213171383035389,"baseline_adjusted_skill":0.2977151518769192,"baseline_adjusted_score":0.2977151518769192},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.16936801527967435,"normalized_score_rmse":0.22899424439057048,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.3697934315174908,"baseline_adjusted_score":0.3697934315174908},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.046137724339066336,"accuracy":0.803875,"positive_recall":0.6008948545861298,"specificity":0.8825672159583695,"precision":0.6648514851485149,"balanced_accuracy":0.7417310352722497,"f1":0.6312573443008226,"true_positive":67.15,"false_positive":33.85,"false_negative":44.6,"true_negative":254.4,"positive_prevalence":0.279375,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937500001,"brier_skill":0.5922639393673348,"baseline_adjusted_skill":0.4834620705444994,"baseline_adjusted_score":0.4834620705444994},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.1520986918342221,"normalized_score_rmse":0.19516845227398852,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.42468579920861627,"baseline_adjusted_score":0.42468579920861627},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.03408793711195918,"accuracy":0.893125,"positive_recall":0.647887323943662,"specificity":0.9630522088353414,"precision":0.8333333333333334,"balanced_accuracy":0.8054697663895016,"f1":0.7290015847860539,"true_positive":57.5,"false_positive":11.5,"false_negative":31.25,"true_negative":299.75,"positive_prevalence":0.221875,"majority_accuracy_baseline":0.778125,"constant_brier_baseline":0.12674023437499998,"brier_skill":0.7310409178264613,"baseline_adjusted_skill":0.6109395327790033,"baseline_adjusted_score":0.6109395327790033},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.12941371734034277,"normalized_score_rmse":0.1902016520399488,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.42642119738352235,"baseline_adjusted_score":0.42642119738352235},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.028853235008246297,"accuracy":0.8525,"positive_recall":0.6937618147448015,"specificity":0.9095853161114887,"precision":0.7340000000000001,"balanced_accuracy":0.801673565428145,"f1":0.7133138969873664,"true_positive":73.4,"false_positive":26.6,"false_negative":32.4,"true_negative":267.6,"positive_prevalence":0.2645,"majority_accuracy_baseline":0.7355,"constant_brier_baseline":0.11362725,"brier_skill":0.7460711668350127,"baseline_adjusted_skill":0.6033471308562901,"baseline_adjusted_score":0.6033471308562901},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.12822828342297907,"normalized_score_rmse":0.16648691483352893,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.4896386729433668,"baseline_adjusted_score":0.4896386729433668},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.05608656012485635,"accuracy":0.8420000000000001,"positive_recall":0.3420365535248042,"specificity":0.9604205318491033,"precision":0.6717948717948717,"balanced_accuracy":0.6512285426869537,"f1":0.4532871972318339,"true_positive":26.2,"false_positive":12.799999999999999,"false_negative":50.4,"true_negative":310.6,"positive_prevalence":0.19149999999999998,"majority_accuracy_baseline":0.8085,"constant_brier_baseline":0.09190274999999999,"brier_skill":0.38971836941923554,"baseline_adjusted_skill":0.3024570853739075,"baseline_adjusted_score":0.3024570853739075},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.1400735116067161,"normalized_score_rmse":0.21679973794194685,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.32290749676511854,"baseline_adjusted_score":0.32290749676511854},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.03715636102694204,"accuracy":0.887,"positive_recall":0.7018970189701897,"specificity":0.9288779889638259,"precision":0.6906666666666667,"balanced_accuracy":0.8153875039670078,"f1":0.6962365591397849,"true_positive":51.8,"false_positive":23.2,"false_negative":22,"true_negative":303,"positive_prevalence":0.1845,"majority_accuracy_baseline":0.8155,"constant_brier_baseline":0.10922225,"brier_skill":0.6598095989879165,"baseline_adjusted_skill":0.6307750079340155,"baseline_adjusted_score":0.6307750079340155},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.13687012115728425,"normalized_score_rmse":0.19548783019805294,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":0.2772534856381029,"baseline_adjusted_score":0.2772534856381029},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.06169496481151345,"accuracy":0.8440000000000001,"positive_recall":0.2872611464968153,"specificity":0.9799377916018663,"precision":0.7775862068965518,"balanced_accuracy":0.6335994690493408,"f1":0.41953488372093023,"true_positive":22.55,"false_positive":6.449999999999999,"false_negative":55.95,"true_negative":315.05,"positive_prevalence":0.19625,"majority_accuracy_baseline":0.80375,"constant_brier_baseline":0.09878593749999999,"brier_skill":0.3754681448307007,"baseline_adjusted_skill":0.26719893809868167,"baseline_adjusted_score":0.26719893809868167},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.1664611869040128,"normalized_score_rmse":0.24302116158482978,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":0.21201805015851927,"baseline_adjusted_score":0.21201805015851927},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0,"abstained":0},"metrics":{"binary_brier":0.06442586416115537,"accuracy":0.7091836734693877,"positive_recall":0.6631079478054567,"specificity":0.7439570277529096,"precision":0.6615384615384615,"balanced_accuracy":0.7035324877791831,"f1":0.6623222748815165,"true_positive":111.8,"false_positive":57.199999999999996,"false_negative":56.8,"true_negative":166.2,"positive_prevalence":0.4301020408163265,"majority_accuracy_baseline":0.5698979591836735,"constant_brier_baseline":0.12359641815910039,"brier_skill":0.47874003858086966,"baseline_adjusted_skill":0.4070649755583662,"baseline_adjusted_score":0.4070649755583662},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.15071867260742097,"normalized_score_rmse":0.19589629011546675,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.4529470401656571,"baseline_adjusted_score":0.4529470401656571},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0,"abstained":0},"metrics":{"binary_brier":0.037477307558399356,"accuracy":0.9055,"positive_recall":0.5881195908733281,"specificity":0.9654480606330806,"precision":0.7627551020408163,"balanced_accuracy":0.7767838257532044,"f1":0.6641492669924478,"true_positive":74.75,"false_positive":23.25,"false_negative":52.35,"true_negative":649.65,"positive_prevalence":0.158875,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499999,"brier_skill":0.6205885602824215,"baseline_adjusted_skill":0.5535676515064087,"baseline_adjusted_score":0.5535676515064087},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.14923299044741756,"normalized_score_rmse":0.1999824699925615,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":0.09555763365201486,"baseline_adjusted_score":0.09555763365201486},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.036279350526710614,"normalized_score_rmse":0.07609509492367512,"constant_score_baseline":0.1111111111111111,"constant_mae_baseline":0.10629629629629629,"baseline_adjusted_skill":0.6586960054978444,"baseline_adjusted_score":0.6586960054978444},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":181},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.14577840126146271,"accuracy":0.8,"positive_recall":0.72,"specificity":0.88,"precision":0.8571428571428571,"balanced_accuracy":0.8,"f1":0.782608695652174,"true_positive":36,"false_positive":6,"false_negative":14,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.41688639495414914,"baseline_adjusted_skill":0.6000000000000001,"baseline_adjusted_score":0.6000000000000001},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.47249834327369117,"uniform_accuracy_baseline":0.058823529411764705,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.3800623052959502,"baseline_adjusted_score":0.3800623052959502},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.39764497721126496,"accuracy":0.4666666666666667,"positive_recall":0.08045977011494253,"specificity":1,"precision":1,"balanced_accuracy":0.5402298850574713,"f1":0.14893617021276595,"true_positive":14,"false_positive":0,"false_negative":160,"true_negative":126,"positive_prevalence":0.58,"majority_accuracy_baseline":0.58,"constant_brier_baseline":0.24359999999999998,"brier_skill":-0.6323685435602011,"baseline_adjusted_skill":0.08045977011494254,"baseline_adjusted_score":0.08045977011494254},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":185},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.11558828382137247,"accuracy":0.8333333333333334,"positive_recall":0.8980891719745223,"specificity":0.7622377622377622,"precision":0.8057142857142857,"balanced_accuracy":0.8301634671061422,"f1":0.8493975903614458,"true_positive":141,"false_positive":34,"false_negative":16,"true_negative":109,"positive_prevalence":0.5233333333333333,"majority_accuracy_baseline":0.5233333333333333,"constant_brier_baseline":0.24945555555555557,"brier_skill":0.5366377647354896,"baseline_adjusted_skill":0.6603269342122844,"baseline_adjusted_score":0.6603269342122844},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":186},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.9130434782608695,"baseline_adjusted_score":0.9130434782608695},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.13805487926260399,"accuracy":0.81,"positive_recall":0.76,"specificity":0.86,"precision":0.8444444444444444,"balanced_accuracy":0.81,"f1":0.8,"true_positive":38,"false_positive":7,"false_negative":12,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.44778048294958406,"baseline_adjusted_skill":0.6200000000000001,"baseline_adjusted_score":0.6200000000000001},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.53,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.253968253968254,"baseline_adjusted_score":0.253968253968254},"scoring":{"eligible":true,"reason":null},"model":190,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0,"abstained":0},"metrics":{"binary_brier":0.21590334547687703,"accuracy":0.6824324324324325,"positive_recall":0.4507042253521127,"specificity":0.8961038961038961,"precision":0.8,"balanced_accuracy":0.6734040607280044,"f1":0.5765765765765766,"true_positive":32,"false_positive":8,"false_negative":39,"true_negative":69,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.24958911614317017,"brier_skill":0.13496490226348723,"baseline_adjusted_skill":0.3468081214560088,"baseline_adjusted_score":0.3468081214560088},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.27,"uniform_accuracy_baseline":0.2005,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":-0.02816901408450699,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.7941176470588237,"baseline_adjusted_score":0.7941176470588237},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.6595744680851063,"baseline_adjusted_score":0.6595744680851063},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.8979591836734693,"baseline_adjusted_score":0.8979591836734693},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.07446755390293455,"accuracy":0.6228179074400001,"positive_recall":0.9730404268780734,"specificity":0.06092201911116089,"precision":0.6244019992187501,"balanced_accuracy":0.5169812229946171,"f1":0.7606764136693954,"true_positive":59.942591925,"false_positive":36.057408075,"false_negative":1.660801181,"true_negative":2.339198819,"positive_prevalence":0.61603393106,"majority_accuracy_baseline":0.61603393106,"constant_brier_baseline":0.07908707655202402,"brier_skill":0.05841058805670618,"baseline_adjusted_skill":0.03396244598923426,"baseline_adjusted_score":0.03396244598923426},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.08110980871950209,"accuracy":0.89,"positive_recall":0.96,"specificity":0.82,"precision":0.8421052631578947,"balanced_accuracy":0.8899999999999999,"f1":0.897196261682243,"true_positive":48,"false_positive":9,"false_negative":2,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6755607651219917,"baseline_adjusted_skill":0.7799999999999998,"baseline_adjusted_score":0.7799999999999998},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.012987012987012986,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.8736842105263158,"baseline_adjusted_score":0.8736842105263158},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.77,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.6166666666666667,"baseline_adjusted_score":0.6166666666666667},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.54,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.28125000000000006,"baseline_adjusted_score":0.28125000000000006},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.20310478805476823,"accuracy":0.76,"positive_recall":0.64,"specificity":0.88,"precision":0.8421052631578947,"balanced_accuracy":0.76,"f1":0.7272727272727273,"true_positive":32,"false_positive":6,"false_negative":18,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.1875808477809271,"baseline_adjusted_skill":0.52,"baseline_adjusted_score":0.52},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1140064369775727,"accuracy":0.6578511471321274,"positive_recall":0.5191009742209245,"specificity":0.722458321425227,"precision":0.4654993534223327,"balanced_accuracy":0.6207796478230758,"f1":0.4908411282761534,"true_positive":115.4438396487385,"false_positive":132.5561603512615,"false_negative":106.94803665624931,"true_negative":345.0519633437507,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768642,"brier_skill":-0.2849136639318606,"baseline_adjusted_skill":0.24155929564615164,"baseline_adjusted_score":0.24155929564615164},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.25519117241191974,"accuracy":0.65,"positive_recall":0.6,"specificity":0.7,"precision":0.6666666666666666,"balanced_accuracy":0.6499999999999999,"f1":0.631578947368421,"true_positive":30,"false_positive":15,"false_negative":20,"true_negative":35,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.02076468964767897,"baseline_adjusted_skill":0.2999999999999998,"baseline_adjusted_score":0.2999999999999998},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9205298013245033,"uniform_accuracy_baseline":0.006622516556291391,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.9172413793103449,"baseline_adjusted_score":0.9172413793103449},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.14157348538939005,"accuracy":0.8033333333333333,"positive_recall":0.82,"specificity":0.7866666666666666,"precision":0.7935483870967742,"balanced_accuracy":0.8033333333333332,"f1":0.8065573770491803,"true_positive":123,"false_positive":32,"false_negative":27,"true_negative":118,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4337060584424398,"baseline_adjusted_skill":0.6066666666666665,"baseline_adjusted_score":0.6066666666666665},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":14},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.6082352941176471,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.2776572668112799,"baseline_adjusted_score":0.2776572668112799},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.5833333333333334,"baseline_adjusted_score":0.5833333333333334},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.17845934768764926,"accuracy":0.76,"positive_recall":0.72,"specificity":0.8,"precision":0.782608695652174,"balanced_accuracy":0.76,"f1":0.75,"true_positive":36,"false_positive":10,"false_negative":14,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.28616260924940295,"baseline_adjusted_skill":0.52,"baseline_adjusted_score":0.52},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.66,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.2916666666666667,"baseline_adjusted_score":0.2916666666666667},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8733333333333333,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.7466666666666666,"baseline_adjusted_score":0.7466666666666666},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":19},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7933333333333333,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.5694444444444444,"baseline_adjusted_score":0.5694444444444444},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":20},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9066666666666666,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5266666666666666,"baseline_adjusted_skill":0.8028169014084506,"baseline_adjusted_score":0.8028169014084506},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":21},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.07142857142857142,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9887640449438202,"baseline_adjusted_score":0.9887640449438202},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.66,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.2608695652173913,"baseline_adjusted_score":0.2608695652173913},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.36,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.12328767123287668,"baseline_adjusted_score":0.12328767123287668},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.5555555555555556,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":-0.3333333333333331,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0,"abstained":0},"metrics":{"binary_brier":0.24970703288904122,"accuracy":0.6219512195121951,"positive_recall":0.675,"specificity":0.5714285714285714,"precision":0.6,"balanced_accuracy":0.6232142857142857,"f1":0.6352941176470588,"true_positive":27,"false_positive":18,"false_negative":13,"true_negative":24,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.2498512790005949,"brier_skill":0.0005773278893373979,"baseline_adjusted_skill":0.24642857142857144,"baseline_adjusted_score":0.24642857142857144},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.20959170598434895,"accuracy":0.67,"positive_recall":0.56,"specificity":0.78,"precision":0.717948717948718,"balanced_accuracy":0.67,"f1":0.6292134831460674,"true_positive":28,"false_positive":11,"false_negative":22,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.1616331760626042,"baseline_adjusted_skill":0.3400000000000001,"baseline_adjusted_score":0.3400000000000001},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.6452513966480447,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.5448028673835125,"baseline_adjusted_score":0.5448028673835125},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.73,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.5573770491803278,"baseline_adjusted_score":0.5573770491803278},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"binary_brier":0.15515814519075935,"accuracy":0.8,"positive_recall":0.45454545454545453,"specificity":0.8974358974358975,"precision":0.5555555555555556,"balanced_accuracy":0.675990675990676,"f1":0.5,"true_positive":20,"false_positive":16,"false_negative":24,"true_negative":140,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":0.09581500471585458,"baseline_adjusted_skill":0.35198135198135194,"baseline_adjusted_score":0.35198135198135194},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"binary_brier":0.18738062347221185,"accuracy":0.76,"positive_recall":0.18,"specificity":0.9533333333333334,"precision":0.5625,"balanced_accuracy":0.5666666666666667,"f1":0.2727272727272727,"true_positive":9,"false_positive":7,"false_negative":41,"true_negative":143,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":0.0006366748148701751,"baseline_adjusted_skill":0.1333333333333333,"baseline_adjusted_score":0.1333333333333333},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"binary_brier":0.05808575924917061,"accuracy":0.925,"positive_recall":0.21052631578947367,"specificity":1,"precision":1,"balanced_accuracy":0.6052631578947368,"f1":0.34782608695652173,"true_positive":4,"false_positive":0,"false_negative":15,"true_negative":181,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.085975,"brier_skill":0.32438779588053956,"baseline_adjusted_skill":0.21052631578947367,"baseline_adjusted_score":0.21052631578947367},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9366666666666666,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.9049999999999998,"baseline_adjusted_score":0.9049999999999998},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":33},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.07985832123413582,"accuracy":0.9,"positive_recall":0.98,"specificity":0.82,"precision":0.8448275862068966,"balanced_accuracy":0.8999999999999999,"f1":0.9074074074074074,"true_positive":147,"false_positive":27,"false_negative":3,"true_negative":123,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6805667150634567,"baseline_adjusted_skill":0.7999999999999998,"baseline_adjusted_score":0.7999999999999998},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":34},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.76,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.68,"baseline_adjusted_score":0.68},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":35},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.25778739704915865,"accuracy":0.5833333333333334,"positive_recall":0.96,"specificity":0.20666666666666667,"precision":0.5475285171102662,"balanced_accuracy":0.5833333333333333,"f1":0.6973365617433414,"true_positive":144,"false_positive":119,"false_negative":6,"true_negative":31,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.031149588196634603,"baseline_adjusted_skill":0.16666666666666652,"baseline_adjusted_score":0.16666666666666652},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":36},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.3378364015650101,"normalized_score_rmse":0.3899479474813391,"constant_score_baseline":0.5,"constant_mae_baseline":0.3333333333333333,"baseline_adjusted_skill":-0.013509204695030474,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":37},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.2633333333333333,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.017777777777777743,"baseline_adjusted_score":0.017777777777777743},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":38},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.28947268462412107,"accuracy":0.48333333333333334,"positive_recall":0.8133333333333334,"specificity":0.15333333333333332,"precision":0.4899598393574297,"balanced_accuracy":0.48333333333333334,"f1":0.6115288220551378,"true_positive":122,"false_positive":127,"false_negative":28,"true_negative":23,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.15789073849648427,"baseline_adjusted_skill":-0.033333333333333326,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":39},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.3120735755612149,"normalized_score_rmse":0.3631405679049961,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":-0.04024525187071637,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":40},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.8142857142857144,"baseline_adjusted_score":0.8142857142857144},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":42},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0979512333732837,"accuracy":0.8533333333333334,"positive_recall":0.9328859060402684,"specificity":0.7748344370860927,"precision":0.8034682080924855,"balanced_accuracy":0.8538601715631806,"f1":0.8633540372670807,"true_positive":139,"false_positive":34,"false_negative":10,"true_negative":117,"positive_prevalence":0.49666666666666665,"majority_accuracy_baseline":0.5033333333333334,"constant_brier_baseline":0.2499888888888889,"brier_skill":0.6081776521802955,"baseline_adjusted_skill":0.7077203431263612,"baseline_adjusted_score":0.7077203431263612},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":43},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.2786022455526062,"normalized_score_rmse":0.3408874027315183,"constant_score_baseline":0.5,"constant_mae_baseline":0.36666666666666664,"baseline_adjusted_skill":0.24017569394743754,"baseline_adjusted_score":0.24017569394743754},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":44},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.4666666666666667,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2866666666666667,"baseline_adjusted_skill":0.2523364485981308,"baseline_adjusted_score":0.2523364485981308},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":46},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.23957455629562954,"accuracy":0.61,"positive_recall":0.6751592356687898,"specificity":0.5384615384615384,"precision":0.6162790697674418,"balanced_accuracy":0.6068103870651641,"f1":0.6443768996960486,"true_positive":106,"false_positive":66,"false_negative":51,"true_negative":77,"positive_prevalence":0.5233333333333333,"majority_accuracy_baseline":0.5233333333333333,"constant_brier_baseline":0.24945555555555557,"brier_skill":0.03961025938235907,"baseline_adjusted_skill":0.2136207741303282,"baseline_adjusted_score":0.2136207741303282},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":47},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.31525977844308867,"normalized_score_rmse":0.37074486578617716,"constant_score_baseline":0.5,"constant_mae_baseline":0.3016666666666667,"baseline_adjusted_skill":-0.04506003903786282,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":48},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0,"abstained":0},"metrics":{"binary_brier":0.10759226496897556,"accuracy":0.820827380952381,"positive_recall":0.7598452534470787,"specificity":0.8247202679854861,"precision":0.21675155631013016,"balanced_accuracy":0.7922827607162823,"f1":0.33728891922238613,"true_positive":127.66666666666666,"false_positive":461.3333333333333,"false_negative":40.35,"true_negative":2170.65,"positive_prevalence":0.060005952380952375,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679138,"brier_skill":-2.3412738082830047,"baseline_adjusted_skill":0.5845655214325647,"baseline_adjusted_score":0.5845655214325647},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.30333333333333334,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.07111111111111112,"baseline_adjusted_score":0.07111111111111112},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":50},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.5892351274787535,"uniform_accuracy_baseline":0.027777777777777776,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.5292207792207791,"baseline_adjusted_score":0.5292207792207791},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.55,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.35714285714285726,"baseline_adjusted_score":0.35714285714285726},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.18279344505663045,"accuracy":0.78,"positive_recall":1,"specificity":0.56,"precision":0.6944444444444444,"balanced_accuracy":0.78,"f1":0.819672131147541,"true_positive":50,"false_positive":22,"false_negative":0,"true_negative":28,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2688262197734782,"baseline_adjusted_skill":0.56,"baseline_adjusted_score":0.56},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.20793144056691515,"accuracy":0.69,"positive_recall":0.92,"specificity":0.46,"precision":0.6301369863013698,"balanced_accuracy":0.6900000000000001,"f1":0.7479674796747967,"true_positive":46,"false_positive":27,"false_negative":4,"true_negative":23,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.1682742377323394,"baseline_adjusted_skill":0.3800000000000001,"baseline_adjusted_score":0.3800000000000001},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.63,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":0.05128205128205133,"baseline_adjusted_score":0.05128205128205133},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.83,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.8191489361702128,"baseline_adjusted_score":0.8191489361702128},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.12652240873346599,"accuracy":0.84,"positive_recall":0.9,"specificity":0.78,"precision":0.8035714285714286,"balanced_accuracy":0.8400000000000001,"f1":0.8490566037735849,"true_positive":45,"false_positive":11,"false_negative":5,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.49391036506613606,"baseline_adjusted_skill":0.6800000000000002,"baseline_adjusted_score":0.6800000000000002},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.28,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":58},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.57,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.3549999999999999,"baseline_adjusted_score":0.3549999999999999},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":59},{"provenance":"measured","status":"complete","counts":{"cases":285,"expected":285,"succeeded":285,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.5684210526315789,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5263157894736842,"baseline_adjusted_skill":0.08888888888888892,"baseline_adjusted_score":0.08888888888888892},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":60},{"provenance":"measured","status":"complete","counts":{"cases":299,"expected":299,"succeeded":299,"failed":0,"abstained":0},"metrics":{"binary_brier":0.323188794775264,"accuracy":0.5250836120401338,"positive_recall":0.8866666666666667,"specificity":0.1610738255033557,"precision":0.5155038759689923,"balanced_accuracy":0.5238702460850112,"f1":0.6519607843137255,"true_positive":133,"false_positive":125,"false_negative":17,"true_negative":24,"positive_prevalence":0.5016722408026756,"majority_accuracy_baseline":0.5016722408026756,"constant_brier_baseline":0.24999720361069788,"brier_skill":-0.2927696394498156,"baseline_adjusted_skill":0.04774049217002241,"baseline_adjusted_score":0.04774049217002241},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":61},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8333333333333334,"uniform_accuracy_baseline":0.2,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":0.7916666666666666,"baseline_adjusted_score":0.7916666666666666},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":62},{"provenance":"measured","status":"complete","counts":{"cases":283,"expected":283,"succeeded":283,"failed":0,"abstained":0},"metrics":{"binary_brier":0.3530551384669563,"accuracy":0.508833922261484,"positive_recall":0.6240601503759399,"specificity":0.4066666666666667,"precision":0.48255813953488375,"balanced_accuracy":0.5153634085213032,"f1":0.5442622950819672,"true_positive":83,"false_positive":89,"false_negative":50,"true_negative":61,"positive_prevalence":0.46996466431095407,"majority_accuracy_baseline":0.5300353356890459,"constant_brier_baseline":0.24909787861004634,"brier_skill":-0.417334986700755,"baseline_adjusted_skill":0.03072681704260649,"baseline_adjusted_score":0.03072681704260649},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":63},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.5866666666666667,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.4488888888888889,"baseline_adjusted_score":0.4488888888888889},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":64},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.93,"uniform_accuracy_baseline":0.20616666666666666,"fixed_answer_accuracy_baseline":0.21333333333333335,"baseline_adjusted_skill":0.9110169491525424,"baseline_adjusted_score":0.9110169491525424},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":65},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.79,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.685,"baseline_adjusted_score":0.685},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":66},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.49,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.37333333333333335,"baseline_adjusted_skill":0.18617021276595738,"baseline_adjusted_score":0.18617021276595738},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":67},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.13609102712137508,"normalized_score_rmse":0.1702481257911578,"constant_score_baseline":0.5,"constant_mae_baseline":0.26208333333333333,"baseline_adjusted_skill":0.48073375979125565,"baseline_adjusted_score":0.48073375979125565},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":68},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.09268158729259036,"normalized_score_rmse":0.12241165233609307,"constant_score_baseline":0.52,"constant_mae_baseline":0.24733333333333335,"baseline_adjusted_skill":0.6252766012428961,"baseline_adjusted_score":0.6252766012428961},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":69},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.09797753986317519,"normalized_score_rmse":0.12091771296528232,"constant_score_baseline":0.578319964349225,"constant_mae_baseline":0.11212962028602311,"baseline_adjusted_skill":0.12621179298341,"baseline_adjusted_score":0.12621179298341},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":70},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.5566666666666666,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.40888888888888886,"baseline_adjusted_score":0.40888888888888886},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":71},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8208955223880599,"baseline_adjusted_score":0.8208955223880599},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.20145172028153546,"accuracy":0.73,"positive_recall":0.82,"specificity":0.64,"precision":0.6949152542372882,"balanced_accuracy":0.73,"f1":0.7522935779816514,"true_positive":41,"false_positive":18,"false_negative":9,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.19419311887385815,"baseline_adjusted_skill":0.45999999999999996,"baseline_adjusted_score":0.45999999999999996},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.4189994932432432,"uniform_accuracy_baseline":0.23445945945945948,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.21236940762203488,"baseline_adjusted_score":0.21236940762203488},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0,"abstained":0},"metrics":{"binary_brier":0.15012863503150753,"accuracy":0.5801315986842105,"positive_recall":0.8721338060911596,"specificity":0.3020806692299256,"precision":0.5433613697478992,"balanced_accuracy":0.5871072376605426,"f1":0.6695661385073086,"true_positive":64.660003,"false_positive":54.339997,"false_negative":9.48,"true_negative":23.52,"positive_prevalence":0.4877631776315789,"majority_accuracy_baseline":0.512236822368421,"constant_brier_baseline":0.09451910039768556,"brier_skill":-0.5883417679585072,"baseline_adjusted_skill":0.17421447532108525,"baseline_adjusted_score":0.17421447532108525},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.18067728097347482,"normalized_score_rmse":0.2436053225472639,"constant_score_baseline":0.5841668333333333,"constant_mae_baseline":0.21700552708333334,"baseline_adjusted_skill":0.16740700846715273,"baseline_adjusted_score":0.16740700846715273},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.239147808064528,"accuracy":0.66,"positive_recall":0.88,"specificity":0.44,"precision":0.6111111111111112,"balanced_accuracy":0.66,"f1":0.7213114754098361,"true_positive":44,"false_positive":28,"false_negative":6,"true_negative":22,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.043408767741887955,"baseline_adjusted_skill":0.32000000000000006,"baseline_adjusted_score":0.32000000000000006},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2686376165542519,"accuracy":0.62,"positive_recall":0.3,"specificity":0.94,"precision":0.8333333333333334,"balanced_accuracy":0.62,"f1":0.4411764705882353,"true_positive":15,"false_positive":3,"false_negative":35,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.07455046621700756,"baseline_adjusted_skill":0.24,"baseline_adjusted_score":0.24},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.7868852459016393,"baseline_adjusted_score":0.7868852459016393},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.036111111111111115,"fixed_answer_accuracy_baseline":0.08833333333333333,"baseline_adjusted_skill":0.8574040219378428,"baseline_adjusted_score":0.8574040219378428},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.26467957754329663,"accuracy":0.5233333333333333,"positive_recall":0.54,"specificity":0.5066666666666667,"precision":0.5225806451612903,"balanced_accuracy":0.5233333333333334,"f1":0.5311475409836065,"true_positive":81,"false_positive":74,"false_negative":69,"true_negative":76,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.058718310173186516,"baseline_adjusted_skill":0.046666666666666856,"baseline_adjusted_score":0.046666666666666856},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":81},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.6818181818181818,"baseline_adjusted_score":0.6818181818181818},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.27,"uniform_accuracy_baseline":0.11021428571428572,"fixed_answer_accuracy_baseline":0.12554761904761905,"baseline_adjusted_skill":0.1651918207313421,"baseline_adjusted_score":0.1651918207313421},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":83},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.43,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.24,"baseline_adjusted_score":0.24},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":84},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.049879324215607396,"fixed_answer_accuracy_baseline":0.12442477876106194,"baseline_adjusted_skill":0.7715787345866182,"baseline_adjusted_score":0.7715787345866182},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.28233859155275703,"accuracy":0.5533333333333333,"positive_recall":0.41203703703703703,"specificity":0.9166666666666666,"precision":0.9270833333333334,"balanced_accuracy":0.6643518518518519,"f1":0.5705128205128205,"true_positive":89,"false_positive":7,"false_negative":127,"true_negative":77,"positive_prevalence":0.72,"majority_accuracy_baseline":0.72,"constant_brier_baseline":0.2016,"brier_skill":-0.4004890454005805,"baseline_adjusted_skill":0.3287037037037037,"baseline_adjusted_score":0.3287037037037037},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":86},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8233333333333334,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5033333333333333,"baseline_adjusted_skill":0.6442953020134229,"baseline_adjusted_score":0.6442953020134229},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":87},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2964374742138977,"accuracy":0.53,"positive_recall":0.08,"specificity":0.98,"precision":0.8,"balanced_accuracy":0.53,"f1":0.14545454545454545,"true_positive":4,"false_positive":1,"false_negative":46,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.18574989685559085,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.14800086637071966,"accuracy":0.7733333333333333,"positive_recall":0.70625,"specificity":0.85,"precision":0.8432835820895522,"balanced_accuracy":0.778125,"f1":0.7687074829931972,"true_positive":113,"false_positive":21,"false_negative":47,"true_negative":119,"positive_prevalence":0.5333333333333333,"majority_accuracy_baseline":0.5333333333333333,"constant_brier_baseline":0.2488888888888889,"brier_skill":0.40535366190335853,"baseline_adjusted_skill":0.5562499999999999,"baseline_adjusted_score":0.5562499999999999},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":89},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7777777777777778,"uniform_accuracy_baseline":0.23888888888888887,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.6862745098039217,"baseline_adjusted_score":0.6862745098039217},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0,"abstained":0},"metrics":{"binary_brier":0.29046982032561636,"accuracy":0.578125,"positive_recall":0.8125,"specificity":0.34375,"precision":0.5531914893617021,"balanced_accuracy":0.578125,"f1":0.6582278481012658,"true_positive":26,"false_positive":21,"false_negative":6,"true_negative":11,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.16187928130246543,"baseline_adjusted_skill":0.15625,"baseline_adjusted_score":0.15625},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.63,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.19565217391304343,"baseline_adjusted_score":0.19565217391304343},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.77,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.6515151515151516,"baseline_adjusted_score":0.6515151515151516},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.22188125099020645,"accuracy":0.67,"positive_recall":0.52,"specificity":0.82,"precision":0.7428571428571429,"balanced_accuracy":0.6699999999999999,"f1":0.611764705882353,"true_positive":26,"false_positive":9,"false_negative":24,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.11247499603917421,"baseline_adjusted_skill":0.33999999999999986,"baseline_adjusted_score":0.33999999999999986},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8235294117647058,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.7391304347826085,"baseline_adjusted_score":0.7391304347826085},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"binary_brier":0.10989131321960774,"accuracy":0.8484848484848485,"positive_recall":0.75,"specificity":0.9411764705882353,"precision":0.9230769230769231,"balanced_accuracy":0.8455882352941176,"f1":0.8275862068965517,"true_positive":12,"false_positive":1,"false_negative":4,"true_negative":16,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.5600307349406146,"baseline_adjusted_skill":0.6911764705882353,"baseline_adjusted_score":0.6911764705882353},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.17953253102821398,"normalized_score_rmse":0.24075396114252012,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.45596202718723033,"baseline_adjusted_score":0.45596202718723033},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.09375,"uniform_accuracy_baseline":0.178125,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.27192982456140347,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0,"abstained":0},"metrics":{"binary_brier":0.056149411685691306,"accuracy":0.9411764705882353,"positive_recall":1,"specificity":0.8823529411764706,"precision":0.8947368421052632,"balanced_accuracy":0.9411764705882353,"f1":0.9444444444444444,"true_positive":17,"false_positive":2,"false_negative":0,"true_negative":15,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7754023532572347,"baseline_adjusted_skill":0.8823529411764706,"baseline_adjusted_score":0.8823529411764706},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.27775870775660033,"normalized_score_rmse":0.32088775702212136,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-0.8887592127448822,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.625,"uniform_accuracy_baseline":0.13194444444444445,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":0.06086956521739136,"baseline_adjusted_score":0.06086956521739136},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0,"abstained":0},"metrics":{"binary_brier":0.14653701401916505,"accuracy":0.8269230769230769,"positive_recall":0.9230769230769231,"specificity":0.7307692307692307,"precision":0.7741935483870968,"balanced_accuracy":0.8269230769230769,"f1":0.8421052631578947,"true_positive":24,"false_positive":7,"false_negative":2,"true_negative":19,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4138519439233398,"baseline_adjusted_skill":0.6538461538461537,"baseline_adjusted_score":0.6538461538461537},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0,"abstained":0},"metrics":{"binary_brier":0.21217329017427056,"accuracy":0.68,"positive_recall":0.38461538461538464,"specificity":1,"precision":1,"balanced_accuracy":0.6923076923076923,"f1":0.5555555555555556,"true_positive":15,"false_positive":0,"false_negative":24,"true_negative":36,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24960000000000004,"brier_skill":0.1499467541094931,"baseline_adjusted_skill":0.3846153846153846,"baseline_adjusted_score":0.3846153846153846},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.3418401148370186,"normalized_score_rmse":0.4064428708042688,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.22085755298935195,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7647058823529411,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.6799999999999998,"baseline_adjusted_score":0.6799999999999998},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0,"abstained":0},"metrics":{"binary_brier":0.13737787921204872,"accuracy":0.8214285714285714,"positive_recall":1,"specificity":0.6428571428571429,"precision":0.7368421052631579,"balanced_accuracy":0.8214285714285714,"f1":0.8484848484848485,"true_positive":14,"false_positive":5,"false_negative":0,"true_negative":9,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4504884831518051,"baseline_adjusted_skill":0.6428571428571428,"baseline_adjusted_score":0.6428571428571428},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.21619748939904207,"normalized_score_rmse":0.2900822019087357,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.1696969696969697,"baseline_adjusted_skill":-0.2740209196729264,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0,"abstained":0},"metrics":{"binary_brier":0.09021445405172214,"accuracy":0.8941176470588236,"positive_recall":1,"specificity":0.775,"precision":0.8333333333333334,"balanced_accuracy":0.8875,"f1":0.9090909090909091,"true_positive":45,"false_positive":9,"false_negative":0,"true_negative":31,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.2491349480968858,"brier_skill":0.6378892052646152,"baseline_adjusted_skill":0.7749999999999999,"baseline_adjusted_score":0.7749999999999999},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.64,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.5263157894736842,"baseline_adjusted_score":0.5263157894736842},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1683549099520475,"accuracy":0.76,"positive_recall":1,"specificity":0.2,"precision":0.7446808510638298,"balanced_accuracy":0.6,"f1":0.8536585365853658,"true_positive":35,"false_positive":12,"false_negative":0,"true_negative":3,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.21,"brier_skill":0.19830995260929762,"baseline_adjusted_skill":0.19999999999999996,"baseline_adjusted_score":0.19999999999999996},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.31760072897483677,"normalized_score_rmse":0.4025140323027162,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.134288317767274,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.6708860759493671,"uniform_accuracy_baseline":0.24240506329113923,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.4347826086956522,"baseline_adjusted_score":0.4347826086956522},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0,"abstained":0},"metrics":{"binary_brier":0.127622134145099,"accuracy":0.8571428571428571,"positive_recall":1,"specificity":0.7,"precision":0.7857142857142857,"balanced_accuracy":0.85,"f1":0.88,"true_positive":11,"false_positive":3,"false_negative":0,"true_negative":7,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.2494331065759637,"brier_skill":0.48835126220010316,"baseline_adjusted_skill":0.7,"baseline_adjusted_score":0.7},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.6363636363636364,"uniform_accuracy_baseline":0.32373737373737377,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.4,"baseline_adjusted_score":0.4},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2595420503540147,"accuracy":0.6060606060606061,"positive_recall":0.5294117647058824,"specificity":0.6875,"precision":0.6428571428571429,"balanced_accuracy":0.6084558823529411,"f1":0.5806451612903226,"true_positive":9,"false_positive":5,"false_negative":8,"true_negative":11,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":-0.03912240013059565,"baseline_adjusted_skill":0.21691176470588225,"baseline_adjusted_score":0.21691176470588225},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.25914727889385786,"normalized_score_rmse":0.3190662505103546,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.3431372549019608,"baseline_adjusted_skill":0.24477078722361423,"baseline_adjusted_score":0.24477078722361423},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.15951673776091188,"accuracy":0.75,"positive_recall":0.64,"specificity":0.86,"precision":0.8205128205128205,"balanced_accuracy":0.75,"f1":0.7191011235955056,"true_positive":32,"false_positive":7,"false_negative":18,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3619330489563525,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.33333333333333337,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":-0.03092783505154633,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0,"abstained":0},"metrics":{"binary_brier":0.37986946012633205,"accuracy":0.5066666666666667,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":37,"true_negative":38,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555554,"brier_skill":-0.5197480179307381,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.14285714285714285,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.858974358974359,"baseline_adjusted_score":0.858974358974359},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.345,"uniform_accuracy_baseline":0.32416666666666666,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.0075757575757575,"baseline_adjusted_score":0.0075757575757575},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"binary_brier":0.08976049724404309,"accuracy":0.9090909090909091,"positive_recall":0.8125,"specificity":1,"precision":1,"balanced_accuracy":0.90625,"f1":0.896551724137931,"true_positive":13,"false_positive":0,"false_negative":3,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.6406280091957246,"baseline_adjusted_skill":0.8125,"baseline_adjusted_score":0.8125},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.21052965899017315,"normalized_score_rmse":0.23639418442363574,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.041727069424039476,"baseline_adjusted_score":0.041727069424039476},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.18937221127709017,"accuracy":0.76,"positive_recall":0.3181818181818182,"specificity":0.8846153846153846,"precision":0.4375,"balanced_accuracy":0.6013986013986014,"f1":0.3684210526315789,"true_positive":7,"false_positive":9,"false_negative":15,"true_negative":69,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.10356766478490775,"baseline_adjusted_skill":0.2027972027972027,"baseline_adjusted_score":0.2027972027972027},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1869537055100484,"accuracy":0.79,"positive_recall":0.6486486486486487,"specificity":0.873015873015873,"precision":0.75,"balanced_accuracy":0.7608322608322609,"f1":0.6956521739130435,"true_positive":24,"false_positive":8,"false_negative":13,"true_negative":55,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000003,"brier_skill":0.19796780132969383,"baseline_adjusted_skill":0.5216645216645217,"baseline_adjusted_score":0.5216645216645217},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.14092937154063884,"accuracy":0.79,"positive_recall":0.6666666666666666,"specificity":0.8688524590163934,"precision":0.7647058823529411,"balanced_accuracy":0.76775956284153,"f1":0.7123287671232876,"true_positive":26,"false_positive":8,"false_negative":13,"true_negative":53,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379,"brier_skill":0.4076108804512869,"baseline_adjusted_skill":0.53551912568306,"baseline_adjusted_score":0.53551912568306},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.14636525352440558,"accuracy":0.83,"positive_recall":0.8709677419354839,"specificity":0.8115942028985508,"precision":0.675,"balanced_accuracy":0.8412809724170174,"f1":0.7605633802816901,"true_positive":27,"false_positive":13,"false_negative":4,"true_negative":56,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999998,"brier_skill":0.31573046505654234,"baseline_adjusted_skill":0.6825619448340348,"baseline_adjusted_score":0.6825619448340348},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.72,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.611111111111111,"baseline_adjusted_score":0.611111111111111},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.1449524801065343,"normalized_score_rmse":0.1771346932706415,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.3765484726600675,"baseline_adjusted_score":0.3765484726600675},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.11451249856259721,"accuracy":0.83,"positive_recall":0.96,"specificity":0.7,"precision":0.7619047619047619,"balanced_accuracy":0.83,"f1":0.8495575221238938,"true_positive":48,"false_positive":15,"false_negative":2,"true_negative":35,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5419500057496112,"baseline_adjusted_skill":0.6599999999999999,"baseline_adjusted_score":0.6599999999999999},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.22988344271738548,"accuracy":0.6,"positive_recall":0.7,"specificity":0.5,"precision":0.5833333333333334,"balanced_accuracy":0.6,"f1":0.6363636363636364,"true_positive":35,"false_positive":25,"false_negative":15,"true_negative":25,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.08046622913045809,"baseline_adjusted_skill":0.19999999999999996,"baseline_adjusted_score":0.19999999999999996},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.66,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":0.0285714285714286,"baseline_adjusted_score":0.0285714285714286},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.09965252060544307,"accuracy":0.8666666666666667,"positive_recall":0.7933333333333333,"specificity":0.94,"precision":0.9296875,"balanced_accuracy":0.8666666666666667,"f1":0.8561151079136691,"true_positive":119,"false_positive":9,"false_negative":31,"true_negative":141,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6013899175782278,"baseline_adjusted_skill":0.7333333333333334,"baseline_adjusted_score":0.7333333333333334},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":134},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.19916026030128386,"accuracy":0.72,"positive_recall":0.88,"specificity":0.56,"precision":0.6666666666666666,"balanced_accuracy":0.72,"f1":0.7586206896551724,"true_positive":44,"false_positive":22,"false_negative":6,"true_negative":28,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.20335895879486454,"baseline_adjusted_skill":0.43999999999999995,"baseline_adjusted_score":0.43999999999999995},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.6428571428571428,"baseline_adjusted_score":0.6428571428571428},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.4999999999999999,"baseline_adjusted_score":0.4999999999999999},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.11777659889005207,"accuracy":0.83,"positive_recall":0.8,"specificity":0.86,"precision":0.851063829787234,"balanced_accuracy":0.8300000000000001,"f1":0.8247422680412371,"true_positive":40,"false_positive":7,"false_negative":10,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5288936044397917,"baseline_adjusted_skill":0.6600000000000001,"baseline_adjusted_score":0.6600000000000001},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.5066666666666667,"uniform_accuracy_baseline":0.0625,"fixed_answer_accuracy_baseline":0.10666666666666667,"baseline_adjusted_skill":0.44776119402985076,"baseline_adjusted_score":0.44776119402985076},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":142},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.20851190476190473,"fixed_answer_accuracy_baseline":0.22333333333333333,"baseline_adjusted_skill":0.9871244635193133,"baseline_adjusted_score":0.9871244635193133},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.08294953476972225,"accuracy":0.89,"positive_recall":0.86,"specificity":0.92,"precision":0.9148936170212766,"balanced_accuracy":0.89,"f1":0.8865979381443299,"true_positive":43,"false_positive":4,"false_negative":7,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.668201860921111,"baseline_adjusted_skill":0.78,"baseline_adjusted_score":0.78},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.12950111321559407,"normalized_score_rmse":0.21299073651799602,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.5683296226146863,"baseline_adjusted_score":0.5683296226146863},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.22851190476190475,"fixed_answer_accuracy_baseline":0.24333333333333332,"baseline_adjusted_skill":0.881057268722467,"baseline_adjusted_score":0.881057268722467},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.08878290799233318,"accuracy":0.89,"positive_recall":0.96,"specificity":0.82,"precision":0.8421052631578947,"balanced_accuracy":0.8899999999999999,"f1":0.897196261682243,"true_positive":48,"false_positive":9,"false_negative":2,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6448683680306673,"baseline_adjusted_skill":0.7799999999999998,"baseline_adjusted_score":0.7799999999999998},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.18498413695523905,"normalized_score_rmse":0.2566943882223993,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.3042222222222222,"baseline_adjusted_skill":0.39194403484399143,"baseline_adjusted_score":0.39194403484399143},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.71,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.532258064516129,"baseline_adjusted_score":0.532258064516129},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7166666666666667,"uniform_accuracy_baseline":0.3467777777777778,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.5572916666666667,"baseline_adjusted_score":0.5572916666666667},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":150},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.03118949530930025,"accuracy":0.95,"positive_recall":0.94,"specificity":0.96,"precision":0.9591836734693877,"balanced_accuracy":0.95,"f1":0.9494949494949495,"true_positive":47,"false_positive":2,"false_negative":3,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.875242018762799,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.76,"baseline_adjusted_score":0.76},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.050936257648560225,"accuracy":0.94,"positive_recall":0.9,"specificity":0.98,"precision":0.9782608695652174,"balanced_accuracy":0.94,"f1":0.9375,"true_positive":45,"false_positive":1,"false_negative":5,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7962549694057591,"baseline_adjusted_skill":0.8799999999999999,"baseline_adjusted_score":0.8799999999999999},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.58,"uniform_accuracy_baseline":0.3533333333333333,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.28813559322033894,"baseline_adjusted_score":0.28813559322033894},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.9032258064516128,"baseline_adjusted_score":0.9032258064516128},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.41,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.11499999999999998,"baseline_adjusted_score":0.11499999999999998},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":157},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.8225806451612904,"baseline_adjusted_score":0.8225806451612904},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.49,"uniform_accuracy_baseline":0.1111111111111111,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.39285714285714285,"baseline_adjusted_score":0.39285714285714285},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.6666666666666666,"baseline_adjusted_score":0.6666666666666666},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":160},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.06365879598002437,"accuracy":0.8221250000000001,"positive_recall":0.12326961107448912,"specificity":0.985654789449329,"precision":0.6678571428571428,"balanced_accuracy":0.5544622002619091,"f1":0.20812465219810797,"true_positive":9.35,"false_positive":4.65,"false_negative":66.5,"true_negative":319.5,"positive_prevalence":0.189625,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500001,"brier_skill":0.16374438229237787,"baseline_adjusted_skill":0.10892440052381813,"baseline_adjusted_score":0.10892440052381813},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.20929434950309736,"normalized_score_rmse":0.24772458096244995,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":0.02084514852352115,"baseline_adjusted_score":0.02084514852352115},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.09229082257694594,"accuracy":0.7823749999999999,"positive_recall":0.35911861228316927,"specificity":0.9362536219532981,"precision":0.6719298245614035,"balanced_accuracy":0.6476861171182337,"f1":0.4680721051023526,"true_positive":38.3,"false_positive":18.7,"false_negative":68.35,"true_negative":274.65,"positive_prevalence":0.266625,"majority_accuracy_baseline":0.733375,"constant_brier_baseline":0.115654859375,"brier_skill":0.2020151762261745,"baseline_adjusted_skill":0.2953722342364673,"baseline_adjusted_score":0.2953722342364673},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.19406422670433326,"normalized_score_rmse":0.262803549451756,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.2779005517978297,"baseline_adjusted_score":0.2779005517978297},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.07465482711341276,"accuracy":0.7776249999999999,"positive_recall":0.3391498881431767,"specificity":0.9476149176062445,"precision":0.7150943396226415,"balanced_accuracy":0.6433824028747106,"f1":0.46009104704097115,"true_positive":37.9,"false_positive":15.1,"false_negative":73.85,"true_negative":273.15,"positive_prevalence":0.279375,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937500001,"brier_skill":0.34024780046072844,"baseline_adjusted_skill":0.2867648057494212,"baseline_adjusted_score":0.2867648057494212},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.18817369931113678,"normalized_score_rmse":0.24358898767272483,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.2882318702179224,"baseline_adjusted_score":0.2882318702179224},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.09891371645769284,"accuracy":0.810875,"positive_recall":0.18647887323943663,"specificity":0.9889156626506025,"precision":0.8275,"balanced_accuracy":0.5876972679450195,"f1":0.304367816091954,"true_positive":16.55,"false_positive":3.45,"false_negative":72.2,"true_negative":307.8,"positive_prevalence":0.221875,"majority_accuracy_baseline":0.778125,"constant_brier_baseline":0.12674023437499998,"brier_skill":0.21955551884947466,"baseline_adjusted_skill":0.17539453589003906,"baseline_adjusted_score":0.17539453589003906},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.17864904152338767,"normalized_score_rmse":0.256467719455779,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.20820369407916817,"baseline_adjusted_score":0.20820369407916817},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.046432564726424264,"accuracy":0.82575,"positive_recall":0.6148393194706995,"specificity":0.9015975526852482,"precision":0.6920212765957446,"balanced_accuracy":0.7582184360779738,"f1":0.6511511511511512,"true_positive":65.05,"false_positive":28.95,"false_negative":40.75,"true_negative":265.25,"positive_prevalence":0.2645,"majority_accuracy_baseline":0.7355,"constant_brier_baseline":0.11362725,"brier_skill":0.5913606575322006,"baseline_adjusted_skill":0.5164368721559476,"baseline_adjusted_score":0.5164368721559476},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.156660924089717,"normalized_score_rmse":0.20618818012518605,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.3764739339712756,"baseline_adjusted_score":0.3764739339712756},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0713140473794849,"accuracy":0.83675,"positive_recall":0.36096605744125326,"specificity":0.949443413729128,"precision":0.6284090909090909,"balanced_accuracy":0.6552047355851907,"f1":0.4585406301824212,"true_positive":27.65,"false_positive":16.35,"false_negative":48.95,"true_negative":307.05,"positive_prevalence":0.19149999999999998,"majority_accuracy_baseline":0.8085,"constant_brier_baseline":0.09190274999999999,"brier_skill":0.22402705708496318,"baseline_adjusted_skill":0.3104094711703813,"baseline_adjusted_score":0.3104094711703813},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.14512032707165967,"normalized_score_rmse":0.22653467489770768,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.2985120141551194,"baseline_adjusted_score":0.2985120141551194},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.05630068432803936,"accuracy":0.87625,"positive_recall":0.5846883468834688,"specificity":0.9422133660331085,"precision":0.6959677419354838,"balanced_accuracy":0.7634508564582887,"f1":0.6354933726067746,"true_positive":43.15,"false_positive":18.85,"false_negative":30.65,"true_negative":307.35,"positive_prevalence":0.1845,"majority_accuracy_baseline":0.8155,"constant_brier_baseline":0.10922225,"brier_skill":0.4845309968615428,"baseline_adjusted_skill":0.5269017129165774,"baseline_adjusted_score":0.5269017129165774},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.17720294021989416,"normalized_score_rmse":0.2370154971449035,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":0.06427490312927164,"baseline_adjusted_score":0.06427490312927164},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.10585948028958093,"accuracy":0.8157499999999999,"positive_recall":0.08152866242038218,"specificity":0.9950233281493001,"precision":0.8,"balanced_accuracy":0.5382759952848412,"f1":0.14797687861271677,"true_positive":6.4,"false_positive":1.6,"false_negative":72.1,"true_negative":319.9,"positive_prevalence":0.19625,"majority_accuracy_baseline":0.80375,"constant_brier_baseline":0.09878593749999999,"brier_skill":-0.0716047543667937,"baseline_adjusted_skill":0.07655199056968232,"baseline_adjusted_score":0.07655199056968232},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.1793714183997535,"normalized_score_rmse":0.2834370265260705,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":0.1509045282851904,"baseline_adjusted_score":0.1509045282851904},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0,"abstained":0},"metrics":{"binary_brier":0.08358586319036636,"accuracy":0.6987244897959183,"positive_recall":0.6954329774614473,"specificity":0.7012085944494181,"precision":0.6372282608695652,"balanced_accuracy":0.6983207859554327,"f1":0.6650595575723198,"true_positive":117.25,"false_positive":66.75,"false_negative":51.35,"true_negative":156.65,"positive_prevalence":0.4301020408163265,"majority_accuracy_baseline":0.5698979591836735,"constant_brier_baseline":0.12359641815910039,"brier_skill":0.3237193728157247,"baseline_adjusted_skill":0.39664157191086535,"baseline_adjusted_score":0.39664157191086535},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.1784890740192926,"normalized_score_rmse":0.2217105164927046,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.3521507683744194,"baseline_adjusted_score":0.3521507683744194},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0,"abstained":0},"metrics":{"binary_brier":0.04157360825192228,"accuracy":0.89575,"positive_recall":0.514162077104642,"specificity":0.9678258285034924,"precision":0.7511494252873563,"balanced_accuracy":0.7409939528040672,"f1":0.6104624007473143,"true_positive":65.35,"false_positive":21.65,"false_negative":61.75,"true_negative":651.25,"positive_prevalence":0.158875,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499999,"brier_skill":0.5791185763134871,"baseline_adjusted_skill":0.4819879056081344,"baseline_adjusted_score":0.4819879056081344},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.15507179249416272,"normalized_score_rmse":0.21986302185412243,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":0.06017095458083199,"baseline_adjusted_score":0.06017095458083199},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.0644719165273415,"normalized_score_rmse":0.10483128577314736,"constant_score_baseline":0.1111111111111111,"constant_mae_baseline":0.10629629629629629,"baseline_adjusted_skill":0.3934697748298883,"baseline_adjusted_score":0.3934697748298883},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":181},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.8225806451612904,"baseline_adjusted_score":0.8225806451612904},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.21586806142610407,"accuracy":0.68,"positive_recall":0.52,"specificity":0.84,"precision":0.7647058823529411,"balanced_accuracy":0.6799999999999999,"f1":0.6190476190476191,"true_positive":26,"false_positive":8,"false_negative":24,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.13652775429558373,"baseline_adjusted_skill":0.3599999999999999,"baseline_adjusted_score":0.3599999999999999},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.16766070245195494,"uniform_accuracy_baseline":0.058823529411764705,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.021806853582554533,"baseline_adjusted_score":0.021806853582554533},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.3522834062143382,"accuracy":0.5133333333333333,"positive_recall":0.16091954022988506,"specificity":1,"precision":1,"balanced_accuracy":0.5804597701149425,"f1":0.27722772277227725,"true_positive":28,"false_positive":0,"false_negative":146,"true_negative":126,"positive_prevalence":0.58,"majority_accuracy_baseline":0.58,"constant_brier_baseline":0.24359999999999998,"brier_skill":-0.44615519792421265,"baseline_adjusted_skill":0.16091954022988508,"baseline_adjusted_score":0.16091954022988508},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":185},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2670591386888149,"accuracy":0.6366666666666667,"positive_recall":0.8280254777070064,"specificity":0.42657342657342656,"precision":0.6132075471698113,"balanced_accuracy":0.6272994521402164,"f1":0.7046070460704607,"true_positive":130,"false_positive":82,"false_negative":27,"true_negative":61,"positive_prevalence":0.5233333333333333,"majority_accuracy_baseline":0.5233333333333333,"constant_brier_baseline":0.24945555555555557,"brier_skill":-0.07056801398571744,"baseline_adjusted_skill":0.25459890428043286,"baseline_adjusted_score":0.25459890428043286},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":186},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.73,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.41304347826086946,"baseline_adjusted_score":0.41304347826086946},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.19605390564008232,"accuracy":0.72,"positive_recall":0.82,"specificity":0.62,"precision":0.6833333333333333,"balanced_accuracy":0.72,"f1":0.7454545454545455,"true_positive":41,"false_positive":19,"false_negative":9,"true_negative":31,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.21578437743967072,"baseline_adjusted_skill":0.43999999999999995,"baseline_adjusted_score":0.43999999999999995},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.48,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.1746031746031746,"baseline_adjusted_score":0.1746031746031746},"scoring":{"eligible":true,"reason":null},"model":191,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1674942382053109,"accuracy":0.7905405405405406,"positive_recall":0.6338028169014085,"specificity":0.935064935064935,"precision":0.9,"balanced_accuracy":0.7844338759831717,"f1":0.743801652892562,"true_positive":45,"false_positive":5,"false_negative":26,"true_negative":72,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.24958911614317017,"brier_skill":0.3289201035944521,"baseline_adjusted_skill":0.5688677519663434,"baseline_adjusted_score":0.5688677519663434},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.63,"uniform_accuracy_baseline":0.2005,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.4788732394366198,"baseline_adjusted_score":0.4788732394366198},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.9705882352941176,"baseline_adjusted_score":0.9705882352941176},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.7659574468085106,"baseline_adjusted_score":0.7659574468085106},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.8775510204081631,"baseline_adjusted_score":0.8775510204081631},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.07485048592295375,"accuracy":0.6465691895400001,"positive_recall":0.8949207706000609,"specificity":0.24811470842463135,"precision":0.6563113813095238,"balanced_accuracy":0.5715177395123461,"f1":0.7572647155257566,"true_positive":55.13015603,"false_positive":28.86984397,"false_negative":6.473237076,"true_negative":9.526762924,"positive_prevalence":0.61603393106,"majority_accuracy_baseline":0.61603393106,"constant_brier_baseline":0.07908707655202402,"brier_skill":0.053568684212058404,"baseline_adjusted_skill":0.14303547902469216,"baseline_adjusted_score":0.14303547902469216},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.028755121795679735,"accuracy":0.94,"positive_recall":0.96,"specificity":0.92,"precision":0.9230769230769231,"balanced_accuracy":0.94,"f1":0.9411764705882353,"true_positive":48,"false_positive":4,"false_negative":2,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.884979512817281,"baseline_adjusted_skill":0.8799999999999999,"baseline_adjusted_score":0.8799999999999999},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.93,"uniform_accuracy_baseline":0.012987012987012986,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.9263157894736842,"baseline_adjusted_score":0.9263157894736842},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.66,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.46875000000000006,"baseline_adjusted_score":0.46875000000000006},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.14780218580640667,"accuracy":0.78,"positive_recall":0.98,"specificity":0.58,"precision":0.7,"balanced_accuracy":0.78,"f1":0.8166666666666667,"true_positive":49,"false_positive":21,"false_negative":1,"true_negative":29,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.40879125677437333,"baseline_adjusted_skill":0.56,"baseline_adjusted_score":0.56},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0,"abstained":0},"metrics":{"binary_brier":0.07769533122438779,"accuracy":0.710508769135257,"positive_recall":0.4805661480335146,"specificity":0.8175784951559942,"precision":0.5508969451022363,"balanced_accuracy":0.6490723215947545,"f1":0.5133337772975838,"true_positive":106.87400734983385,"false_positive":87.12599265016615,"false_negative":115.51786895515397,"true_negative":390.482131044846,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768642,"brier_skill":0.12433196439981298,"baseline_adjusted_skill":0.29814464318950895,"baseline_adjusted_score":0.29814464318950895},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.18269696683510755,"accuracy":0.72,"positive_recall":0.64,"specificity":0.8,"precision":0.7619047619047619,"balanced_accuracy":0.72,"f1":0.6956521739130435,"true_positive":32,"false_positive":10,"false_negative":18,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2692121326595698,"baseline_adjusted_skill":0.43999999999999995,"baseline_adjusted_score":0.43999999999999995},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9668874172185431,"uniform_accuracy_baseline":0.006622516556291391,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.9655172413793104,"baseline_adjusted_score":0.9655172413793104},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.08160575830781132,"accuracy":0.8933333333333333,"positive_recall":0.84,"specificity":0.9466666666666667,"precision":0.9402985074626866,"balanced_accuracy":0.8933333333333333,"f1":0.8873239436619719,"true_positive":126,"false_positive":8,"false_negative":24,"true_negative":142,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6735769667687548,"baseline_adjusted_skill":0.7866666666666666,"baseline_adjusted_score":0.7866666666666666},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":14},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8170588235294117,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.6626898047722342,"baseline_adjusted_score":0.6626898047722342},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.83,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.7166666666666666,"baseline_adjusted_score":0.7166666666666666},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.08106121894484546,"accuracy":0.9,"positive_recall":0.98,"specificity":0.82,"precision":0.8448275862068966,"balanced_accuracy":0.8999999999999999,"f1":0.9074074074074074,"true_positive":49,"false_positive":9,"false_negative":1,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6757551242206181,"baseline_adjusted_skill":0.7999999999999998,"baseline_adjusted_score":0.7999999999999998},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.79,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.5625000000000001,"baseline_adjusted_score":0.5625000000000001},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9433333333333334,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.8866666666666667,"baseline_adjusted_score":0.8866666666666667},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":19},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.7291666666666666,"baseline_adjusted_score":0.7291666666666666},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":20},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9633333333333334,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5266666666666666,"baseline_adjusted_skill":0.9225352112676057,"baseline_adjusted_score":0.9225352112676057},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":21},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.07142857142857142,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9775280898876404,"baseline_adjusted_score":0.9775280898876404},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.82,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.6086956521739129,"baseline_adjusted_score":0.6086956521739129},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.45,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.2465753424657534,"baseline_adjusted_score":0.2465753424657534},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7777777777777778,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.3333333333333334,"baseline_adjusted_score":0.3333333333333334},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0,"abstained":0},"metrics":{"binary_brier":0.13279294702529165,"accuracy":0.8414634146341463,"positive_recall":0.825,"specificity":0.8571428571428571,"precision":0.8461538461538461,"balanced_accuracy":0.8410714285714285,"f1":0.8354430379746836,"true_positive":33,"false_positive":6,"false_negative":7,"true_negative":36,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.2498512790005949,"brier_skill":0.46851203821543985,"baseline_adjusted_skill":0.6821428571428569,"baseline_adjusted_score":0.6821428571428569},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.09638677738372253,"accuracy":0.86,"positive_recall":0.88,"specificity":0.84,"precision":0.8461538461538461,"balanced_accuracy":0.86,"f1":0.8627450980392157,"true_positive":44,"false_positive":8,"false_negative":6,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6144528904651099,"baseline_adjusted_skill":0.72,"baseline_adjusted_score":0.72},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7988826815642458,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.7419354838709677,"baseline_adjusted_score":0.7419354838709677},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.77,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.6229508196721312,"baseline_adjusted_score":0.6229508196721312},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"binary_brier":0.15978446230970691,"accuracy":0.78,"positive_recall":0.4772727272727273,"specificity":0.8653846153846154,"precision":0.5,"balanced_accuracy":0.6713286713286714,"f1":0.4883720930232558,"true_positive":21,"false_positive":21,"false_negative":23,"true_negative":135,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":0.06885511474529771,"baseline_adjusted_skill":0.3426573426573427,"baseline_adjusted_score":0.3426573426573427},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"binary_brier":0.16583539662885372,"accuracy":0.75,"positive_recall":0.16,"specificity":0.9466666666666667,"precision":0.5,"balanced_accuracy":0.5533333333333333,"f1":0.24242424242424243,"true_positive":8,"false_positive":8,"false_negative":42,"true_negative":142,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":0.11554455131278019,"baseline_adjusted_skill":0.10666666666666669,"baseline_adjusted_score":0.10666666666666669},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"binary_brier":0.035765681777789105,"accuracy":0.95,"positive_recall":0.7894736842105263,"specificity":0.9668508287292817,"precision":0.7142857142857143,"balanced_accuracy":0.8781622564699041,"f1":0.75,"true_positive":15,"false_positive":6,"false_negative":4,"true_negative":175,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.085975,"brier_skill":0.5839990488189695,"baseline_adjusted_skill":0.7563245129398082,"baseline_adjusted_score":0.7563245129398082},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9933333333333333,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.9899999999999998,"baseline_adjusted_score":0.9899999999999998},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":33},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.00776226118018495,"accuracy":0.9866666666666667,"positive_recall":1,"specificity":0.9733333333333334,"precision":0.974025974025974,"balanced_accuracy":0.9866666666666667,"f1":0.9868421052631579,"true_positive":150,"false_positive":4,"false_negative":0,"true_negative":146,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9689509552792602,"baseline_adjusted_skill":0.9733333333333334,"baseline_adjusted_score":0.9733333333333334},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":34},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.96,"baseline_adjusted_score":0.96},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":35},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.11788231328038203,"accuracy":0.8266666666666667,"positive_recall":0.9733333333333334,"specificity":0.68,"precision":0.7525773195876289,"balanced_accuracy":0.8266666666666667,"f1":0.8488372093023255,"true_positive":146,"false_positive":48,"false_negative":4,"true_negative":102,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.528470746878472,"baseline_adjusted_skill":0.6533333333333333,"baseline_adjusted_score":0.6533333333333333},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":36},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.13642811194184543,"normalized_score_rmse":0.21608923009675765,"constant_score_baseline":0.5,"constant_mae_baseline":0.3333333333333333,"baseline_adjusted_skill":0.5907156641744638,"baseline_adjusted_score":0.5907156641744638},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":37},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.38,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.17333333333333334,"baseline_adjusted_score":0.17333333333333334},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":38},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2598692401238298,"accuracy":0.54,"positive_recall":0.37333333333333335,"specificity":0.7066666666666667,"precision":0.56,"balanced_accuracy":0.54,"f1":0.448,"true_positive":56,"false_positive":44,"false_negative":94,"true_negative":106,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.039476960495319124,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":39},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.3201299604367597,"normalized_score_rmse":0.3824427743290969,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":-0.06709986812253232,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":40},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.9571428571428571,"baseline_adjusted_score":0.9571428571428571},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":42},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.027876141505946195,"accuracy":0.9566666666666667,"positive_recall":0.9798657718120806,"specificity":0.9337748344370861,"precision":0.9358974358974359,"balanced_accuracy":0.9568203031245833,"f1":0.9573770491803278,"true_positive":146,"false_positive":10,"false_negative":3,"true_negative":141,"positive_prevalence":0.49666666666666665,"majority_accuracy_baseline":0.5033333333333334,"constant_brier_baseline":0.2499888888888889,"brier_skill":0.8884904779974596,"baseline_adjusted_skill":0.9136406062491667,"baseline_adjusted_score":0.9136406062491667},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":43},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.15804979021477317,"normalized_score_rmse":0.21530564444995476,"constant_score_baseline":0.5,"constant_mae_baseline":0.36666666666666664,"baseline_adjusted_skill":0.5689551175960732,"baseline_adjusted_score":0.5689551175960732},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":44},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.6966666666666667,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2866666666666667,"baseline_adjusted_skill":0.5747663551401868,"baseline_adjusted_score":0.5747663551401868},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":46},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1503527362538644,"accuracy":0.79,"positive_recall":0.8343949044585988,"specificity":0.7412587412587412,"precision":0.7797619047619048,"balanced_accuracy":0.78782682285867,"f1":0.8061538461538461,"true_positive":131,"false_positive":37,"false_negative":26,"true_negative":106,"positive_prevalence":0.5233333333333333,"majority_accuracy_baseline":0.5233333333333333,"constant_brier_baseline":0.24945555555555557,"brier_skill":0.397276457046555,"baseline_adjusted_skill":0.57565364571734,"baseline_adjusted_score":0.57565364571734},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":47},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.23695334775614138,"normalized_score_rmse":0.2958129290742379,"constant_score_baseline":0.5,"constant_mae_baseline":0.3016666666666667,"baseline_adjusted_skill":0.21451928920616126,"baseline_adjusted_score":0.21451928920616126},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":48},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0,"abstained":0},"metrics":{"binary_brier":0.09334284884114266,"accuracy":0.839470238095238,"positive_recall":0.7812716992361869,"specificity":0.8431854305055122,"precision":0.2412990196078431,"balanced_accuracy":0.8122285648708496,"f1":0.36871796072189317,"true_positive":131.26666666666665,"false_positive":412.73333333333335,"false_negative":36.75,"true_negative":2219.25,"positive_prevalence":0.060005952380952375,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679138,"brier_skill":-1.898758717584038,"baseline_adjusted_skill":0.6244571297416992,"baseline_adjusted_score":0.6244571297416992},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.42,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.22666666666666666,"baseline_adjusted_score":0.22666666666666666},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":50},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7337110481586402,"uniform_accuracy_baseline":0.027777777777777776,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.6948051948051948,"baseline_adjusted_score":0.6948051948051948},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.79,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.7000000000000001,"baseline_adjusted_score":0.7000000000000001},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.08341602969408805,"accuracy":0.89,"positive_recall":1,"specificity":0.78,"precision":0.819672131147541,"balanced_accuracy":0.89,"f1":0.9009009009009009,"true_positive":50,"false_positive":11,"false_negative":0,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6663358812236477,"baseline_adjusted_skill":0.78,"baseline_adjusted_score":0.78},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.013043005123631622,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":50,"false_positive":0,"false_negative":0,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9478279795054735,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.62,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":0.025641025641025664,"baseline_adjusted_score":0.025641025641025664},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.8829787234042554,"baseline_adjusted_score":0.8829787234042554},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.06081875182203242,"accuracy":0.92,"positive_recall":0.96,"specificity":0.88,"precision":0.8888888888888888,"balanced_accuracy":0.9199999999999999,"f1":0.9230769230769231,"true_positive":48,"false_positive":6,"false_negative":2,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7567249927118703,"baseline_adjusted_skill":0.8399999999999999,"baseline_adjusted_score":0.8399999999999999},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.38333333333333336,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.1777777777777778,"baseline_adjusted_score":0.1777777777777778},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":58},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.71,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.565,"baseline_adjusted_score":0.565},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":59},{"provenance":"measured","status":"complete","counts":{"cases":285,"expected":285,"succeeded":285,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.712280701754386,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5263157894736842,"baseline_adjusted_skill":0.3925925925925926,"baseline_adjusted_score":0.3925925925925926},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":60},{"provenance":"measured","status":"complete","counts":{"cases":299,"expected":299,"succeeded":299,"failed":0,"abstained":0},"metrics":{"binary_brier":0.37061319830565675,"accuracy":0.5217391304347826,"positive_recall":0.9866666666666667,"specificity":0.053691275167785234,"precision":0.5121107266435986,"balanced_accuracy":0.520178970917226,"f1":0.6742596810933941,"true_positive":148,"false_positive":141,"false_negative":2,"true_negative":8,"positive_prevalence":0.5016722408026756,"majority_accuracy_baseline":0.5016722408026756,"constant_brier_baseline":0.24999720361069788,"brier_skill":-0.4824693754686362,"baseline_adjusted_skill":0.04035794183445196,"baseline_adjusted_score":0.04035794183445196},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":61},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9566666666666667,"uniform_accuracy_baseline":0.2,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":0.9458333333333332,"baseline_adjusted_score":0.9458333333333332},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":62},{"provenance":"measured","status":"complete","counts":{"cases":283,"expected":283,"succeeded":283,"failed":0,"abstained":0},"metrics":{"binary_brier":0.3024861782550788,"accuracy":0.5512367491166078,"positive_recall":0.8345864661654135,"specificity":0.3,"precision":0.5138888888888888,"balanced_accuracy":0.5672932330827067,"f1":0.6361031518624641,"true_positive":111,"false_positive":105,"false_negative":22,"true_negative":45,"positive_prevalence":0.46996466431095407,"majority_accuracy_baseline":0.5300353356890459,"constant_brier_baseline":0.24909787861004634,"brier_skill":-0.2143265929960403,"baseline_adjusted_skill":0.13458646616541348,"baseline_adjusted_score":0.13458646616541348},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":63},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7733333333333333,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.6977777777777777,"baseline_adjusted_score":0.6977777777777777},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":64},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9433333333333334,"uniform_accuracy_baseline":0.20616666666666666,"fixed_answer_accuracy_baseline":0.21333333333333335,"baseline_adjusted_skill":0.9279661016949153,"baseline_adjusted_score":0.9279661016949153},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":65},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.8499999999999999,"baseline_adjusted_score":0.8499999999999999},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":66},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.58,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.37333333333333335,"baseline_adjusted_skill":0.32978723404255306,"baseline_adjusted_score":0.32978723404255306},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":67},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.13467323943381534,"normalized_score_rmse":0.17078403252329308,"constant_score_baseline":0.5,"constant_mae_baseline":0.26208333333333333,"baseline_adjusted_skill":0.486143442541881,"baseline_adjusted_score":0.486143442541881},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":68},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.07724806804477512,"normalized_score_rmse":0.10065584749956627,"constant_score_baseline":0.52,"constant_mae_baseline":0.24733333333333335,"baseline_adjusted_skill":0.6876762747515831,"baseline_adjusted_score":0.6876762747515831},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":69},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.12241386042084251,"normalized_score_rmse":0.14207096734254435,"constant_score_baseline":0.578319964349225,"constant_mae_baseline":0.11212962028602311,"baseline_adjusted_skill":-0.0917174258557738,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":70},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.77,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.6933333333333334,"baseline_adjusted_score":0.6933333333333334},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":71},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8358208955223883,"baseline_adjusted_score":0.8358208955223883},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.06835069778647354,"accuracy":0.9,"positive_recall":0.94,"specificity":0.86,"precision":0.8703703703703703,"balanced_accuracy":0.8999999999999999,"f1":0.9038461538461539,"true_positive":47,"false_positive":7,"false_negative":3,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7265972088541058,"baseline_adjusted_skill":0.7999999999999998,"baseline_adjusted_score":0.7999999999999998},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.49278498648648644,"uniform_accuracy_baseline":0.23445945945945948,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.3123963629795917,"baseline_adjusted_score":0.3123963629795917},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0,"abstained":0},"metrics":{"binary_brier":0.09444586240685682,"accuracy":0.669254375,"positive_recall":0.889308488428305,"specificity":0.4597140043557927,"precision":0.6104938333333334,"balanced_accuracy":0.6745112463920488,"f1":0.7239852082356669,"true_positive":65.933334,"false_positive":42.066666,"false_negative":8.206669,"true_negative":35.793331,"positive_prevalence":0.4877631776315789,"majority_accuracy_baseline":0.512236822368421,"constant_brier_baseline":0.09451910039768556,"brier_skill":0.0007748485810867844,"baseline_adjusted_skill":0.3490224927840977,"baseline_adjusted_score":0.3490224927840977},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.09777774368610205,"normalized_score_rmse":0.13786687935908465,"constant_score_baseline":0.5841668333333333,"constant_mae_baseline":0.21700552708333334,"baseline_adjusted_skill":0.5494227958140718,"baseline_adjusted_score":0.5494227958140718},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.19655775955345003,"accuracy":0.72,"positive_recall":0.94,"specificity":0.5,"precision":0.6527777777777778,"balanced_accuracy":0.72,"f1":0.7704918032786885,"true_positive":47,"false_positive":25,"false_negative":3,"true_negative":25,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.21376896178619986,"baseline_adjusted_skill":0.43999999999999995,"baseline_adjusted_score":0.43999999999999995},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.12329137920813853,"accuracy":0.85,"positive_recall":0.82,"specificity":0.88,"precision":0.8723404255319149,"balanced_accuracy":0.85,"f1":0.845360824742268,"true_positive":41,"false_positive":6,"false_negative":9,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5068344831674458,"baseline_adjusted_skill":0.7,"baseline_adjusted_score":0.7},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.9180327868852458,"baseline_adjusted_score":0.9180327868852458},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.925,"uniform_accuracy_baseline":0.036111111111111115,"fixed_answer_accuracy_baseline":0.08833333333333333,"baseline_adjusted_skill":0.9177330895795247,"baseline_adjusted_score":0.9177330895795247},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1999410607976927,"accuracy":0.6966666666666667,"positive_recall":0.76,"specificity":0.6333333333333333,"precision":0.6745562130177515,"balanced_accuracy":0.6966666666666667,"f1":0.7147335423197492,"true_positive":114,"false_positive":55,"false_negative":36,"true_negative":95,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.20023575680922923,"baseline_adjusted_skill":0.3933333333333333,"baseline_adjusted_score":0.3933333333333333},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":81},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.909090909090909,"baseline_adjusted_score":0.909090909090909},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.5033333333333333,"uniform_accuracy_baseline":0.11021428571428572,"fixed_answer_accuracy_baseline":0.12554761904761905,"baseline_adjusted_skill":0.4320254853377624,"baseline_adjusted_score":0.4320254853377624},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":83},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.6933333333333334,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.5911111111111111,"baseline_adjusted_score":0.5911111111111111},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":84},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.049879324215607396,"fixed_answer_accuracy_baseline":0.12442477876106194,"baseline_adjusted_skill":0.8857893672933091,"baseline_adjusted_score":0.8857893672933091},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.300682636864075,"accuracy":0.59,"positive_recall":0.4398148148148148,"specificity":0.9761904761904762,"precision":0.979381443298969,"balanced_accuracy":0.7080026455026455,"f1":0.6070287539936102,"true_positive":95,"false_positive":2,"false_negative":121,"true_negative":82,"positive_prevalence":0.72,"majority_accuracy_baseline":0.72,"constant_brier_baseline":0.2016,"brier_skill":-0.49148133365116564,"baseline_adjusted_skill":0.41600529100529093,"baseline_adjusted_score":0.41600529100529093},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":86},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9266666666666666,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5033333333333333,"baseline_adjusted_skill":0.8523489932885906,"baseline_adjusted_score":0.8523489932885906},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":87},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2760077380323184,"accuracy":0.52,"positive_recall":0.28,"specificity":0.76,"precision":0.5384615384615384,"balanced_accuracy":0.52,"f1":0.3684210526315789,"true_positive":14,"false_positive":12,"false_negative":36,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.10403095212927349,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0755357900730791,"accuracy":0.89,"positive_recall":0.91875,"specificity":0.8571428571428571,"precision":0.8802395209580839,"balanced_accuracy":0.8879464285714285,"f1":0.8990825688073395,"true_positive":147,"false_positive":20,"false_negative":13,"true_negative":120,"positive_prevalence":0.5333333333333333,"majority_accuracy_baseline":0.5333333333333333,"constant_brier_baseline":0.2488888888888889,"brier_skill":0.6965079863135215,"baseline_adjusted_skill":0.7758928571428569,"baseline_adjusted_score":0.7758928571428569},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":89},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8333333333333334,"uniform_accuracy_baseline":0.23888888888888887,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.7647058823529413,"baseline_adjusted_score":0.7647058823529413},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0,"abstained":0},"metrics":{"binary_brier":0.05104332452281518,"accuracy":0.90625,"positive_recall":0.875,"specificity":0.9375,"precision":0.9333333333333333,"balanced_accuracy":0.90625,"f1":0.9032258064516129,"true_positive":28,"false_positive":2,"false_negative":4,"true_negative":30,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7958267019087393,"baseline_adjusted_skill":0.8125,"baseline_adjusted_score":0.8125},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.78,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.6666666666666667,"baseline_adjusted_score":0.6666666666666667},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.030931366607359494,"accuracy":0.96,"positive_recall":0.98,"specificity":0.94,"precision":0.9423076923076923,"balanced_accuracy":0.96,"f1":0.9607843137254902,"true_positive":49,"false_positive":3,"false_negative":1,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8762745335705621,"baseline_adjusted_skill":0.9199999999999999,"baseline_adjusted_score":0.9199999999999999},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.8260869565217391,"baseline_adjusted_score":0.8260869565217391},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"binary_brier":0.03029805852114644,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":16,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.8786963759943807,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.12192847273329896,"normalized_score_rmse":0.2539823778373063,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.6305197795960638,"baseline_adjusted_score":0.6305197795960638},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.53125,"uniform_accuracy_baseline":0.178125,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":0.34210526315789475,"baseline_adjusted_score":0.34210526315789475},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0,"abstained":0},"metrics":{"binary_brier":0.00020596151440960384,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":17,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9991761539423616,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.22124648134098215,"normalized_score_rmse":0.28472110479150475,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-0.5044760731186786,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8958333333333334,"uniform_accuracy_baseline":0.13194444444444445,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":0.7391304347826088,"baseline_adjusted_score":0.7391304347826088},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0,"abstained":0},"metrics":{"binary_brier":0.00016315585320201274,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":26,"false_positive":0,"false_negative":0,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.999347376587192,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0,"abstained":0},"metrics":{"binary_brier":0.07994401099791464,"accuracy":0.88,"positive_recall":1,"specificity":0.75,"precision":0.8125,"balanced_accuracy":0.875,"f1":0.896551724137931,"true_positive":39,"false_positive":9,"false_negative":0,"true_negative":27,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24960000000000004,"brier_skill":0.6797114943993805,"baseline_adjusted_skill":0.75,"baseline_adjusted_score":0.75},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.22727537275024626,"normalized_score_rmse":0.3037379187068867,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.18830224017769204,"baseline_adjusted_score":0.18830224017769204},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.84,"baseline_adjusted_score":0.84},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0,"abstained":0},"metrics":{"binary_brier":0.10848042459157418,"accuracy":0.8928571428571429,"positive_recall":1,"specificity":0.7857142857142857,"precision":0.8235294117647058,"balanced_accuracy":0.8928571428571428,"f1":0.9032258064516129,"true_positive":14,"false_positive":3,"false_negative":0,"true_negative":11,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5660783016337032,"baseline_adjusted_skill":0.7857142857142856,"baseline_adjusted_score":0.7857142857142856},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.14381841267317363,"normalized_score_rmse":0.2189454791402863,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.1696969696969697,"baseline_adjusted_skill":0.1524986396045126,"baseline_adjusted_score":0.1524986396045126},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0,"abstained":0},"metrics":{"binary_brier":0.028468298479202094,"accuracy":0.9764705882352941,"positive_recall":1,"specificity":0.95,"precision":0.9574468085106383,"balanced_accuracy":0.975,"f1":0.9782608695652174,"true_positive":45,"false_positive":2,"false_negative":0,"true_negative":38,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.2491349480968858,"brier_skill":0.8857314130487582,"baseline_adjusted_skill":0.95,"baseline_adjusted_score":0.95},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0,"abstained":0},"metrics":{"binary_brier":0.29431409021603305,"accuracy":0.7,"positive_recall":0.5714285714285714,"specificity":1,"precision":1,"balanced_accuracy":0.7857142857142857,"f1":0.7272727272727273,"true_positive":20,"false_positive":0,"false_negative":15,"true_negative":15,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.21,"brier_skill":-0.4014956676953956,"baseline_adjusted_skill":0.5714285714285714,"baseline_adjusted_score":0.5714285714285714},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.08680526594198666,"normalized_score_rmse":0.18176519170467817,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.6899811930643334,"baseline_adjusted_score":0.6899811930643334},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9493670886075949,"uniform_accuracy_baseline":0.24240506329113923,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.9130434782608695,"baseline_adjusted_score":0.9130434782608695},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0,"abstained":0},"metrics":{"binary_brier":0.00022324692402578964,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":11,"false_positive":0,"false_negative":0,"true_negative":10,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.2494331065759637,"brier_skill":0.9991049827864057,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9393939393939394,"uniform_accuracy_baseline":0.32373737373737377,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.9000000000000001,"baseline_adjusted_score":0.9000000000000001},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"binary_brier":0.21479999383764842,"accuracy":0.7878787878787878,"positive_recall":0.6470588235294118,"specificity":0.9375,"precision":0.9166666666666666,"balanced_accuracy":0.7922794117647058,"f1":0.7586206896551724,"true_positive":11,"false_positive":1,"false_negative":6,"true_negative":15,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.14001031878970904,"baseline_adjusted_skill":0.5845588235294117,"baseline_adjusted_score":0.5845588235294117},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.0393989510951822,"normalized_score_rmse":0.08392531938246275,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.3431372549019608,"baseline_adjusted_skill":0.885180199665469,"baseline_adjusted_score":0.885180199665469},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.04079374824463553,"accuracy":0.95,"positive_recall":1,"specificity":0.9,"precision":0.9090909090909091,"balanced_accuracy":0.95,"f1":0.9523809523809523,"true_positive":50,"false_positive":5,"false_negative":0,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8368250070214579,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.5333333333333333,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":0.2783505154639175,"baseline_adjusted_score":0.2783505154639175},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0,"abstained":0},"metrics":{"binary_brier":0.3194568625669936,"accuracy":0.5066666666666667,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":37,"true_negative":38,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555554,"brier_skill":-0.2780546599853053,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.14285714285714285,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.923076923076923,"baseline_adjusted_score":0.923076923076923},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.375,"uniform_accuracy_baseline":0.32416666666666666,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.053030303030303,"baseline_adjusted_score":0.053030303030303},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0013092637905365542,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":16,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.9947581313680356,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.01724928668687627,"normalized_score_rmse":0.0480752595008873,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.9214860054252528,"baseline_adjusted_score":0.9214860054252528},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1175770970970775,"accuracy":0.86,"positive_recall":0.8636363636363636,"specificity":0.8589743589743589,"precision":0.6333333333333333,"balanced_accuracy":0.8613053613053613,"f1":0.7307692307692307,"true_positive":19,"false_positive":11,"false_negative":3,"true_negative":67,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":0.3148187814855623,"baseline_adjusted_skill":0.7226107226107226,"baseline_adjusted_score":0.7226107226107226},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.08849841407205451,"accuracy":0.91,"positive_recall":0.8378378378378378,"specificity":0.9523809523809523,"precision":0.9117647058823529,"balanced_accuracy":0.8951093951093951,"f1":0.8732394366197183,"true_positive":31,"false_positive":3,"false_negative":6,"true_negative":60,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000003,"brier_skill":0.6203414239723102,"baseline_adjusted_skill":0.7902187902187903,"baseline_adjusted_score":0.7902187902187903},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.052035754271876844,"accuracy":0.95,"positive_recall":0.8717948717948718,"specificity":1,"precision":1,"balanced_accuracy":0.9358974358974359,"f1":0.9315068493150684,"true_positive":34,"false_positive":0,"false_negative":5,"true_negative":61,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379,"brier_skill":0.7812704738466716,"baseline_adjusted_skill":0.8717948717948718,"baseline_adjusted_score":0.8717948717948718},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.07886355035871744,"accuracy":0.9,"positive_recall":0.9032258064516129,"specificity":0.8985507246376812,"precision":0.8,"balanced_accuracy":0.9008882655446471,"f1":0.8484848484848485,"true_positive":28,"false_positive":7,"false_negative":3,"true_negative":62,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999998,"brier_skill":0.6313064499358698,"baseline_adjusted_skill":0.8017765310892941,"baseline_adjusted_score":0.8017765310892941},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.9444444444444444,"baseline_adjusted_score":0.9444444444444444},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.10936570129047064,"normalized_score_rmse":0.14403699834544287,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.5296098869227069,"baseline_adjusted_score":0.5296098869227069},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.08999766288925311,"accuracy":0.87,"positive_recall":0.82,"specificity":0.92,"precision":0.9111111111111111,"balanced_accuracy":0.87,"f1":0.8631578947368421,"true_positive":41,"false_positive":4,"false_negative":9,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6400093484429876,"baseline_adjusted_skill":0.74,"baseline_adjusted_score":0.74},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.31456317315638266,"accuracy":0.56,"positive_recall":0.86,"specificity":0.26,"precision":0.5375,"balanced_accuracy":0.56,"f1":0.6615384615384615,"true_positive":43,"false_positive":37,"false_negative":7,"true_negative":13,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.25825269262553063,"baseline_adjusted_skill":0.1200000000000001,"baseline_adjusted_score":0.1200000000000001},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":0.42857142857142866,"baseline_adjusted_score":0.42857142857142866},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.08832863960969473,"accuracy":0.8966666666666666,"positive_recall":0.8066666666666666,"specificity":0.9866666666666667,"precision":0.983739837398374,"balanced_accuracy":0.8966666666666667,"f1":0.8864468864468864,"true_positive":121,"false_positive":2,"false_negative":29,"true_negative":148,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6466854415612211,"baseline_adjusted_skill":0.7933333333333334,"baseline_adjusted_score":0.7933333333333334},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":134},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1283762751667779,"accuracy":0.82,"positive_recall":0.96,"specificity":0.68,"precision":0.75,"balanced_accuracy":0.8200000000000001,"f1":0.8421052631578947,"true_positive":48,"false_positive":16,"false_negative":2,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.48649489933288836,"baseline_adjusted_skill":0.6400000000000001,"baseline_adjusted_score":0.6400000000000001},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.93,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.8333333333333335,"baseline_adjusted_score":0.8333333333333335},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.72,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.5333333333333333,"baseline_adjusted_score":0.5333333333333333},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.047634569580369206,"accuracy":0.94,"positive_recall":0.92,"specificity":0.96,"precision":0.9583333333333334,"balanced_accuracy":0.94,"f1":0.9387755102040817,"true_positive":46,"false_positive":2,"false_negative":4,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8094617216785231,"baseline_adjusted_skill":0.8799999999999999,"baseline_adjusted_score":0.8799999999999999},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7233333333333334,"uniform_accuracy_baseline":0.0625,"fixed_answer_accuracy_baseline":0.10666666666666667,"baseline_adjusted_skill":0.6902985074626866,"baseline_adjusted_score":0.6902985074626866},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":142},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.20851190476190473,"fixed_answer_accuracy_baseline":0.22333333333333333,"baseline_adjusted_skill":0.9871244635193133,"baseline_adjusted_score":0.9871244635193133},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.02023832437382913,"accuracy":0.98,"positive_recall":0.98,"specificity":0.98,"precision":0.98,"balanced_accuracy":0.98,"f1":0.98,"true_positive":49,"false_positive":1,"false_negative":1,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9190467025046835,"baseline_adjusted_skill":0.96,"baseline_adjusted_score":0.96},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.04609257497226707,"normalized_score_rmse":0.12724611772506564,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.8463580834257765,"baseline_adjusted_score":0.8463580834257765},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.22851190476190475,"fixed_answer_accuracy_baseline":0.24333333333333332,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0016363270398091854,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":50,"false_positive":0,"false_negative":0,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9934546918407633,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.05164042686518135,"normalized_score_rmse":0.09468606702414117,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.3042222222222222,"baseline_adjusted_skill":0.8302542579303753,"baseline_adjusted_score":0.8302542579303753},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.78,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.6451612903225807,"baseline_adjusted_score":0.6451612903225807},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9533333333333334,"uniform_accuracy_baseline":0.3467777777777778,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.9270833333333334,"baseline_adjusted_score":0.9270833333333334},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":150},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.016846744034377588,"accuracy":0.99,"positive_recall":1,"specificity":0.98,"precision":0.9803921568627451,"balanced_accuracy":0.99,"f1":0.9900990099009901,"true_positive":50,"false_positive":1,"false_negative":0,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9326130238624897,"baseline_adjusted_skill":0.98,"baseline_adjusted_score":0.98},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.94,"baseline_adjusted_score":0.94},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.012607118196234652,"accuracy":0.98,"positive_recall":1,"specificity":0.96,"precision":0.9615384615384616,"balanced_accuracy":0.98,"f1":0.9803921568627451,"true_positive":50,"false_positive":2,"false_negative":0,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9495715272150614,"baseline_adjusted_skill":0.96,"baseline_adjusted_score":0.96},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.58,"uniform_accuracy_baseline":0.3533333333333333,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.28813559322033894,"baseline_adjusted_score":0.28813559322033894},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.9677419354838709,"baseline_adjusted_score":0.9677419354838709},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.5633333333333334,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.34500000000000003,"baseline_adjusted_score":0.34500000000000003},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":157},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.9032258064516128,"baseline_adjusted_score":0.9032258064516128},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.72,"uniform_accuracy_baseline":0.1111111111111111,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.6666666666666666,"baseline_adjusted_score":0.6666666666666666},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.9047619047619047,"baseline_adjusted_score":0.9047619047619047},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":160},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.03764263280649193,"accuracy":0.8296250000000001,"positive_recall":0.20237310481212922,"specificity":0.9763998149005091,"precision":0.6673913043478261,"balanced_accuracy":0.5893864598563192,"f1":0.31057157309054123,"true_positive":15.35,"false_positive":7.6499999999999995,"false_negative":60.5,"true_negative":316.5,"positive_prevalence":0.189625,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500001,"brier_skill":0.5055064635590668,"baseline_adjusted_skill":0.17877291971263842,"baseline_adjusted_score":0.17877291971263842},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.15619694466517717,"normalized_score_rmse":0.20247899104951841,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":0.26925406004595476,"baseline_adjusted_score":0.26925406004595476},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.06089521428635735,"accuracy":0.8016249999999999,"positive_recall":0.4561650257852789,"specificity":0.9272200443156638,"precision":0.695,"balanced_accuracy":0.6916925350504713,"f1":0.55080667987546,"true_positive":48.65,"false_positive":21.35,"false_negative":58,"true_negative":272,"positive_prevalence":0.266625,"majority_accuracy_baseline":0.733375,"constant_brier_baseline":0.115654859375,"brier_skill":0.47347465886487017,"baseline_adjusted_skill":0.3833850701009427,"baseline_adjusted_score":0.3833850701009427},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.1649207794963342,"normalized_score_rmse":0.21694683366078155,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.38634128559503544,"baseline_adjusted_score":0.38634128559503544},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.04515649936558999,"accuracy":0.815375,"positive_recall":0.5991051454138703,"specificity":0.8992194275802254,"precision":0.6973958333333333,"balanced_accuracy":0.7491622864970479,"f1":0.6445246690734056,"true_positive":66.95,"false_positive":29.05,"false_negative":44.8,"true_negative":259.2,"positive_prevalence":0.279375,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937500001,"brier_skill":0.6009353858032154,"baseline_adjusted_skill":0.4983245729940957,"baseline_adjusted_score":0.4983245729940957},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.15157321562188136,"normalized_score_rmse":0.1953264051170039,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.42667341608744647,"baseline_adjusted_score":0.42667341608744647},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.03312848385636156,"accuracy":0.8951249999999998,"positive_recall":0.6861971830985916,"specificity":0.9546987951807229,"precision":0.8119999999999999,"balanced_accuracy":0.8204479891396572,"f1":0.7438167938931297,"true_positive":60.9,"false_positive":14.1,"false_negative":27.85,"true_negative":297.15,"positive_prevalence":0.221875,"majority_accuracy_baseline":0.778125,"constant_brier_baseline":0.12674023437499998,"brier_skill":0.7386111520171192,"baseline_adjusted_skill":0.6408959782793144,"baseline_adjusted_score":0.6408959782793144},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.13638292219949585,"normalized_score_rmse":0.19548653566534002,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.39553275479447814,"baseline_adjusted_score":0.39553275479447814},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.03551394941991285,"accuracy":0.8340000000000001,"positive_recall":0.7438563327032136,"specificity":0.8664174031271245,"precision":0.6669491525423729,"balanced_accuracy":0.805136867915169,"f1":0.7033065236818589,"true_positive":78.7,"false_positive":39.3,"false_negative":27.1,"true_negative":254.9,"positive_prevalence":0.2645,"majority_accuracy_baseline":0.7355,"constant_brier_baseline":0.11362725,"brier_skill":0.6874521787695043,"baseline_adjusted_skill":0.6102737358303381,"baseline_adjusted_score":0.6102737358303381},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.13160944713373,"normalized_score_rmse":0.1725310762399726,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.47618130494037814,"baseline_adjusted_score":0.47618130494037814},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.058257313757879306,"accuracy":0.82875,"positive_recall":0.39229765013054835,"specificity":0.9321273964131107,"precision":0.5778846153846154,"balanced_accuracy":0.6622125232718296,"f1":0.4673405909797823,"true_positive":30.05,"false_positive":21.95,"false_negative":46.55,"true_negative":301.45,"positive_prevalence":0.19149999999999998,"majority_accuracy_baseline":0.8085,"constant_brier_baseline":0.09190274999999999,"brier_skill":0.36609825323095,"baseline_adjusted_skill":0.3244250465436591,"baseline_adjusted_score":0.3244250465436591},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.13083666115118275,"normalized_score_rmse":0.2060410636528446,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.3675569249489655,"baseline_adjusted_score":0.3675569249489655},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.04043578629979496,"accuracy":0.8839999999999999,"positive_recall":0.7208672086720866,"specificity":0.920907418761496,"precision":0.6734177215189874,"balanced_accuracy":0.8208873137167914,"f1":0.6963350785340314,"true_positive":53.2,"false_positive":25.8,"false_negative":20.6,"true_negative":300.4,"positive_prevalence":0.1845,"majority_accuracy_baseline":0.8155,"constant_brier_baseline":0.10922225,"brier_skill":0.6297843498023987,"baseline_adjusted_skill":0.6417746274335827,"baseline_adjusted_score":0.6417746274335827},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.13922609099520522,"normalized_score_rmse":0.1983344409024241,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":0.26481272081739815,"baseline_adjusted_score":0.26481272081739815},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.06145148631783453,"accuracy":0.8427500000000001,"positive_recall":0.2840764331210191,"specificity":0.9791601866251944,"precision":0.7689655172413793,"balanced_accuracy":0.6316183098731067,"f1":0.41488372093023257,"true_positive":22.3,"false_positive":6.699999999999999,"false_negative":56.2,"true_negative":314.8,"positive_prevalence":0.19625,"majority_accuracy_baseline":0.80375,"constant_brier_baseline":0.09878593749999999,"brier_skill":0.37793285286345,"baseline_adjusted_skill":0.2632366197462135,"baseline_adjusted_score":0.2632366197462135},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.15463185807125554,"normalized_score_rmse":0.23516347927935843,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":0.26801487303547666,"baseline_adjusted_score":0.26801487303547666},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0,"abstained":0},"metrics":{"binary_brier":0.055682566425319775,"accuracy":0.7316326530612244,"positive_recall":0.7692763938315539,"specificity":0.7032229185317816,"precision":0.661734693877551,"balanced_accuracy":0.7362496561816678,"f1":0.7114646187602852,"true_positive":129.7,"false_positive":66.3,"false_negative":38.9,"true_negative":157.1,"positive_prevalence":0.4301020408163265,"majority_accuracy_baseline":0.5698979591836735,"constant_brier_baseline":0.12359641815910039,"brier_skill":0.5494807434173214,"baseline_adjusted_skill":0.47249931236333564,"baseline_adjusted_score":0.47249931236333564},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.1455870921287127,"normalized_score_rmse":0.19227543537529826,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.4715727767180057,"baseline_adjusted_score":0.4715727767180057},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0,"abstained":0},"metrics":{"binary_brier":0.03265671631550525,"accuracy":0.9114999999999999,"positive_recall":0.5715971675845791,"specificity":0.9757021845742309,"precision":0.8162921348314608,"balanced_accuracy":0.7736496760794049,"f1":0.6723739009717723,"true_positive":72.65,"false_positive":16.35,"false_negative":54.45,"true_negative":656.55,"positive_prevalence":0.158875,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499999,"brier_skill":0.6693910912781813,"baseline_adjusted_skill":0.5472993521588099,"baseline_adjusted_score":0.5472993521588099},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.13375863870433224,"normalized_score_rmse":0.19961333111731913,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":0.18934158361010767,"baseline_adjusted_score":0.18934158361010767},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.036717917705176545,"normalized_score_rmse":0.06741269616054825,"constant_score_baseline":0.1111111111111111,"constant_mae_baseline":0.10629629629629629,"baseline_adjusted_skill":0.6545701121812659,"baseline_adjusted_score":0.6545701121812659},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":181},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.8548387096774194,"baseline_adjusted_score":0.8548387096774194},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1501514231215496,"accuracy":0.78,"positive_recall":0.72,"specificity":0.84,"precision":0.8181818181818182,"balanced_accuracy":0.78,"f1":0.7659574468085106,"true_positive":36,"false_positive":8,"false_negative":14,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.39939430751380156,"baseline_adjusted_skill":0.56,"baseline_adjusted_score":0.56},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.3803843605036448,"uniform_accuracy_baseline":0.058823529411764705,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.2718068535825546,"baseline_adjusted_score":0.2718068535825546},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.35830353210947924,"accuracy":0.5233333333333333,"positive_recall":0.21264367816091953,"specificity":0.9523809523809523,"precision":0.8604651162790697,"balanced_accuracy":0.5825123152709359,"f1":0.34101382488479265,"true_positive":37,"false_positive":6,"false_negative":137,"true_negative":120,"positive_prevalence":0.58,"majority_accuracy_baseline":0.58,"constant_brier_baseline":0.24359999999999998,"brier_skill":-0.47086835841329755,"baseline_adjusted_skill":0.1650246305418719,"baseline_adjusted_score":0.1650246305418719},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":185},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1464587242421568,"accuracy":0.8,"positive_recall":0.8662420382165605,"specificity":0.7272727272727273,"precision":0.7771428571428571,"balanced_accuracy":0.7967573827446439,"f1":0.8192771084337349,"true_positive":136,"false_positive":39,"false_negative":21,"true_negative":104,"positive_prevalence":0.5233333333333333,"majority_accuracy_baseline":0.5233333333333333,"constant_brier_baseline":0.24945555555555557,"brier_skill":0.41288650029869,"baseline_adjusted_skill":0.5935147654892878,"baseline_adjusted_score":0.5935147654892878},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":186},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.8913043478260868,"baseline_adjusted_score":0.8913043478260868},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1452587245774798,"accuracy":0.82,"positive_recall":0.94,"specificity":0.7,"precision":0.7580645161290323,"balanced_accuracy":0.82,"f1":0.8392857142857143,"true_positive":47,"false_positive":15,"false_negative":3,"true_negative":35,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.41896510169008083,"baseline_adjusted_skill":0.6399999999999999,"baseline_adjusted_score":0.6399999999999999},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.54,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.2698412698412699,"baseline_adjusted_score":0.2698412698412699},"scoring":{"eligible":true,"reason":null},"model":192,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0,"abstained":0},"metrics":{"binary_brier":0.17307181566930335,"accuracy":0.7364864864864865,"positive_recall":0.5211267605633803,"specificity":0.935064935064935,"precision":0.8809523809523809,"balanced_accuracy":0.7280958478141577,"f1":0.6548672566371682,"true_positive":37,"false_positive":5,"false_negative":34,"true_negative":72,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.24958911614317017,"brier_skill":0.306573065589826,"baseline_adjusted_skill":0.4561916956283154,"baseline_adjusted_score":0.4561916956283154},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.45,"uniform_accuracy_baseline":0.2005,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.2253521126760564,"baseline_adjusted_score":0.2253521126760564},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.8529411764705884,"baseline_adjusted_score":0.8529411764705884},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.7446808510638298,"baseline_adjusted_score":0.7446808510638298},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.9183673469387754,"baseline_adjusted_score":0.9183673469387754},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.13448697822130404,"accuracy":0.61721906012,"positive_recall":0.9197975420201524,"specificity":0.13176311300024218,"precision":0.6295849951,"balanced_accuracy":0.5257803275101973,"f1":0.7475116275185462,"true_positive":56.662649559,"false_positive":33.337350441,"false_negative":4.940743547,"true_negative":5.059256453000001,"positive_prevalence":0.61603393106,"majority_accuracy_baseline":0.61603393106,"constant_brier_baseline":0.07908707655202402,"brier_skill":-0.7004924708885603,"baseline_adjusted_skill":0.05156065502039464,"baseline_adjusted_score":0.05156065502039464},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.040619066075520106,"accuracy":0.93,"positive_recall":0.94,"specificity":0.92,"precision":0.9215686274509803,"balanced_accuracy":0.9299999999999999,"f1":0.9306930693069307,"true_positive":47,"false_positive":4,"false_negative":3,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8375237356979196,"baseline_adjusted_skill":0.8599999999999999,"baseline_adjusted_score":0.8599999999999999},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.012987012987012986,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.8526315789473684,"baseline_adjusted_score":0.8526315789473684},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.7833333333333333,"baseline_adjusted_score":0.7833333333333333},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.49,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.203125,"baseline_adjusted_score":0.203125},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.17525259399052728,"accuracy":0.76,"positive_recall":0.8,"specificity":0.72,"precision":0.7407407407407407,"balanced_accuracy":0.76,"f1":0.7692307692307693,"true_positive":40,"false_positive":14,"false_negative":10,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.29898962403789087,"baseline_adjusted_skill":0.52,"baseline_adjusted_score":0.52},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0829791906562467,"accuracy":0.7144531424496589,"positive_recall":0.5924431242676624,"specificity":0.771265486137571,"precision":0.546699327841803,"balanced_accuracy":0.6818543052026167,"f1":0.5686527742370625,"true_positive":131.75453800987452,"false_positive":109.24546199012548,"false_negative":90.6373382951133,"true_negative":368.3626617048867,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768642,"brier_skill":0.06478003590978976,"baseline_adjusted_skill":0.3637086104052334,"baseline_adjusted_score":0.3637086104052334},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2735016720142092,"accuracy":0.59,"positive_recall":0.46,"specificity":0.72,"precision":0.6216216216216216,"balanced_accuracy":0.59,"f1":0.5287356321839081,"true_positive":23,"false_positive":14,"false_negative":27,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.09400668805683687,"baseline_adjusted_skill":0.17999999999999994,"baseline_adjusted_score":0.17999999999999994},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9403973509933775,"uniform_accuracy_baseline":0.006622516556291391,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.9379310344827586,"baseline_adjusted_score":0.9379310344827586},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.11981668579656071,"accuracy":0.85,"positive_recall":0.7666666666666667,"specificity":0.9333333333333333,"precision":0.92,"balanced_accuracy":0.8500000000000001,"f1":0.8363636363636363,"true_positive":115,"false_positive":10,"false_negative":35,"true_negative":140,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5207332568137572,"baseline_adjusted_skill":0.7000000000000002,"baseline_adjusted_score":0.7000000000000002},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":14},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7394117647058823,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.5195227765726681,"baseline_adjusted_score":0.5195227765726681},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.83,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.7166666666666666,"baseline_adjusted_score":0.7166666666666666},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.15737775942039517,"accuracy":0.78,"positive_recall":0.86,"specificity":0.7,"precision":0.7413793103448276,"balanced_accuracy":0.78,"f1":0.7962962962962963,"true_positive":43,"false_positive":15,"false_negative":7,"true_negative":35,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3704889623184193,"baseline_adjusted_skill":0.56,"baseline_adjusted_score":0.56},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.47916666666666663,"baseline_adjusted_score":0.47916666666666663},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.8799999999999999,"baseline_adjusted_score":0.8799999999999999},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":19},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.83,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.6458333333333333,"baseline_adjusted_score":0.6458333333333333},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":20},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9233333333333333,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5266666666666666,"baseline_adjusted_skill":0.8380281690140845,"baseline_adjusted_score":0.8380281690140845},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":21},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.07142857142857142,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9887640449438202,"baseline_adjusted_score":0.9887640449438202},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.79,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.5434782608695653,"baseline_adjusted_score":0.5434782608695653},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.38,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.1506849315068493,"baseline_adjusted_score":0.1506849315068493},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7777777777777778,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.3333333333333334,"baseline_adjusted_score":0.3333333333333334},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0,"abstained":0},"metrics":{"binary_brier":0.23907325915930902,"accuracy":0.6707317073170732,"positive_recall":0.65,"specificity":0.6904761904761905,"precision":0.6666666666666666,"balanced_accuracy":0.6702380952380953,"f1":0.6582278481012658,"true_positive":26,"false_positive":13,"false_negative":14,"true_negative":29,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.2498512790005949,"brier_skill":0.04313774131714654,"baseline_adjusted_skill":0.3404761904761906,"baseline_adjusted_score":0.3404761904761906},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.19085271440127577,"accuracy":0.74,"positive_recall":0.64,"specificity":0.84,"precision":0.8,"balanced_accuracy":0.74,"f1":0.7111111111111111,"true_positive":32,"false_positive":8,"false_negative":18,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.23658914239489692,"baseline_adjusted_skill":0.48,"baseline_adjusted_score":0.48},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.723463687150838,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.6451612903225806,"baseline_adjusted_score":0.6451612903225806},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.69,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.49180327868852447,"baseline_adjusted_score":0.49180327868852447},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"binary_brier":0.19450059434214706,"accuracy":0.735,"positive_recall":0.4090909090909091,"specificity":0.8269230769230769,"precision":0.4,"balanced_accuracy":0.618006993006993,"f1":0.4044943820224719,"true_positive":18,"false_positive":27,"false_negative":26,"true_negative":129,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.133453346982209,"baseline_adjusted_skill":0.23601398601398604,"baseline_adjusted_score":0.23601398601398604},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"binary_brier":0.20779382014087575,"accuracy":0.73,"positive_recall":0.1,"specificity":0.94,"precision":0.35714285714285715,"balanced_accuracy":0.52,"f1":0.15625,"true_positive":5,"false_positive":9,"false_negative":45,"true_negative":141,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-0.10823370741800398,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"binary_brier":0.049003393201325754,"accuracy":0.93,"positive_recall":0.6842105263157895,"specificity":0.9558011049723757,"precision":0.6190476190476191,"balanced_accuracy":0.8200058156440826,"f1":0.65,"true_positive":13,"false_positive":8,"false_negative":6,"true_negative":173,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.085975,"brier_skill":0.43002741260452737,"baseline_adjusted_skill":0.6400116312881652,"baseline_adjusted_score":0.6400116312881652},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9833333333333333,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.9749999999999998,"baseline_adjusted_score":0.9749999999999998},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":33},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.031970059525631346,"accuracy":0.9633333333333334,"positive_recall":0.98,"specificity":0.9466666666666667,"precision":0.9483870967741935,"balanced_accuracy":0.9633333333333334,"f1":0.9639344262295082,"true_positive":147,"false_positive":8,"false_negative":3,"true_negative":142,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8721197618974746,"baseline_adjusted_skill":0.9266666666666667,"baseline_adjusted_score":0.9266666666666667},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":34},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8533333333333334,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.8044444444444445,"baseline_adjusted_score":0.8044444444444445},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":35},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.284218349938993,"accuracy":0.61,"positive_recall":0.98,"specificity":0.24,"precision":0.5632183908045977,"balanced_accuracy":0.61,"f1":0.7153284671532847,"true_positive":147,"false_positive":114,"false_negative":3,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.1368733997559719,"baseline_adjusted_skill":0.21999999999999997,"baseline_adjusted_score":0.21999999999999997},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":36},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.2659327488267873,"normalized_score_rmse":0.32598717857555704,"constant_score_baseline":0.5,"constant_mae_baseline":0.3333333333333333,"baseline_adjusted_skill":0.2022017535196381,"baseline_adjusted_score":0.2022017535196381},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":37},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.31333333333333335,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.08444444444444447,"baseline_adjusted_score":0.08444444444444447},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":38},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2691589072972999,"accuracy":0.53,"positive_recall":0.5,"specificity":0.56,"precision":0.5319148936170213,"balanced_accuracy":0.53,"f1":0.5154639175257731,"true_positive":75,"false_positive":66,"false_negative":75,"true_negative":84,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.07663562918919964,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":39},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.32125355131136746,"normalized_score_rmse":0.3745916598914331,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":-0.07084517103789167,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":40},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9333333333333333,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.9047619047619048,"baseline_adjusted_score":0.9047619047619048},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":42},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.048633310196791714,"accuracy":0.93,"positive_recall":0.9798657718120806,"specificity":0.8807947019867549,"precision":0.8902439024390244,"balanced_accuracy":0.9303302368994177,"f1":0.9329073482428115,"true_positive":146,"false_positive":18,"false_negative":3,"true_negative":133,"positive_prevalence":0.49666666666666665,"majority_accuracy_baseline":0.5033333333333334,"constant_brier_baseline":0.2499888888888889,"brier_skill":0.8054581129067402,"baseline_adjusted_skill":0.8606604737988355,"baseline_adjusted_score":0.8606604737988355},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":43},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.19232110858722562,"normalized_score_rmse":0.2752770252504652,"constant_score_baseline":0.5,"constant_mae_baseline":0.36666666666666664,"baseline_adjusted_skill":0.4754878856712028,"baseline_adjusted_score":0.4754878856712028},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":44},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.47333333333333333,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2866666666666667,"baseline_adjusted_skill":0.2616822429906542,"baseline_adjusted_score":0.2616822429906542},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":46},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.23396191778047812,"accuracy":0.6366666666666667,"positive_recall":0.7452229299363057,"specificity":0.5174825174825175,"precision":0.6290322580645161,"balanced_accuracy":0.6313527237094116,"f1":0.6822157434402333,"true_positive":117,"false_positive":69,"false_negative":40,"true_negative":74,"positive_prevalence":0.5233333333333333,"majority_accuracy_baseline":0.5233333333333333,"constant_brier_baseline":0.24945555555555557,"brier_skill":0.062109812469688275,"baseline_adjusted_skill":0.2627054474188233,"baseline_adjusted_score":0.2627054474188233},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":47},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.28936743659906516,"normalized_score_rmse":0.3578964452222814,"constant_score_baseline":0.5,"constant_mae_baseline":0.3016666666666667,"baseline_adjusted_skill":0.04077092840088903,"baseline_adjusted_score":0.04077092840088903},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":48},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0,"abstained":0},"metrics":{"binary_brier":0.054781294699600226,"accuracy":0.8950178571428572,"positive_recall":0.6787025096716596,"specificity":0.908826676967306,"precision":0.3221280602636535,"balanced_accuracy":0.7937645933194828,"f1":0.4368953737109288,"true_positive":114.03333333333333,"false_positive":239.96666666666667,"false_negative":53.983333333333334,"true_negative":2392.016666666667,"positive_prevalence":0.060005952380952375,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679138,"brier_skill":-0.7012310802861765,"baseline_adjusted_skill":0.5875291866389656,"baseline_adjusted_score":0.5875291866389656},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.30666666666666664,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.07555555555555553,"baseline_adjusted_score":0.07555555555555553},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":50},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.6713881019830028,"uniform_accuracy_baseline":0.027777777777777776,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.6233766233766234,"baseline_adjusted_score":0.6233766233766234},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.61,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.4428571428571429,"baseline_adjusted_score":0.4428571428571429},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1788209597852679,"accuracy":0.79,"positive_recall":0.98,"specificity":0.6,"precision":0.7101449275362319,"balanced_accuracy":0.79,"f1":0.8235294117647058,"true_positive":49,"false_positive":20,"false_negative":1,"true_negative":30,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.28471616085892837,"baseline_adjusted_skill":0.5800000000000001,"baseline_adjusted_score":0.5800000000000001},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1259243656452467,"accuracy":0.79,"positive_recall":0.94,"specificity":0.64,"precision":0.7230769230769231,"balanced_accuracy":0.79,"f1":0.8173913043478261,"true_positive":47,"false_positive":18,"false_negative":3,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4963025374190132,"baseline_adjusted_skill":0.5800000000000001,"baseline_adjusted_score":0.5800000000000001},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.66,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":0.1282051282051283,"baseline_adjusted_score":0.1282051282051283},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.8297872340425533,"baseline_adjusted_score":0.8297872340425533},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.09562544766709809,"accuracy":0.87,"positive_recall":0.9,"specificity":0.84,"precision":0.8490566037735849,"balanced_accuracy":0.87,"f1":0.8737864077669902,"true_positive":45,"false_positive":8,"false_negative":5,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6174982093316077,"baseline_adjusted_skill":0.74,"baseline_adjusted_score":0.74},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.25,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":58},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.62,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.43,"baseline_adjusted_score":0.43},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":59},{"provenance":"measured","status":"complete","counts":{"cases":285,"expected":285,"succeeded":285,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.5754385964912281,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5263157894736842,"baseline_adjusted_skill":0.10370370370370378,"baseline_adjusted_score":0.10370370370370378},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":60},{"provenance":"measured","status":"complete","counts":{"cases":299,"expected":299,"succeeded":299,"failed":0,"abstained":0},"metrics":{"binary_brier":0.3450853907265091,"accuracy":0.5618729096989966,"positive_recall":0.9333333333333333,"specificity":0.18791946308724833,"precision":0.5363984674329502,"balanced_accuracy":0.5606263982102908,"f1":0.681265206812652,"true_positive":140,"false_positive":121,"false_negative":10,"true_negative":28,"positive_prevalence":0.5016722408026756,"majority_accuracy_baseline":0.5016722408026756,"constant_brier_baseline":0.24999720361069788,"brier_skill":-0.38035700296826125,"baseline_adjusted_skill":0.12125279642058162,"baseline_adjusted_score":0.12125279642058162},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":61},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8866666666666667,"uniform_accuracy_baseline":0.2,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":0.8583333333333334,"baseline_adjusted_score":0.8583333333333334},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":62},{"provenance":"measured","status":"complete","counts":{"cases":283,"expected":283,"succeeded":283,"failed":0,"abstained":0},"metrics":{"binary_brier":0.33450270584158753,"accuracy":0.49823321554770317,"positive_recall":0.6165413533834586,"specificity":0.3933333333333333,"precision":0.47398843930635837,"balanced_accuracy":0.5049373433583959,"f1":0.5359477124183006,"true_positive":82,"false_positive":91,"false_negative":51,"true_negative":59,"positive_prevalence":0.46996466431095407,"majority_accuracy_baseline":0.5300353356890459,"constant_brier_baseline":0.24909787861004634,"brier_skill":-0.34285650166149884,"baseline_adjusted_skill":0.009874686716791814,"baseline_adjusted_score":0.009874686716791814},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":63},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.68,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.5733333333333334,"baseline_adjusted_score":0.5733333333333334},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":64},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8566666666666667,"uniform_accuracy_baseline":0.20616666666666666,"fixed_answer_accuracy_baseline":0.21333333333333335,"baseline_adjusted_skill":0.8177966101694916,"baseline_adjusted_score":0.8177966101694916},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":65},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8566666666666667,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.785,"baseline_adjusted_score":0.785},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":66},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.5933333333333334,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.37333333333333335,"baseline_adjusted_skill":0.35106382978723405,"baseline_adjusted_score":0.35106382978723405},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":67},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.13601505274105777,"normalized_score_rmse":0.17018882332107177,"constant_score_baseline":0.5,"constant_mae_baseline":0.26208333333333333,"baseline_adjusted_skill":0.48102364613904824,"baseline_adjusted_score":0.48102364613904824},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":68},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.08319403687222209,"normalized_score_rmse":0.11049426012528227,"constant_score_baseline":0.52,"constant_mae_baseline":0.24733333333333335,"baseline_adjusted_skill":0.6636359695193177,"baseline_adjusted_score":0.6636359695193177},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":69},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.1298377781353718,"normalized_score_rmse":0.15208127372359995,"constant_score_baseline":0.578319964349225,"constant_mae_baseline":0.11212962028602311,"baseline_adjusted_skill":-0.1579257809326231,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":70},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.6566666666666666,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.5422222222222222,"baseline_adjusted_score":0.5422222222222222},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":71},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8805970149253733,"baseline_adjusted_score":0.8805970149253733},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1344346651695494,"accuracy":0.83,"positive_recall":0.94,"specificity":0.72,"precision":0.7704918032786885,"balanced_accuracy":0.83,"f1":0.8468468468468469,"true_positive":47,"false_positive":14,"false_negative":3,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.46226133932180236,"baseline_adjusted_skill":0.6599999999999999,"baseline_adjusted_score":0.6599999999999999},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.4323778581081081,"uniform_accuracy_baseline":0.23445945945945948,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.2305057247526043,"baseline_adjusted_score":0.2305057247526043},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0,"abstained":0},"metrics":{"binary_brier":0.12654432915574038,"accuracy":0.6421929934210526,"positive_recall":0.8885441911838067,"specificity":0.4076119602213702,"precision":0.5881845446428572,"balanced_accuracy":0.6480780757025885,"f1":0.7078185015394031,"true_positive":65.876669,"false_positive":46.123331,"false_negative":8.263334,"true_negative":31.736666,"positive_prevalence":0.4877631776315789,"majority_accuracy_baseline":0.512236822368421,"constant_brier_baseline":0.09451910039768556,"brier_skill":-0.3388228265325195,"baseline_adjusted_skill":0.2961561514051769,"baseline_adjusted_score":0.2961561514051769},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.16337783394387856,"normalized_score_rmse":0.23723228953288714,"constant_score_baseline":0.5841668333333333,"constant_mae_baseline":0.21700552708333334,"baseline_adjusted_skill":0.24712593204532052,"baseline_adjusted_score":0.24712593204532052},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.23450768902046235,"accuracy":0.67,"positive_recall":0.92,"specificity":0.42,"precision":0.6133333333333333,"balanced_accuracy":0.67,"f1":0.736,"true_positive":46,"false_positive":29,"false_negative":4,"true_negative":21,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.06196924391815062,"baseline_adjusted_skill":0.3400000000000001,"baseline_adjusted_score":0.3400000000000001},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.19487588638763206,"accuracy":0.7,"positive_recall":0.54,"specificity":0.86,"precision":0.7941176470588235,"balanced_accuracy":0.7,"f1":0.6428571428571429,"true_positive":27,"false_positive":7,"false_negative":23,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.22049645444947175,"baseline_adjusted_skill":0.3999999999999999,"baseline_adjusted_score":0.3999999999999999},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.8032786885245902,"baseline_adjusted_score":0.8032786885245902},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.036111111111111115,"fixed_answer_accuracy_baseline":0.08833333333333333,"baseline_adjusted_skill":0.8574040219378428,"baseline_adjusted_score":0.8574040219378428},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2787635831439651,"accuracy":0.56,"positive_recall":0.4866666666666667,"specificity":0.6333333333333333,"precision":0.5703125,"balanced_accuracy":0.56,"f1":0.5251798561151079,"true_positive":73,"false_positive":55,"false_negative":77,"true_negative":95,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.1150543325758604,"baseline_adjusted_skill":0.1200000000000001,"baseline_adjusted_score":0.1200000000000001},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":81},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.7954545454545455,"baseline_adjusted_score":0.7954545454545455},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.31333333333333335,"uniform_accuracy_baseline":0.11021428571428572,"fixed_answer_accuracy_baseline":0.12554761904761905,"baseline_adjusted_skill":0.2147466441582487,"baseline_adjusted_score":0.2147466441582487},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":83},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.55,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.4000000000000001,"baseline_adjusted_score":0.4000000000000001},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":84},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.815,"uniform_accuracy_baseline":0.049879324215607396,"fixed_answer_accuracy_baseline":0.12442477876106194,"baseline_adjusted_skill":0.7887103294926218,"baseline_adjusted_score":0.7887103294926218},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.3117467472285172,"accuracy":0.6033333333333334,"positive_recall":0.4722222222222222,"specificity":0.9404761904761905,"precision":0.9532710280373832,"balanced_accuracy":0.7063492063492063,"f1":0.631578947368421,"true_positive":102,"false_positive":5,"false_negative":114,"true_negative":79,"positive_prevalence":0.72,"majority_accuracy_baseline":0.72,"constant_brier_baseline":0.2016,"brier_skill":-0.5463628334747876,"baseline_adjusted_skill":0.41269841269841256,"baseline_adjusted_score":0.41269841269841256},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":86},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.79,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5033333333333333,"baseline_adjusted_skill":0.5771812080536913,"baseline_adjusted_score":0.5771812080536913},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":87},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.29448053807449703,"accuracy":0.55,"positive_recall":0.28,"specificity":0.82,"precision":0.6086956521739131,"balanced_accuracy":0.55,"f1":0.3835616438356164,"true_positive":14,"false_positive":9,"false_negative":36,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.17792215229798813,"baseline_adjusted_skill":0.10000000000000009,"baseline_adjusted_score":0.10000000000000009},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.10386854815827344,"accuracy":0.8633333333333333,"positive_recall":0.8375,"specificity":0.8928571428571429,"precision":0.8993288590604027,"balanced_accuracy":0.8651785714285715,"f1":0.8673139158576052,"true_positive":134,"false_positive":15,"false_negative":26,"true_negative":125,"positive_prevalence":0.5333333333333333,"majority_accuracy_baseline":0.5333333333333333,"constant_brier_baseline":0.2488888888888889,"brier_skill":0.5826710118640799,"baseline_adjusted_skill":0.7303571428571429,"baseline_adjusted_score":0.7303571428571429},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":89},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8333333333333334,"uniform_accuracy_baseline":0.23888888888888887,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.7647058823529413,"baseline_adjusted_score":0.7647058823529413},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0,"abstained":0},"metrics":{"binary_brier":0.14909424226313583,"accuracy":0.828125,"positive_recall":0.9375,"specificity":0.71875,"precision":0.7692307692307693,"balanced_accuracy":0.828125,"f1":0.8450704225352113,"true_positive":30,"false_positive":9,"false_negative":2,"true_negative":23,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.40362303094745666,"baseline_adjusted_skill":0.65625,"baseline_adjusted_score":0.65625},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.72,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.39130434782608686,"baseline_adjusted_score":0.39130434782608686},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.6212121212121212,"baseline_adjusted_score":0.6212121212121212},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.22909643703143587,"accuracy":0.68,"positive_recall":0.38,"specificity":0.98,"precision":0.95,"balanced_accuracy":0.6799999999999999,"f1":0.5428571428571428,"true_positive":19,"false_positive":1,"false_negative":31,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.08361425187425653,"baseline_adjusted_skill":0.3599999999999999,"baseline_adjusted_score":0.3599999999999999},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.8260869565217391,"baseline_adjusted_score":0.8260869565217391},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"binary_brier":0.048869074796017084,"accuracy":0.9393939393939394,"positive_recall":1,"specificity":0.8823529411764706,"precision":0.8888888888888888,"balanced_accuracy":0.9411764705882353,"f1":0.9411764705882353,"true_positive":16,"false_positive":2,"false_negative":0,"true_negative":15,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.8043440350997698,"baseline_adjusted_skill":0.8823529411764706,"baseline_adjusted_score":0.8823529411764706},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.1799761154669228,"normalized_score_rmse":0.2853406924345214,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.45461783191841576,"baseline_adjusted_score":0.45461783191841576},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.1875,"uniform_accuracy_baseline":0.178125,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.14035087719298242,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0,"abstained":0},"metrics":{"binary_brier":0.024598142036868935,"accuracy":0.9705882352941176,"positive_recall":1,"specificity":0.9411764705882353,"precision":0.9444444444444444,"balanced_accuracy":0.9705882352941176,"f1":0.9714285714285714,"true_positive":17,"false_positive":1,"false_negative":0,"true_negative":16,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9016074318525242,"baseline_adjusted_skill":0.9411764705882353,"baseline_adjusted_score":0.9411764705882353},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.11651939340922243,"normalized_score_rmse":0.1581749721793181,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":0.20766812481728747,"baseline_adjusted_score":0.20766812481728747},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.6666666666666666,"uniform_accuracy_baseline":0.13194444444444445,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":0.1652173913043478,"baseline_adjusted_score":0.1652173913043478},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0,"abstained":0},"metrics":{"binary_brier":0.009011263296858366,"accuracy":0.9807692307692307,"positive_recall":0.9615384615384616,"specificity":1,"precision":1,"balanced_accuracy":0.9807692307692308,"f1":0.9803921568627451,"true_positive":25,"false_positive":0,"false_negative":1,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9639549468125665,"baseline_adjusted_skill":0.9615384615384617,"baseline_adjusted_score":0.9615384615384617},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0,"abstained":0},"metrics":{"binary_brier":0.20864892458599096,"accuracy":0.7066666666666667,"positive_recall":0.7435897435897436,"specificity":0.6666666666666666,"precision":0.7073170731707317,"balanced_accuracy":0.7051282051282051,"f1":0.725,"true_positive":29,"false_positive":12,"false_negative":10,"true_negative":24,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24960000000000004,"brier_skill":0.1640668085497159,"baseline_adjusted_skill":0.41025641025641013,"baseline_adjusted_score":0.41025641025641013},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.30333585360388765,"normalized_score_rmse":0.35940629941431335,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.0833423342995987,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8235294117647058,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.76,"baseline_adjusted_score":0.76},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0,"abstained":0},"metrics":{"binary_brier":0.18234960523380891,"accuracy":0.7857142857142857,"positive_recall":1,"specificity":0.5714285714285714,"precision":0.7,"balanced_accuracy":0.7857142857142857,"f1":0.8235294117647058,"true_positive":14,"false_positive":6,"false_negative":0,"true_negative":8,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.27060157906476434,"baseline_adjusted_skill":0.5714285714285714,"baseline_adjusted_score":0.5714285714285714},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.15419723692111184,"normalized_score_rmse":0.2483173428792567,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.1696969696969697,"baseline_adjusted_skill":0.09133771100059096,"baseline_adjusted_score":0.09133771100059096},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0,"abstained":0},"metrics":{"binary_brier":0.07356688591937861,"accuracy":0.8941176470588236,"positive_recall":0.9111111111111111,"specificity":0.875,"precision":0.8913043478260869,"balanced_accuracy":0.8930555555555555,"f1":0.9010989010989011,"true_positive":41,"false_positive":5,"false_negative":4,"true_negative":35,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.2491349480968858,"brier_skill":0.7047106940180496,"baseline_adjusted_skill":0.786111111111111,"baseline_adjusted_score":0.786111111111111},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.8421052631578947,"baseline_adjusted_score":0.8421052631578947},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2628030488858094,"accuracy":0.68,"positive_recall":0.5714285714285714,"specificity":0.9333333333333333,"precision":0.9523809523809523,"balanced_accuracy":0.7523809523809524,"f1":0.7142857142857143,"true_positive":20,"false_positive":1,"false_negative":15,"true_negative":14,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.21,"brier_skill":-0.2514430899324258,"baseline_adjusted_skill":0.5047619047619047,"baseline_adjusted_score":0.5047619047619047},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.23783934949138538,"normalized_score_rmse":0.41478661942255357,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.1505737518164808,"baseline_adjusted_score":0.1505737518164808},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.6835443037974683,"uniform_accuracy_baseline":0.24240506329113923,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.45652173913043476,"baseline_adjusted_score":0.45652173913043476},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0,"abstained":0},"metrics":{"binary_brier":0.003969020285351143,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":11,"false_positive":0,"false_negative":0,"true_negative":10,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.2494331065759637,"brier_skill":0.9840878368560013,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7878787878787878,"uniform_accuracy_baseline":0.32373737373737377,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.6499999999999999,"baseline_adjusted_score":0.6499999999999999},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2638996732295713,"accuracy":0.696969696969697,"positive_recall":0.47058823529411764,"specificity":0.9375,"precision":0.8888888888888888,"balanced_accuracy":0.7040441176470589,"f1":0.6153846153846154,"true_positive":8,"false_positive":1,"false_negative":9,"true_negative":15,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":-0.0565689123051587,"baseline_adjusted_skill":0.40808823529411775,"baseline_adjusted_score":0.40808823529411775},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.25050672053067596,"normalized_score_rmse":0.37173528229511565,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.3431372549019608,"baseline_adjusted_skill":0.2699518430248872,"baseline_adjusted_score":0.2699518430248872},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.13569582655245466,"accuracy":0.83,"positive_recall":0.74,"specificity":0.92,"precision":0.9024390243902439,"balanced_accuracy":0.8300000000000001,"f1":0.8131868131868132,"true_positive":37,"false_positive":4,"false_negative":13,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.45721669379018137,"baseline_adjusted_skill":0.6600000000000001,"baseline_adjusted_score":0.6600000000000001},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.45333333333333337,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":0.154639175257732,"baseline_adjusted_score":0.154639175257732},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0,"abstained":0},"metrics":{"binary_brier":0.4321130965528971,"accuracy":0.5066666666666667,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":37,"true_negative":38,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555554,"brier_skill":-0.728759721273148,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.14285714285714285,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.9487179487179487,"baseline_adjusted_score":0.9487179487179487},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.45,"uniform_accuracy_baseline":0.32416666666666666,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.16666666666666666,"baseline_adjusted_score":0.16666666666666666},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"binary_brier":0.07475169221915473,"accuracy":0.8484848484848485,"positive_recall":0.6875,"specificity":1,"precision":1,"balanced_accuracy":0.84375,"f1":0.8148148148148148,"true_positive":11,"false_positive":0,"false_negative":5,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.7007184087255165,"baseline_adjusted_skill":0.6875,"baseline_adjusted_score":0.6875},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.15877390075637618,"normalized_score_rmse":0.20064766716239554,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.277305003453736,"baseline_adjusted_score":0.277305003453736},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.16238562767556158,"accuracy":0.75,"positive_recall":0.2727272727272727,"specificity":0.8846153846153846,"precision":0.4,"balanced_accuracy":0.5786713286713286,"f1":0.32432432432432434,"true_positive":6,"false_positive":9,"false_negative":16,"true_negative":69,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":0.05369680841747326,"baseline_adjusted_skill":0.1573426573426573,"baseline_adjusted_score":0.1573426573426573},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.13909753950826512,"accuracy":0.84,"positive_recall":0.7027027027027027,"specificity":0.9206349206349206,"precision":0.8387096774193549,"balanced_accuracy":0.8116688116688117,"f1":0.7647058823529411,"true_positive":26,"false_positive":5,"false_negative":11,"true_negative":58,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000003,"brier_skill":0.40327095878050145,"baseline_adjusted_skill":0.6233376233376233,"baseline_adjusted_score":0.6233376233376233},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.08952230876596898,"accuracy":0.91,"positive_recall":0.7692307692307693,"specificity":1,"precision":1,"balanced_accuracy":0.8846153846153846,"f1":0.8695652173913043,"true_positive":30,"false_positive":0,"false_negative":9,"true_negative":61,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379,"brier_skill":0.6236977353258975,"baseline_adjusted_skill":0.7692307692307692,"baseline_adjusted_score":0.7692307692307692},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.16047650451307358,"accuracy":0.82,"positive_recall":0.8709677419354839,"specificity":0.7971014492753623,"precision":0.6585365853658537,"balanced_accuracy":0.8340345956054231,"f1":0.75,"true_positive":27,"false_positive":14,"false_negative":4,"true_negative":55,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999998,"brier_skill":0.24975921218759423,"baseline_adjusted_skill":0.6680691912108463,"baseline_adjusted_score":0.6680691912108463},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.7777777777777777,"baseline_adjusted_score":0.7777777777777777},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.12202717593901716,"normalized_score_rmse":0.16224749148500997,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.4751519314450875,"baseline_adjusted_score":0.4751519314450875},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.12336440744227867,"accuracy":0.85,"positive_recall":0.9,"specificity":0.8,"precision":0.8181818181818182,"balanced_accuracy":0.8500000000000001,"f1":0.8571428571428571,"true_positive":45,"false_positive":10,"false_negative":5,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5065423702308853,"baseline_adjusted_skill":0.7000000000000002,"baseline_adjusted_score":0.7000000000000002},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.281267342146028,"accuracy":0.56,"positive_recall":0.62,"specificity":0.5,"precision":0.5535714285714286,"balanced_accuracy":0.56,"f1":0.5849056603773585,"true_positive":31,"false_positive":25,"false_negative":19,"true_negative":25,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.125069368584112,"baseline_adjusted_skill":0.1200000000000001,"baseline_adjusted_score":0.1200000000000001},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.71,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":0.17142857142857126,"baseline_adjusted_score":0.17142857142857126},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.08026733843897427,"accuracy":0.89,"positive_recall":0.8266666666666667,"specificity":0.9533333333333334,"precision":0.9465648854961832,"balanced_accuracy":0.89,"f1":0.8825622775800712,"true_positive":124,"false_positive":7,"false_negative":26,"true_negative":143,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6789306462441029,"baseline_adjusted_skill":0.78,"baseline_adjusted_score":0.78},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":134},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.14088069775822684,"accuracy":0.82,"positive_recall":0.96,"specificity":0.68,"precision":0.75,"balanced_accuracy":0.8200000000000001,"f1":0.8421052631578947,"true_positive":48,"false_positive":16,"false_negative":2,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.43647720896709263,"baseline_adjusted_skill":0.6400000000000001,"baseline_adjusted_score":0.6400000000000001},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.93,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.8333333333333335,"baseline_adjusted_score":0.8333333333333335},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.64,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.4,"baseline_adjusted_score":0.4},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.08826625865922366,"accuracy":0.87,"positive_recall":0.8,"specificity":0.94,"precision":0.9302325581395349,"balanced_accuracy":0.87,"f1":0.8602150537634409,"true_positive":40,"false_positive":3,"false_negative":10,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6469349653631054,"baseline_adjusted_skill":0.74,"baseline_adjusted_score":0.74},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.6133333333333333,"uniform_accuracy_baseline":0.0625,"fixed_answer_accuracy_baseline":0.10666666666666667,"baseline_adjusted_skill":0.5671641791044776,"baseline_adjusted_score":0.5671641791044776},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":142},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.20851190476190473,"fixed_answer_accuracy_baseline":0.22333333333333333,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.06413489416857786,"accuracy":0.9,"positive_recall":0.92,"specificity":0.88,"precision":0.8846153846153846,"balanced_accuracy":0.9,"f1":0.9019607843137255,"true_positive":46,"false_positive":6,"false_negative":4,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7434604233256885,"baseline_adjusted_skill":0.8,"baseline_adjusted_score":0.8},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.0799847015707415,"normalized_score_rmse":0.15891952445365648,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.7333843280975283,"baseline_adjusted_score":0.7333843280975283},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.22851190476190475,"fixed_answer_accuracy_baseline":0.24333333333333332,"baseline_adjusted_skill":0.9339207048458149,"baseline_adjusted_score":0.9339207048458149},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.030546912168972176,"accuracy":0.95,"positive_recall":0.96,"specificity":0.94,"precision":0.9411764705882353,"balanced_accuracy":0.95,"f1":0.9504950495049505,"true_positive":48,"false_positive":3,"false_negative":2,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8778123513241113,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.11140360751735207,"normalized_score_rmse":0.19242181742644057,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.3042222222222222,"baseline_adjusted_skill":0.6338084486281341,"baseline_adjusted_score":0.6338084486281341},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.76,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.6129032258064516,"baseline_adjusted_score":0.6129032258064516},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8966666666666666,"uniform_accuracy_baseline":0.3467777777777778,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.8385416666666666,"baseline_adjusted_score":0.8385416666666666},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":150},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.02710452969889101,"accuracy":0.96,"positive_recall":0.96,"specificity":0.96,"precision":0.96,"balanced_accuracy":0.96,"f1":0.96,"true_positive":48,"false_positive":2,"false_negative":2,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8915818812044359,"baseline_adjusted_skill":0.9199999999999999,"baseline_adjusted_score":0.9199999999999999},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.8200000000000001,"baseline_adjusted_score":0.8200000000000001},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.04300677132972195,"accuracy":0.95,"positive_recall":0.92,"specificity":0.98,"precision":0.9787234042553191,"balanced_accuracy":0.95,"f1":0.9484536082474226,"true_positive":46,"false_positive":1,"false_negative":4,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8279729146811122,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.56,"uniform_accuracy_baseline":0.3533333333333333,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.2542372881355933,"baseline_adjusted_score":0.2542372881355933},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.9032258064516128,"baseline_adjusted_score":0.9032258064516128},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.49,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.235,"baseline_adjusted_score":0.235},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":157},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.8064516129032259,"baseline_adjusted_score":0.8064516129032259},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.52,"uniform_accuracy_baseline":0.1111111111111111,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.42857142857142855,"baseline_adjusted_score":0.42857142857142855},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9533333333333334,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.888888888888889,"baseline_adjusted_score":0.888888888888889},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":160},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.05512482535931078,"accuracy":0.8328749999999999,"positive_recall":0.21753460777851025,"specificity":0.97686256362795,"precision":0.6875,"balanced_accuracy":0.5971985857032301,"f1":0.33049574361542317,"true_positive":16.5,"false_positive":7.5,"false_negative":59.35,"true_negative":316.65,"positive_prevalence":0.189625,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500001,"brier_skill":0.2758511345966933,"baseline_adjusted_skill":0.1943971714064603,"baseline_adjusted_score":0.1943971714064603},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.21121211001106543,"normalized_score_rmse":0.26112441736093545,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":0.011873169538875183,"baseline_adjusted_score":0.011873169538875183},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.07073482861295399,"accuracy":0.787625,"positive_recall":0.41115799343647447,"specificity":0.924492926538265,"precision":0.6643939393939394,"balanced_accuracy":0.6678254599873698,"f1":0.507964089197799,"true_positive":43.85,"false_positive":22.15,"false_negative":62.800000000000004,"true_negative":271.2,"positive_prevalence":0.266625,"majority_accuracy_baseline":0.733375,"constant_brier_baseline":0.115654859375,"brier_skill":0.3883972623787214,"baseline_adjusted_skill":0.3356509199747395,"baseline_adjusted_score":0.3356509199747395},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.1667504321576164,"normalized_score_rmse":0.2354322699183514,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.3795332756925901,"baseline_adjusted_score":0.3795332756925901},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.05939880664579123,"accuracy":0.792875,"positive_recall":0.5364653243847874,"specificity":0.8922810060711188,"precision":0.6587912087912088,"balanced_accuracy":0.7143731652279531,"f1":0.5913686806411838,"true_positive":59.95,"false_positive":31.05,"false_negative":51.8,"true_negative":257.2,"positive_prevalence":0.279375,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937500001,"brier_skill":0.47507087150526783,"baseline_adjusted_skill":0.42874633045590627,"baseline_adjusted_score":0.42874633045590627},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.1659727873015594,"normalized_score_rmse":0.22006369697144113,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.37220695110521274,"baseline_adjusted_score":0.37220695110521274},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.06379449970426637,"accuracy":0.845875,"positive_recall":0.3892957746478873,"specificity":0.9760642570281125,"precision":0.8226190476190476,"balanced_accuracy":0.6826800158379999,"f1":0.5284894837476098,"true_positive":34.55,"false_positive":7.45,"false_negative":54.2,"true_negative":303.8,"positive_prevalence":0.221875,"majority_accuracy_baseline":0.778125,"constant_brier_baseline":0.12674023437499998,"brier_skill":0.4966515564780264,"baseline_adjusted_skill":0.36536003167599973,"baseline_adjusted_score":0.36536003167599973},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.13401092050815752,"normalized_score_rmse":0.20694893458543814,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.40604578168129624,"baseline_adjusted_score":0.40604578168129624},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.04077571394990832,"accuracy":0.84,"positive_recall":0.7079395085066162,"specificity":0.8874915023793337,"precision":0.6935185185185185,"balanced_accuracy":0.797715505442975,"f1":0.7006548175865295,"true_positive":74.9,"false_positive":33.1,"false_negative":30.9,"true_negative":261.1,"positive_prevalence":0.2645,"majority_accuracy_baseline":0.7355,"constant_brier_baseline":0.11362725,"brier_skill":0.6411449370647594,"baseline_adjusted_skill":0.59543101088595,"baseline_adjusted_score":0.59543101088595},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.13819939646959678,"normalized_score_rmse":0.19269450842020686,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.4499526508672764,"baseline_adjusted_score":0.4499526508672764},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.06301855075680668,"accuracy":0.8342499999999999,"positive_recall":0.3348563968668407,"specificity":0.9525355596784167,"precision":0.625609756097561,"balanced_accuracy":0.6436959782726287,"f1":0.4362244897959184,"true_positive":25.65,"false_positive":15.35,"false_negative":50.95,"true_negative":308.05,"positive_prevalence":0.19149999999999998,"majority_accuracy_baseline":0.8085,"constant_brier_baseline":0.09190274999999999,"brier_skill":0.3142909134187314,"baseline_adjusted_skill":0.2873919565452574,"baseline_adjusted_score":0.2873919565452574},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.13829523648137987,"normalized_score_rmse":0.22715519263842499,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.3315033886096441,"baseline_adjusted_score":0.3315033886096441},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.05276720806745506,"accuracy":0.87625,"positive_recall":0.6592140921409214,"specificity":0.9253525444512568,"precision":0.6664383561643835,"balanced_accuracy":0.7922833182960891,"f1":0.6628065395095367,"true_positive":48.65,"false_positive":24.35,"false_negative":25.15,"true_negative":301.85,"positive_prevalence":0.1845,"majority_accuracy_baseline":0.8155,"constant_brier_baseline":0.10922225,"brier_skill":0.516882246360471,"baseline_adjusted_skill":0.5845666365921782,"baseline_adjusted_score":0.5845666365921782},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.1673821433514181,"normalized_score_rmse":0.24625807506508773,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":0.11613389649416184,"baseline_adjusted_score":0.11613389649416184},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.08762739964680658,"accuracy":0.8315,"positive_recall":0.16624203821656053,"specificity":0.9939346811819596,"precision":0.87,"balanced_accuracy":0.5800883596992601,"f1":0.279144385026738,"true_positive":13.05,"false_positive":1.9499999999999997,"false_negative":65.45,"true_negative":319.55,"positive_prevalence":0.19625,"majority_accuracy_baseline":0.80375,"constant_brier_baseline":0.09878593749999999,"brier_skill":0.11295674400208444,"baseline_adjusted_skill":0.16017671939852018,"baseline_adjusted_score":0.16017671939852018},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.1702041285663181,"normalized_score_rmse":0.2812087882114912,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":0.19429998311802077,"baseline_adjusted_score":0.19429998311802077},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0,"abstained":0},"metrics":{"binary_brier":0.07772002742167493,"accuracy":0.7193877551020408,"positive_recall":0.8173190984578884,"specificity":0.6454789615040286,"precision":0.6350230414746544,"balanced_accuracy":0.7313990299809585,"f1":0.7147302904564315,"true_positive":137.8,"false_positive":79.2,"false_negative":30.8,"true_negative":144.2,"positive_prevalence":0.4301020408163265,"majority_accuracy_baseline":0.5698979591836735,"constant_brier_baseline":0.12359641815910039,"brier_skill":0.37117896635459724,"baseline_adjusted_skill":0.46279805996191703,"baseline_adjusted_score":0.46279805996191703},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.16136155882977476,"normalized_score_rmse":0.21015029944916622,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.41431730498822483,"baseline_adjusted_score":0.41431730498822483},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0439346836165528,"accuracy":0.8966250000000001,"positive_recall":0.4303697875688434,"specificity":0.9846931193342251,"precision":0.8415384615384616,"balanced_accuracy":0.7075314534515342,"f1":0.5694950546590317,"true_positive":54.7,"false_positive":10.3,"false_negative":72.4,"true_negative":662.6,"positive_prevalence":0.158875,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499999,"brier_skill":0.5552156051093724,"baseline_adjusted_skill":0.41506290690306846,"baseline_adjusted_score":0.41506290690306846},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.14387490654853516,"normalized_score_rmse":0.2228083746631459,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":0.12803086940281727,"baseline_adjusted_score":0.12803086940281727},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.04668589581686416,"normalized_score_rmse":0.091911634560069,"constant_score_baseline":0.1111111111111111,"constant_mae_baseline":0.10629629629629629,"baseline_adjusted_skill":0.5607947083430898,"baseline_adjusted_score":0.5607947083430898},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":181},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.9193548387096774,"baseline_adjusted_score":0.9193548387096774},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.24099777906349298,"accuracy":0.68,"positive_recall":0.44,"specificity":0.92,"precision":0.8461538461538461,"balanced_accuracy":0.68,"f1":0.5789473684210527,"true_positive":22,"false_positive":4,"false_negative":28,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.036008883746028064,"baseline_adjusted_skill":0.3600000000000001,"baseline_adjusted_score":0.3600000000000001},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.2624254473161034,"uniform_accuracy_baseline":0.058823529411764705,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.133177570093458,"baseline_adjusted_score":0.133177570093458},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.3835632458836224,"accuracy":0.5433333333333333,"positive_recall":0.21264367816091953,"specificity":1,"precision":1,"balanced_accuracy":0.6063218390804598,"f1":0.35071090047393366,"true_positive":37,"false_positive":0,"false_negative":137,"true_negative":126,"positive_prevalence":0.58,"majority_accuracy_baseline":0.58,"constant_brier_baseline":0.24359999999999998,"brier_skill":-0.5745617647110937,"baseline_adjusted_skill":0.21264367816091956,"baseline_adjusted_score":0.21264367816091956},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":185},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.19872517670710874,"accuracy":0.7366666666666667,"positive_recall":0.8471337579617835,"specificity":0.6153846153846154,"precision":0.7074468085106383,"balanced_accuracy":0.7312591866731994,"f1":0.7710144927536232,"true_positive":133,"false_positive":55,"false_negative":24,"true_negative":88,"positive_prevalence":0.5233333333333333,"majority_accuracy_baseline":0.5233333333333333,"constant_brier_baseline":0.24945555555555557,"brier_skill":0.20336439786023852,"baseline_adjusted_skill":0.4625183733463989,"baseline_adjusted_score":0.4625183733463989},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":186},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.5652173913043479,"baseline_adjusted_score":0.5652173913043479},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.20631919283419545,"accuracy":0.68,"positive_recall":0.42,"specificity":0.94,"precision":0.875,"balanced_accuracy":0.6799999999999999,"f1":0.5675675675675675,"true_positive":21,"false_positive":3,"false_negative":29,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.1747232286632182,"baseline_adjusted_skill":0.3599999999999999,"baseline_adjusted_score":0.3599999999999999},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.57,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.3174603174603174,"baseline_adjusted_score":0.3174603174603174},"scoring":{"eligible":true,"reason":null},"model":193,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1476536070252415,"accuracy":0.7972972972972973,"positive_recall":0.6901408450704225,"specificity":0.8961038961038961,"precision":0.8596491228070176,"balanced_accuracy":0.7931223705871593,"f1":0.765625,"true_positive":49,"false_positive":8,"false_negative":22,"true_negative":69,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.24958911614317017,"brier_skill":0.4084132781633638,"baseline_adjusted_skill":0.5862447411743186,"baseline_adjusted_score":0.5862447411743186},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.77,"uniform_accuracy_baseline":0.2005,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.6760563380281691,"baseline_adjusted_score":0.6760563380281691},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.9705882352941176,"baseline_adjusted_score":0.9705882352941176},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.8723404255319148,"baseline_adjusted_score":0.8723404255319148},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.9591836734693877,"baseline_adjusted_score":0.9591836734693877},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.05832595704779691,"accuracy":0.6791254982799999,"positive_recall":0.7995983497571728,"specificity":0.4858392412772035,"precision":0.7138836444492753,"balanced_accuracy":0.6427187955171881,"f1":0.7543138090910297,"true_positive":49.257971467,"false_positive":19.742028533,"false_negative":12.345421639,"true_negative":18.654578361000002,"positive_prevalence":0.61603393106,"majority_accuracy_baseline":0.61603393106,"constant_brier_baseline":0.07908707655202402,"brier_skill":0.2625096338030689,"baseline_adjusted_skill":0.28543759103437627,"baseline_adjusted_score":0.28543759103437627},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.018021215117890805,"accuracy":0.98,"positive_recall":0.98,"specificity":0.98,"precision":0.98,"balanced_accuracy":0.98,"f1":0.98,"true_positive":49,"false_positive":1,"false_negative":1,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9279151395284367,"baseline_adjusted_skill":0.96,"baseline_adjusted_score":0.96},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.012987012987012986,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.9052631578947369,"baseline_adjusted_score":0.9052631578947369},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.9166666666666666,"baseline_adjusted_score":0.9166666666666666},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.81,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.7031250000000001,"baseline_adjusted_score":0.7031250000000001},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1524874257465515,"accuracy":0.78,"positive_recall":1,"specificity":0.56,"precision":0.6944444444444444,"balanced_accuracy":0.78,"f1":0.819672131147541,"true_positive":50,"false_positive":22,"false_negative":0,"true_negative":28,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.390050297013794,"baseline_adjusted_skill":0.56,"baseline_adjusted_score":0.56},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0,"abstained":0},"metrics":{"binary_brier":0.048096876515408754,"accuracy":0.7492313206907628,"positive_recall":0.5482524920426974,"specificity":0.842814441628554,"precision":0.6189182761129994,"balanced_accuracy":0.6955334668356257,"f1":0.5814461713874204,"true_positive":121.92690039426088,"false_positive":75.07309960573912,"false_negative":100.46497591072693,"true_negative":402.53502408927307,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768642,"brier_skill":0.4579224167908216,"baseline_adjusted_skill":0.39106693367125134,"baseline_adjusted_score":0.39106693367125134},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1257640452359461,"accuracy":0.83,"positive_recall":0.74,"specificity":0.92,"precision":0.9024390243902439,"balanced_accuracy":0.8300000000000001,"f1":0.8131868131868132,"true_positive":37,"false_positive":4,"false_negative":13,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.49694381905621565,"baseline_adjusted_skill":0.6600000000000001,"baseline_adjusted_score":0.6600000000000001},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9801324503311258,"uniform_accuracy_baseline":0.006622516556291391,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.9793103448275862,"baseline_adjusted_score":0.9793103448275862},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.05830117226291854,"accuracy":0.9233333333333333,"positive_recall":0.86,"specificity":0.9866666666666667,"precision":0.9847328244274809,"balanced_accuracy":0.9233333333333333,"f1":0.9181494661921709,"true_positive":129,"false_positive":2,"false_negative":21,"true_negative":148,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7667953109483259,"baseline_adjusted_skill":0.8466666666666667,"baseline_adjusted_score":0.8466666666666667},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":14},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.83,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.6865509761388285,"baseline_adjusted_score":0.6865509761388285},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.8166666666666667,"baseline_adjusted_score":0.8166666666666667},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.036804877946375825,"accuracy":0.94,"positive_recall":0.96,"specificity":0.92,"precision":0.9230769230769231,"balanced_accuracy":0.94,"f1":0.9411764705882353,"true_positive":48,"false_positive":4,"false_negative":2,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8527804882144967,"baseline_adjusted_skill":0.8799999999999999,"baseline_adjusted_score":0.8799999999999999},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.83,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.6458333333333333,"baseline_adjusted_score":0.6458333333333333},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9566666666666667,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.9133333333333333,"baseline_adjusted_score":0.9133333333333333},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":19},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8933333333333333,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.7777777777777777,"baseline_adjusted_score":0.7777777777777777},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":20},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5266666666666666,"baseline_adjusted_skill":0.9366197183098591,"baseline_adjusted_score":0.9366197183098591},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":21},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.07142857142857142,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9775280898876404,"baseline_adjusted_score":0.9775280898876404},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.8913043478260868,"baseline_adjusted_score":0.8913043478260868},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.3150684931506849,"baseline_adjusted_score":0.3150684931506849},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0,"abstained":0},"metrics":{"binary_brier":0.09014326141023263,"accuracy":0.8658536585365854,"positive_recall":0.875,"specificity":0.8571428571428571,"precision":0.8536585365853658,"balanced_accuracy":0.8660714285714286,"f1":0.8641975308641975,"true_positive":35,"false_positive":6,"false_negative":5,"true_negative":36,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.2498512790005949,"brier_skill":0.6392123275461881,"baseline_adjusted_skill":0.7321428571428572,"baseline_adjusted_score":0.7321428571428572},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.12905346006522198,"accuracy":0.81,"positive_recall":0.76,"specificity":0.86,"precision":0.8444444444444444,"balanced_accuracy":0.81,"f1":0.8,"true_positive":38,"false_positive":7,"false_negative":12,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4837861597391121,"baseline_adjusted_skill":0.6200000000000001,"baseline_adjusted_score":0.6200000000000001},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8603351955307262,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.8207885304659498,"baseline_adjusted_score":0.8207885304659498},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.7540983606557377,"baseline_adjusted_score":0.7540983606557377},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"binary_brier":0.16421747226946992,"accuracy":0.785,"positive_recall":0.5454545454545454,"specificity":0.8525641025641025,"precision":0.5106382978723404,"balanced_accuracy":0.699009324009324,"f1":0.5274725274725275,"true_positive":24,"false_positive":23,"false_negative":20,"true_negative":133,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":0.04302172337138743,"baseline_adjusted_skill":0.39801864801864806,"baseline_adjusted_score":0.39801864801864806},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1516274772141149,"accuracy":0.8,"positive_recall":0.42,"specificity":0.9266666666666666,"precision":0.65625,"balanced_accuracy":0.6733333333333333,"f1":0.5121951219512195,"true_positive":21,"false_positive":11,"false_negative":29,"true_negative":139,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":0.19132012152472055,"baseline_adjusted_skill":0.3466666666666667,"baseline_adjusted_score":0.3466666666666667},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"binary_brier":0.04626102563140101,"accuracy":0.945,"positive_recall":0.7368421052631579,"specificity":0.9668508287292817,"precision":0.7,"balanced_accuracy":0.8518464669962198,"f1":0.717948717948718,"true_positive":14,"false_positive":6,"false_negative":5,"true_negative":175,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.085975,"brier_skill":0.46192468006512344,"baseline_adjusted_skill":0.7036929339924396,"baseline_adjusted_score":0.7036929339924396},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":33},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.004583374821583789,"accuracy":0.9966666666666667,"positive_recall":1,"specificity":0.9933333333333333,"precision":0.9933774834437086,"balanced_accuracy":0.9966666666666666,"f1":0.9966777408637874,"true_positive":150,"false_positive":1,"false_negative":0,"true_negative":149,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9816665007136648,"baseline_adjusted_skill":0.9933333333333332,"baseline_adjusted_score":0.9933333333333332},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":34},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9933333333333333,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.991111111111111,"baseline_adjusted_score":0.991111111111111},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":35},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.07741558659108869,"accuracy":0.8866666666666667,"positive_recall":0.9933333333333333,"specificity":0.78,"precision":0.8186813186813187,"balanced_accuracy":0.8866666666666667,"f1":0.8975903614457831,"true_positive":149,"false_positive":33,"false_negative":1,"true_negative":117,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6903376536356453,"baseline_adjusted_skill":0.7733333333333334,"baseline_adjusted_score":0.7733333333333334},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":36},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.05242765858841794,"normalized_score_rmse":0.1278047986872707,"constant_score_baseline":0.5,"constant_mae_baseline":0.3333333333333333,"baseline_adjusted_skill":0.8427170242347461,"baseline_adjusted_score":0.8427170242347461},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":37},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.53,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.37333333333333335,"baseline_adjusted_score":0.37333333333333335},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":38},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.23968829630283622,"accuracy":0.6166666666666667,"positive_recall":0.49333333333333335,"specificity":0.74,"precision":0.6548672566371682,"balanced_accuracy":0.6166666666666667,"f1":0.5627376425855514,"true_positive":74,"false_positive":39,"false_negative":76,"true_negative":111,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.041246814788655106,"baseline_adjusted_skill":0.2333333333333334,"baseline_adjusted_score":0.2333333333333334},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":39},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.3019253239070582,"normalized_score_rmse":0.3654868849004859,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":-0.006417746356860654,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":40},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.9857142857142857,"baseline_adjusted_score":0.9857142857142857},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":42},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.004303867895607935,"accuracy":0.9966666666666667,"positive_recall":0.9932885906040269,"specificity":1,"precision":1,"balanced_accuracy":0.9966442953020134,"f1":0.9966329966329966,"true_positive":148,"false_positive":0,"false_negative":1,"true_negative":151,"positive_prevalence":0.49666666666666665,"majority_accuracy_baseline":0.5033333333333334,"constant_brier_baseline":0.2499888888888889,"brier_skill":0.9827837632514905,"baseline_adjusted_skill":0.9932885906040267,"baseline_adjusted_score":0.9932885906040267},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":43},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.08971453922614976,"normalized_score_rmse":0.139236498886615,"constant_score_baseline":0.5,"constant_mae_baseline":0.36666666666666664,"baseline_adjusted_skill":0.7553239839286825,"baseline_adjusted_score":0.7553239839286825},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":44},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8766666666666667,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2866666666666667,"baseline_adjusted_skill":0.8271028037383178,"baseline_adjusted_score":0.8271028037383178},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":46},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0672817953732461,"accuracy":0.9233333333333333,"positive_recall":0.9426751592356688,"specificity":0.9020979020979021,"precision":0.9135802469135802,"balanced_accuracy":0.9223865306667854,"f1":0.9278996865203761,"true_positive":148,"false_positive":14,"false_negative":9,"true_negative":129,"positive_prevalence":0.5233333333333333,"majority_accuracy_baseline":0.5233333333333333,"constant_brier_baseline":0.24945555555555557,"brier_skill":0.7302854401321923,"baseline_adjusted_skill":0.8447730613335709,"baseline_adjusted_score":0.8447730613335709},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":47},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.1598203925506037,"normalized_score_rmse":0.2084431166142727,"constant_score_baseline":0.5,"constant_mae_baseline":0.3016666666666667,"baseline_adjusted_skill":0.47020864347866176,"baseline_adjusted_score":0.47020864347866176},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":48},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0482013795161218,"accuracy":0.8992321428571428,"positive_recall":0.6572760638825514,"specificity":0.9146777778481373,"precision":0.32965174129353236,"balanced_accuracy":0.7859769208653444,"f1":0.4390841920413506,"true_positive":110.43333333333334,"false_positive":224.56666666666666,"false_negative":57.58333333333333,"true_negative":2407.4166666666665,"positive_prevalence":0.060005952380952375,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679138,"brier_skill":-0.49689205768432276,"baseline_adjusted_skill":0.5719538417306889,"baseline_adjusted_score":0.5719538417306889},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.5433333333333333,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.39111111111111113,"baseline_adjusted_score":0.39111111111111113},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":50},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.4702549575070821,"uniform_accuracy_baseline":0.027777777777777776,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.3928571428571428,"baseline_adjusted_score":0.3928571428571428},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.8142857142857144,"baseline_adjusted_score":0.8142857142857144},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.07551713968464886,"accuracy":0.89,"positive_recall":1,"specificity":0.78,"precision":0.819672131147541,"balanced_accuracy":0.89,"f1":0.9009009009009009,"true_positive":50,"false_positive":11,"false_negative":0,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6979314412614046,"baseline_adjusted_skill":0.78,"baseline_adjusted_score":0.78},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.003999694318826164,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":50,"false_positive":0,"false_negative":0,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9840012227246954,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.68,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":0.17948717948717963,"baseline_adjusted_score":0.17948717948717963},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.9042553191489363,"baseline_adjusted_score":0.9042553191489363},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.04270193261158867,"accuracy":0.93,"positive_recall":0.94,"specificity":0.92,"precision":0.9215686274509803,"balanced_accuracy":0.9299999999999999,"f1":0.9306930693069307,"true_positive":47,"false_positive":4,"false_negative":3,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8291922695536453,"baseline_adjusted_skill":0.8599999999999999,"baseline_adjusted_score":0.8599999999999999},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.5166666666666667,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.3555555555555556,"baseline_adjusted_score":0.3555555555555556},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":58},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.625,"baseline_adjusted_score":0.625},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":59},{"provenance":"measured","status":"complete","counts":{"cases":285,"expected":285,"succeeded":285,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8105263157894737,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5263157894736842,"baseline_adjusted_skill":0.6,"baseline_adjusted_score":0.6},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":60},{"provenance":"measured","status":"complete","counts":{"cases":299,"expected":299,"succeeded":299,"failed":0,"abstained":0},"metrics":{"binary_brier":0.22495898362471237,"accuracy":0.6755852842809364,"positive_recall":0.9533333333333334,"specificity":0.3959731543624161,"precision":0.6137339055793991,"balanced_accuracy":0.6746532438478747,"f1":0.7467362924281984,"true_positive":143,"false_positive":90,"false_negative":7,"true_negative":59,"positive_prevalence":0.5016722408026756,"majority_accuracy_baseline":0.5016722408026756,"constant_brier_baseline":0.24999720361069788,"brier_skill":0.10015400022224119,"baseline_adjusted_skill":0.34930648769574946,"baseline_adjusted_score":0.34930648769574946},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":61},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.2,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":0.9625,"baseline_adjusted_score":0.9625},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":62},{"provenance":"measured","status":"complete","counts":{"cases":283,"expected":283,"succeeded":283,"failed":0,"abstained":0},"metrics":{"binary_brier":0.22762568162692026,"accuracy":0.657243816254417,"positive_recall":0.8195488721804511,"specificity":0.5133333333333333,"precision":0.5989010989010989,"balanced_accuracy":0.6664411027568922,"f1":0.692063492063492,"true_positive":109,"false_positive":73,"false_negative":24,"true_negative":77,"positive_prevalence":0.46996466431095407,"majority_accuracy_baseline":0.5300353356890459,"constant_brier_baseline":0.24909787861004634,"brier_skill":0.0861998388060945,"baseline_adjusted_skill":0.33288220551378433,"baseline_adjusted_score":0.33288220551378433},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":63},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8666666666666667,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.8222222222222223,"baseline_adjusted_score":0.8222222222222223},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":64},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9766666666666667,"uniform_accuracy_baseline":0.20616666666666666,"fixed_answer_accuracy_baseline":0.21333333333333335,"baseline_adjusted_skill":0.9703389830508474,"baseline_adjusted_score":0.9703389830508474},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":65},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9166666666666666,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.8749999999999998,"baseline_adjusted_score":0.8749999999999998},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":66},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7866666666666666,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.37333333333333335,"baseline_adjusted_skill":0.6595744680851062,"baseline_adjusted_score":0.6595744680851062},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":67},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.13837466407428947,"normalized_score_rmse":0.17491005419025013,"constant_score_baseline":0.5,"constant_mae_baseline":0.26208333333333333,"baseline_adjusted_skill":0.47202035965294953,"baseline_adjusted_score":0.47202035965294953},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":68},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.07455207109528508,"normalized_score_rmse":0.0979601678694482,"constant_score_baseline":0.52,"constant_mae_baseline":0.24733333333333335,"baseline_adjusted_skill":0.6985765319597639,"baseline_adjusted_score":0.6985765319597639},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":69},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.16007694151884322,"normalized_score_rmse":0.18193274083218958,"constant_score_baseline":0.578319964349225,"constant_mae_baseline":0.11212962028602311,"baseline_adjusted_skill":-0.4276062035215571,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":70},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8933333333333333,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.8577777777777778,"baseline_adjusted_score":0.8577777777777778},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":71},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8507462686567167,"baseline_adjusted_score":0.8507462686567167},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.04806740967368753,"accuracy":0.93,"positive_recall":0.9,"specificity":0.96,"precision":0.9574468085106383,"balanced_accuracy":0.9299999999999999,"f1":0.9278350515463918,"true_positive":45,"false_positive":2,"false_negative":5,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8077303613052499,"baseline_adjusted_skill":0.8599999999999999,"baseline_adjusted_score":0.8599999999999999},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.4784246351351351,"uniform_accuracy_baseline":0.23445945945945948,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.2929288205074543,"baseline_adjusted_score":0.2929288205074543},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0,"abstained":0},"metrics":{"binary_brier":0.06354622057604059,"accuracy":0.7166227960526316,"positive_recall":0.8501933025279214,"specificity":0.5894340196288474,"precision":0.6635087789473685,"balanced_accuracy":0.7198136610783844,"f1":0.7453391614282991,"true_positive":63.033334,"false_positive":31.966666,"false_negative":11.106669,"true_negative":45.893330999999996,"positive_prevalence":0.4877631776315789,"majority_accuracy_baseline":0.512236822368421,"constant_brier_baseline":0.09451910039768556,"brier_skill":0.32768910930518536,"baseline_adjusted_skill":0.4396273221567688,"baseline_adjusted_score":0.4396273221567688},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.10241473000029773,"normalized_score_rmse":0.13436216665881667,"constant_score_baseline":0.5841668333333333,"constant_mae_baseline":0.21700552708333334,"baseline_adjusted_skill":0.5280547395414084,"baseline_adjusted_score":0.5280547395414084},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.16612708408676125,"accuracy":0.78,"positive_recall":0.84,"specificity":0.72,"precision":0.75,"balanced_accuracy":0.78,"f1":0.7924528301886793,"true_positive":42,"false_positive":14,"false_negative":8,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.335491663652955,"baseline_adjusted_skill":0.56,"baseline_adjusted_score":0.56},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.05440854192632852,"accuracy":0.92,"positive_recall":0.92,"specificity":0.92,"precision":0.92,"balanced_accuracy":0.92,"f1":0.92,"true_positive":46,"false_positive":4,"false_negative":4,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7823658322946859,"baseline_adjusted_skill":0.8400000000000001,"baseline_adjusted_score":0.8400000000000001},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.9836065573770492,"baseline_adjusted_score":0.9836065573770492},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.935,"uniform_accuracy_baseline":0.036111111111111115,"fixed_answer_accuracy_baseline":0.08833333333333333,"baseline_adjusted_skill":0.9287020109689215,"baseline_adjusted_score":0.9287020109689215},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.12088363988645667,"accuracy":0.8333333333333334,"positive_recall":0.8333333333333334,"specificity":0.8333333333333334,"precision":0.8333333333333334,"balanced_accuracy":0.8333333333333334,"f1":0.8333333333333334,"true_positive":125,"false_positive":25,"false_negative":25,"true_negative":125,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5164654404541733,"baseline_adjusted_skill":0.6666666666666667,"baseline_adjusted_score":0.6666666666666667},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":81},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.9318181818181818,"baseline_adjusted_score":0.9318181818181818},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.6833333333333333,"uniform_accuracy_baseline":0.11021428571428572,"fixed_answer_accuracy_baseline":0.12554761904761905,"baseline_adjusted_skill":0.6378685980341439,"baseline_adjusted_score":0.6378685980341439},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":83},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.25,"baseline_adjusted_skill":0.7333333333333334,"baseline_adjusted_score":0.7333333333333334},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":84},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.049879324215607396,"fixed_answer_accuracy_baseline":0.12442477876106194,"baseline_adjusted_skill":0.9086314938346473,"baseline_adjusted_score":0.9086314938346473},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1744803510781751,"accuracy":0.7333333333333333,"positive_recall":0.6435185185185185,"specificity":0.9642857142857143,"precision":0.9788732394366197,"balanced_accuracy":0.8039021164021164,"f1":0.776536312849162,"true_positive":139,"false_positive":3,"false_negative":77,"true_negative":81,"positive_prevalence":0.72,"majority_accuracy_baseline":0.72,"constant_brier_baseline":0.2016,"brier_skill":0.13452206806460754,"baseline_adjusted_skill":0.6078042328042328,"baseline_adjusted_score":0.6078042328042328},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":86},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9433333333333334,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.5033333333333333,"baseline_adjusted_skill":0.8859060402684564,"baseline_adjusted_score":0.8859060402684564},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":87},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.27680869233681993,"accuracy":0.58,"positive_recall":0.16,"specificity":1,"precision":1,"balanced_accuracy":0.58,"f1":0.27586206896551724,"true_positive":8,"false_positive":0,"false_negative":42,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.10723476934727971,"baseline_adjusted_skill":0.15999999999999992,"baseline_adjusted_score":0.15999999999999992},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0393451856919843,"accuracy":0.9466666666666667,"positive_recall":0.975,"specificity":0.9142857142857143,"precision":0.9285714285714286,"balanced_accuracy":0.9446428571428571,"f1":0.9512195121951219,"true_positive":156,"false_positive":12,"false_negative":4,"true_negative":128,"positive_prevalence":0.5333333333333333,"majority_accuracy_baseline":0.5333333333333333,"constant_brier_baseline":0.2488888888888889,"brier_skill":0.8419166646304203,"baseline_adjusted_skill":0.8892857142857142,"baseline_adjusted_score":0.8892857142857142},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":89},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8888888888888888,"uniform_accuracy_baseline":0.23888888888888887,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.8431372549019607,"baseline_adjusted_score":0.8431372549019607},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0,"abstained":0},"metrics":{"binary_brier":0.03632724609725555,"accuracy":0.9375,"positive_recall":0.90625,"specificity":0.96875,"precision":0.9666666666666667,"balanced_accuracy":0.9375,"f1":0.9354838709677419,"true_positive":29,"false_positive":1,"false_negative":3,"true_negative":31,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8546910156109778,"baseline_adjusted_skill":0.875,"baseline_adjusted_score":0.875},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.7727272727272728,"baseline_adjusted_score":0.7727272727272728},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":5.647689911126219e-7,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":50,"false_positive":0,"false_negative":0,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9999977409240356,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.8260869565217391,"baseline_adjusted_score":0.8260869565217391},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0009955801169891998,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":16,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.9960140193110248,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.1235129741304708,"normalized_score_rmse":0.2756724245424017,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.6257182602106945,"baseline_adjusted_score":0.6257182602106945},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.178125,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0000011975901063693981,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":17,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9999952096395746,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.05807996199297264,"normalized_score_rmse":0.08306384218138756,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":0.6050562584477861,"baseline_adjusted_score":0.6050562584477861},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.13194444444444445,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0,"abstained":0},"metrics":{"binary_brier":2.0889265122043423e-8,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":26,"false_positive":0,"false_negative":0,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9999999164429395,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0,"abstained":0},"metrics":{"binary_brier":5.990048097962631e-7,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":39,"false_positive":0,"false_negative":0,"true_negative":36,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24960000000000004,"brier_skill":0.9999976001409864,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.031744397011244645,"normalized_score_rmse":0.07200152903200976,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.8866271535312691,"baseline_adjusted_score":0.8866271535312691},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9117647058823529,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.8799999999999998,"baseline_adjusted_score":0.8799999999999998},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0,"abstained":0},"metrics":{"binary_brier":0.029996614032655546,"accuracy":0.9642857142857143,"positive_recall":1,"specificity":0.9285714285714286,"precision":0.9333333333333333,"balanced_accuracy":0.9642857142857143,"f1":0.9655172413793104,"true_positive":14,"false_positive":1,"false_negative":0,"true_negative":13,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8800135438693778,"baseline_adjusted_skill":0.9285714285714286,"baseline_adjusted_score":0.9285714285714286},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.017406223187637952,"normalized_score_rmse":0.037536259349378494,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.1696969696969697,"baseline_adjusted_skill":0.897427613358562,"baseline_adjusted_score":0.897427613358562},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0,"abstained":0},"metrics":{"binary_brier":0.014288767601365044,"accuracy":0.9764705882352941,"positive_recall":1,"specificity":0.95,"precision":0.9574468085106383,"balanced_accuracy":0.975,"f1":0.9782608695652174,"true_positive":45,"false_positive":2,"false_negative":0,"true_negative":38,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.2491349480968858,"brier_skill":0.9426464744889653,"baseline_adjusted_skill":0.95,"baseline_adjusted_score":0.95},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0000026196586886032655,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":35,"false_positive":0,"false_negative":0,"true_negative":15,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.21,"brier_skill":0.9999875254348162,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.0029277405869167373,"normalized_score_rmse":0.004030323143889149,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.9895437836181545,"baseline_adjusted_score":0.9895437836181545},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8607594936708861,"uniform_accuracy_baseline":0.24240506329113923,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.7608695652173914,"baseline_adjusted_score":0.7608695652173914},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0,"abstained":0},"metrics":{"binary_brier":4.4993328321790745e-8,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":11,"false_positive":0,"false_negative":0,"true_negative":10,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.2494331065759637,"brier_skill":0.9999998196176565,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9393939393939394,"uniform_accuracy_baseline":0.32373737373737377,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.9000000000000001,"baseline_adjusted_score":0.9000000000000001},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"binary_brier":0.09236842328560274,"accuracy":0.8787878787878788,"positive_recall":0.8235294117647058,"specificity":0.9375,"precision":0.9333333333333333,"balanced_accuracy":0.8805147058823529,"f1":0.875,"true_positive":14,"false_positive":1,"false_negative":3,"true_negative":15,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.6301867170660979,"baseline_adjusted_skill":0.7610294117647058,"baseline_adjusted_score":0.7610294117647058},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.013354410554721988,"normalized_score_rmse":0.03865262888505102,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.3431372549019608,"baseline_adjusted_skill":0.9610814320976674,"baseline_adjusted_score":0.9610814320976674},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0010917549244628022,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":50,"false_positive":0,"false_negative":0,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9956329803021488,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.8133333333333332,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":0.7113402061855668,"baseline_adjusted_score":0.7113402061855668},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0,"abstained":0},"metrics":{"binary_brier":0.056880444046686914,"accuracy":0.92,"positive_recall":0.8648648648648649,"specificity":0.9736842105263158,"precision":0.9696969696969697,"balanced_accuracy":0.9192745376955904,"f1":0.9142857142857143,"true_positive":32,"false_positive":1,"false_negative":5,"true_negative":37,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555554,"brier_skill":0.7724377683053956,"baseline_adjusted_skill":0.8385490753911808,"baseline_adjusted_score":0.8385490753911808},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.14285714285714285,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.39,"uniform_accuracy_baseline":0.32416666666666666,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.07575757575757575,"baseline_adjusted_score":0.07575757575757575},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0000011838271635626526,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":16,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.99999526033904,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.0017792138242399985,"normalized_score_rmse":0.004779509250860236,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.9919015094896663,"baseline_adjusted_score":0.9919015094896663},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.09986091823051818,"accuracy":0.88,"positive_recall":1,"specificity":0.8461538461538461,"precision":0.6470588235294118,"balanced_accuracy":0.9230769230769231,"f1":0.7857142857142857,"true_positive":22,"false_positive":12,"false_negative":0,"true_negative":66,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":0.4180599170715724,"baseline_adjusted_skill":0.8461538461538463,"baseline_adjusted_score":0.8461538461538463},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.08070555173996372,"accuracy":0.87,"positive_recall":0.6486486486486487,"specificity":1,"precision":1,"balanced_accuracy":0.8243243243243243,"f1":0.7868852459016393,"true_positive":24,"false_positive":0,"false_negative":13,"true_negative":63,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000003,"brier_skill":0.6537728368083925,"baseline_adjusted_skill":0.6486486486486487,"baseline_adjusted_score":0.6486486486486487},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.04747151172693969,"accuracy":0.94,"positive_recall":0.8461538461538461,"specificity":1,"precision":1,"balanced_accuracy":0.9230769230769231,"f1":0.9166666666666666,"true_positive":33,"false_positive":0,"false_negative":6,"true_negative":61,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379,"brier_skill":0.8004560246870968,"baseline_adjusted_skill":0.8461538461538463,"baseline_adjusted_score":0.8461538461538463},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.05344993881589085,"accuracy":0.92,"positive_recall":0.9032258064516129,"specificity":0.927536231884058,"precision":0.8484848484848485,"balanced_accuracy":0.9153810191678354,"f1":0.875,"true_positive":28,"false_positive":5,"false_negative":3,"true_negative":64,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999998,"brier_skill":0.7501171630860642,"baseline_adjusted_skill":0.8307620383356709,"baseline_adjusted_score":0.8307620383356709},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.986111111111111,"baseline_adjusted_score":0.986111111111111},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.11202758720903777,"normalized_score_rmse":0.14296439281221443,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.5181609152299451,"baseline_adjusted_score":0.5181609152299451},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.07216010783289431,"accuracy":0.9,"positive_recall":0.88,"specificity":0.92,"precision":0.9166666666666666,"balanced_accuracy":0.9,"f1":0.8979591836734694,"true_positive":44,"false_positive":4,"false_negative":6,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7113595686684228,"baseline_adjusted_skill":0.8,"baseline_adjusted_score":0.8},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.3145433676843672,"accuracy":0.61,"positive_recall":0.84,"specificity":0.38,"precision":0.5753424657534246,"balanced_accuracy":0.61,"f1":0.6829268292682927,"true_positive":42,"false_positive":31,"false_negative":8,"true_negative":19,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.25817347073746877,"baseline_adjusted_skill":0.21999999999999997,"baseline_adjusted_score":0.21999999999999997},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":0.6285714285714286,"baseline_adjusted_score":0.6285714285714286},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.08411436585055698,"accuracy":0.9,"positive_recall":0.8266666666666667,"specificity":0.9733333333333334,"precision":0.96875,"balanced_accuracy":0.9,"f1":0.8920863309352518,"true_positive":124,"false_positive":4,"false_negative":26,"true_negative":146,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6635425365977721,"baseline_adjusted_skill":0.8,"baseline_adjusted_score":0.8},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":134},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0665995216503909,"accuracy":0.91,"positive_recall":0.94,"specificity":0.88,"precision":0.8867924528301887,"balanced_accuracy":0.9099999999999999,"f1":0.912621359223301,"true_positive":47,"false_positive":6,"false_negative":3,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7336019133984364,"baseline_adjusted_skill":0.8199999999999998,"baseline_adjusted_score":0.8199999999999998},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.9047619047619047,"baseline_adjusted_score":0.9047619047619047},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.7333333333333333,"baseline_adjusted_score":0.7333333333333333},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0006471918478728844,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":50,"false_positive":0,"false_negative":0,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9974112326085085,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7133333333333334,"uniform_accuracy_baseline":0.0625,"fixed_answer_accuracy_baseline":0.10666666666666667,"baseline_adjusted_skill":0.6791044776119404,"baseline_adjusted_score":0.6791044776119404},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":142},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.20851190476190473,"fixed_answer_accuracy_baseline":0.22333333333333333,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0022061450272253132,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":50,"false_positive":0,"false_negative":0,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9911754198910987,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.015236639612342893,"normalized_score_rmse":0.04723782640793688,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.9492112012921904,"baseline_adjusted_score":0.9492112012921904},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.22851190476190475,"fixed_answer_accuracy_baseline":0.24333333333333332,"baseline_adjusted_skill":0.986784140969163,"baseline_adjusted_score":0.986784140969163},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.00026474570743171286,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":50,"false_positive":0,"false_negative":0,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9989410171702732,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.013378183832411263,"normalized_score_rmse":0.029563599806815784,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.3042222222222222,"baseline_adjusted_skill":0.956024961836486,"baseline_adjusted_score":0.956024961836486},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.77,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.6290322580645161,"baseline_adjusted_score":0.6290322580645161},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.9866666666666667,"uniform_accuracy_baseline":0.3467777777777778,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.9791666666666667,"baseline_adjusted_score":0.9791666666666667},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":150},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.019907528583464375,"accuracy":0.98,"positive_recall":1,"specificity":0.96,"precision":0.9615384615384616,"balanced_accuracy":0.98,"f1":0.9803921568627451,"true_positive":50,"false_positive":2,"false_negative":0,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9203698856661425,"baseline_adjusted_skill":0.96,"baseline_adjusted_score":0.96},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.9199999999999999,"baseline_adjusted_score":0.9199999999999999},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.02506508733949101,"accuracy":0.96,"positive_recall":0.92,"specificity":1,"precision":1,"balanced_accuracy":0.96,"f1":0.9583333333333334,"true_positive":46,"false_positive":0,"false_negative":4,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.899739650642036,"baseline_adjusted_skill":0.9199999999999999,"baseline_adjusted_score":0.9199999999999999},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.61,"uniform_accuracy_baseline":0.3533333333333333,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.3389830508474576,"baseline_adjusted_score":0.3389830508474576},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.9677419354838709,"baseline_adjusted_score":0.9677419354838709},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.7833333333333333,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.3333333333333333,"baseline_adjusted_skill":0.6749999999999999,"baseline_adjusted_score":0.6749999999999999},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":157},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.9354838709677419,"baseline_adjusted_score":0.9354838709677419},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.78,"uniform_accuracy_baseline":0.1111111111111111,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.7380952380952381,"baseline_adjusted_score":0.7380952380952381},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.9523809523809523,"baseline_adjusted_score":0.9523809523809523},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":160},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.033305543566917256,"accuracy":0.8528749999999999,"positive_recall":0.6064601186552406,"specificity":0.9105352460280735,"precision":0.6133333333333333,"balanced_accuracy":0.758497682341657,"f1":0.6098773616175008,"true_positive":46,"false_positive":29,"false_negative":29.85,"true_negative":295.15,"positive_prevalence":0.189625,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500001,"brier_skill":0.562480762008439,"baseline_adjusted_skill":0.5169953646833141,"baseline_adjusted_score":0.5169953646833141},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.14467997161829596,"normalized_score_rmse":0.1745764819558717,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":0.32313463570387857,"baseline_adjusted_score":0.32313463570387857},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.05952939379973932,"accuracy":0.8028749999999999,"positive_recall":0.406938584153774,"specificity":0.9468212033407192,"precision":0.735593220338983,"balanced_accuracy":0.6768798937472466,"f1":0.5239963779052219,"true_positive":43.4,"false_positive":15.6,"false_negative":63.25,"true_negative":277.75,"positive_prevalence":0.266625,"majority_accuracy_baseline":0.733375,"constant_brier_baseline":0.115654859375,"brier_skill":0.4852841106596234,"baseline_adjusted_skill":0.3537597874944931,"baseline_adjusted_score":0.3537597874944931},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.1588308972990764,"normalized_score_rmse":0.22412485671110782,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.4090013123755296,"baseline_adjusted_score":0.4090013123755296},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.039957650493237115,"accuracy":0.823125,"positive_recall":0.7114093959731543,"specificity":0.8664353859496965,"precision":0.673728813559322,"balanced_accuracy":0.7889223909614254,"f1":0.6920565832426551,"true_positive":79.5,"false_positive":38.5,"false_negative":32.25,"true_negative":249.75,"positive_prevalence":0.279375,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937500001,"brier_skill":0.6468795278128998,"baseline_adjusted_skill":0.5778447819228507,"baseline_adjusted_score":0.5778447819228507},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.13649079114546875,"normalized_score_rmse":0.17381178872146508,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.4837227758091017,"baseline_adjusted_score":0.4837227758091017},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.022710947594886247,"accuracy":0.912875,"positive_recall":0.8219718309859155,"specificity":0.9387951807228915,"precision":0.7929347826086957,"balanced_accuracy":0.8803835058544035,"f1":0.807192254495159,"true_positive":72.95,"false_positive":19.05,"false_negative":15.8,"true_negative":292.2,"positive_prevalence":0.221875,"majority_accuracy_baseline":0.778125,"constant_brier_baseline":0.12674023437499998,"brier_skill":0.8208071201155513,"baseline_adjusted_skill":0.760767011708807,"baseline_adjusted_score":0.760767011708807},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.09327172372253573,"normalized_score_rmse":0.14013234166306046,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.5866073186812821,"baseline_adjusted_score":0.5866073186812821},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.03149015389442183,"accuracy":0.8554999999999999,"positive_recall":0.727788279773157,"specificity":0.9014276002719238,"precision":0.7264150943396226,"balanced_accuracy":0.8146079400225403,"f1":0.7271010387157696,"true_positive":77,"false_positive":29,"false_negative":28.8,"true_negative":265.2,"positive_prevalence":0.2645,"majority_accuracy_baseline":0.7355,"constant_brier_baseline":0.11362725,"brier_skill":0.7228644194555283,"baseline_adjusted_skill":0.6292158800450807,"baseline_adjusted_score":0.6292158800450807},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.1177217332705277,"normalized_score_rmse":0.15927103862221628,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.5314557879779991,"baseline_adjusted_score":0.5314557879779991},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.05684565745441532,"accuracy":0.8275,"positive_recall":0.3302872062663186,"specificity":0.9452690166975881,"precision":0.5883720930232559,"balanced_accuracy":0.6377781114819534,"f1":0.42307692307692313,"true_positive":25.3,"false_positive":17.7,"false_negative":51.3,"true_negative":305.7,"positive_prevalence":0.19149999999999998,"majority_accuracy_baseline":0.8085,"constant_brier_baseline":0.09190274999999999,"brier_skill":0.3814585803535223,"baseline_adjusted_skill":0.2755562229639068,"baseline_adjusted_score":0.2755562229639068},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.13691315379258326,"normalized_score_rmse":0.21560693806313136,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.3381841508515613,"baseline_adjusted_score":0.3381841508515613},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.027620765479492406,"accuracy":0.9102499999999999,"positive_recall":0.7378048780487804,"specificity":0.9492642550582464,"precision":0.7669014084507043,"balanced_accuracy":0.8435345665535134,"f1":0.7520718232044199,"true_positive":54.45,"false_positive":16.55,"false_negative":19.35,"true_negative":309.65,"positive_prevalence":0.1845,"majority_accuracy_baseline":0.8155,"constant_brier_baseline":0.10922225,"brier_skill":0.7471141138413427,"baseline_adjusted_skill":0.6870691331070269,"baseline_adjusted_score":0.6870691331070269},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.11513610951873493,"normalized_score_rmse":0.17064070585219523,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":0.39202054379545903,"baseline_adjusted_score":0.39202054379545903},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"binary_brier":0.04564165295053654,"accuracy":0.856,"positive_recall":0.40700636942675156,"specificity":0.9656298600311042,"precision":0.7430232558139535,"balanced_accuracy":0.6863181147289279,"f1":0.5259259259259259,"true_positive":31.95,"false_positive":11.049999999999999,"false_negative":46.55,"true_negative":310.45,"positive_prevalence":0.19625,"majority_accuracy_baseline":0.80375,"constant_brier_baseline":0.09878593749999999,"brier_skill":0.5379741883753794,"baseline_adjusted_skill":0.3726362294578558,"baseline_adjusted_score":0.3726362294578558},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.15063310979757402,"normalized_score_rmse":0.22071179619351253,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":0.2869438589463952,"baseline_adjusted_score":0.2869438589463952},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0,"abstained":0},"metrics":{"binary_brier":0.0773978691264872,"accuracy":0.7104591836734694,"positive_recall":0.8840450771055752,"specificity":0.5794538943598926,"precision":0.6133744855967078,"balanced_accuracy":0.7317494857327339,"f1":0.7242468415937804,"true_positive":149.05,"false_positive":93.95,"false_negative":19.55,"true_negative":129.45,"positive_prevalence":0.4301020408163265,"majority_accuracy_baseline":0.5698979591836735,"constant_brier_baseline":0.12359641815910039,"brier_skill":0.37378550058905236,"baseline_adjusted_skill":0.4634989714654678,"baseline_adjusted_score":0.4634989714654678},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.15068674908262586,"normalized_score_rmse":0.19715061793298813,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.45306291073713567,"baseline_adjusted_score":0.45306291073713567},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0,"abstained":0},"metrics":{"binary_brier":0.023865450518140277,"accuracy":0.9255,"positive_recall":0.6864673485444532,"specificity":0.9706494278496062,"precision":0.8154205607476636,"balanced_accuracy":0.8285583881970298,"f1":0.7454079453225118,"true_positive":87.25,"false_positive":19.75,"false_negative":39.85,"true_negative":653.15,"positive_prevalence":0.158875,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499999,"brier_skill":0.7583917967829874,"baseline_adjusted_skill":0.6571167763940595,"baseline_adjusted_score":0.6571167763940595},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.10901647546946584,"normalized_score_rmse":0.15715593423665505,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":0.3392940880638434,"baseline_adjusted_score":0.3392940880638434},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"normalized_expected_score_mae":0.035011315023547214,"normalized_score_rmse":0.06685042599346616,"constant_score_baseline":0.1111111111111111,"constant_mae_baseline":0.10629629629629629,"baseline_adjusted_skill":0.6706252593603572,"baseline_adjusted_score":0.6706252593603572},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":181},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.9677419354838709,"baseline_adjusted_score":0.9677419354838709},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.1591218032795784,"accuracy":0.78,"positive_recall":0.66,"specificity":0.9,"precision":0.868421052631579,"balanced_accuracy":0.78,"f1":0.75,"true_positive":33,"false_positive":5,"false_negative":17,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3635127868816864,"baseline_adjusted_skill":0.56,"baseline_adjusted_score":0.56},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.42677269715043076,"uniform_accuracy_baseline":0.058823529411764705,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.3263239875389408,"baseline_adjusted_score":0.3263239875389408},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.2708933940262088,"accuracy":0.57,"positive_recall":0.26436781609195403,"specificity":0.9920634920634921,"precision":0.9787234042553191,"balanced_accuracy":0.6282156540777231,"f1":0.416289592760181,"true_positive":46,"false_positive":1,"false_negative":128,"true_negative":125,"positive_prevalence":0.58,"majority_accuracy_baseline":0.58,"constant_brier_baseline":0.24359999999999998,"brier_skill":-0.11204184739823009,"baseline_adjusted_skill":0.2564313081554461,"baseline_adjusted_score":0.2564313081554461},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":185},{"provenance":"measured","status":"complete","counts":{"cases":300,"expected":300,"succeeded":300,"failed":0,"abstained":0},"metrics":{"binary_brier":0.12673755680449936,"accuracy":0.8433333333333334,"positive_recall":0.910828025477707,"specificity":0.7692307692307693,"precision":0.8125,"balanced_accuracy":0.8400293973542381,"f1":0.8588588588588588,"true_positive":143,"false_positive":33,"false_negative":14,"true_negative":110,"positive_prevalence":0.5233333333333333,"majority_accuracy_baseline":0.5233333333333333,"constant_brier_baseline":0.24945555555555557,"brier_skill":0.4919433382742443,"baseline_adjusted_skill":0.6800587947084762,"baseline_adjusted_score":0.6800587947084762},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":186},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.9565217391304347,"baseline_adjusted_score":0.9565217391304347},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"binary_brier":0.13234170960315106,"accuracy":0.82,"positive_recall":0.84,"specificity":0.8,"precision":0.8076923076923077,"balanced_accuracy":0.8200000000000001,"f1":0.8235294117647058,"true_positive":42,"false_positive":10,"false_negative":8,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.47063316158739577,"baseline_adjusted_skill":0.6400000000000001,"baseline_adjusted_score":0.6400000000000001},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0,"abstained":0},"metrics":{"target_mass_at_prediction":0.63,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.41269841269841273,"baseline_adjusted_score":0.41269841269841273},"scoring":{"eligible":true,"reason":null},"model":194,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.23497892944940563,"accuracy":0.6081081081081081,"positive_recall":0.43661971830985913,"specificity":0.7662337662337663,"precision":0.6326530612244898,"balanced_accuracy":0.6014267422718127,"f1":0.5166666666666667,"true_positive":31,"false_positive":18,"false_negative":40,"true_negative":59,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.2495891161431699,"brier_skill":0.0585369543333113,"baseline_adjusted_skill":0.2028534845436254,"baseline_adjusted_score":0.2028534845436254},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.25,"uniform_accuracy_baseline":0.20049999999999962,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":-0.05633802816901406,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.7,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.5588235294117647,"baseline_adjusted_score":0.5588235294117647},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.79,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.5531914893617021,"baseline_adjusted_score":0.5531914893617021},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.7755102040816326,"baseline_adjusted_score":0.7755102040816326},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.22478507999934813,"accuracy":0.5363480356599999,"positive_recall":0.5376180867020178,"specificity":0.534310369836504,"precision":0.6493940850196079,"balanced_accuracy":0.5359642282692609,"f1":0.5882433454704709,"true_positive":33.11909833599999,"false_positive":17.880901663999996,"false_negative":28.48429477,"true_negative":20.515705229999995,"positive_prevalence":0.6160339310599999,"majority_accuracy_baseline":0.6160339310599999,"constant_brier_baseline":0.079087076552024,"brier_skill":-1.8422479347998535,"baseline_adjusted_skill":0.07192845653852187,"baseline_adjusted_score":0.07192845653852187},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24362875694088681,"accuracy":0.67,"positive_recall":0.72,"specificity":0.62,"precision":0.6545454545454545,"balanced_accuracy":0.6699999999999999,"f1":0.6857142857142857,"true_positive":36,"false_positive":19,"false_negative":14,"true_negative":31,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.02548497223645274,"baseline_adjusted_skill":0.33999999999999986,"baseline_adjusted_score":0.33999999999999986},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.012987012987012965,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.831578947368421,"baseline_adjusted_score":0.831578947368421},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.73,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.5499999999999999,"baseline_adjusted_score":0.5499999999999999},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.49,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.203125,"baseline_adjusted_score":0.203125},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2070038586580486,"accuracy":0.73,"positive_recall":0.54,"specificity":0.92,"precision":0.8709677419354839,"balanced_accuracy":0.73,"f1":0.6666666666666666,"true_positive":27,"false_positive":4,"false_negative":23,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.1719845653678056,"baseline_adjusted_skill":0.45999999999999996,"baseline_adjusted_score":0.45999999999999996},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.1343525863638834,"accuracy":0.6161827035294846,"positive_recall":0.5726822692621757,"specificity":0.6364381027089304,"precision":0.42312253949439704,"balanced_accuracy":0.6045601859855531,"f1":0.4866712310742825,"true_positive":127.35988438781351,"false_positive":173.6401156121865,"false_negative":95.03199191717431,"true_negative":303.9680080828257,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768597,"brier_skill":-0.5142256751476233,"baseline_adjusted_skill":0.2091203719711061,"baseline_adjusted_score":0.2091203719711061},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2935565385592016,"accuracy":0.5,"positive_recall":0.5,"specificity":0.5,"precision":0.5,"balanced_accuracy":0.5,"f1":0.5,"true_positive":25,"false_positive":25,"false_negative":25,"true_negative":25,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.17422615423680643,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.9006622516556292,"uniform_accuracy_baseline":0.006622516556291403,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.896551724137931,"baseline_adjusted_score":0.896551724137931},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.4988235294117647,"uniform_accuracy_baseline":0.3333333333333301,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.07592190889370937,"baseline_adjusted_score":0.07592190889370937},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.37,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.050000000000000044,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3100878561065232,"accuracy":0.52,"positive_recall":0.96,"specificity":0.08,"precision":0.5106382978723404,"balanced_accuracy":0.52,"f1":0.6666666666666666,"true_positive":48,"false_positive":46,"false_negative":2,"true_negative":4,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.2403514244260927,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":-0.041666666666666706,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.07142857142857136,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.8314606741573034,"baseline_adjusted_score":0.8314606741573034},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.59,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.1086956521739129,"baseline_adjusted_score":0.1086956521739129},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.09589041095890412,"baseline_adjusted_score":0.09589041095890412},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.7222222222222222,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.1666666666666667,"baseline_adjusted_score":0.1666666666666667},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.2917869991698028,"accuracy":0.5365853658536586,"positive_recall":0.45,"specificity":0.6190476190476191,"precision":0.5294117647058824,"balanced_accuracy":0.5345238095238095,"f1":0.4864864864864865,"true_positive":18,"false_positive":16,"false_negative":22,"true_negative":26,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.24985127900059498,"brier_skill":-0.16784272762961505,"baseline_adjusted_skill":0.06904761904761902,"baseline_adjusted_score":0.06904761904761902},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2140493417134078,"accuracy":0.67,"positive_recall":0.44,"specificity":0.9,"precision":0.8148148148148148,"balanced_accuracy":0.67,"f1":0.5714285714285714,"true_positive":22,"false_positive":5,"false_negative":28,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.14380263314636876,"baseline_adjusted_skill":0.3400000000000001,"baseline_adjusted_score":0.3400000000000001},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.34916201117318435,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.16487455197132617,"baseline_adjusted_score":0.16487455197132617},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.43,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.06557377049180324,"baseline_adjusted_score":0.06557377049180324},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.2808424398627111,"accuracy":0.585,"positive_recall":0.7727272727272727,"specificity":0.532051282051282,"precision":0.3177570093457944,"balanced_accuracy":0.6523892773892774,"f1":0.4503311258278146,"true_positive":34,"false_positive":73,"false_negative":10,"true_negative":83,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000053,"brier_skill":-0.6366109549108989,"baseline_adjusted_skill":0.30477855477855487,"baseline_adjusted_score":0.30477855477855487},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.2555137033174936,"accuracy":0.63,"positive_recall":0.64,"specificity":0.6266666666666667,"precision":0.36363636363636365,"balanced_accuracy":0.6333333333333333,"f1":0.463768115942029,"true_positive":32,"false_positive":56,"false_negative":18,"true_negative":94,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-0.3627397510266326,"baseline_adjusted_skill":0.2666666666666666,"baseline_adjusted_score":0.2666666666666666},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.20186946184677546,"accuracy":0.715,"positive_recall":0.47368421052631576,"specificity":0.7403314917127072,"precision":0.16071428571428573,"balanced_accuracy":0.6070078511195115,"f1":0.24,"true_positive":9,"false_positive":47,"false_negative":10,"true_negative":134,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.0859749999999999,"brier_skill":-1.3480018824864866,"baseline_adjusted_skill":0.214015702239023,"baseline_adjusted_score":0.214015702239023},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.09858383472851716,"accuracy":0.8409464285714288,"positive_recall":0.7370300565420099,"specificity":0.8475800885263965,"precision":0.23587301587301612,"balanced_accuracy":0.7923050725342032,"f1":0.3573747625117244,"true_positive":123.83333333333341,"false_positive":401.1666666666664,"false_negative":44.183333333333316,"true_negative":2230.816666666667,"positive_prevalence":0.060005952380952354,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679296,"brier_skill":-2.061517340428335,"baseline_adjusted_skill":0.5846101450684065,"baseline_adjusted_score":0.5846101450684065},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.37960339943342775,"uniform_accuracy_baseline":0.027777777777777853,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.288961038961039,"baseline_adjusted_score":0.288961038961039},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.38,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.11428571428571431,"baseline_adjusted_score":0.11428571428571431},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.32465378583151,"accuracy":0.61,"positive_recall":0.96,"specificity":0.26,"precision":0.5647058823529412,"balanced_accuracy":0.61,"f1":0.7111111111111111,"true_positive":48,"false_positive":37,"false_negative":2,"true_negative":13,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.29861514332604,"baseline_adjusted_skill":0.21999999999999997,"baseline_adjusted_score":0.21999999999999997},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.27437047559219907,"accuracy":0.59,"positive_recall":0.54,"specificity":0.64,"precision":0.6,"balanced_accuracy":0.5900000000000001,"f1":0.5684210526315789,"true_positive":27,"false_positive":18,"false_negative":23,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.09748190236879628,"baseline_adjusted_skill":0.18000000000000016,"baseline_adjusted_score":0.18000000000000016},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.53,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":-0.205128205128205,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.73,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.7127659574468085,"baseline_adjusted_score":0.7127659574468085},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24262911708654986,"accuracy":0.71,"positive_recall":0.98,"specificity":0.44,"precision":0.6363636363636364,"balanced_accuracy":0.71,"f1":0.7716535433070866,"true_positive":49,"false_positive":28,"false_negative":1,"true_negative":22,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.029483531653800576,"baseline_adjusted_skill":0.41999999999999993,"baseline_adjusted_score":0.41999999999999993},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.701492537313433,"baseline_adjusted_score":0.701492537313433},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2903447350879918,"accuracy":0.58,"positive_recall":0.88,"specificity":0.28,"precision":0.55,"balanced_accuracy":0.5800000000000001,"f1":0.676923076923077,"true_positive":44,"false_positive":36,"false_negative":6,"true_negative":14,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.1613789403519672,"baseline_adjusted_skill":0.16000000000000014,"baseline_adjusted_score":0.16000000000000014},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.34258056756756766,"uniform_accuracy_baseline":0.23445945945945923,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.10877245202760669,"baseline_adjusted_score":0.10877245202760669},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.183785151257472,"accuracy":0.5700877434210526,"positive_recall":0.7876540010390881,"specificity":0.36291636384214077,"precision":0.5407099074074073,"balanced_accuracy":0.5752851824406144,"f1":0.6412283851779665,"true_positive":58.39667,"false_positive":49.603330000000014,"false_negative":15.743333,"true_negative":28.256666999999993,"positive_prevalence":0.48776317763157917,"majority_accuracy_baseline":0.5122368223684208,"constant_brier_baseline":0.0945191003976856,"brier_skill":-0.9444234073769513,"baseline_adjusted_skill":0.15057036488122888,"baseline_adjusted_score":0.15057036488122888},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.203334011595569,"normalized_score_rmse":0.2717653354977504,"constant_score_baseline":0.5841668333333334,"constant_mae_baseline":0.21700552708333315,"baseline_adjusted_skill":0.06300077086291955,"baseline_adjusted_score":0.06300077086291955},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3711658881118668,"accuracy":0.53,"positive_recall":1,"specificity":0.06,"precision":0.5154639175257731,"balanced_accuracy":0.53,"f1":0.6802721088435374,"true_positive":50,"false_positive":47,"false_negative":0,"true_negative":3,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.48466355244746717,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.26745374987013915,"accuracy":0.52,"positive_recall":0.18,"specificity":0.86,"precision":0.5625,"balanced_accuracy":0.52,"f1":0.2727272727272727,"true_positive":9,"false_positive":7,"false_negative":41,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.06981499948055658,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.51,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.19672131147540983,"baseline_adjusted_score":0.19672131147540983},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.815,"uniform_accuracy_baseline":0.03611111111111102,"fixed_answer_accuracy_baseline":0.08833333333333329,"baseline_adjusted_skill":0.7970749542961608,"baseline_adjusted_score":0.7970749542961608},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.6818181818181818,"baseline_adjusted_score":0.6818181818181818},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.735,"uniform_accuracy_baseline":0.04987932421560751,"fixed_answer_accuracy_baseline":0.1244247787610618,"baseline_adjusted_skill":0.6973418233272691,"baseline_adjusted_score":0.6973418233272691},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2557222177777628,"accuracy":0.57,"positive_recall":0.38,"specificity":0.76,"precision":0.6129032258064516,"balanced_accuracy":0.5700000000000001,"f1":0.4691358024691358,"true_positive":19,"false_positive":12,"false_negative":31,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.02288887111105109,"baseline_adjusted_skill":0.14000000000000012,"baseline_adjusted_score":0.14000000000000012},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.6666666666666666,"uniform_accuracy_baseline":0.23888888888888893,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.5294117647058824,"baseline_adjusted_score":0.5294117647058824},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.29880701472234245,"accuracy":0.625,"positive_recall":0.9375,"specificity":0.3125,"precision":0.5769230769230769,"balanced_accuracy":0.625,"f1":0.7142857142857143,"true_positive":30,"false_positive":22,"false_negative":2,"true_negative":10,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.19522805888936978,"baseline_adjusted_skill":0.25,"baseline_adjusted_score":0.25},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.76,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.47826086956521735,"baseline_adjusted_score":0.47826086956521735},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.47,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.1969696969696969,"baseline_adjusted_score":0.1969696969696969},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3033801790311188,"accuracy":0.55,"positive_recall":0.14,"specificity":0.96,"precision":0.7777777777777778,"balanced_accuracy":0.55,"f1":0.23728813559322035,"true_positive":7,"false_positive":2,"false_negative":43,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.2135207161244752,"baseline_adjusted_skill":0.10000000000000009,"baseline_adjusted_score":0.10000000000000009},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.8260869565217391,"baseline_adjusted_score":0.8260869565217391},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.1308483217163035,"accuracy":0.7272727272727273,"positive_recall":0.5625,"specificity":0.8823529411764706,"precision":0.8181818181818182,"balanced_accuracy":0.7224264705882353,"f1":0.6666666666666666,"true_positive":9,"false_positive":2,"false_negative":7,"true_negative":15,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.4761256531284762,"baseline_adjusted_skill":0.44485294117647056,"baseline_adjusted_score":0.44485294117647056},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.188910637794467,"normalized_score_rmse":0.3017647726893591,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.4275435218349485,"baseline_adjusted_score":0.4275435218349485},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.25,"uniform_accuracy_baseline":0.17812500000000006,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.05263157894736839,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.18223784698959988,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":17,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.27104861204160047,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.19014096568497327,"normalized_score_rmse":0.2933898225804731,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-0.2929585666578183,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0,"uniform_accuracy_baseline":0.13194444444444448,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":-1.5043478260869563,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.21915099184189185,"accuracy":0.6923076923076923,"positive_recall":1,"specificity":0.38461538461538464,"precision":0.6190476190476191,"balanced_accuracy":0.6923076923076923,"f1":0.7647058823529411,"true_positive":26,"false_positive":16,"false_negative":0,"true_negative":10,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.1233960326324326,"baseline_adjusted_skill":0.3846153846153846,"baseline_adjusted_score":0.3846153846153846},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.38820270735222967,"accuracy":0.4666666666666667,"positive_recall":0.3076923076923077,"specificity":0.6388888888888888,"precision":0.48,"balanced_accuracy":0.4732905982905983,"f1":0.375,"true_positive":12,"false_positive":13,"false_negative":27,"true_negative":23,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24959999999999993,"brier_skill":-0.5552993083022026,"baseline_adjusted_skill":-0.05341880341880345,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.36629090938604414,"normalized_score_rmse":0.4481917833746798,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.30818181923587185,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.47058823529411764,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.27999999999999997,"baseline_adjusted_score":0.27999999999999997},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.2771878310352087,"accuracy":0.7142857142857143,"positive_recall":1,"specificity":0.42857142857142855,"precision":0.6363636363636364,"balanced_accuracy":0.7142857142857143,"f1":0.7777777777777778,"true_positive":14,"false_positive":8,"false_negative":0,"true_negative":6,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.10875132414083488,"baseline_adjusted_skill":0.4285714285714286,"baseline_adjusted_score":0.4285714285714286},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.42151744809792885,"normalized_score_rmse":0.5012167358480231,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.16969696969696968,"baseline_adjusted_skill":-1.4839421048627952,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.07177885908946269,"accuracy":0.9058823529411765,"positive_recall":1,"specificity":0.8,"precision":0.8490566037735849,"balanced_accuracy":0.9,"f1":0.9183673469387755,"true_positive":45,"false_positive":8,"false_negative":0,"true_negative":32,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.24913494809688563,"brier_skill":0.7118876350436842,"baseline_adjusted_skill":0.8,"baseline_adjusted_score":0.8},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.32,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.10526315789473686,"baseline_adjusted_score":0.10526315789473686},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.24731257596578915,"accuracy":0.5,"positive_recall":0.6571428571428571,"specificity":0.13333333333333333,"precision":0.6388888888888888,"balanced_accuracy":0.3952380952380952,"f1":0.647887323943662,"true_positive":23,"false_positive":13,"false_negative":12,"true_negative":2,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.20999999999999996,"brier_skill":-0.1776789331704247,"baseline_adjusted_skill":-0.20952380952380956,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.3761948646935636,"normalized_score_rmse":0.49394085836277996,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.3435530881912985,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.31645569620253167,"uniform_accuracy_baseline":0.24240506329113914,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":-0.17391304347826084,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.2298848520668953,"accuracy":0.6666666666666666,"positive_recall":1,"specificity":0.3,"precision":0.6111111111111112,"balanced_accuracy":0.65,"f1":0.7586206896551724,"true_positive":11,"false_positive":7,"false_negative":0,"true_negative":3,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.24943310657596363,"brier_skill":0.07837072944090129,"baseline_adjusted_skill":0.30000000000000004,"baseline_adjusted_score":0.30000000000000004},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.5151515151515151,"uniform_accuracy_baseline":0.3237373737373738,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.2,"baseline_adjusted_score":0.2},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.2923746120017147,"accuracy":0.5454545454545454,"positive_recall":0.4117647058823529,"specificity":0.6875,"precision":0.5833333333333334,"balanced_accuracy":0.5496323529411764,"f1":0.4827586206896552,"true_positive":7,"false_positive":5,"false_negative":10,"true_negative":11,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":-0.17057335466862944,"baseline_adjusted_skill":0.09926470588235281,"baseline_adjusted_score":0.09926470588235281},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.32283816080662514,"normalized_score_rmse":0.4006388059162577,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.34313725490196084,"baseline_adjusted_skill":0.05915735993497828,"baseline_adjusted_score":0.05915735993497828},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2741696683005637,"accuracy":0.62,"positive_recall":0.42,"specificity":0.82,"precision":0.7,"balanced_accuracy":0.62,"f1":0.525,"true_positive":21,"false_positive":9,"false_negative":29,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.09667867320225487,"baseline_adjusted_skill":0.24,"baseline_adjusted_score":0.24},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.45333333333333337,"uniform_accuracy_baseline":0.3333333333333332,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":0.154639175257732,"baseline_adjusted_score":0.154639175257732},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.33905495310712747,"accuracy":0.48,"positive_recall":0,"specificity":0.9473684210526315,"precision":0,"balanced_accuracy":0.47368421052631576,"f1":0,"true_positive":0,"false_positive":2,"false_negative":37,"true_negative":36,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555535,"brier_skill":-0.35646096104380764,"baseline_adjusted_skill":-0.052631578947368474,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.61,"uniform_accuracy_baseline":0.1428571428571427,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.31999999999999995,"uniform_accuracy_baseline":0.32416666666666627,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.03030303030303042,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.0982411561998414,"accuracy":0.9393939393939394,"positive_recall":1,"specificity":0.8823529411764706,"precision":0.8888888888888888,"balanced_accuracy":0.9411764705882353,"f1":0.9411764705882353,"true_positive":16,"false_positive":2,"false_negative":0,"true_negative":15,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.6066741944793116,"baseline_adjusted_skill":0.8823529411764706,"baseline_adjusted_score":0.8823529411764706},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.22517157697426796,"normalized_score_rmse":0.2861720052310825,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":-0.024918902089771322,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25565356799134004,"accuracy":0.65,"positive_recall":0.6363636363636364,"specificity":0.6538461538461539,"precision":0.34146341463414637,"balanced_accuracy":0.6451048951048951,"f1":0.4444444444444444,"true_positive":14,"false_positive":27,"false_negative":8,"true_negative":51,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000028,"brier_skill":-0.4898226572921889,"baseline_adjusted_skill":0.2902097902097902,"baseline_adjusted_score":0.2902097902097902},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2898990821139774,"accuracy":0.62,"positive_recall":0.918918918918919,"specificity":0.4444444444444444,"precision":0.4927536231884058,"balanced_accuracy":0.6816816816816818,"f1":0.6415094339622641,"true_positive":34,"false_positive":35,"false_negative":3,"true_negative":28,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000008,"brier_skill":-0.24366830593726863,"baseline_adjusted_skill":0.3633633633633635,"baseline_adjusted_score":0.3633633633633635},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2929324505061601,"accuracy":0.58,"positive_recall":0.4358974358974359,"specificity":0.6721311475409836,"precision":0.4594594594594595,"balanced_accuracy":0.5540142917192097,"f1":0.4473684210526316,"true_positive":17,"false_positive":20,"false_negative":22,"true_negative":41,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379000000000002,"brier_skill":-0.23132597942900324,"baseline_adjusted_skill":0.10802858343841937,"baseline_adjusted_score":0.10802858343841937},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3869002575727643,"accuracy":0.55,"positive_recall":0.8387096774193549,"specificity":0.42028985507246375,"precision":0.3939393939393939,"balanced_accuracy":0.6294997662459093,"f1":0.5360824742268041,"true_positive":26,"false_positive":40,"false_negative":5,"true_negative":29,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999987,"brier_skill":-0.8087903579839391,"baseline_adjusted_skill":0.2589995324918186,"baseline_adjusted_score":0.2589995324918186},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.52,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.3333333333333333,"baseline_adjusted_score":0.3333333333333333},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.16015608807362658,"normalized_score_rmse":0.19782408826935852,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.3111566104360147,"baseline_adjusted_score":0.3111566104360147},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.38817975970866003,"accuracy":0.54,"positive_recall":1,"specificity":0.08,"precision":0.5208333333333334,"balanced_accuracy":0.54,"f1":0.684931506849315,"true_positive":50,"false_positive":46,"false_negative":0,"true_negative":4,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.5527190388346401,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.22193504896648653,"accuracy":0.68,"positive_recall":0.8,"specificity":0.56,"precision":0.6451612903225806,"balanced_accuracy":0.68,"f1":0.7142857142857143,"true_positive":40,"false_positive":22,"false_negative":10,"true_negative":28,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.1122598041340539,"baseline_adjusted_skill":0.3600000000000001,"baseline_adjusted_score":0.3600000000000001},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.8857142857142858,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.23147461131077976,"accuracy":0.68,"positive_recall":0.78,"specificity":0.58,"precision":0.65,"balanced_accuracy":0.6799999999999999,"f1":0.7090909090909091,"true_positive":39,"false_positive":21,"false_negative":11,"true_negative":29,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.07410155475688096,"baseline_adjusted_skill":0.3599999999999999,"baseline_adjusted_score":0.3599999999999999},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.79,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.5000000000000001,"baseline_adjusted_score":0.5000000000000001},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.56,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.2666666666666667,"baseline_adjusted_score":0.2666666666666667},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.20508462199785932,"accuracy":0.69,"positive_recall":0.54,"specificity":0.84,"precision":0.7714285714285715,"balanced_accuracy":0.69,"f1":0.6352941176470588,"true_positive":27,"false_positive":8,"false_negative":23,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.17966151200856273,"baseline_adjusted_skill":0.3799999999999999,"baseline_adjusted_score":0.3799999999999999},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.20851190476190457,"fixed_answer_accuracy_baseline":0.2233333333333332,"baseline_adjusted_skill":0.9356223175965664,"baseline_adjusted_score":0.9356223175965664},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.12174822513048218,"accuracy":0.83,"positive_recall":0.86,"specificity":0.8,"precision":0.8113207547169812,"balanced_accuracy":0.8300000000000001,"f1":0.8349514563106796,"true_positive":43,"false_positive":10,"false_negative":7,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5130070994780713,"baseline_adjusted_skill":0.6600000000000001,"baseline_adjusted_score":0.6600000000000001},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.19286144833230387,"normalized_score_rmse":0.2711858647960222,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.3571285055589871,"baseline_adjusted_score":0.3571285055589871},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.83,"uniform_accuracy_baseline":0.22851190476190467,"fixed_answer_accuracy_baseline":0.2433333333333333,"baseline_adjusted_skill":0.7753303964757708,"baseline_adjusted_score":0.7753303964757708},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.157524642719041,"accuracy":0.82,"positive_recall":0.9,"specificity":0.74,"precision":0.7758620689655172,"balanced_accuracy":0.8200000000000001,"f1":0.8333333333333334,"true_positive":45,"false_positive":13,"false_negative":5,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.36990142912383595,"baseline_adjusted_skill":0.6400000000000001,"baseline_adjusted_score":0.6400000000000001},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.22051758055234316,"normalized_score_rmse":0.31114023503463795,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.304222222222222,"baseline_adjusted_skill":0.27514308803101173,"baseline_adjusted_score":0.27514308803101173},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.72,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.5483870967741935,"baseline_adjusted_score":0.5483870967741935},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11500457284995132,"accuracy":0.86,"positive_recall":1,"specificity":0.72,"precision":0.78125,"balanced_accuracy":0.86,"f1":0.8771929824561403,"true_positive":50,"false_positive":14,"false_negative":0,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5399817086001948,"baseline_adjusted_skill":0.72,"baseline_adjusted_score":0.72},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.81,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.6200000000000001,"baseline_adjusted_score":0.6200000000000001},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10823830358791083,"accuracy":0.87,"positive_recall":0.94,"specificity":0.8,"precision":0.8245614035087719,"balanced_accuracy":0.87,"f1":0.8785046728971962,"true_positive":47,"false_positive":10,"false_negative":3,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5670467856483568,"baseline_adjusted_skill":0.74,"baseline_adjusted_score":0.74},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.53,"uniform_accuracy_baseline":0.35333333333333317,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.20338983050847464,"baseline_adjusted_score":0.20338983050847464},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.93,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.8870967741935485,"baseline_adjusted_score":0.8870967741935485},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.35,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.04838709677419359,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.11111111111111088,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.2023809523809524,"baseline_adjusted_score":0.2023809523809524},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.27114182356800065,"accuracy":0.5178750000000002,"positive_recall":0.5932762030323006,"specificity":0.5002313743637206,"precision":0.21739130434782608,"balanced_accuracy":0.5467537886980105,"f1":0.3181898532791232,"true_positive":45.00000000000001,"false_positive":162.00000000000003,"false_negative":30.85000000000001,"true_negative":162.15000000000006,"positive_prevalence":0.1896249999999999,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500007,"brier_skill":-2.561862420793817,"baseline_adjusted_skill":0.093507577396021,"baseline_adjusted_score":0.093507577396021},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3567017197552678,"normalized_score_rmse":0.4117326693632857,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":-0.6687799754632413,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.09948848810214772,"accuracy":0.7628750000000001,"positive_recall":0.5850914205344584,"specificity":0.8275098005795125,"precision":0.5522123893805309,"balanced_accuracy":0.7063006105569855,"f1":0.5681766446619622,"true_positive":62.39999999999999,"false_positive":50.6,"false_negative":44.25000000000002,"true_negative":242.75000000000003,"positive_prevalence":0.2666249999999998,"majority_accuracy_baseline":0.7333750000000002,"constant_brier_baseline":0.11565485937499977,"brier_skill":0.13978116752045966,"baseline_adjusted_skill":0.4126012211139709,"baseline_adjusted_score":0.4126012211139709},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.17704708982562448,"normalized_score_rmse":0.25527187566149645,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.34122013088139724,"baseline_adjusted_score":0.34122013088139724},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.1025039330796958,"accuracy":0.7431249999999998,"positive_recall":0.4071588366890381,"specificity":0.8733738074588032,"precision":0.5548780487804879,"balanced_accuracy":0.6402663220739206,"f1":0.46967741935483875,"true_positive":45.49999999999999,"false_positive":36.49999999999999,"false_negative":66.24999999999999,"true_negative":251.74999999999997,"positive_prevalence":0.2793749999999999,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937499995,"brier_skill":0.09413499534304737,"baseline_adjusted_skill":0.2805326441478413,"baseline_adjusted_score":0.2805326441478413},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.20147816070635213,"normalized_score_rmse":0.2645310531756766,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.23790766635895177,"baseline_adjusted_score":0.23790766635895177},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.10165502614748406,"accuracy":0.8313749999999993,"positive_recall":0.30028169014084505,"specificity":0.9828112449799196,"precision":0.8328125,"balanced_accuracy":0.6415464675603824,"f1":0.44140786749482397,"true_positive":26.65,"false_positive":5.3500000000000005,"false_negative":62.1,"true_negative":305.89999999999975,"positive_prevalence":0.22187499999999974,"majority_accuracy_baseline":0.7781250000000003,"constant_brier_baseline":0.126740234375001,"brier_skill":0.1979261625262143,"baseline_adjusted_skill":0.2830929351207647,"baseline_adjusted_score":0.2830929351207647},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.185918971792571,"normalized_score_rmse":0.29608310104875374,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.17598239648721992,"baseline_adjusted_score":0.17598239648721992},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.09183475761086674,"accuracy":0.7744999999999996,"positive_recall":0.7448015122873345,"specificity":0.7851801495581237,"precision":0.5549295774647887,"balanced_accuracy":0.7649908309227291,"f1":0.6359967715899919,"true_positive":78.8,"false_positive":63.20000000000002,"false_negative":27.000000000000014,"true_negative":230.99999999999983,"positive_prevalence":0.26449999999999985,"majority_accuracy_baseline":0.7355000000000002,"constant_brier_baseline":0.11362725000000028,"brier_skill":0.19178931452739978,"baseline_adjusted_skill":0.5299816618454583,"baseline_adjusted_score":0.5299816618454583},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.16958829881757936,"normalized_score_rmse":0.23586558201613386,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.32502169624844024,"baseline_adjusted_score":0.32502169624844024},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.08936607923801172,"accuracy":0.8184999999999998,"positive_recall":0.39817232375979106,"specificity":0.9180581323438466,"precision":0.5350877192982458,"balanced_accuracy":0.6581152280518188,"f1":0.4565868263473054,"true_positive":30.500000000000014,"false_positive":26.49999999999999,"false_negative":46.10000000000003,"true_negative":296.8999999999999,"positive_prevalence":0.1914999999999999,"majority_accuracy_baseline":0.8085000000000001,"constant_brier_baseline":0.09190274999999995,"brier_skill":0.027601685063702974,"baseline_adjusted_skill":0.31623045610363754,"baseline_adjusted_score":0.31623045610363754},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.15693013690221094,"normalized_score_rmse":0.2400859293561356,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.2414253201101586,"baseline_adjusted_score":0.2414253201101586},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.0736100054860677,"accuracy":0.8502499999999996,"positive_recall":0.4803523035230351,"specificity":0.9339362354383813,"precision":0.6219298245614036,"balanced_accuracy":0.7071442694807082,"f1":0.5420489296636085,"true_positive":35.45,"false_positive":21.549999999999997,"false_negative":38.35000000000002,"true_negative":304.64999999999986,"positive_prevalence":0.1844999999999999,"majority_accuracy_baseline":0.8155000000000001,"constant_brier_baseline":0.1092222499999995,"brier_skill":0.32605302045995166,"baseline_adjusted_skill":0.4142885389614164,"baseline_adjusted_score":0.4142885389614164},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1794841234253308,"normalized_score_rmse":0.25733591629847014,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":0.052229051219375267,"baseline_adjusted_score":0.052229051219375267},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.07857861790839663,"accuracy":0.8362499999999996,"positive_recall":0.28662420382165615,"specificity":0.9704510108864697,"precision":0.7031250000000001,"balanced_accuracy":0.6285376073540629,"f1":0.40723981900452494,"true_positive":22.500000000000004,"false_positive":9.5,"false_negative":55.999999999999986,"true_negative":311.99999999999983,"positive_prevalence":0.19624999999999987,"majority_accuracy_baseline":0.8037500000000002,"constant_brier_baseline":0.09878593749999955,"brier_skill":0.20455664139041063,"baseline_adjusted_skill":0.2570752147081259,"baseline_adjusted_score":0.2570752147081259},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.18963843840368855,"normalized_score_rmse":0.25933149968969677,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":0.10230325016005415,"baseline_adjusted_score":0.10230325016005415},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.13833699017454734,"accuracy":0.6551020408163267,"positive_recall":0.5616844602609726,"specificity":0.7256042972247091,"precision":0.6070512820512819,"balanced_accuracy":0.6436443787428409,"f1":0.583487369069624,"true_positive":94.69999999999997,"false_positive":61.300000000000026,"false_negative":73.9,"true_negative":162.1000000000001,"positive_prevalence":0.43010204081632636,"majority_accuracy_baseline":0.5698979591836737,"constant_brier_baseline":0.12359641815910102,"brier_skill":-0.1192637475664653,"baseline_adjusted_skill":0.2872887574856817,"baseline_adjusted_score":0.2872887574856817},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.19489717272830326,"normalized_score_rmse":0.24941923839033417,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.29259544713430663,"baseline_adjusted_score":0.29259544713430663},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.12502330079459104,"accuracy":0.7713750000000001,"positive_recall":0.6223446105428797,"specificity":0.7995244464259177,"precision":0.369626168224299,"balanced_accuracy":0.7109345284843986,"f1":0.46379360891234245,"true_positive":79.1,"false_positive":134.90000000000003,"false_negative":47.999999999999964,"true_negative":538.0000000000001,"positive_prevalence":0.15887500000000002,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499934,"brier_skill":-0.26570646727499114,"baseline_adjusted_skill":0.4218690569687973,"baseline_adjusted_score":0.4218690569687973},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.27741671950841895,"normalized_score_rmse":0.34037860176497126,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-0.6813134515661754,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.36,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.03225806451612906,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3065196404671456,"accuracy":0.52,"positive_recall":0.4,"specificity":0.64,"precision":0.5263157894736842,"balanced_accuracy":0.52,"f1":0.45454545454545453,"true_positive":20,"false_positive":18,"false_negative":30,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.22607856186858233,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.09741550695825049,"uniform_accuracy_baseline":0.058823529411766766,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":-0.06074766355140186,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.51,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":-0.0652173913043479,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.20977110184499456,"accuracy":0.66,"positive_recall":0.66,"specificity":0.66,"precision":0.66,"balanced_accuracy":0.66,"f1":0.66,"true_positive":33,"false_positive":17,"false_negative":17,"true_negative":33,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.16091559262002175,"baseline_adjusted_skill":0.32000000000000006,"baseline_adjusted_score":0.32000000000000006},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.20634920634920637,"baseline_adjusted_score":0.20634920634920637},"scoring":{"eligible":true,"reason":null},"model":195,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.22759634679555438,"accuracy":0.6081081081081081,"positive_recall":0.6197183098591549,"specificity":0.5974025974025974,"precision":0.5866666666666667,"balanced_accuracy":0.6085604536308762,"f1":0.6027397260273972,"true_positive":44,"false_positive":31,"false_negative":27,"true_negative":46,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.2495891161431699,"brier_skill":0.08811589899216588,"baseline_adjusted_skill":0.21712090726175237,"baseline_adjusted_score":0.21712090726175237},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.2,"uniform_accuracy_baseline":0.20049999999999962,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":-0.12676056338028166,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.68,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.5294117647058825,"baseline_adjusted_score":0.5294117647058825},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.72,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.4042553191489361,"baseline_adjusted_score":0.4042553191489361},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.78,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.5510204081632654,"baseline_adjusted_score":0.5510204081632654},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1087316226325825,"accuracy":0.54819147442,"positive_recall":0.5959293542618909,"specificity":0.47160097291903164,"precision":0.6440573732280702,"balanced_accuracy":0.5337651635904612,"f1":0.6190593593083775,"true_positive":36.71127027400001,"false_positive":20.288729726,"false_negative":24.892122832000005,"true_negative":18.107877167999998,"positive_prevalence":0.6160339310599999,"majority_accuracy_baseline":0.6160339310599999,"constant_brier_baseline":0.079087076552024,"brier_skill":-0.37483426335854153,"baseline_adjusted_skill":0.06753032718092244,"baseline_adjusted_score":0.06753032718092244},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.20385639869454827,"accuracy":0.66,"positive_recall":0.74,"specificity":0.58,"precision":0.6379310344827587,"balanced_accuracy":0.6599999999999999,"f1":0.6851851851851852,"true_positive":37,"false_positive":21,"false_negative":13,"true_negative":29,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.1845744052218069,"baseline_adjusted_skill":0.31999999999999984,"baseline_adjusted_score":0.31999999999999984},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.69,"uniform_accuracy_baseline":0.012987012987012965,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.6736842105263157,"baseline_adjusted_score":0.6736842105263157},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.6,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.33333333333333326,"baseline_adjusted_score":0.33333333333333326},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.45,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.14062500000000003,"baseline_adjusted_score":0.14062500000000003},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.17137391356470613,"accuracy":0.76,"positive_recall":0.54,"specificity":0.98,"precision":0.9642857142857143,"balanced_accuracy":0.76,"f1":0.6923076923076923,"true_positive":27,"false_positive":1,"false_negative":23,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3145043457411755,"baseline_adjusted_skill":0.52,"baseline_adjusted_score":0.52},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.17358954112816963,"accuracy":0.4867146512752931,"positive_recall":0.8208306397330051,"specificity":0.33113798100899083,"precision":0.36363758187021217,"balanced_accuracy":0.575984310370998,"f1":0.5039981039820216,"true_positive":182.5460660988465,"false_positive":319.4539339011535,"false_negative":39.84581020614132,"true_negative":158.15418979385868,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768597,"brier_skill":-0.956447190390888,"baseline_adjusted_skill":0.1519686207419959,"baseline_adjusted_score":0.1519686207419959},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25854344450449357,"accuracy":0.47,"positive_recall":0.44,"specificity":0.5,"precision":0.46808510638297873,"balanced_accuracy":0.47,"f1":0.4536082474226804,"true_positive":22,"false_positive":25,"false_negative":28,"true_negative":25,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.03417377801797428,"baseline_adjusted_skill":-0.06000000000000005,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.8741721854304636,"uniform_accuracy_baseline":0.006622516556291403,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.8689655172413794,"baseline_adjusted_score":0.8689655172413794},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.3952941176470588,"uniform_accuracy_baseline":0.3333333333333301,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":-0.11496746203904559,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.11666666666666668,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.23281541433159014,"accuracy":0.6,"positive_recall":0.88,"specificity":0.32,"precision":0.5641025641025641,"balanced_accuracy":0.6,"f1":0.6875,"true_positive":44,"false_positive":34,"false_negative":6,"true_negative":16,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.06873834267363943,"baseline_adjusted_skill":0.19999999999999996,"baseline_adjusted_score":0.19999999999999996},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.57,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.10416666666666653,"baseline_adjusted_score":0.10416666666666653},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.07142857142857136,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9887640449438202,"baseline_adjusted_score":0.9887640449438202},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.67,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.28260869565217395,"baseline_adjusted_score":0.28260869565217395},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.39,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.1643835616438356,"baseline_adjusted_score":0.1643835616438356},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.6666666666666666,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.24601294551287323,"accuracy":0.5975609756097561,"positive_recall":0.55,"specificity":0.6428571428571429,"precision":0.5945945945945946,"balanced_accuracy":0.5964285714285715,"f1":0.5714285714285714,"true_positive":22,"false_positive":15,"false_negative":18,"true_negative":27,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.24985127900059498,"brier_skill":0.01536247284014347,"baseline_adjusted_skill":0.19285714285714306,"baseline_adjusted_score":0.19285714285714306},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.18217477575941976,"accuracy":0.74,"positive_recall":0.8,"specificity":0.68,"precision":0.7142857142857143,"balanced_accuracy":0.74,"f1":0.7547169811320755,"true_positive":40,"false_positive":16,"false_negative":10,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.27130089696232096,"baseline_adjusted_skill":0.48,"baseline_adjusted_score":0.48},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.547486033519553,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.41935483870967744,"baseline_adjusted_score":0.41935483870967744},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.37,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":-0.03278688524590167,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.17993195019669542,"accuracy":0.72,"positive_recall":0.4090909090909091,"specificity":0.8076923076923077,"precision":0.375,"balanced_accuracy":0.6083916083916084,"f1":0.391304347826087,"true_positive":18,"false_positive":30,"false_negative":26,"true_negative":126,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000053,"brier_skill":-0.04855448832572762,"baseline_adjusted_skill":0.21678321678321688,"baseline_adjusted_score":0.21678321678321688},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.2093294484535253,"accuracy":0.645,"positive_recall":0.32,"specificity":0.7533333333333333,"precision":0.3018867924528302,"balanced_accuracy":0.5366666666666666,"f1":0.3106796116504854,"true_positive":16,"false_positive":37,"false_negative":34,"true_negative":113,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-0.11642372508546828,"baseline_adjusted_skill":0.07333333333333325,"baseline_adjusted_score":0.07333333333333325},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.11203350512214366,"accuracy":0.905,"positive_recall":0.47368421052631576,"specificity":0.9502762430939227,"precision":0.5,"balanced_accuracy":0.7119802268101192,"f1":0.4864864864864865,"true_positive":9,"false_positive":9,"false_negative":10,"true_negative":172,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.0859749999999999,"brier_skill":-0.30309398222906414,"baseline_adjusted_skill":0.4239604536202384,"baseline_adjusted_score":0.4239604536202384},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.14323569529712354,"accuracy":0.7664940476190476,"positive_recall":0.8219422676321794,"specificity":0.7629544260032042,"precision":0.181233595800525,"balanced_accuracy":0.7924483468176917,"f1":0.29698392501926496,"true_positive":138.10000000000002,"false_positive":623.8999999999999,"false_negative":29.916666666666657,"true_negative":2008.0833333333333,"positive_prevalence":0.060005952380952354,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679296,"brier_skill":-3.4481792185103917,"baseline_adjusted_skill":0.5848966936353834,"baseline_adjusted_score":0.5848966936353834},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.3342776203966006,"uniform_accuracy_baseline":0.027777777777777853,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.23701298701298704,"baseline_adjusted_score":0.23701298701298704},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.4,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.1428571428571429,"baseline_adjusted_score":0.1428571428571429},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.32049862710684,"accuracy":0.54,"positive_recall":0.96,"specificity":0.12,"precision":0.5217391304347826,"balanced_accuracy":0.54,"f1":0.676056338028169,"true_positive":48,"false_positive":44,"false_negative":2,"true_negative":6,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.28199450842736007,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.23341059821451085,"accuracy":0.63,"positive_recall":0.9,"specificity":0.36,"precision":0.5844155844155844,"balanced_accuracy":0.63,"f1":0.7086614173228346,"true_positive":45,"false_positive":32,"false_negative":5,"true_negative":18,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.0663576071419566,"baseline_adjusted_skill":0.26,"baseline_adjusted_score":0.26},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.57,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":-0.10256410256410266,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.76,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.7446808510638298,"baseline_adjusted_score":0.7446808510638298},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2197886402812414,"accuracy":0.7,"positive_recall":1,"specificity":0.4,"precision":0.625,"balanced_accuracy":0.7,"f1":0.7692307692307693,"true_positive":50,"false_positive":30,"false_negative":0,"true_negative":20,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.1208454388750344,"baseline_adjusted_skill":0.3999999999999999,"baseline_adjusted_score":0.3999999999999999},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.7910447761194032,"baseline_adjusted_score":0.7910447761194032},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.23950942121042246,"accuracy":0.59,"positive_recall":0.18,"specificity":1,"precision":1,"balanced_accuracy":0.59,"f1":0.3050847457627119,"true_positive":9,"false_positive":0,"false_negative":41,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.04196231515831017,"baseline_adjusted_skill":0.17999999999999994,"baseline_adjusted_score":0.17999999999999994},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.379979222972973,"uniform_accuracy_baseline":0.23445945945945923,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.15947176255924284,"baseline_adjusted_score":0.15947176255924284},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.0932363847955739,"accuracy":0.5697368618421054,"positive_recall":0.7940383142417732,"specificity":0.35615208153681277,"precision":0.5400917706422018,"balanced_accuracy":0.575095197889293,"f1":0.6428961672562602,"true_positive":58.87000300000001,"false_positive":50.129997,"false_negative":15.269999999999998,"true_negative":27.729999999999997,"positive_prevalence":0.48776317763157917,"majority_accuracy_baseline":0.5122368223684208,"constant_brier_baseline":0.0945191003976856,"brier_skill":0.013570967103101017,"baseline_adjusted_skill":0.15019039577858595,"baseline_adjusted_score":0.15019039577858595},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.203570605307562,"normalized_score_rmse":0.24070742121808808,"constant_score_baseline":0.5841668333333334,"constant_mae_baseline":0.21700552708333315,"baseline_adjusted_skill":0.06191050502880491,"baseline_adjusted_score":0.06191050502880491},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25752032967591976,"accuracy":0.58,"positive_recall":0.88,"specificity":0.28,"precision":0.55,"balanced_accuracy":0.5800000000000001,"f1":0.676923076923077,"true_positive":44,"false_positive":36,"false_negative":6,"true_negative":14,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.030081318703679027,"baseline_adjusted_skill":0.16000000000000014,"baseline_adjusted_score":0.16000000000000014},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2630536925429016,"accuracy":0.52,"positive_recall":0.04,"specificity":1,"precision":1,"balanced_accuracy":0.52,"f1":0.07692307692307693,"true_positive":2,"false_positive":0,"false_negative":48,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.05221477017160647,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.180327868852459,"baseline_adjusted_score":0.180327868852459},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.03611111111111102,"fixed_answer_accuracy_baseline":0.08833333333333329,"baseline_adjusted_skill":0.7806215722120659,"baseline_adjusted_score":0.7806215722120659},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.6818181818181818,"baseline_adjusted_score":0.6818181818181818},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.735,"uniform_accuracy_baseline":0.04987932421560751,"fixed_answer_accuracy_baseline":0.1244247787610618,"baseline_adjusted_skill":0.6973418233272691,"baseline_adjusted_score":0.6973418233272691},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25727581174412445,"accuracy":0.4,"positive_recall":0.48,"specificity":0.32,"precision":0.41379310344827586,"balanced_accuracy":0.4,"f1":0.4444444444444444,"true_positive":24,"false_positive":34,"false_negative":26,"true_negative":16,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.0291032469764978,"baseline_adjusted_skill":-0.19999999999999996,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.7222222222222222,"uniform_accuracy_baseline":0.23888888888888893,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.607843137254902,"baseline_adjusted_score":0.607843137254902},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.23585941649565395,"accuracy":0.65625,"positive_recall":0.8125,"specificity":0.5,"precision":0.6190476190476191,"balanced_accuracy":0.65625,"f1":0.7027027027027027,"true_positive":26,"false_positive":16,"false_negative":6,"true_negative":16,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.0565623340173842,"baseline_adjusted_skill":0.3125,"baseline_adjusted_score":0.3125},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.83,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.6304347826086956,"baseline_adjusted_score":0.6304347826086956},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.2424242424242424,"baseline_adjusted_score":0.2424242424242424},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.27153208988983796,"accuracy":0.53,"positive_recall":0.06,"specificity":1,"precision":1,"balanced_accuracy":0.53,"f1":0.11320754716981132,"true_positive":3,"false_positive":0,"false_negative":47,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.08612835955935183,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.8260869565217391,"baseline_adjusted_score":0.8260869565217391},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.1223957982388724,"accuracy":0.7878787878787878,"positive_recall":0.5625,"specificity":1,"precision":1,"balanced_accuracy":0.78125,"f1":0.72,"true_positive":9,"false_positive":0,"false_negative":7,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.5099668224921619,"baseline_adjusted_skill":0.5625,"baseline_adjusted_score":0.5625},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.24553964505189566,"normalized_score_rmse":0.3154536319437606,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.25594046953971017,"baseline_adjusted_score":0.25594046953971017},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.0625,"uniform_accuracy_baseline":0.17812500000000006,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.3157894736842105,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.20510326293612402,"accuracy":0.5588235294117647,"positive_recall":0.17647058823529413,"specificity":0.9411764705882353,"precision":0.75,"balanced_accuracy":0.5588235294117647,"f1":0.2857142857142857,"true_positive":3,"false_positive":1,"false_negative":14,"true_negative":16,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.17958694825550392,"baseline_adjusted_skill":0.11764705882352944,"baseline_adjusted_score":0.11764705882352944},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.14922298621942182,"normalized_score_rmse":0.26810411912725823,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-0.014716306292068326,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.10416666666666667,"uniform_accuracy_baseline":0.13194444444444448,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":-1.243478260869565,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.19681794092216728,"accuracy":0.7884615384615384,"positive_recall":0.6923076923076923,"specificity":0.8846153846153846,"precision":0.8571428571428571,"balanced_accuracy":0.7884615384615384,"f1":0.7659574468085106,"true_positive":18,"false_positive":3,"false_negative":8,"true_negative":23,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.21272823631133086,"baseline_adjusted_skill":0.5769230769230769,"baseline_adjusted_score":0.5769230769230769},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.32656682007392884,"accuracy":0.41333333333333333,"positive_recall":0.1794871794871795,"specificity":0.6666666666666666,"precision":0.3684210526315789,"balanced_accuracy":0.4230769230769231,"f1":0.2413793103448276,"true_positive":7,"false_positive":12,"false_negative":32,"true_negative":24,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24959999999999993,"brier_skill":-0.30836065734747176,"baseline_adjusted_skill":-0.15384615384615385,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.310778853716442,"normalized_score_rmse":0.3869631993180718,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.10992447755872137,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.6470588235294118,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.52,"baseline_adjusted_score":0.52},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.20921877667536953,"accuracy":0.7142857142857143,"positive_recall":1,"specificity":0.42857142857142855,"precision":0.6363636363636364,"balanced_accuracy":0.7142857142857143,"f1":0.7777777777777778,"true_positive":14,"false_positive":8,"false_negative":0,"true_negative":6,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.16312489329852187,"baseline_adjusted_skill":0.4285714285714286,"baseline_adjusted_score":0.4285714285714286},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.2613378802595032,"normalized_score_rmse":0.3205230031573397,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.16969696969696968,"baseline_adjusted_skill":-0.5400267943863584,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":0.9333333333333333,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":0.9166666666666667,"baseline_adjusted_score":0.9166666666666667},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.09725070294046204,"accuracy":0.9058823529411765,"positive_recall":0.8888888888888888,"specificity":0.925,"precision":0.9302325581395349,"balanced_accuracy":0.9069444444444444,"f1":0.9090909090909091,"true_positive":40,"false_positive":3,"false_negative":5,"true_negative":37,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.24913494809688563,"brier_skill":0.6096464840306451,"baseline_adjusted_skill":0.8138888888888889,"baseline_adjusted_score":0.8138888888888889},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.44,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.2631578947368421,"baseline_adjusted_score":0.2631578947368421},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.2955496364442023,"accuracy":0.34,"positive_recall":0.05714285714285714,"specificity":1,"precision":1,"balanced_accuracy":0.5285714285714286,"f1":0.10810810810810811,"true_positive":2,"false_positive":0,"false_negative":33,"true_negative":15,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.20999999999999996,"brier_skill":-0.4073792211628684,"baseline_adjusted_skill":0.05714285714285716,"baseline_adjusted_score":0.05714285714285716},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.3543533492352626,"normalized_score_rmse":0.42315432751556376,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.26554767584022354,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.5822784810126582,"uniform_accuracy_baseline":0.24240506329113914,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.2826086956521739,"baseline_adjusted_score":0.2826086956521739},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.19248141384162937,"accuracy":0.7619047619047619,"positive_recall":0.5454545454545454,"specificity":1,"precision":1,"balanced_accuracy":0.7727272727272727,"f1":0.7058823529411765,"true_positive":6,"false_positive":0,"false_negative":5,"true_negative":10,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.24943310657596363,"brier_skill":0.22832451359855832,"baseline_adjusted_skill":0.5454545454545454,"baseline_adjusted_score":0.5454545454545454},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.48484848484848486,"uniform_accuracy_baseline":0.3237373737373738,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.15000000000000005,"baseline_adjusted_score":0.15000000000000005},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.2369433577414468,"accuracy":0.6060606060606061,"positive_recall":0.47058823529411764,"specificity":0.75,"precision":0.6666666666666666,"balanced_accuracy":0.6102941176470589,"f1":0.5517241379310345,"true_positive":8,"false_positive":4,"false_negative":9,"true_negative":12,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.051355453748399116,"baseline_adjusted_skill":0.22058823529411775,"baseline_adjusted_score":0.22058823529411775},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.34854776730830733,"normalized_score_rmse":0.38257586803455657,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.34313725490196084,"baseline_adjusted_skill":-0.015767779012781258,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.18920907592273825,"accuracy":0.73,"positive_recall":0.54,"specificity":0.92,"precision":0.8709677419354839,"balanced_accuracy":0.73,"f1":0.6666666666666666,"true_positive":27,"false_positive":4,"false_negative":23,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.243163696309047,"baseline_adjusted_skill":0.45999999999999996,"baseline_adjusted_score":0.45999999999999996},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.33333333333333326,"uniform_accuracy_baseline":0.3333333333333332,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":-0.030927835051546504,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.2753546837913065,"accuracy":0.4666666666666667,"positive_recall":0.16216216216216217,"specificity":0.7631578947368421,"precision":0.4,"balanced_accuracy":0.46266002844950216,"f1":0.23076923076923078,"true_positive":6,"false_positive":9,"false_negative":31,"true_negative":29,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555535,"brier_skill":-0.10161457775682825,"baseline_adjusted_skill":-0.07467994310099568,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.66,"uniform_accuracy_baseline":0.1428571428571427,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.5641025641025642,"baseline_adjusted_score":0.5641025641025642},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.30999999999999994,"uniform_accuracy_baseline":0.32416666666666627,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.04545454545454559,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.2649515817806331,"accuracy":0.5151515151515151,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":16,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":-0.06078041382025501,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.27065412567602154,"normalized_score_rmse":0.33869791185470394,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":-0.231942916870167,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.22852504969947304,"accuracy":0.61,"positive_recall":0.3181818181818182,"specificity":0.6923076923076923,"precision":0.22580645161290322,"balanced_accuracy":0.5052447552447552,"f1":0.2641509433962264,"true_positive":7,"false_positive":24,"false_negative":15,"true_negative":54,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000028,"brier_skill":-0.33173105885473575,"baseline_adjusted_skill":0.010489510489510412,"baseline_adjusted_score":0.010489510489510412},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.21077165994911884,"accuracy":0.64,"positive_recall":0.5135135135135135,"specificity":0.7142857142857143,"precision":0.5135135135135135,"balanced_accuracy":0.6138996138996139,"f1":0.5135135135135135,"true_positive":19,"false_positive":18,"false_negative":18,"true_negative":45,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000008,"brier_skill":0.09578867460695517,"baseline_adjusted_skill":0.2277992277992278,"baseline_adjusted_score":0.2277992277992278},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2554757563093752,"accuracy":0.5,"positive_recall":0.15384615384615385,"specificity":0.7213114754098361,"precision":0.2608695652173913,"balanced_accuracy":0.43757881462799497,"f1":0.1935483870967742,"true_positive":6,"false_positive":17,"false_negative":33,"true_negative":44,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379000000000002,"brier_skill":-0.07387875708018066,"baseline_adjusted_skill":-0.12484237074401006,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.18025119131658282,"accuracy":0.77,"positive_recall":0.8709677419354839,"specificity":0.7246376811594203,"precision":0.5869565217391305,"balanced_accuracy":0.7978027115474521,"f1":0.7012987012987013,"true_positive":27,"false_positive":19,"false_negative":4,"true_negative":50,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999987,"brier_skill":0.15731093353631165,"baseline_adjusted_skill":0.5956054230949042,"baseline_adjusted_score":0.5956054230949042},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.3055555555555555,"baseline_adjusted_score":0.3055555555555555},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.16099325828103553,"normalized_score_rmse":0.2029986336727266,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.3075558783611375,"baseline_adjusted_score":0.3075558783611375},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.4038776483889859,"accuracy":0.51,"positive_recall":1,"specificity":0.02,"precision":0.5050505050505051,"balanced_accuracy":0.51,"f1":0.6711409395973155,"true_positive":50,"false_positive":49,"false_negative":0,"true_negative":1,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.6155105935559435,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.23411972899130376,"accuracy":0.58,"positive_recall":0.68,"specificity":0.48,"precision":0.5666666666666667,"balanced_accuracy":0.5800000000000001,"f1":0.6181818181818182,"true_positive":34,"false_positive":26,"false_negative":16,"true_negative":24,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.06352108403478496,"baseline_adjusted_skill":0.16000000000000014,"baseline_adjusted_score":0.16000000000000014},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.38,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.7714285714285716,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.20754169301106642,"accuracy":0.7,"positive_recall":0.68,"specificity":0.72,"precision":0.7083333333333334,"balanced_accuracy":0.7,"f1":0.6938775510204082,"true_positive":34,"false_positive":14,"false_negative":16,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.1698332279557343,"baseline_adjusted_skill":0.3999999999999999,"baseline_adjusted_score":0.3999999999999999},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.82,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.5714285714285714,"baseline_adjusted_score":0.5714285714285714},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.54,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.23333333333333336,"baseline_adjusted_score":0.23333333333333336},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.22657518828092565,"accuracy":0.63,"positive_recall":0.52,"specificity":0.74,"precision":0.6666666666666666,"balanced_accuracy":0.63,"f1":0.5842696629213483,"true_positive":26,"false_positive":13,"false_negative":24,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.09369924687629738,"baseline_adjusted_skill":0.26,"baseline_adjusted_score":0.26},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.20851190476190457,"fixed_answer_accuracy_baseline":0.2233333333333332,"baseline_adjusted_skill":0.8841201716738198,"baseline_adjusted_score":0.8841201716738198},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.13704246423172703,"accuracy":0.81,"positive_recall":0.76,"specificity":0.86,"precision":0.8444444444444444,"balanced_accuracy":0.81,"f1":0.8,"true_positive":38,"false_positive":7,"false_negative":12,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4518301430730919,"baseline_adjusted_skill":0.6200000000000001,"baseline_adjusted_score":0.6200000000000001},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.22688273451049118,"normalized_score_rmse":0.27856316105755213,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.24372421829836266,"baseline_adjusted_score":0.24372421829836266},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.22851190476190467,"fixed_answer_accuracy_baseline":0.2433333333333333,"baseline_adjusted_skill":0.788546255506608,"baseline_adjusted_score":0.788546255506608},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.20658308276072826,"accuracy":0.68,"positive_recall":0.84,"specificity":0.52,"precision":0.6363636363636364,"balanced_accuracy":0.6799999999999999,"f1":0.7241379310344828,"true_positive":42,"false_positive":24,"false_negative":8,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.17366766895708696,"baseline_adjusted_skill":0.3599999999999999,"baseline_adjusted_score":0.3599999999999999},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.2740899014485446,"normalized_score_rmse":0.3311967369417381,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.304222222222222,"baseline_adjusted_skill":0.09904707339777086,"baseline_adjusted_score":0.09904707339777086},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.5967741935483871,"baseline_adjusted_score":0.5967741935483871},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10960903744755678,"accuracy":0.86,"positive_recall":0.96,"specificity":0.76,"precision":0.8,"balanced_accuracy":0.86,"f1":0.8727272727272727,"true_positive":48,"false_positive":12,"false_negative":2,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5615638502097728,"baseline_adjusted_skill":0.72,"baseline_adjusted_score":0.72},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.37,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":-0.26,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09957180282195376,"accuracy":0.87,"positive_recall":0.82,"specificity":0.92,"precision":0.9111111111111111,"balanced_accuracy":0.87,"f1":0.8631578947368421,"true_positive":41,"false_positive":4,"false_negative":9,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6017127887121849,"baseline_adjusted_skill":0.74,"baseline_adjusted_score":0.74},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.53,"uniform_accuracy_baseline":0.35333333333333317,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.20338983050847464,"baseline_adjusted_score":0.20338983050847464},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.83,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.7258064516129031,"baseline_adjusted_score":0.7258064516129031},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.06451612903225803,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.24,"uniform_accuracy_baseline":0.11111111111111088,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.09523809523809523,"baseline_adjusted_score":0.09523809523809523},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.10672463449892514,"accuracy":0.7583749999999999,"positive_recall":0.4100197758734343,"specificity":0.8398889403054142,"precision":0.3746987951807229,"balanced_accuracy":0.6249543580894242,"f1":0.39156436890147933,"true_positive":31.1,"false_positive":51.9,"false_negative":44.75000000000002,"true_negative":272.24999999999994,"positive_prevalence":0.1896249999999999,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500007,"brier_skill":-0.40199125311016615,"baseline_adjusted_skill":0.24990871617884847,"baseline_adjusted_score":0.24990871617884847},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.2889115341895826,"normalized_score_rmse":0.31762624091632863,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":-0.3516329084892753,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.0734488494351493,"accuracy":0.772125,"positive_recall":0.48992030004688236,"specificity":0.8747230271007329,"precision":0.5870786516853935,"balanced_accuracy":0.6823216635738076,"f1":0.5341170457449529,"true_positive":52.25000000000002,"false_positive":36.74999999999998,"false_negative":54.400000000000006,"true_negative":256.59999999999997,"positive_prevalence":0.2666249999999998,"majority_accuracy_baseline":0.7333750000000002,"constant_brier_baseline":0.11565485937499977,"brier_skill":0.3649307099410457,"baseline_adjusted_skill":0.36464332714761527,"baseline_adjusted_score":0.36464332714761527},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.23765741166481466,"normalized_score_rmse":0.2665491033152305,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.11569335194487562,"baseline_adjusted_score":0.11569335194487562},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.0742883497471401,"accuracy":0.7636249999999998,"positive_recall":0.34988814317673395,"specificity":0.924024284475282,"precision":0.6409836065573771,"balanced_accuracy":0.636956213826008,"f1":0.45267727930535473,"true_positive":39.1,"false_positive":21.9,"false_negative":72.64999999999995,"true_negative":266.3499999999999,"positive_prevalence":0.2793749999999999,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937499995,"brier_skill":0.34348649590519587,"baseline_adjusted_skill":0.27391242765201596,"baseline_adjusted_score":0.27391242765201596},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.2475381331826436,"normalized_score_rmse":0.28297008088646786,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.0636855482453198,"baseline_adjusted_score":0.0636855482453198},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.09307045867475013,"accuracy":0.8051249999999993,"positive_recall":0.15661971830985924,"specificity":0.9900401606425702,"precision":0.8176470588235293,"balanced_accuracy":0.5733299394762147,"f1":0.2628841607565013,"true_positive":13.899999999999999,"false_positive":3.1000000000000005,"false_negative":74.84999999999995,"true_negative":308.14999999999975,"positive_prevalence":0.22187499999999974,"majority_accuracy_baseline":0.7781250000000003,"constant_brier_baseline":0.126740234375001,"brier_skill":0.2656597241301307,"baseline_adjusted_skill":0.14665987895242938,"baseline_adjusted_score":0.14665987895242938},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.26674722487718694,"normalized_score_rmse":0.3025548118047051,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":-0.18225916843074552,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.04506925019485732,"accuracy":0.8229999999999995,"positive_recall":0.6994328922495274,"specificity":0.86743711760707,"precision":0.654867256637168,"balanced_accuracy":0.7834350049282988,"f1":0.676416819012797,"true_positive":73.99999999999999,"false_positive":39,"false_negative":31.800000000000004,"true_negative":255.19999999999985,"positive_prevalence":0.26449999999999985,"majority_accuracy_baseline":0.7355000000000002,"constant_brier_baseline":0.11362725000000028,"brier_skill":0.6033587876600268,"baseline_adjusted_skill":0.5668700098565975,"baseline_adjusted_score":0.5668700098565975},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.218662058895854,"normalized_score_rmse":0.25036015098710473,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.12970324817570544,"baseline_adjusted_score":0.12970324817570544},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.05999415380269281,"accuracy":0.8389999999999996,"positive_recall":0.32114882506527415,"specificity":0.9616573902288188,"precision":0.6648648648648648,"balanced_accuracy":0.6414031076470464,"f1":0.43309859154929575,"true_positive":24.600000000000005,"false_positive":12.400000000000002,"false_negative":52.00000000000002,"true_negative":310.99999999999983,"positive_prevalence":0.1914999999999999,"majority_accuracy_baseline":0.8085000000000001,"constant_brier_baseline":0.09190274999999995,"brier_skill":0.3471995799615045,"baseline_adjusted_skill":0.2828062152940929,"baseline_adjusted_score":0.2828062152940929},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.23748039781475894,"normalized_score_rmse":0.26730501527635514,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":-0.1479415000109192,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.06169423734556499,"accuracy":0.8734999999999996,"positive_recall":0.5027100271002708,"specificity":0.957388105456775,"precision":0.7274509803921568,"balanced_accuracy":0.7300490662785228,"f1":0.5945512820512819,"true_positive":37.099999999999994,"false_positive":13.899999999999999,"false_negative":36.70000000000001,"true_negative":312.29999999999984,"positive_prevalence":0.1844999999999999,"majority_accuracy_baseline":0.8155000000000001,"constant_brier_baseline":0.1092222499999995,"brier_skill":0.4351495474084697,"baseline_adjusted_skill":0.4600981325570457,"baseline_adjusted_score":0.4600981325570457},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.2698468712101746,"normalized_score_rmse":0.29595218017468566,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":-0.4249339733870605,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.07333725345627562,"accuracy":0.8229999999999995,"positive_recall":0.12547770700636948,"specificity":0.9933125972006221,"precision":0.8208333333333333,"balanced_accuracy":0.5593951521034958,"f1":0.21767955801104982,"true_positive":9.85,"false_positive":2.15,"false_negative":68.64999999999996,"true_negative":319.3499999999998,"positive_prevalence":0.19624999999999987,"majority_accuracy_baseline":0.8037500000000002,"constant_brier_baseline":0.09878593749999955,"brier_skill":0.25761444075705653,"baseline_adjusted_skill":0.11879030420699155,"baseline_adjusted_score":0.11879030420699155},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.2536164300303966,"normalized_score_rmse":0.28408997267067043,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":-0.2005511480728832,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.08386442298801976,"accuracy":0.6711734693877551,"positive_recall":0.5922301304863582,"specificity":0.7307520143240824,"precision":0.6240624999999997,"balanced_accuracy":0.6614910724052203,"f1":0.6077297626293364,"true_positive":99.84999999999997,"false_positive":60.15000000000002,"false_negative":68.75000000000001,"true_negative":163.25000000000009,"positive_prevalence":0.43010204081632636,"majority_accuracy_baseline":0.5698979591836737,"constant_brier_baseline":0.12359641815910102,"brier_skill":0.32146558745687726,"baseline_adjusted_skill":0.32298214481044063,"baseline_adjusted_score":0.32298214481044063},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.22421028902167817,"normalized_score_rmse":0.2596821236448497,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.186199691699094,"baseline_adjusted_score":0.186199691699094},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.10786192048526617,"accuracy":0.8157500000000004,"positive_recall":0.5298977183320221,"specificity":0.8697429038490119,"precision":0.43451612903225795,"balanced_accuracy":0.699820311090517,"f1":0.4774902516838001,"true_positive":67.35000000000001,"false_positive":87.65000000000003,"false_negative":59.74999999999997,"true_negative":585.2500000000003,"positive_prevalence":0.15887500000000002,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499934,"brier_skill":-0.09196869274154262,"baseline_adjusted_skill":0.399640622181034,"baseline_adjusted_score":0.399640622181034},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.3355118274396895,"normalized_score_rmse":0.3593872364946952,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-1.033405014785997,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.06451612903225803,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2443035077810072,"accuracy":0.62,"positive_recall":0.54,"specificity":0.7,"precision":0.6428571428571429,"balanced_accuracy":0.62,"f1":0.5869565217391305,"true_positive":27,"false_positive":15,"false_negative":23,"true_negative":35,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.022785968875971174,"baseline_adjusted_skill":0.24,"baseline_adjusted_score":0.24},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.13320079522862824,"uniform_accuracy_baseline":0.058823529411766766,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":-0.018691588785046707,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.41,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":-0.28260869565217406,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.20363717054044816,"accuracy":0.67,"positive_recall":0.64,"specificity":0.7,"precision":0.6808510638297872,"balanced_accuracy":0.6699999999999999,"f1":0.6597938144329897,"true_positive":32,"false_positive":15,"false_negative":18,"true_negative":35,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.18545131783820734,"baseline_adjusted_skill":0.33999999999999986,"baseline_adjusted_score":0.33999999999999986},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.53,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.253968253968254,"baseline_adjusted_score":0.253968253968254},"scoring":{"eligible":true,"reason":null},"model":196,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.14861131128504707,"accuracy":0.8108108108108109,"positive_recall":0.8591549295774648,"specificity":0.7662337662337663,"precision":0.7721518987341772,"balanced_accuracy":0.8126943479056155,"f1":0.8133333333333334,"true_positive":61,"false_positive":18,"false_negative":10,"true_negative":59,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.2495891161431699,"brier_skill":0.4045761546757499,"baseline_adjusted_skill":0.6253886958112309,"baseline_adjusted_score":0.6253886958112309},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.20049999999999962,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.295774647887324,"baseline_adjusted_score":0.295774647887324},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.9117647058823528,"baseline_adjusted_score":0.9117647058823528},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.7234042553191489,"baseline_adjusted_score":0.7234042553191489},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.9387755102040816,"baseline_adjusted_score":0.9387755102040816},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.07186470926218626,"accuracy":0.63249105672,"positive_recall":0.8916107801803913,"specificity":0.21676020243081848,"precision":0.646191169282353,"balanced_accuracy":0.5541854913056049,"f1":0.7493175734245955,"true_positive":54.92624938899999,"false_positive":30.073750610999998,"false_negative":6.677143717,"true_negative":8.322856283,"positive_prevalence":0.6160339310599999,"majority_accuracy_baseline":0.6160339310599999,"constant_brier_baseline":0.079087076552024,"brier_skill":0.09132171278434886,"baseline_adjusted_skill":0.10837098261120981,"baseline_adjusted_score":0.10837098261120981},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08998526317384169,"accuracy":0.89,"positive_recall":0.86,"specificity":0.92,"precision":0.9148936170212766,"balanced_accuracy":0.89,"f1":0.8865979381443299,"true_positive":43,"false_positive":4,"false_negative":7,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6400589473046332,"baseline_adjusted_skill":0.78,"baseline_adjusted_score":0.78},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.012987012987012965,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.7894736842105263,"baseline_adjusted_score":0.7894736842105263},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.93,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.8833333333333334,"baseline_adjusted_score":0.8833333333333334},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.52,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.25000000000000006,"baseline_adjusted_score":0.25000000000000006},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09052542458657348,"accuracy":0.87,"positive_recall":0.98,"specificity":0.76,"precision":0.8032786885245902,"balanced_accuracy":0.87,"f1":0.8828828828828829,"true_positive":49,"false_positive":12,"false_negative":1,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6378983016537061,"baseline_adjusted_skill":0.74,"baseline_adjusted_score":0.74},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.16282127778165179,"accuracy":0.5802711145067587,"positive_recall":0.7949518263311419,"specificity":0.4803078937395958,"precision":0.41597841936437524,"balanced_accuracy":0.6376298600353689,"f1":0.54616325814559,"true_positive":176.79082822985947,"false_positive":248.20917177014053,"false_negative":45.60104807512835,"true_negative":229.39895192487165,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768597,"brier_skill":-0.8350830895771826,"baseline_adjusted_skill":0.27525972007073785,"baseline_adjusted_score":0.27525972007073785},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.20774081428087465,"accuracy":0.67,"positive_recall":0.58,"specificity":0.76,"precision":0.7073170731707317,"balanced_accuracy":0.6699999999999999,"f1":0.6373626373626373,"true_positive":29,"false_positive":12,"false_negative":21,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.1690367428765014,"baseline_adjusted_skill":0.33999999999999986,"baseline_adjusted_score":0.33999999999999986},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.9337748344370861,"uniform_accuracy_baseline":0.006622516556291403,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.9310344827586207,"baseline_adjusted_score":0.9310344827586207},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.8152941176470588,"uniform_accuracy_baseline":0.3333333333333301,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.6594360086767896,"baseline_adjusted_score":0.6594360086767896},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.41,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.01666666666666659,"baseline_adjusted_score":0.01666666666666659},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08935144212685583,"accuracy":0.85,"positive_recall":0.94,"specificity":0.76,"precision":0.7966101694915254,"balanced_accuracy":0.85,"f1":0.8623853211009175,"true_positive":47,"false_positive":12,"false_negative":3,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6425942314925767,"baseline_adjusted_skill":0.7,"baseline_adjusted_score":0.7},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.5833333333333334,"baseline_adjusted_score":0.5833333333333334},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.07142857142857136,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9775280898876404,"baseline_adjusted_score":0.9775280898876404},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.6521739130434782,"baseline_adjusted_score":0.6521739130434782},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.38,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.1506849315068493,"baseline_adjusted_score":0.1506849315068493},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.7222222222222222,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.1666666666666667,"baseline_adjusted_score":0.1666666666666667},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.16118459801347915,"accuracy":0.7439024390243902,"positive_recall":0.725,"specificity":0.7619047619047619,"precision":0.7435897435897436,"balanced_accuracy":0.743452380952381,"f1":0.7341772151898734,"true_positive":29,"false_positive":10,"false_negative":11,"true_negative":32,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.24985127900059498,"brier_skill":0.35487783509367066,"baseline_adjusted_skill":0.48690476190476195,"baseline_adjusted_score":0.48690476190476195},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11555536149769574,"accuracy":0.81,"positive_recall":0.9,"specificity":0.72,"precision":0.7627118644067796,"balanced_accuracy":0.81,"f1":0.8256880733944955,"true_positive":45,"false_positive":14,"false_negative":5,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.537778554009217,"baseline_adjusted_skill":0.6200000000000001,"baseline_adjusted_score":0.6200000000000001},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.8044692737430168,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.7491039426523298,"baseline_adjusted_score":0.7491039426523298},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.53,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.2295081967213115,"baseline_adjusted_score":0.2295081967213115},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.17667719028269954,"accuracy":0.75,"positive_recall":0.4772727272727273,"specificity":0.8269230769230769,"precision":0.4375,"balanced_accuracy":0.6520979020979021,"f1":0.45652173913043476,"true_positive":21,"false_positive":27,"false_negative":23,"true_negative":129,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000053,"brier_skill":-0.029587355959784345,"baseline_adjusted_skill":0.30419580419580416,"baseline_adjusted_score":0.30419580419580416},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.18758192330463988,"accuracy":0.73,"positive_recall":0.26,"specificity":0.8866666666666667,"precision":0.43333333333333335,"balanced_accuracy":0.5733333333333334,"f1":0.325,"true_positive":13,"false_positive":17,"false_negative":37,"true_negative":133,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-0.00043692429141262146,"baseline_adjusted_skill":0.14666666666666672,"baseline_adjusted_score":0.14666666666666672},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.027492091772638685,"accuracy":0.97,"positive_recall":0.7894736842105263,"specificity":0.988950276243094,"precision":0.8823529411764706,"balanced_accuracy":0.8892119802268101,"f1":0.8333333333333334,"true_positive":15,"false_positive":2,"false_negative":4,"true_negative":179,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.0859749999999999,"brier_skill":0.6802315583292966,"baseline_adjusted_skill":0.7784239604536203,"baseline_adjusted_score":0.7784239604536203},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.1178505642619217,"accuracy":0.7982916666666665,"positive_recall":0.7416922924313066,"specificity":0.8019047739664006,"precision":0.19290505675954617,"balanced_accuracy":0.7717985331988536,"f1":0.3061771871992796,"true_positive":124.61666666666673,"false_positive":521.3833333333329,"false_negative":43.399999999999984,"true_negative":2110.5999999999995,"positive_prevalence":0.060005952380952354,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679296,"brier_skill":-2.6598449133239965,"baseline_adjusted_skill":0.5435970663977072,"baseline_adjusted_score":0.5435970663977072},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.7308781869688386,"uniform_accuracy_baseline":0.027777777777777853,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.6915584415584416,"baseline_adjusted_score":0.6915584415584416},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.74,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.6285714285714287,"baseline_adjusted_score":0.6285714285714287},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1475999581235353,"accuracy":0.8,"positive_recall":1,"specificity":0.6,"precision":0.7142857142857143,"balanced_accuracy":0.8,"f1":0.8333333333333334,"true_positive":50,"false_positive":20,"false_negative":0,"true_negative":30,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4096001675058588,"baseline_adjusted_skill":0.6000000000000001,"baseline_adjusted_score":0.6000000000000001},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.103328350860524,"accuracy":0.86,"positive_recall":1,"specificity":0.72,"precision":0.78125,"balanced_accuracy":0.86,"f1":0.8771929824561403,"true_positive":50,"false_positive":14,"false_negative":0,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.586686596557904,"baseline_adjusted_skill":0.72,"baseline_adjusted_score":0.72},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.61,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.83,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.8191489361702128,"baseline_adjusted_score":0.8191489361702128},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08029265837628285,"accuracy":0.92,"positive_recall":1,"specificity":0.84,"precision":0.8620689655172413,"balanced_accuracy":0.9199999999999999,"f1":0.9259259259259259,"true_positive":50,"false_positive":8,"false_negative":0,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6788293664948686,"baseline_adjusted_skill":0.8399999999999999,"baseline_adjusted_score":0.8399999999999999},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8208955223880599,"baseline_adjusted_score":0.8208955223880599},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.04536038110577922,"accuracy":0.95,"positive_recall":0.94,"specificity":0.96,"precision":0.9591836734693877,"balanced_accuracy":0.95,"f1":0.9494949494949495,"true_positive":47,"false_positive":2,"false_negative":3,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8185584755768831,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.4966363310810812,"uniform_accuracy_baseline":0.23445945945945923,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.3176174200857645,"baseline_adjusted_score":0.3176174200857645},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.05568257901087377,"accuracy":0.687412269736842,"positive_recall":0.9483859071330224,"specificity":0.4389074276486292,"precision":0.6167836315789472,"balanced_accuracy":0.6936466673908258,"f1":0.747457562228273,"true_positive":70.31333399999998,"false_positive":43.68666600000002,"false_negative":3.826668999999999,"true_negative":34.173331,"positive_prevalence":0.48776317763157917,"majority_accuracy_baseline":0.5122368223684208,"constant_brier_baseline":0.0945191003976856,"brier_skill":0.41088543186941695,"baseline_adjusted_skill":0.3872933347816516,"baseline_adjusted_score":0.3872933347816516},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.11642861141425172,"normalized_score_rmse":0.15492469809471004,"constant_score_baseline":0.5841668333333334,"constant_mae_baseline":0.21700552708333315,"baseline_adjusted_skill":0.4634762857005872,"baseline_adjusted_score":0.4634762857005872},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.22001786051130678,"accuracy":0.69,"positive_recall":0.92,"specificity":0.46,"precision":0.6301369863013698,"balanced_accuracy":0.6900000000000001,"f1":0.7479674796747967,"true_positive":46,"false_positive":27,"false_negative":4,"true_negative":23,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.11992855795477286,"baseline_adjusted_skill":0.3800000000000001,"baseline_adjusted_score":0.3800000000000001},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.29016734056353666,"accuracy":0.6,"positive_recall":0.24,"specificity":0.96,"precision":0.8571428571428571,"balanced_accuracy":0.6,"f1":0.375,"true_positive":12,"false_positive":2,"false_negative":38,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.16066936225414663,"baseline_adjusted_skill":0.19999999999999996,"baseline_adjusted_score":0.19999999999999996},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.819672131147541,"baseline_adjusted_score":0.819672131147541},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.895,"uniform_accuracy_baseline":0.03611111111111102,"fixed_answer_accuracy_baseline":0.08833333333333329,"baseline_adjusted_skill":0.8848263254113345,"baseline_adjusted_score":0.8848263254113345},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.8863636363636362,"baseline_adjusted_score":0.8863636363636362},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.845,"uniform_accuracy_baseline":0.04987932421560751,"fixed_answer_accuracy_baseline":0.1244247787610618,"baseline_adjusted_skill":0.822973519304629,"baseline_adjusted_score":0.822973519304629},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2834190701685545,"accuracy":0.51,"positive_recall":0.02,"specificity":1,"precision":1,"balanced_accuracy":0.51,"f1":0.0392156862745098,"true_positive":1,"false_positive":0,"false_negative":49,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.133676280674218,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.8055555555555556,"uniform_accuracy_baseline":0.23888888888888893,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.7254901960784313,"baseline_adjusted_score":0.7254901960784313},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.08074012800804392,"accuracy":0.890625,"positive_recall":0.9375,"specificity":0.84375,"precision":0.8571428571428571,"balanced_accuracy":0.890625,"f1":0.8955223880597015,"true_positive":30,"false_positive":5,"false_negative":2,"true_negative":27,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6770394879678243,"baseline_adjusted_skill":0.78125,"baseline_adjusted_score":0.78125},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.6969696969696971,"baseline_adjusted_score":0.6969696969696971},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.20182766266012844,"accuracy":0.63,"positive_recall":0.26,"specificity":1,"precision":1,"balanced_accuracy":0.63,"f1":0.4126984126984127,"true_positive":13,"false_positive":0,"false_negative":37,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.19268934935948623,"baseline_adjusted_skill":0.26,"baseline_adjusted_score":0.26},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.8260869565217391,"baseline_adjusted_score":0.8260869565217391},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.016822877643991745,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":16,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.9326466406091655,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.18804243711194193,"normalized_score_rmse":0.3317160845582964,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.4301744329941154,"baseline_adjusted_score":0.4301744329941154},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.4375,"uniform_accuracy_baseline":0.17812500000000006,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":0.2105263157894737,"baseline_adjusted_score":0.2105263157894737},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.040265029614860746,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":17,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.838939881540557,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.2854349816530884,"normalized_score_rmse":0.3502470459068645,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-0.940957875241001,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.6458333333333334,"uniform_accuracy_baseline":0.13194444444444448,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":0.11304347826086972,"baseline_adjusted_score":0.11304347826086972},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.09054732507077733,"accuracy":0.8653846153846154,"positive_recall":0.8846153846153846,"specificity":0.8461538461538461,"precision":0.8518518518518519,"balanced_accuracy":0.8653846153846154,"f1":0.8679245283018868,"true_positive":23,"false_positive":4,"false_negative":3,"true_negative":22,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6378106997168906,"baseline_adjusted_skill":0.7307692307692308,"baseline_adjusted_score":0.7307692307692308},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.010935162317682212,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":39,"false_positive":0,"false_negative":0,"true_negative":36,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24959999999999993,"brier_skill":0.956189253534927,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.2333973386596887,"normalized_score_rmse":0.2754770455103116,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.16643807621539752,"baseline_adjusted_score":0.16643807621539752},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8235294117647058,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.76,"baseline_adjusted_score":0.76},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.2041642644048752,"accuracy":0.75,"positive_recall":1,"specificity":0.5,"precision":0.6666666666666666,"balanced_accuracy":0.75,"f1":0.8,"true_positive":14,"false_positive":7,"false_negative":0,"true_negative":7,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.1833429423804992,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.20601527303032854,"normalized_score_rmse":0.27989785181562155,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.16969696969696968,"baseline_adjusted_skill":-0.21401857321443618,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.033895785452890244,"accuracy":0.9647058823529412,"positive_recall":1,"specificity":0.925,"precision":0.9375,"balanced_accuracy":0.9625,"f1":0.967741935483871,"true_positive":45,"false_positive":3,"false_negative":0,"true_negative":37,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.24913494809688563,"brier_skill":0.8639460833904822,"baseline_adjusted_skill":0.925,"baseline_adjusted_score":0.925},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.22912371270906826,"accuracy":0.7,"positive_recall":0.5714285714285714,"specificity":1,"precision":1,"balanced_accuracy":0.7857142857142857,"f1":0.7272727272727273,"true_positive":20,"false_positive":0,"false_negative":15,"true_negative":15,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.20999999999999996,"brier_skill":-0.09106529861461099,"baseline_adjusted_skill":0.5714285714285714,"baseline_adjusted_score":0.5714285714285714},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.1589504074922119,"normalized_score_rmse":0.2979333370923655,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.43231997324210036,"baseline_adjusted_score":0.43231997324210036},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.7974683544303798,"uniform_accuracy_baseline":0.24240506329113914,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.6521739130434783,"baseline_adjusted_score":0.6521739130434783},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.041392346147218574,"accuracy":0.9523809523809523,"positive_recall":1,"specificity":0.9,"precision":0.9166666666666666,"balanced_accuracy":0.95,"f1":0.9565217391304348,"true_positive":11,"false_positive":1,"false_negative":0,"true_negative":9,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.24943310657596363,"brier_skill":0.8340543213552418,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.9090909090909091,"uniform_accuracy_baseline":0.3237373737373738,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.85,"baseline_adjusted_score":0.85},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.21523220523046138,"accuracy":0.696969696969697,"positive_recall":0.6470588235294118,"specificity":0.75,"precision":0.7333333333333333,"balanced_accuracy":0.6985294117647058,"f1":0.6875,"true_positive":11,"false_positive":4,"false_negative":6,"true_negative":12,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.13827988420598403,"baseline_adjusted_skill":0.3970588235294117,"baseline_adjusted_score":0.3970588235294117},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.12960923820113698,"normalized_score_rmse":0.19819976548804635,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.34313725490196084,"baseline_adjusted_skill":0.6222816486709724,"baseline_adjusted_score":0.6222816486709724},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.261887473472566,"accuracy":0.59,"positive_recall":0.72,"specificity":0.46,"precision":0.5714285714285714,"balanced_accuracy":0.59,"f1":0.6371681415929203,"true_positive":36,"false_positive":27,"false_negative":14,"true_negative":23,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.047549893890264094,"baseline_adjusted_skill":0.17999999999999994,"baseline_adjusted_score":0.17999999999999994},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.3733333333333333,"uniform_accuracy_baseline":0.3333333333333332,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":0.03092783505154633,"baseline_adjusted_score":0.03092783505154633},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.2328645866785504,"accuracy":0.5866666666666667,"positive_recall":0.21621621621621623,"specificity":0.9473684210526315,"precision":0.8,"balanced_accuracy":0.5817923186344238,"f1":0.3404255319148936,"true_positive":8,"false_positive":2,"false_negative":29,"true_negative":36,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555535,"brier_skill":0.06837603124690816,"baseline_adjusted_skill":0.16358463726884764,"baseline_adjusted_score":0.16358463726884764},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.1428571428571427,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.3449999999999999,"uniform_accuracy_baseline":0.32416666666666627,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.0075757575757574155,"baseline_adjusted_score":0.0075757575757574155},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.10858579500911118,"accuracy":0.8484848484848485,"positive_recall":0.75,"specificity":0.9411764705882353,"precision":0.9230769230769231,"balanced_accuracy":0.8455882352941176,"f1":0.8275862068965517,"true_positive":12,"false_positive":1,"false_negative":4,"true_negative":16,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.5652576074819042,"baseline_adjusted_skill":0.6911764705882353,"baseline_adjusted_score":0.6911764705882353},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.04492620785894557,"normalized_score_rmse":0.06821665768485037,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.7955082952627305,"baseline_adjusted_score":0.7955082952627305},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.14749429752277574,"accuracy":0.76,"positive_recall":0.6363636363636364,"specificity":0.7948717948717948,"precision":0.4666666666666667,"balanced_accuracy":0.7156177156177156,"f1":0.5384615384615384,"true_positive":14,"false_positive":16,"false_negative":8,"true_negative":62,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000028,"brier_skill":0.1404761216621475,"baseline_adjusted_skill":0.4312354312354312,"baseline_adjusted_score":0.4312354312354312},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08416643745815441,"accuracy":0.92,"positive_recall":0.8378378378378378,"specificity":0.9682539682539683,"precision":0.9393939393939394,"balanced_accuracy":0.903045903045903,"f1":0.8857142857142857,"true_positive":31,"false_positive":2,"false_negative":6,"true_negative":61,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000008,"brier_skill":0.6389256222301399,"baseline_adjusted_skill":0.8060918060918061,"baseline_adjusted_score":0.8060918060918061},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08641409250844875,"accuracy":0.91,"positive_recall":0.7692307692307693,"specificity":1,"precision":1,"balanced_accuracy":0.8846153846153846,"f1":0.8695652173913043,"true_positive":30,"false_positive":0,"false_negative":9,"true_negative":61,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379000000000002,"brier_skill":0.6367629570893287,"baseline_adjusted_skill":0.7692307692307692,"baseline_adjusted_score":0.7692307692307692},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.03786745834472662,"accuracy":0.95,"positive_recall":0.967741935483871,"specificity":0.9420289855072463,"precision":0.8823529411764706,"balanced_accuracy":0.9548854604955587,"f1":0.9230769230769231,"true_positive":30,"false_positive":4,"false_negative":1,"true_negative":65,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999987,"brier_skill":0.8229665341527506,"baseline_adjusted_skill":0.9097709209911173,"baseline_adjusted_score":0.9097709209911173},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.9166666666666666,"baseline_adjusted_score":0.9166666666666666},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.1455318874255527,"normalized_score_rmse":0.1818528852457164,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.37405639816966585,"baseline_adjusted_score":0.37405639816966585},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1698281521374461,"accuracy":0.79,"positive_recall":0.98,"specificity":0.6,"precision":0.7101449275362319,"balanced_accuracy":0.79,"f1":0.8235294117647058,"true_positive":49,"false_positive":20,"false_negative":1,"true_negative":30,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.32068739145021563,"baseline_adjusted_skill":0.5800000000000001,"baseline_adjusted_score":0.5800000000000001},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2658377424032406,"accuracy":0.54,"positive_recall":0.6,"specificity":0.48,"precision":0.5357142857142857,"balanced_accuracy":0.54,"f1":0.5660377358490566,"true_positive":30,"false_positive":26,"false_negative":20,"true_negative":24,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.06335096961296238,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.42857142857142866,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10351684726708202,"accuracy":0.88,"positive_recall":0.94,"specificity":0.82,"precision":0.8392857142857143,"balanced_accuracy":0.8799999999999999,"f1":0.8867924528301887,"true_positive":47,"false_positive":9,"false_negative":3,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5859326109316719,"baseline_adjusted_skill":0.7599999999999998,"baseline_adjusted_score":0.7599999999999998},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.93,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.8333333333333335,"baseline_adjusted_score":0.8333333333333335},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.71,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.5166666666666666,"baseline_adjusted_score":0.5166666666666666},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1902714123162078,"accuracy":0.75,"positive_recall":0.6,"specificity":0.9,"precision":0.8571428571428571,"balanced_accuracy":0.75,"f1":0.7058823529411765,"true_positive":30,"false_positive":5,"false_negative":20,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.23891435073516876,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.20851190476190457,"fixed_answer_accuracy_baseline":0.2233333333333332,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.04148681893225446,"accuracy":0.95,"positive_recall":0.94,"specificity":0.96,"precision":0.9591836734693877,"balanced_accuracy":0.95,"f1":0.9494949494949495,"true_positive":47,"false_positive":2,"false_negative":3,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8340527242709821,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.0999157456047298,"normalized_score_rmse":0.1744607956033915,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.6669475146509007,"baseline_adjusted_score":0.6669475146509007},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.93,"uniform_accuracy_baseline":0.22851190476190467,"fixed_answer_accuracy_baseline":0.2433333333333333,"baseline_adjusted_skill":0.907488986784141,"baseline_adjusted_score":0.907488986784141},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.0381052760470325,"accuracy":0.95,"positive_recall":0.96,"specificity":0.94,"precision":0.9411764705882353,"balanced_accuracy":0.95,"f1":0.9504950495049505,"true_positive":48,"false_positive":3,"false_negative":2,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.84757889581187,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.08821274468028256,"normalized_score_rmse":0.16524784063660222,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.304222222222222,"baseline_adjusted_skill":0.7100384579537824,"baseline_adjusted_score":0.7100384579537824},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.76,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.6129032258064516,"baseline_adjusted_score":0.6129032258064516},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.020746905229998554,"accuracy":0.98,"positive_recall":1,"specificity":0.96,"precision":0.9615384615384616,"balanced_accuracy":0.98,"f1":0.9803921568627451,"true_positive":50,"false_positive":2,"false_negative":0,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9170123790800058,"baseline_adjusted_skill":0.96,"baseline_adjusted_score":0.96},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.8400000000000001,"baseline_adjusted_score":0.8400000000000001},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.04526704145381643,"accuracy":0.94,"positive_recall":0.94,"specificity":0.94,"precision":0.94,"balanced_accuracy":0.94,"f1":0.94,"true_positive":47,"false_positive":3,"false_negative":3,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8189318341847343,"baseline_adjusted_skill":0.8799999999999999,"baseline_adjusted_score":0.8799999999999999},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.58,"uniform_accuracy_baseline":0.35333333333333317,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.28813559322033894,"baseline_adjusted_score":0.28813559322033894},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.9516129032258064,"baseline_adjusted_score":0.9516129032258064},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.49,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.17741935483870966,"baseline_adjusted_score":0.17741935483870966},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.39,"uniform_accuracy_baseline":0.11111111111111088,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.27380952380952384,"baseline_adjusted_score":0.27380952380952384},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.05483003157559321,"accuracy":0.800625,"positive_recall":0.2907053394858273,"specificity":0.9199444701527071,"precision":0.45937500000000003,"balanced_accuracy":0.6053249048192672,"f1":0.3560758982640291,"true_positive":22.05,"false_positive":25.95,"false_negative":53.80000000000001,"true_negative":298.2,"positive_prevalence":0.1896249999999999,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500007,"brier_skill":0.2797237016772346,"baseline_adjusted_skill":0.2106498096385343,"baseline_adjusted_score":0.2106498096385343},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.13746359711049194,"normalized_score_rmse":0.1831119902937843,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":0.35689545211465756,"baseline_adjusted_score":0.35689545211465756},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.08323927592546547,"accuracy":0.7873749999999998,"positive_recall":0.45288326300984527,"specificity":0.908982444179308,"precision":0.6440000000000001,"balanced_accuracy":0.6809328535945767,"f1":0.5317919075144509,"true_positive":48.30000000000001,"false_positive":26.699999999999985,"false_negative":58.35000000000003,"true_negative":266.6499999999999,"positive_prevalence":0.2666249999999998,"majority_accuracy_baseline":0.7333750000000002,"constant_brier_baseline":0.11565485937499977,"brier_skill":0.28027861193821424,"baseline_adjusted_skill":0.36186570718915334,"baseline_adjusted_score":0.36186570718915334},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.160108361059029,"normalized_score_rmse":0.23543228300661928,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.40424795885012454,"baseline_adjusted_score":0.40424795885012454},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.05895644069634076,"accuracy":0.8001249999999999,"positive_recall":0.5583892617449665,"specificity":0.8938421509106678,"precision":0.6709677419354838,"balanced_accuracy":0.7261157063278172,"f1":0.6095238095238096,"true_positive":62.39999999999997,"false_positive":30.599999999999994,"false_negative":49.34999999999998,"true_negative":257.65,"positive_prevalence":0.2793749999999999,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937499995,"brier_skill":0.47898022230595794,"baseline_adjusted_skill":0.4522314126556344,"baseline_adjusted_score":0.4522314126556344},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.15905316053876256,"normalized_score_rmse":0.2097120306952059,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.3983804802316311,"baseline_adjusted_score":0.3983804802316311},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.09544060313454544,"accuracy":0.8201249999999993,"positive_recall":0.24676056338028177,"specificity":0.9836144578313252,"precision":0.811111111111111,"balanced_accuracy":0.6151875106058035,"f1":0.3784017278617711,"true_positive":21.9,"false_positive":5.1,"false_negative":66.84999999999998,"true_negative":306.14999999999975,"positive_prevalence":0.22187499999999974,"majority_accuracy_baseline":0.7781250000000003,"constant_brier_baseline":0.126740234375001,"brier_skill":0.24695891872699027,"baseline_adjusted_skill":0.2303750212116069,"baseline_adjusted_score":0.2303750212116069},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.14716674822894849,"normalized_score_rmse":0.24620495853282642,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.3477374039714194,"baseline_adjusted_score":0.3477374039714194},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.04898336426235516,"accuracy":0.8212499999999996,"positive_recall":0.6961247637051038,"specificity":0.8662474507138,"precision":0.6517699115044249,"balanced_accuracy":0.7811861072094519,"f1":0.673217550274223,"true_positive":73.64999999999999,"false_positive":39.34999999999998,"false_negative":32.15000000000001,"true_negative":254.84999999999982,"positive_prevalence":0.26449999999999985,"majority_accuracy_baseline":0.7355000000000002,"constant_brier_baseline":0.11362725000000028,"brier_skill":0.5689118212193374,"baseline_adjusted_skill":0.5623722144189038,"baseline_adjusted_score":0.5623722144189038},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.13447687624034635,"normalized_score_rmse":0.19324024074683663,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.46476865177971594,"baseline_adjusted_score":0.46476865177971594},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.06438071512410215,"accuracy":0.8387499999999999,"positive_recall":0.45104438642297634,"specificity":0.9305813234384663,"precision":0.6061403508771932,"balanced_accuracy":0.6908128549307213,"f1":0.5172155688622754,"true_positive":34.55000000000001,"false_positive":22.449999999999992,"false_negative":42.05000000000005,"true_negative":300.94999999999993,"positive_prevalence":0.1914999999999999,"majority_accuracy_baseline":0.8085000000000001,"constant_brier_baseline":0.09190274999999995,"brier_skill":0.29946911138021237,"baseline_adjusted_skill":0.3816257098614426,"baseline_adjusted_score":0.3816257098614426},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.13618783591329892,"normalized_score_rmse":0.22024691645530237,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.3416902191502167,"baseline_adjusted_score":0.3416902191502167},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.041416260463380976,"accuracy":0.8854999999999997,"positive_recall":0.6233062330623306,"specificity":0.9448191293684856,"precision":0.71875,"balanced_accuracy":0.7840626812154081,"f1":0.6676342525399128,"true_positive":46,"false_positive":18,"false_negative":27.800000000000015,"true_negative":308.1999999999999,"positive_prevalence":0.1844999999999999,"majority_accuracy_baseline":0.8155000000000001,"constant_brier_baseline":0.1092222499999995,"brier_skill":0.6208074777494406,"baseline_adjusted_skill":0.5681253624308162,"baseline_adjusted_score":0.5681253624308162},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.12724076477961777,"normalized_score_rmse":0.19769390940274348,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":0.32810157212083024,"baseline_adjusted_score":0.32810157212083024},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.08167785736327261,"accuracy":0.8279999999999995,"positive_recall":0.14458598726114658,"specificity":0.9948678071539658,"precision":0.8730769230769231,"balanced_accuracy":0.5697268972075562,"f1":0.24808743169398917,"true_positive":11.350000000000001,"false_positive":1.65,"false_negative":67.14999999999998,"true_negative":319.8499999999998,"positive_prevalence":0.19624999999999987,"majority_accuracy_baseline":0.8037500000000002,"constant_brier_baseline":0.09878593749999955,"brier_skill":0.17318335554316133,"baseline_adjusted_skill":0.1394537944151124,"baseline_adjusted_score":0.1394537944151124},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.16595904179461057,"normalized_score_rmse":0.264237933872166,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":0.21439506842787892,"baseline_adjusted_score":0.21439506842787892},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.0810752766320725,"accuracy":0.710204081632653,"positive_recall":0.812574139976275,"specificity":0.6329453894359891,"precision":0.6255707762557075,"balanced_accuracy":0.7227597647061321,"f1":0.7069143446852423,"true_positive":136.99999999999994,"false_positive":82.00000000000004,"false_negative":31.600000000000012,"true_negative":141.40000000000003,"positive_prevalence":0.43010204081632636,"majority_accuracy_baseline":0.5698979591836737,"constant_brier_baseline":0.12359641815910102,"brier_skill":0.34403215044866964,"baseline_adjusted_skill":0.44551952941226425,"baseline_adjusted_score":0.44551952941226425},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.15346501687996988,"normalized_score_rmse":0.2037439057838405,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.44297882762084995,"baseline_adjusted_score":0.44297882762084995},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.03288752987608104,"accuracy":0.9140000000000006,"positive_recall":0.6306058221872544,"specificity":0.9675286075196908,"precision":0.7857843137254903,"balanced_accuracy":0.7990672148534725,"f1":0.6996944565691839,"true_positive":80.15,"false_positive":21.849999999999994,"false_negative":46.94999999999995,"true_negative":651.0500000000005,"positive_prevalence":0.15887500000000002,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499934,"brier_skill":0.6670543891234701,"baseline_adjusted_skill":0.5981344297069451,"baseline_adjusted_score":0.5981344297069451},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.12218019198557994,"normalized_score_rmse":0.18117982934120672,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":0.2595139879661822,"baseline_adjusted_score":0.2595139879661822},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.69,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.4999999999999999,"baseline_adjusted_score":0.4999999999999999},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.310956357692841,"accuracy":0.54,"positive_recall":0.24,"specificity":0.84,"precision":0.6,"balanced_accuracy":0.54,"f1":0.34285714285714286,"true_positive":12,"false_positive":8,"false_negative":38,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.2438254307713641,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.388336646785951,"uniform_accuracy_baseline":0.058823529411766766,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.28115264797507794,"baseline_adjusted_score":0.28115264797507794},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.782608695652174,"baseline_adjusted_score":0.782608695652174},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.19000402875957487,"accuracy":0.74,"positive_recall":0.74,"specificity":0.74,"precision":0.74,"balanced_accuracy":0.74,"f1":0.74,"true_positive":37,"false_positive":13,"false_negative":13,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.23998388496170053,"baseline_adjusted_skill":0.48,"baseline_adjusted_score":0.48},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.54,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.2698412698412699,"baseline_adjusted_score":0.2698412698412699},"scoring":{"eligible":true,"reason":null},"model":197,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.16303791007492674,"accuracy":0.777027027027027,"positive_recall":0.7183098591549296,"specificity":0.8311688311688312,"precision":0.796875,"balanced_accuracy":0.7747393451618805,"f1":0.7555555555555555,"true_positive":51,"false_positive":13,"false_negative":20,"true_negative":64,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.2495891161431699,"brier_skill":0.3467747608777758,"baseline_adjusted_skill":0.549478690323761,"baseline_adjusted_score":0.549478690323761},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.52,"uniform_accuracy_baseline":0.20049999999999962,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.32394366197183105,"baseline_adjusted_score":0.32394366197183105},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.9558823529411764,"baseline_adjusted_score":0.9558823529411764},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.7234042553191489,"baseline_adjusted_score":0.7234042553191489},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.8979591836734693,"baseline_adjusted_score":0.8979591836734693},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.07376723786023967,"accuracy":0.6253900708200001,"positive_recall":0.8452651301918045,"specificity":0.2726232298832567,"precision":0.6508900011750001,"balanced_accuracy":0.5589441800375305,"f1":0.735451304546369,"true_positive":52.071200094000005,"false_positive":27.928799906,"false_negative":9.532193012000002,"true_negative":10.467806988000001,"positive_prevalence":0.6160339310599999,"majority_accuracy_baseline":0.6160339310599999,"constant_brier_baseline":0.079087076552024,"brier_skill":0.06726558780162906,"baseline_adjusted_skill":0.1178883600750611,"baseline_adjusted_score":0.1178883600750611},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.14595434042734412,"accuracy":0.77,"positive_recall":0.78,"specificity":0.76,"precision":0.7647058823529411,"balanced_accuracy":0.77,"f1":0.7722772277227723,"true_positive":39,"false_positive":12,"false_negative":11,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4161826382906235,"baseline_adjusted_skill":0.54,"baseline_adjusted_score":0.54},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.73,"uniform_accuracy_baseline":0.012987012987012965,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.7157894736842105,"baseline_adjusted_score":0.7157894736842105},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.9166666666666666,"baseline_adjusted_score":0.9166666666666666},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.44,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.12500000000000003,"baseline_adjusted_score":0.12500000000000003},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.12501001880217733,"accuracy":0.8,"positive_recall":0.98,"specificity":0.62,"precision":0.7205882352941176,"balanced_accuracy":0.8,"f1":0.8305084745762712,"true_positive":49,"false_positive":19,"false_negative":1,"true_negative":31,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4999599247912907,"baseline_adjusted_skill":0.6000000000000001,"baseline_adjusted_score":0.6000000000000001},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.13778350100031742,"accuracy":0.6132113597255998,"positive_recall":0.7613583592606091,"specificity":0.544228677980882,"precision":0.4375191577686146,"balanced_accuracy":0.6527935186207456,"f1":0.5557012511657204,"true_positive":169.31991405645385,"false_positive":217.68008594354615,"false_negative":53.071962248533964,"true_negative":259.92803775146604,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768597,"brier_skill":-0.5528939224239164,"baseline_adjusted_skill":0.3055870372414913,"baseline_adjusted_score":0.3055870372414913},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.20559040664107153,"accuracy":0.67,"positive_recall":0.56,"specificity":0.78,"precision":0.717948717948718,"balanced_accuracy":0.67,"f1":0.6292134831460674,"true_positive":28,"false_positive":11,"false_negative":22,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.17763837343571387,"baseline_adjusted_skill":0.3400000000000001,"baseline_adjusted_score":0.3400000000000001},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.9205298013245033,"uniform_accuracy_baseline":0.006622516556291403,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.9172413793103449,"baseline_adjusted_score":0.9172413793103449},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.7941176470588235,"uniform_accuracy_baseline":0.3333333333333301,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.6203904555314533,"baseline_adjusted_score":0.6203904555314533},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.4,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.13072729827000487,"accuracy":0.79,"positive_recall":0.94,"specificity":0.64,"precision":0.7230769230769231,"balanced_accuracy":0.79,"f1":0.8173913043478261,"true_positive":47,"false_positive":18,"false_negative":3,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4770908069199805,"baseline_adjusted_skill":0.5800000000000001,"baseline_adjusted_score":0.5800000000000001},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.79,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.5625000000000001,"baseline_adjusted_score":0.5625000000000001},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.07142857142857136,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9887640449438202,"baseline_adjusted_score":0.9887640449438202},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.78,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.5217391304347826,"baseline_adjusted_score":0.5217391304347826},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.41,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.19178082191780815,"baseline_adjusted_score":0.19178082191780815},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.6666666666666666,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.17543659614462337,"accuracy":0.7317073170731707,"positive_recall":0.725,"specificity":0.7380952380952381,"precision":0.725,"balanced_accuracy":0.7315476190476191,"f1":0.725,"true_positive":29,"false_positive":11,"false_negative":11,"true_negative":31,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.24985127900059498,"brier_skill":0.2978359092402101,"baseline_adjusted_skill":0.4630952380952382,"baseline_adjusted_score":0.4630952380952382},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11157140003725365,"accuracy":0.85,"positive_recall":0.84,"specificity":0.86,"precision":0.8571428571428571,"balanced_accuracy":0.85,"f1":0.8484848484848485,"true_positive":42,"false_positive":7,"false_negative":8,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5537143998509855,"baseline_adjusted_skill":0.7,"baseline_adjusted_score":0.7},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.7262569832402235,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.6487455197132617,"baseline_adjusted_score":0.6487455197132617},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.55,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.2622950819672132,"baseline_adjusted_score":0.2622950819672132},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.16788846076188654,"accuracy":0.76,"positive_recall":0.5,"specificity":0.8333333333333334,"precision":0.4583333333333333,"balanced_accuracy":0.6666666666666667,"f1":0.4782608695652174,"true_positive":22,"false_positive":26,"false_negative":22,"true_negative":130,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000053,"brier_skill":0.021629016539125745,"baseline_adjusted_skill":0.3333333333333335,"baseline_adjusted_score":0.3333333333333335},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.17325636613758708,"accuracy":0.735,"positive_recall":0.28,"specificity":0.8866666666666667,"precision":0.45161290322580644,"balanced_accuracy":0.5833333333333334,"f1":0.345679012345679,"true_positive":14,"false_positive":17,"false_negative":36,"true_negative":133,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":0.07596604726620226,"baseline_adjusted_skill":0.16666666666666674,"baseline_adjusted_score":0.16666666666666674},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.03709549634177905,"accuracy":0.955,"positive_recall":0.631578947368421,"specificity":0.988950276243094,"precision":0.8571428571428571,"balanced_accuracy":0.8102646118057575,"f1":0.7272727272727273,"true_positive":12,"false_positive":2,"false_negative":7,"true_negative":179,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.0859749999999999,"brier_skill":0.5685315924189696,"baseline_adjusted_skill":0.620529223611515,"baseline_adjusted_score":0.620529223611515},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.08656215168036616,"accuracy":0.8417440476190478,"positive_recall":0.7466521178454522,"specificity":0.8478143858560402,"precision":0.2384980988593159,"balanced_accuracy":0.7972332518507461,"f1":0.36151869551643856,"true_positive":125.4500000000001,"false_positive":400.5499999999996,"false_negative":42.56666666666664,"true_negative":2231.4333333333334,"positive_prevalence":0.060005952380952354,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679296,"brier_skill":-1.688184418104902,"baseline_adjusted_skill":0.5944665037014922,"baseline_adjusted_score":0.5944665037014922},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.5779036827195467,"uniform_accuracy_baseline":0.027777777777777853,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.5162337662337662,"baseline_adjusted_score":0.5162337662337662},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.79,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.7000000000000001,"baseline_adjusted_score":0.7000000000000001},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.17345071822206662,"accuracy":0.77,"positive_recall":1,"specificity":0.54,"precision":0.684931506849315,"balanced_accuracy":0.77,"f1":0.8130081300813008,"true_positive":50,"false_positive":23,"false_negative":0,"true_negative":27,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3061971271117335,"baseline_adjusted_skill":0.54,"baseline_adjusted_score":0.54},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09283829682793777,"accuracy":0.85,"positive_recall":0.98,"specificity":0.72,"precision":0.7777777777777778,"balanced_accuracy":0.85,"f1":0.8672566371681416,"true_positive":49,"false_positive":14,"false_negative":1,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.628646812688249,"baseline_adjusted_skill":0.7,"baseline_adjusted_score":0.7},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.63,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":0.05128205128205133,"baseline_adjusted_score":0.05128205128205133},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.81,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.797872340425532,"baseline_adjusted_score":0.797872340425532},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10343588754486635,"accuracy":0.86,"positive_recall":0.98,"specificity":0.74,"precision":0.7903225806451613,"balanced_accuracy":0.86,"f1":0.875,"true_positive":49,"false_positive":13,"false_negative":1,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5862564498205346,"baseline_adjusted_skill":0.72,"baseline_adjusted_score":0.72},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8059701492537314,"baseline_adjusted_score":0.8059701492537314},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.07687284511525114,"accuracy":0.9,"positive_recall":0.92,"specificity":0.88,"precision":0.8846153846153846,"balanced_accuracy":0.9,"f1":0.9019607843137255,"true_positive":46,"false_positive":6,"false_negative":4,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6925086195389955,"baseline_adjusted_skill":0.8,"baseline_adjusted_score":0.8},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.49578045945945953,"uniform_accuracy_baseline":0.23445945945945923,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.31645716176499233,"baseline_adjusted_score":0.31645716176499233},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.05131847493420056,"accuracy":0.677894717105263,"positive_recall":0.9183975889507314,"specificity":0.44888258857754654,"precision":0.6134234234234234,"balanced_accuracy":0.683640088764139,"f1":0.7355514626409506,"true_positive":68.08999999999997,"false_positive":42.91,"false_negative":6.050002999999999,"true_negative":34.949997,"positive_prevalence":0.48776317763157917,"majority_accuracy_baseline":0.5122368223684208,"constant_brier_baseline":0.0945191003976856,"brier_skill":0.4570570951450026,"baseline_adjusted_skill":0.3672801775282779,"baseline_adjusted_score":0.3672801775282779},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.12126332267006927,"normalized_score_rmse":0.15651242026175746,"constant_score_baseline":0.5841668333333334,"constant_mae_baseline":0.21700552708333315,"baseline_adjusted_skill":0.44119707778916406,"baseline_adjusted_score":0.44119707778916406},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.22596403833645304,"accuracy":0.68,"positive_recall":0.86,"specificity":0.5,"precision":0.6323529411764706,"balanced_accuracy":0.6799999999999999,"f1":0.7288135593220338,"true_positive":43,"false_positive":25,"false_negative":7,"true_negative":25,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.09614384665418785,"baseline_adjusted_skill":0.3599999999999999,"baseline_adjusted_score":0.3599999999999999},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.28043819927903224,"accuracy":0.62,"positive_recall":0.26,"specificity":0.98,"precision":0.9285714285714286,"balanced_accuracy":0.62,"f1":0.40625,"true_positive":13,"false_positive":1,"false_negative":37,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.12175279711612896,"baseline_adjusted_skill":0.24,"baseline_adjusted_score":0.24},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.7377049180327868,"baseline_adjusted_score":0.7377049180327868},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.885,"uniform_accuracy_baseline":0.03611111111111102,"fixed_answer_accuracy_baseline":0.08833333333333329,"baseline_adjusted_skill":0.8738574040219379,"baseline_adjusted_score":0.8738574040219379},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.909090909090909,"baseline_adjusted_score":0.909090909090909},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.855,"uniform_accuracy_baseline":0.04987932421560751,"fixed_answer_accuracy_baseline":0.1244247787610618,"baseline_adjusted_skill":0.8343945825752982,"baseline_adjusted_score":0.8343945825752982},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.27146184983402905,"accuracy":0.51,"positive_recall":0.02,"specificity":1,"precision":1,"balanced_accuracy":0.51,"f1":0.0392156862745098,"true_positive":1,"false_positive":0,"false_negative":49,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.08584739933611618,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.8055555555555556,"uniform_accuracy_baseline":0.23888888888888893,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.7254901960784313,"baseline_adjusted_score":0.7254901960784313},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.10096505360652132,"accuracy":0.828125,"positive_recall":0.90625,"specificity":0.75,"precision":0.7837837837837838,"balanced_accuracy":0.828125,"f1":0.8405797101449275,"true_positive":29,"false_positive":8,"false_negative":3,"true_negative":24,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5961397855739148,"baseline_adjusted_skill":0.65625,"baseline_adjusted_score":0.65625},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.8030303030303032,"baseline_adjusted_score":0.8030303030303032},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2719821613328962,"accuracy":0.53,"positive_recall":0.06,"specificity":1,"precision":1,"balanced_accuracy":0.53,"f1":0.11320754716981132,"true_positive":3,"false_positive":0,"false_negative":47,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.08792864533158484,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.7941176470588235,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.6956521739130433,"baseline_adjusted_score":0.6956521739130433},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.02678901452238003,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":16,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.8927454528865005,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.1822500567877226,"normalized_score_rmse":0.3123206203500379,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.4477271006432648,"baseline_adjusted_score":0.4477271006432648},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.34375,"uniform_accuracy_baseline":0.17812500000000006,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":0.07894736842105265,"baseline_adjusted_score":0.07894736842105265},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.046896525890517106,"accuracy":0.9705882352941176,"positive_recall":1,"specificity":0.9411764705882353,"precision":0.9444444444444444,"balanced_accuracy":0.9705882352941176,"f1":0.9714285714285714,"true_positive":17,"false_positive":1,"false_negative":0,"true_negative":16,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8124138964379316,"baseline_adjusted_skill":0.9411764705882353,"baseline_adjusted_score":0.9411764705882353},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.2539618114520742,"normalized_score_rmse":0.3350806545788656,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-0.7269403178741045,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.4583333333333333,"uniform_accuracy_baseline":0.13194444444444448,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":-0.3565217391304347,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.16311016440300002,"accuracy":0.7884615384615384,"positive_recall":0.8846153846153846,"specificity":0.6923076923076923,"precision":0.7419354838709677,"balanced_accuracy":0.7884615384615384,"f1":0.8070175438596491,"true_positive":23,"false_positive":8,"false_negative":3,"true_negative":18,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3475593423879999,"baseline_adjusted_skill":0.5769230769230769,"baseline_adjusted_score":0.5769230769230769},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.05181093056209383,"accuracy":0.9733333333333334,"positive_recall":1,"specificity":0.9444444444444444,"precision":0.9512195121951219,"balanced_accuracy":0.9722222222222222,"f1":0.975,"true_positive":39,"false_positive":2,"false_negative":0,"true_negative":34,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24959999999999993,"brier_skill":0.7924241564018676,"baseline_adjusted_skill":0.9444444444444444,"baseline_adjusted_score":0.9444444444444444},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.25855822491117114,"normalized_score_rmse":0.30461177842186765,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.07657776817438888,"baseline_adjusted_score":0.07657776817438888},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.7058823529411765,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.6,"baseline_adjusted_score":0.6},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.21148399592497685,"accuracy":0.75,"positive_recall":1,"specificity":0.5,"precision":0.6666666666666666,"balanced_accuracy":0.75,"f1":0.8,"true_positive":14,"false_positive":7,"false_negative":0,"true_negative":7,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.1540640163000926,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.2508725491152677,"normalized_score_rmse":0.3097724608547074,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.16969696969696968,"baseline_adjusted_skill":-0.4783560930006847,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.04248592618690858,"accuracy":0.9529411764705882,"positive_recall":0.9777777777777777,"specificity":0.925,"precision":0.9361702127659575,"balanced_accuracy":0.9513888888888888,"f1":0.9565217391304348,"true_positive":44,"false_positive":3,"false_negative":1,"true_negative":37,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.24913494809688563,"brier_skill":0.8294662129442141,"baseline_adjusted_skill":0.9027777777777777,"baseline_adjusted_score":0.9027777777777777},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.9473684210526315,"baseline_adjusted_score":0.9473684210526315},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.2686540315074459,"accuracy":0.68,"positive_recall":0.5714285714285714,"specificity":0.9333333333333333,"precision":0.9523809523809523,"balanced_accuracy":0.7523809523809524,"f1":0.7142857142857143,"true_positive":20,"false_positive":1,"false_negative":15,"true_negative":14,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.20999999999999996,"brier_skill":-0.27930491194021867,"baseline_adjusted_skill":0.5047619047619047,"baseline_adjusted_score":0.5047619047619047},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.1522565246806869,"normalized_score_rmse":0.29936598889977056,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.4562266975689754,"baseline_adjusted_score":0.4562266975689754},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.8734177215189873,"uniform_accuracy_baseline":0.24240506329113914,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.782608695652174,"baseline_adjusted_score":0.782608695652174},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.12480569155983029,"accuracy":0.8571428571428571,"positive_recall":1,"specificity":0.7,"precision":0.7857142857142857,"balanced_accuracy":0.85,"f1":0.88,"true_positive":11,"false_positive":3,"false_negative":0,"true_negative":7,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.24943310657596363,"brier_skill":0.4996426365646802,"baseline_adjusted_skill":0.7,"baseline_adjusted_score":0.7},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.7575757575757576,"uniform_accuracy_baseline":0.3237373737373738,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.6,"baseline_adjusted_score":0.6},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.15073455735509664,"accuracy":0.7272727272727273,"positive_recall":0.7647058823529411,"specificity":0.6875,"precision":0.7222222222222222,"balanced_accuracy":0.7261029411764706,"f1":0.7428571428571429,"true_positive":13,"false_positive":5,"false_negative":4,"true_negative":11,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.39650759941286706,"baseline_adjusted_skill":0.4522058823529411,"baseline_adjusted_score":0.4522058823529411},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.15357433743345816,"normalized_score_rmse":0.22359858659733625,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.34313725490196084,"baseline_adjusted_skill":0.5524405023367791,"baseline_adjusted_score":0.5524405023367791},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.32319440899497265,"accuracy":0.55,"positive_recall":0.7,"specificity":0.4,"precision":0.5384615384615384,"balanced_accuracy":0.55,"f1":0.6086956521739131,"true_positive":35,"false_positive":30,"false_negative":15,"true_negative":20,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.2927776359798906,"baseline_adjusted_skill":0.10000000000000009,"baseline_adjusted_score":0.10000000000000009},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.2733333333333333,"uniform_accuracy_baseline":0.3333333333333332,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":-0.12371134020618559,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.2506827822475509,"accuracy":0.5066666666666667,"positive_recall":0.32432432432432434,"specificity":0.6842105263157895,"precision":0.5,"balanced_accuracy":0.504267425320057,"f1":0.39344262295081966,"true_positive":12,"false_positive":12,"false_negative":25,"true_negative":26,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555535,"brier_skill":-0.0029094239989153614,"baseline_adjusted_skill":0.008534850640113945,"baseline_adjusted_score":0.008534850640113945},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.1428571428571427,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.9487179487179487,"baseline_adjusted_score":0.9487179487179487},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.37499999999999994,"uniform_accuracy_baseline":0.32416666666666627,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.053030303030302914,"baseline_adjusted_score":0.053030303030302914},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.04167589352669556,"accuracy":0.9696969696969697,"positive_recall":1,"specificity":0.9411764705882353,"precision":0.9411764705882353,"balanced_accuracy":0.9705882352941176,"f1":0.9696969696969697,"true_positive":16,"false_positive":1,"false_negative":0,"true_negative":16,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.8331432056964285,"baseline_adjusted_skill":0.9411764705882353,"baseline_adjusted_score":0.9411764705882353},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.048528941422167314,"normalized_score_rmse":0.0763551470555007,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.7791096459404798,"baseline_adjusted_score":0.7791096459404798},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.17222680669244364,"accuracy":0.73,"positive_recall":0.8181818181818182,"specificity":0.7051282051282052,"precision":0.43902439024390244,"balanced_accuracy":0.7616550116550117,"f1":0.5714285714285714,"true_positive":18,"false_positive":23,"false_negative":4,"true_negative":55,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000028,"brier_skill":-0.003652719652933234,"baseline_adjusted_skill":0.5233100233100234,"baseline_adjusted_score":0.5233100233100234},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08513184569261342,"accuracy":0.91,"positive_recall":0.8378378378378378,"specificity":0.9523809523809523,"precision":0.9117647058823529,"balanced_accuracy":0.8951093951093951,"f1":0.8732394366197183,"true_positive":31,"false_positive":3,"false_negative":6,"true_negative":60,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000008,"brier_skill":0.6347840167627052,"baseline_adjusted_skill":0.7902187902187903,"baseline_adjusted_score":0.7902187902187903},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.06513149451047834,"accuracy":0.92,"positive_recall":0.8205128205128205,"specificity":0.9836065573770492,"precision":0.9696969696969697,"balanced_accuracy":0.9020596889449348,"f1":0.8888888888888888,"true_positive":32,"false_positive":1,"false_negative":7,"true_negative":60,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379000000000002,"brier_skill":0.7262232261013943,"baseline_adjusted_skill":0.8041193778898696,"baseline_adjusted_score":0.8041193778898696},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.06322883456705136,"accuracy":0.92,"positive_recall":0.9032258064516129,"specificity":0.927536231884058,"precision":0.8484848484848485,"balanced_accuracy":0.9153810191678354,"f1":0.875,"true_positive":28,"false_positive":5,"false_negative":3,"true_negative":64,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999987,"brier_skill":0.7044000253994792,"baseline_adjusted_skill":0.8307620383356709,"baseline_adjusted_score":0.8307620383356709},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.8472222222222222,"baseline_adjusted_score":0.8472222222222222},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.14682754333575831,"normalized_score_rmse":0.18541909174558993,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.3684836845773837,"baseline_adjusted_score":0.3684836845773837},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.16455251416630848,"accuracy":0.79,"positive_recall":0.98,"specificity":0.6,"precision":0.7101449275362319,"balanced_accuracy":0.79,"f1":0.8235294117647058,"true_positive":49,"false_positive":20,"false_negative":1,"true_negative":30,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3417899433347661,"baseline_adjusted_skill":0.5800000000000001,"baseline_adjusted_score":0.5800000000000001},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2890137744636759,"accuracy":0.52,"positive_recall":0.72,"specificity":0.32,"precision":0.5142857142857142,"balanced_accuracy":0.52,"f1":0.6,"true_positive":36,"false_positive":34,"false_negative":14,"true_negative":16,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.1560550978547035,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.44,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.6000000000000001,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11534508932143633,"accuracy":0.83,"positive_recall":0.86,"specificity":0.8,"precision":0.8113207547169812,"balanced_accuracy":0.8300000000000001,"f1":0.8349514563106796,"true_positive":43,"false_positive":10,"false_negative":7,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5386196427142547,"baseline_adjusted_skill":0.6600000000000001,"baseline_adjusted_score":0.6600000000000001},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.93,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.8333333333333335,"baseline_adjusted_score":0.8333333333333335},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.65,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.4166666666666667,"baseline_adjusted_score":0.4166666666666667},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.17031589394708196,"accuracy":0.73,"positive_recall":0.58,"specificity":0.88,"precision":0.8285714285714286,"balanced_accuracy":0.73,"f1":0.6823529411764706,"true_positive":29,"false_positive":6,"false_negative":21,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.31873642421167214,"baseline_adjusted_skill":0.45999999999999996,"baseline_adjusted_score":0.45999999999999996},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.20851190476190457,"fixed_answer_accuracy_baseline":0.2233333333333332,"baseline_adjusted_skill":0.9871244635193133,"baseline_adjusted_score":0.9871244635193133},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.04034433772794119,"accuracy":0.94,"positive_recall":0.96,"specificity":0.92,"precision":0.9230769230769231,"balanced_accuracy":0.94,"f1":0.9411764705882353,"true_positive":48,"false_positive":4,"false_negative":2,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8386226490882353,"baseline_adjusted_skill":0.8799999999999999,"baseline_adjusted_score":0.8799999999999999},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.10300401437206708,"normalized_score_rmse":0.17176478472858137,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.6566532854264431,"baseline_adjusted_score":0.6566532854264431},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.22851190476190467,"fixed_answer_accuracy_baseline":0.2433333333333333,"baseline_adjusted_skill":0.9339207048458149,"baseline_adjusted_score":0.9339207048458149},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.035227129450442936,"accuracy":0.96,"positive_recall":0.96,"specificity":0.96,"precision":0.96,"balanced_accuracy":0.96,"f1":0.96,"true_positive":48,"false_positive":2,"false_negative":2,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8590914821982283,"baseline_adjusted_skill":0.9199999999999999,"baseline_adjusted_score":0.9199999999999999},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.11186384202847365,"normalized_score_rmse":0.173012216682156,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.304222222222222,"baseline_adjusted_skill":0.6322956251803274,"baseline_adjusted_score":0.6322956251803274},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.71,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.532258064516129,"baseline_adjusted_score":0.532258064516129},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.02240034513252343,"accuracy":0.97,"positive_recall":0.98,"specificity":0.96,"precision":0.9607843137254902,"balanced_accuracy":0.97,"f1":0.9702970297029703,"true_positive":49,"false_positive":2,"false_negative":1,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9103986194699063,"baseline_adjusted_skill":0.94,"baseline_adjusted_score":0.94},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.74,"baseline_adjusted_score":0.74},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.04891197056985574,"accuracy":0.94,"positive_recall":0.96,"specificity":0.92,"precision":0.9230769230769231,"balanced_accuracy":0.94,"f1":0.9411764705882353,"true_positive":48,"false_positive":4,"false_negative":2,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.804352117720577,"baseline_adjusted_skill":0.8799999999999999,"baseline_adjusted_score":0.8799999999999999},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.59,"uniform_accuracy_baseline":0.35333333333333317,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.30508474576271183,"baseline_adjusted_score":0.30508474576271183},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.9193548387096774,"baseline_adjusted_score":0.9193548387096774},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.1935483870967742,"baseline_adjusted_score":0.1935483870967742},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.38,"uniform_accuracy_baseline":0.11111111111111088,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.2619047619047619,"baseline_adjusted_score":0.2619047619047619},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.05119619844539414,"accuracy":0.8258749999999998,"positive_recall":0.10019775873434413,"specificity":0.9956810118772174,"precision":0.8444444444444444,"balanced_accuracy":0.5479393853057808,"f1":0.17913965822038896,"true_positive":7.6,"false_positive":1.4,"false_negative":68.24999999999999,"true_negative":322.7499999999999,"positive_prevalence":0.1896249999999999,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500007,"brier_skill":0.32745965587113113,"baseline_adjusted_skill":0.09587877061156158,"baseline_adjusted_score":0.09587877061156158},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1505618581951984,"normalized_score_rmse":0.21198750504891192,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":0.2956170376832823,"baseline_adjusted_score":0.2956170376832823},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.07167951850883775,"accuracy":0.7953749999999998,"positive_recall":0.5288326300984529,"specificity":0.8922788477927391,"precision":0.6409090909090912,"balanced_accuracy":0.7105557389455961,"f1":0.5795016696634988,"true_positive":56.40000000000003,"false_positive":31.599999999999977,"false_negative":50.25000000000001,"true_negative":261.7499999999999,"positive_prevalence":0.2666249999999998,"majority_accuracy_baseline":0.7333750000000002,"constant_brier_baseline":0.11565485937499977,"brier_skill":0.3802290807650045,"baseline_adjusted_skill":0.4211114778911922,"baseline_adjusted_score":0.4211114778911922},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.166388169803234,"normalized_score_rmse":0.23500837013671433,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.3808812286391292,"baseline_adjusted_score":0.3808812286391292},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.058315441857013824,"accuracy":0.7996249999999999,"positive_recall":0.4859060402684564,"specificity":0.9212489158716393,"precision":0.7051948051948052,"balanced_accuracy":0.7035774780700479,"f1":0.575364238410596,"true_positive":54.29999999999999,"false_positive":22.699999999999996,"false_negative":57.44999999999999,"true_negative":265.54999999999995,"positive_prevalence":0.2793749999999999,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937499995,"brier_skill":0.48464496510290545,"baseline_adjusted_skill":0.4071549561400958,"baseline_adjusted_score":0.4071549561400958},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1599660042411004,"normalized_score_rmse":0.2175300816498447,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.3949276435324808,"baseline_adjusted_score":0.3949276435324808},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.08798352741002004,"accuracy":0.8258749999999994,"positive_recall":0.26535211267605635,"specificity":0.9857028112449799,"precision":0.8410714285714286,"balanced_accuracy":0.6255274619605181,"f1":0.40342612419700213,"true_positive":23.549999999999997,"false_positive":4.449999999999999,"false_negative":65.19999999999999,"true_negative":306.7999999999997,"positive_prevalence":0.22187499999999974,"majority_accuracy_baseline":0.7781250000000003,"constant_brier_baseline":0.126740234375001,"brier_skill":0.30579639651215273,"baseline_adjusted_skill":0.25105492392103623,"baseline_adjusted_score":0.25105492392103623},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.15310463047781867,"normalized_score_rmse":0.2535457390412206,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.3214199203199173,"baseline_adjusted_score":0.3214199203199173},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.047355451037267515,"accuracy":0.8227499999999995,"positive_recall":0.6895085066162571,"specificity":0.8706662134602312,"precision":0.6572072072072073,"balanced_accuracy":0.7800873600382441,"f1":0.6729704797047971,"true_positive":72.94999999999999,"false_positive":38.049999999999976,"false_negative":32.849999999999994,"true_negative":256.1499999999998,"positive_prevalence":0.26449999999999985,"majority_accuracy_baseline":0.7355000000000002,"constant_brier_baseline":0.11362725000000028,"brier_skill":0.5832386066082969,"baseline_adjusted_skill":0.5601747200764882,"baseline_adjusted_score":0.5601747200764882},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.13865403678122995,"normalized_score_rmse":0.19765774710717593,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.44814313718913446,"baseline_adjusted_score":0.44814313718913446},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.0616691848798803,"accuracy":0.8329999999999999,"positive_recall":0.38381201044386404,"specificity":0.9393939393939394,"precision":0.6000000000000001,"balanced_accuracy":0.6616029749189017,"f1":0.4681528662420381,"true_positive":29.400000000000006,"false_positive":19.599999999999994,"false_negative":47.200000000000045,"true_negative":303.7999999999999,"positive_prevalence":0.1914999999999999,"majority_accuracy_baseline":0.8085000000000001,"constant_brier_baseline":0.09190274999999995,"brier_skill":0.32897345422329216,"baseline_adjusted_skill":0.3232059498378035,"baseline_adjusted_score":0.3232059498378035},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.14011620914420753,"normalized_score_rmse":0.22164447805534535,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.32270110383464645,"baseline_adjusted_score":0.32270110383464645},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.048497480350839,"accuracy":0.885,"positive_recall":0.6219512195121951,"specificity":0.9445125689760884,"precision":0.7171875000000001,"balanced_accuracy":0.7832318942441417,"f1":0.6661828737300436,"true_positive":45.900000000000006,"false_positive":18.09999999999999,"false_negative":27.90000000000001,"true_negative":308.09999999999997,"positive_prevalence":0.1844999999999999,"majority_accuracy_baseline":0.8155000000000001,"constant_brier_baseline":0.1092222499999995,"brier_skill":0.5559743518299685,"baseline_adjusted_skill":0.5664637884882835,"baseline_adjusted_score":0.5664637884882835},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1364210796864781,"normalized_score_rmse":0.20867220943863932,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":0.27962466172156775,"baseline_adjusted_score":0.27962466172156775},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.08443176675786092,"accuracy":0.8269999999999995,"positive_recall":0.13566878980891725,"specificity":0.995800933125972,"precision":0.8875000000000001,"balanced_accuracy":0.5657348614674446,"f1":0.23535911602209952,"true_positive":10.65,"false_positive":1.3499999999999999,"false_negative":67.84999999999997,"true_negative":320.1499999999998,"positive_prevalence":0.19624999999999987,"majority_accuracy_baseline":0.8037500000000002,"constant_brier_baseline":0.09878593749999955,"brier_skill":0.14530581078039262,"baseline_adjusted_skill":0.13146972293488912,"baseline_adjusted_score":0.13146972293488912},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1693546182842595,"normalized_score_rmse":0.27347346537661826,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":0.19832133356563553,"baseline_adjusted_score":0.19832133356563553},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.06967817957859525,"accuracy":0.7224489795918368,"positive_recall":0.7912218268090153,"specificity":0.6705461056401074,"precision":0.6444444444444443,"balanced_accuracy":0.7308839662245614,"f1":0.7103301384451542,"true_positive":133.39999999999998,"false_positive":73.60000000000005,"false_negative":35.200000000000024,"true_negative":149.80000000000007,"positive_prevalence":0.43010204081632636,"majority_accuracy_baseline":0.5698979591836737,"constant_brier_baseline":0.12359641815910102,"brier_skill":0.4362443457794938,"baseline_adjusted_skill":0.46176793244912284,"baseline_adjusted_score":0.46176793244912284},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.14604780297367864,"normalized_score_rmse":0.19767781215439936,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.4699005669844256,"baseline_adjusted_score":0.4699005669844256},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.03494413801684336,"accuracy":0.9077500000000006,"positive_recall":0.5794649881982692,"specificity":0.9697577648982018,"precision":0.7835106382978724,"balanced_accuracy":0.7746113765482354,"f1":0.6662143826322932,"true_positive":73.64999999999999,"false_positive":20.349999999999998,"false_negative":53.44999999999998,"true_negative":652.5500000000005,"positive_prevalence":0.15887500000000002,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499934,"brier_skill":0.6462337724234679,"baseline_adjusted_skill":0.5492227530964708,"baseline_adjusted_score":0.5492227530964708},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.1205358573204724,"normalized_score_rmse":0.185736050661617,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":0.2694796526031976,"baseline_adjusted_score":0.2694796526031976},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.52,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.22580645161290325,"baseline_adjusted_score":0.22580645161290325},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.28420318010764895,"accuracy":0.53,"positive_recall":0.34,"specificity":0.72,"precision":0.5483870967741935,"balanced_accuracy":0.53,"f1":0.41975308641975306,"true_positive":17,"false_positive":14,"false_negative":33,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.13681272043059578,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.3929754804506296,"uniform_accuracy_baseline":0.058823529411766766,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.28660436137071654,"baseline_adjusted_score":0.28660436137071654},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.6521739130434782,"baseline_adjusted_score":0.6521739130434782},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.18982294578761583,"accuracy":0.71,"positive_recall":0.82,"specificity":0.6,"precision":0.6721311475409836,"balanced_accuracy":0.71,"f1":0.7387387387387387,"true_positive":41,"false_positive":20,"false_negative":9,"true_negative":30,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2407082168495367,"baseline_adjusted_skill":0.41999999999999993,"baseline_adjusted_score":0.41999999999999993},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.56,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.3015873015873017,"baseline_adjusted_score":0.3015873015873017},"scoring":{"eligible":true,"reason":null},"model":198,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.18229462930027218,"accuracy":0.7094594594594594,"positive_recall":0.6056338028169014,"specificity":0.8051948051948052,"precision":0.7413793103448276,"balanced_accuracy":0.7054143040058534,"f1":0.6666666666666666,"true_positive":43,"false_positive":15,"false_negative":28,"true_negative":62,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.2495891161431699,"brier_skill":0.2696210791671544,"baseline_adjusted_skill":0.41082860801170673,"baseline_adjusted_score":0.41082860801170673},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.29,"uniform_accuracy_baseline":0.20049999999999962,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.81,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.7205882352941178,"baseline_adjusted_score":0.7205882352941178},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.78,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.5319148936170213,"baseline_adjusted_score":0.5319148936170213},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.8979591836734693,"baseline_adjusted_score":0.8979591836734693},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09176535076843124,"accuracy":0.62478170972,"positive_recall":0.9584014623579167,"specificity":0.08952324726217252,"precision":0.6280934259468085,"balanced_accuracy":0.5239623548100446,"f1":0.7588623983126164,"true_positive":59.040782039,"false_positive":34.959217961,"false_negative":2.5626110669999997,"true_negative":3.4373889330000003,"positive_prevalence":0.6160339310599999,"majority_accuracy_baseline":0.6160339310599999,"constant_brier_baseline":0.079087076552024,"brier_skill":-0.1603077869248004,"baseline_adjusted_skill":0.04792470962008921,"baseline_adjusted_score":0.04792470962008921},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.16112213424549623,"accuracy":0.77,"positive_recall":0.72,"specificity":0.82,"precision":0.8,"balanced_accuracy":0.77,"f1":0.7578947368421053,"true_positive":36,"false_positive":9,"false_negative":14,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.35551146301801506,"baseline_adjusted_skill":0.54,"baseline_adjusted_score":0.54},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.79,"uniform_accuracy_baseline":0.012987012987012965,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.7789473684210526,"baseline_adjusted_score":0.7789473684210526},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.7666666666666666,"baseline_adjusted_score":0.7666666666666666},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.41,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.07812499999999999,"baseline_adjusted_score":0.07812499999999999},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.14155401657816516,"accuracy":0.8,"positive_recall":0.74,"specificity":0.86,"precision":0.8409090909090909,"balanced_accuracy":0.8,"f1":0.7872340425531915,"true_positive":37,"false_positive":7,"false_negative":13,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.43378393368733936,"baseline_adjusted_skill":0.6000000000000001,"baseline_adjusted_score":0.6000000000000001},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.14064267571633146,"accuracy":0.6056328754838822,"positive_recall":0.6347688904708727,"specificity":0.592066077266805,"precision":0.4201412040828949,"balanced_accuracy":0.6134174838688389,"f1":0.5056214123528849,"true_positive":141.16744457185268,"false_positive":194.83255542814732,"false_negative":81.22443173313513,"true_negative":282.77556826686487,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768597,"brier_skill":-0.5851183542855811,"baseline_adjusted_skill":0.22683496773767775,"baseline_adjusted_score":0.22683496773767775},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2312510408587373,"accuracy":0.62,"positive_recall":0.6,"specificity":0.64,"precision":0.625,"balanced_accuracy":0.62,"f1":0.6122448979591837,"true_positive":30,"false_positive":18,"false_negative":20,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.07499583656505082,"baseline_adjusted_skill":0.24,"baseline_adjusted_score":0.24},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.8874172185430463,"uniform_accuracy_baseline":0.006622516556291403,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.8827586206896552,"baseline_adjusted_score":0.8827586206896552},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.6641176470588235,"uniform_accuracy_baseline":0.3333333333333301,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.3806941431670281,"baseline_adjusted_score":0.3806941431670281},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.28,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.2,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.27860640564184935,"accuracy":0.61,"positive_recall":0.98,"specificity":0.24,"precision":0.5632183908045977,"balanced_accuracy":0.61,"f1":0.7153284671532847,"true_positive":49,"false_positive":38,"false_negative":1,"true_negative":12,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.11442562256739741,"baseline_adjusted_skill":0.21999999999999997,"baseline_adjusted_score":0.21999999999999997},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.56,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.08333333333333341,"baseline_adjusted_score":0.08333333333333341},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.07142857142857136,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9887640449438202,"baseline_adjusted_score":0.9887640449438202},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.67,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.28260869565217395,"baseline_adjusted_score":0.28260869565217395},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.36,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.12328767123287668,"baseline_adjusted_score":0.12328767123287668},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.7777777777777778,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.3333333333333334,"baseline_adjusted_score":0.3333333333333334},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.2355402576702013,"accuracy":0.6341463414634146,"positive_recall":0.575,"specificity":0.6904761904761905,"precision":0.6388888888888888,"balanced_accuracy":0.6327380952380952,"f1":0.6052631578947368,"true_positive":23,"false_positive":13,"false_negative":17,"true_negative":29,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.24985127900059498,"brier_skill":0.05727815918188517,"baseline_adjusted_skill":0.2654761904761904,"baseline_adjusted_score":0.2654761904761904},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1777794184649733,"accuracy":0.73,"positive_recall":0.62,"specificity":0.84,"precision":0.7948717948717948,"balanced_accuracy":0.73,"f1":0.6966292134831461,"true_positive":31,"false_positive":8,"false_negative":19,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2888823261401068,"baseline_adjusted_skill":0.45999999999999996,"baseline_adjusted_score":0.45999999999999996},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.5837988826815642,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.4659498207885305,"baseline_adjusted_score":0.4659498207885305},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.46,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.11475409836065575,"baseline_adjusted_score":0.11475409836065575},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.15281399284531955,"accuracy":0.815,"positive_recall":0.36363636363636365,"specificity":0.9423076923076923,"precision":0.64,"balanced_accuracy":0.6529720279720279,"f1":0.463768115942029,"true_positive":16,"false_positive":9,"false_negative":28,"true_negative":147,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000053,"brier_skill":0.1094755661694693,"baseline_adjusted_skill":0.3059440559440558,"baseline_adjusted_score":0.3059440559440558},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.18191384918596398,"accuracy":0.76,"positive_recall":0.26,"specificity":0.9266666666666666,"precision":0.5416666666666666,"balanced_accuracy":0.5933333333333333,"f1":0.35135135135135137,"true_positive":13,"false_positive":11,"false_negative":37,"true_negative":139,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":0.029792804341525425,"baseline_adjusted_skill":0.18666666666666654,"baseline_adjusted_score":0.18666666666666654},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.06530999835591772,"accuracy":0.915,"positive_recall":0.3157894736842105,"specificity":0.9779005524861878,"precision":0.6,"balanced_accuracy":0.6468450130851991,"f1":0.41379310344827586,"true_positive":6,"false_positive":4,"false_negative":13,"true_negative":177,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.0859749999999999,"brier_skill":0.24036058905591395,"baseline_adjusted_skill":0.2936900261703983,"baseline_adjusted_score":0.2936900261703983},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.09492464307162732,"accuracy":0.8328869047619049,"positive_recall":0.7561749826406112,"specificity":0.8377839272031865,"precision":0.2293321299638992,"balanced_accuracy":0.7969794549218989,"f1":0.35193093418896176,"true_positive":127.05000000000011,"false_positive":426.9499999999997,"false_negative":40.966666666666654,"true_negative":2205.0333333333333,"positive_prevalence":0.060005952380952354,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679296,"brier_skill":-1.9478812788938127,"baseline_adjusted_skill":0.5939589098437978,"baseline_adjusted_score":0.5939589098437978},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.42776203966005666,"uniform_accuracy_baseline":0.027777777777777853,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.34415584415584416,"baseline_adjusted_score":0.34415584415584416},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.66,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.5142857142857143,"baseline_adjusted_score":0.5142857142857143},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3267183215606662,"accuracy":0.56,"positive_recall":0.98,"specificity":0.14,"precision":0.532608695652174,"balanced_accuracy":0.56,"f1":0.6901408450704225,"true_positive":49,"false_positive":43,"false_negative":1,"true_negative":7,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.30687328624266486,"baseline_adjusted_skill":0.1200000000000001,"baseline_adjusted_score":0.1200000000000001},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.18967267599866489,"accuracy":0.73,"positive_recall":0.88,"specificity":0.58,"precision":0.676923076923077,"balanced_accuracy":0.73,"f1":0.7652173913043478,"true_positive":44,"false_positive":21,"false_negative":6,"true_negative":29,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.24130929600534046,"baseline_adjusted_skill":0.45999999999999996,"baseline_adjusted_score":0.45999999999999996},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.62,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":0.025641025641025664,"baseline_adjusted_score":0.025641025641025664},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.7340425531914894,"baseline_adjusted_score":0.7340425531914894},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.20467997336409977,"accuracy":0.72,"positive_recall":0.96,"specificity":0.48,"precision":0.6486486486486487,"balanced_accuracy":0.72,"f1":0.7741935483870968,"true_positive":48,"false_positive":26,"false_negative":2,"true_negative":24,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.18128010654360094,"baseline_adjusted_skill":0.43999999999999995,"baseline_adjusted_score":0.43999999999999995},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.7761194029850748,"baseline_adjusted_score":0.7761194029850748},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.21957108619834742,"accuracy":0.65,"positive_recall":0.88,"specificity":0.42,"precision":0.6027397260273972,"balanced_accuracy":0.65,"f1":0.7154471544715447,"true_positive":44,"false_positive":29,"false_negative":6,"true_negative":21,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.12171565520661032,"baseline_adjusted_skill":0.30000000000000004,"baseline_adjusted_score":0.30000000000000004},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.3943078378378379,"uniform_accuracy_baseline":0.23445945945945923,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.17889628161339602,"baseline_adjusted_score":0.17889628161339602},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.14030560495056124,"accuracy":0.5405263486842106,"positive_recall":0.858510944489711,"specificity":0.2377344170717088,"precision":0.5174797073170733,"balanced_accuracy":0.5481226807807099,"f1":0.6457340268986401,"true_positive":63.65000400000001,"false_positive":59.349996,"false_negative":10.489999000000003,"true_negative":18.510000999999995,"positive_prevalence":0.48776317763157917,"majority_accuracy_baseline":0.5122368223684208,"constant_brier_baseline":0.0945191003976856,"brier_skill":-0.4844153653624572,"baseline_adjusted_skill":0.09624536156141983,"baseline_adjusted_score":0.09624536156141983},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.17229995867880155,"normalized_score_rmse":0.23346314609566218,"constant_score_baseline":0.5841668333333334,"constant_mae_baseline":0.21700552708333315,"baseline_adjusted_skill":0.20601119706671822,"baseline_adjusted_score":0.20601119706671822},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25872367710844546,"accuracy":0.55,"positive_recall":0.78,"specificity":0.32,"precision":0.5342465753424658,"balanced_accuracy":0.55,"f1":0.6341463414634146,"true_positive":39,"false_positive":34,"false_negative":11,"true_negative":16,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.03489470843378184,"baseline_adjusted_skill":0.10000000000000009,"baseline_adjusted_score":0.10000000000000009},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.32039917453260286,"accuracy":0.5,"positive_recall":0.02,"specificity":0.98,"precision":0.5,"balanced_accuracy":0.5,"f1":0.038461538461538464,"true_positive":1,"false_positive":1,"false_negative":49,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.28159669813041144,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.65,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.42622950819672134,"baseline_adjusted_score":0.42622950819672134},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.825,"uniform_accuracy_baseline":0.03611111111111102,"fixed_answer_accuracy_baseline":0.08833333333333329,"baseline_adjusted_skill":0.8080438756855576,"baseline_adjusted_score":0.8080438756855576},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.7727272727272727,"baseline_adjusted_score":0.7727272727272727},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.765,"uniform_accuracy_baseline":0.04987932421560751,"fixed_answer_accuracy_baseline":0.1244247787610618,"baseline_adjusted_skill":0.7316050131392764,"baseline_adjusted_score":0.7316050131392764},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.26296400477905213,"accuracy":0.51,"positive_recall":0.04,"specificity":0.98,"precision":0.6666666666666666,"balanced_accuracy":0.51,"f1":0.07547169811320754,"true_positive":2,"false_positive":1,"false_negative":48,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.05185601911620852,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.6944444444444444,"uniform_accuracy_baseline":0.23888888888888893,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.5686274509803921,"baseline_adjusted_score":0.5686274509803921},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.23525766787650046,"accuracy":0.71875,"positive_recall":0.9375,"specificity":0.5,"precision":0.6521739130434783,"balanced_accuracy":0.71875,"f1":0.7692307692307693,"true_positive":30,"false_positive":16,"false_negative":2,"true_negative":16,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.05896932849399816,"baseline_adjusted_skill":0.4375,"baseline_adjusted_score":0.4375},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.76,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.47826086956521735,"baseline_adjusted_score":0.47826086956521735},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.66,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.4848484848484849,"baseline_adjusted_score":0.4848484848484849},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.22845041158383134,"accuracy":0.61,"positive_recall":0.28,"specificity":0.94,"precision":0.8235294117647058,"balanced_accuracy":0.61,"f1":0.417910447761194,"true_positive":14,"false_positive":3,"false_negative":36,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.08619835366467465,"baseline_adjusted_skill":0.21999999999999997,"baseline_adjusted_score":0.21999999999999997},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.8260869565217391,"baseline_adjusted_score":0.8260869565217391},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.10720595318824236,"accuracy":0.8181818181818182,"positive_recall":0.625,"specificity":1,"precision":1,"balanced_accuracy":0.8125,"f1":0.7692307692307693,"true_positive":10,"false_positive":0,"false_negative":6,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.5707820477132504,"baseline_adjusted_skill":0.625,"baseline_adjusted_score":0.625},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.2621729171870389,"normalized_score_rmse":0.36195478808895687,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.20553661458473071,"baseline_adjusted_score":0.20553661458473071},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.28125,"uniform_accuracy_baseline":0.17812500000000006,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.008771929824561372,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.09811793577585365,"accuracy":0.9705882352941176,"positive_recall":1,"specificity":0.9411764705882353,"precision":0.9444444444444444,"balanced_accuracy":0.9705882352941176,"f1":0.9714285714285714,"true_positive":17,"false_positive":1,"false_negative":0,"true_negative":16,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6075282568965854,"baseline_adjusted_skill":0.9411764705882353,"baseline_adjusted_score":0.9411764705882353},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.1700425438241429,"normalized_score_rmse":0.2773105188394212,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-0.15628929800417168,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.16666666666666666,"uniform_accuracy_baseline":0.13194444444444448,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":-1.0869565217391304,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.23327967342189926,"accuracy":0.6923076923076923,"positive_recall":1,"specificity":0.38461538461538464,"precision":0.6190476190476191,"balanced_accuracy":0.6923076923076923,"f1":0.7647058823529411,"true_positive":26,"false_positive":16,"false_negative":0,"true_negative":10,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.06688130631240297,"baseline_adjusted_skill":0.3846153846153846,"baseline_adjusted_score":0.3846153846153846},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.2879995371154632,"accuracy":0.4666666666666667,"positive_recall":0.3076923076923077,"specificity":0.6388888888888888,"precision":0.48,"balanced_accuracy":0.4732905982905983,"f1":0.375,"true_positive":12,"false_positive":13,"false_negative":27,"true_negative":23,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24959999999999993,"brier_skill":-0.15384429934079846,"baseline_adjusted_skill":-0.05341880341880345,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.2852430325222196,"normalized_score_rmse":0.3351171565468739,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.018725116150784205,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.5294117647058824,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.36,"baseline_adjusted_score":0.36},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.1930672797968105,"accuracy":0.75,"positive_recall":1,"specificity":0.5,"precision":0.6666666666666666,"balanced_accuracy":0.75,"f1":0.8,"true_positive":14,"false_positive":7,"false_negative":0,"true_negative":7,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.22773088081275805,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.2621300887411835,"normalized_score_rmse":0.34308591823768114,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.16969696969696968,"baseline_adjusted_skill":-0.54469516579626,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.08285993440829943,"accuracy":0.9294117647058824,"positive_recall":0.9555555555555556,"specificity":0.9,"precision":0.9148936170212766,"balanced_accuracy":0.9277777777777778,"f1":0.9347826086956522,"true_positive":43,"false_positive":4,"false_negative":2,"true_negative":36,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.24913494809688563,"brier_skill":0.6674094299444646,"baseline_adjusted_skill":0.8555555555555556,"baseline_adjusted_score":0.8555555555555556},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.76,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.6842105263157895,"baseline_adjusted_score":0.6842105263157895},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.2845344105362327,"accuracy":0.66,"positive_recall":0.5142857142857142,"specificity":1,"precision":1,"balanced_accuracy":0.7571428571428571,"f1":0.6792452830188679,"true_positive":18,"false_positive":0,"false_negative":17,"true_negative":15,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.20999999999999996,"brier_skill":-0.3549257644582511,"baseline_adjusted_skill":0.5142857142857142,"baseline_adjusted_score":0.5142857142857142},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.3292935261433068,"normalized_score_rmse":0.4504624422567392,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.17604830765466706,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.4430379746835443,"uniform_accuracy_baseline":0.24240506329113914,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.04347826086956516,"baseline_adjusted_score":0.04347826086956516},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.2015605248625162,"accuracy":0.7142857142857143,"positive_recall":1,"specificity":0.4,"precision":0.6470588235294118,"balanced_accuracy":0.7,"f1":0.7857142857142857,"true_positive":11,"false_positive":6,"false_negative":0,"true_negative":4,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.24943310657596363,"brier_skill":0.19192553214209385,"baseline_adjusted_skill":0.3999999999999999,"baseline_adjusted_score":0.3999999999999999},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.6666666666666666,"uniform_accuracy_baseline":0.3237373737373738,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.44999999999999996,"baseline_adjusted_score":0.44999999999999996},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.22397304664149453,"accuracy":0.6363636363636364,"positive_recall":0.5882352941176471,"specificity":0.6875,"precision":0.6666666666666666,"balanced_accuracy":0.6378676470588236,"f1":0.625,"true_positive":10,"false_positive":5,"false_negative":7,"true_negative":11,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.10328438311548727,"baseline_adjusted_skill":0.2757352941176472,"baseline_adjusted_score":0.2757352941176472},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.31876872370095055,"normalized_score_rmse":0.4137679473563099,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.34313725490196084,"baseline_adjusted_skill":0.07101686235722993,"baseline_adjusted_score":0.07101686235722993},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3171950422990579,"accuracy":0.47,"positive_recall":0.42,"specificity":0.52,"precision":0.4666666666666667,"balanced_accuracy":0.47,"f1":0.4421052631578947,"true_positive":21,"false_positive":24,"false_negative":29,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.2687801691962317,"baseline_adjusted_skill":-0.06000000000000005,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.3733333333333333,"uniform_accuracy_baseline":0.3333333333333332,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":0.03092783505154633,"baseline_adjusted_score":0.03092783505154633},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.27918139660255464,"accuracy":0.5066666666666667,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":37,"true_negative":38,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555535,"brier_skill":-0.11692415070367801,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.1428571428571427,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.8205128205128205,"baseline_adjusted_score":0.8205128205128205},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.355,"uniform_accuracy_baseline":0.32416666666666627,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.022727272727272665,"baseline_adjusted_score":0.022727272727272665},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.10402496040856996,"accuracy":0.8484848484848485,"positive_recall":0.6875,"specificity":1,"precision":1,"balanced_accuracy":0.84375,"f1":0.8148148148148148,"true_positive":11,"false_positive":0,"false_negative":5,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.5835177136583358,"baseline_adjusted_skill":0.6875,"baseline_adjusted_score":0.6875},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.27733739898448617,"normalized_score_rmse":0.3588227721852456,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":-0.26236333330869566,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.15404988500270297,"accuracy":0.72,"positive_recall":0.09090909090909091,"specificity":0.8974358974358975,"precision":0.2,"balanced_accuracy":0.4941724941724942,"f1":0.125,"true_positive":2,"false_positive":8,"false_negative":20,"true_negative":70,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000028,"brier_skill":0.1022733974201473,"baseline_adjusted_skill":-0.011655011655011593,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.172591741381302,"accuracy":0.73,"positive_recall":0.7027027027027027,"specificity":0.746031746031746,"precision":0.6190476190476191,"balanced_accuracy":0.7243672243672243,"f1":0.6582278481012658,"true_positive":26,"false_positive":16,"false_negative":11,"true_negative":47,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000008,"brier_skill":0.2595806890549037,"baseline_adjusted_skill":0.4487344487344487,"baseline_adjusted_score":0.4487344487344487},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1680651704556437,"accuracy":0.71,"positive_recall":0.38461538461538464,"specificity":0.9180327868852459,"precision":0.75,"balanced_accuracy":0.6513240857503153,"f1":0.5084745762711864,"true_positive":15,"false_positive":5,"false_negative":24,"true_negative":56,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379000000000002,"brier_skill":0.29354699262024564,"baseline_adjusted_skill":0.3026481715006306,"baseline_adjusted_score":0.3026481715006306},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1375377429654909,"accuracy":0.82,"positive_recall":0.8064516129032258,"specificity":0.8260869565217391,"precision":0.6756756756756757,"balanced_accuracy":0.8162692847124824,"f1":0.7352941176470589,"true_positive":25,"false_positive":12,"false_negative":6,"true_negative":57,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999987,"brier_skill":0.35699979913281443,"baseline_adjusted_skill":0.6325385694249648,"baseline_adjusted_score":0.6325385694249648},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.61,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.4583333333333333,"baseline_adjusted_score":0.4583333333333333},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.14533064123969097,"normalized_score_rmse":0.18613377154491062,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.37492197316261955,"baseline_adjusted_score":0.37492197316261955},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3150691902940523,"accuracy":0.6,"positive_recall":1,"specificity":0.2,"precision":0.5555555555555556,"balanced_accuracy":0.6,"f1":0.7142857142857143,"true_positive":50,"false_positive":40,"false_negative":0,"true_negative":10,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.2602767611762091,"baseline_adjusted_skill":0.19999999999999996,"baseline_adjusted_score":0.19999999999999996},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.22449564160163027,"accuracy":0.6,"positive_recall":0.46,"specificity":0.74,"precision":0.6388888888888888,"balanced_accuracy":0.6,"f1":0.5348837209302325,"true_positive":23,"false_positive":13,"false_negative":27,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.10201743359347892,"baseline_adjusted_skill":0.19999999999999996,"baseline_adjusted_score":0.19999999999999996},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.42857142857142866,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.17546147809704915,"accuracy":0.77,"positive_recall":0.86,"specificity":0.68,"precision":0.7288135593220338,"balanced_accuracy":0.77,"f1":0.7889908256880734,"true_positive":43,"false_positive":16,"false_negative":7,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2981540876118034,"baseline_adjusted_skill":0.54,"baseline_adjusted_score":0.54},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.7142857142857143,"baseline_adjusted_score":0.7142857142857143},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.54,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.23333333333333336,"baseline_adjusted_score":0.23333333333333336},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.18972383760654082,"accuracy":0.7,"positive_recall":0.5,"specificity":0.9,"precision":0.8333333333333334,"balanced_accuracy":0.7,"f1":0.625,"true_positive":25,"false_positive":5,"false_negative":25,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2411046495738367,"baseline_adjusted_skill":0.3999999999999999,"baseline_adjusted_score":0.3999999999999999},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.20851190476190457,"fixed_answer_accuracy_baseline":0.2233333333333332,"baseline_adjusted_skill":0.9613733905579399,"baseline_adjusted_score":0.9613733905579399},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08349423349743151,"accuracy":0.9,"positive_recall":0.94,"specificity":0.86,"precision":0.8703703703703703,"balanced_accuracy":0.8999999999999999,"f1":0.9038461538461539,"true_positive":47,"false_positive":7,"false_negative":3,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.666023066010274,"baseline_adjusted_skill":0.7999999999999998,"baseline_adjusted_score":0.7999999999999998},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.14437309702728884,"normalized_score_rmse":0.2016397784503793,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.5187563432423705,"baseline_adjusted_score":0.5187563432423705},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.22851190476190467,"fixed_answer_accuracy_baseline":0.2433333333333333,"baseline_adjusted_skill":0.8149779735682819,"baseline_adjusted_score":0.8149779735682819},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10188748619873927,"accuracy":0.88,"positive_recall":0.92,"specificity":0.84,"precision":0.8518518518518519,"balanced_accuracy":0.88,"f1":0.8846153846153846,"true_positive":46,"false_positive":8,"false_negative":4,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5924500552050429,"baseline_adjusted_skill":0.76,"baseline_adjusted_score":0.76},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.18399551595843125,"normalized_score_rmse":0.2616525199512722,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.304222222222222,"baseline_adjusted_skill":0.3951937021088815,"baseline_adjusted_score":0.3951937021088815},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.77,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.6290322580645161,"baseline_adjusted_score":0.6290322580645161},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.022291387039880584,"accuracy":0.97,"positive_recall":0.98,"specificity":0.96,"precision":0.9607843137254902,"balanced_accuracy":0.97,"f1":0.9702970297029703,"true_positive":49,"false_positive":2,"false_negative":1,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9108344518404776,"baseline_adjusted_skill":0.94,"baseline_adjusted_score":0.94},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.74,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.48,"baseline_adjusted_score":0.48},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.05662485591309194,"accuracy":0.94,"positive_recall":0.96,"specificity":0.92,"precision":0.9230769230769231,"balanced_accuracy":0.94,"f1":0.9411764705882353,"true_positive":48,"false_positive":4,"false_negative":2,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7735005763476323,"baseline_adjusted_skill":0.8799999999999999,"baseline_adjusted_score":0.8799999999999999},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.57,"uniform_accuracy_baseline":0.35333333333333317,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.27118644067796605,"baseline_adjusted_score":0.27118644067796605},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.8548387096774194,"baseline_adjusted_score":0.8548387096774194},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.36,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.03225806451612906,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.39,"uniform_accuracy_baseline":0.11111111111111088,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.27380952380952384,"baseline_adjusted_score":0.27380952380952384},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.05442653234154458,"accuracy":0.8163749999999999,"positive_recall":0.38497033618984833,"specificity":0.9173222273638747,"precision":0.5214285714285716,"balanced_accuracy":0.6511462817768615,"f1":0.4429275692074327,"true_positive":29.200000000000006,"false_positive":26.799999999999997,"false_negative":46.65000000000002,"true_negative":297.34999999999997,"positive_prevalence":0.1896249999999999,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500007,"brier_skill":0.2850242810554524,"baseline_adjusted_skill":0.302292563553723,"baseline_adjusted_score":0.302292563553723},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1821899144401744,"normalized_score_rmse":0.21627860714997865,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":0.14764952308690338,"baseline_adjusted_score":0.14764952308690338},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.07779293648812378,"accuracy":0.7768749999999998,"positive_recall":0.5035161744022504,"specificity":0.87625703085052,"precision":0.596666666666667,"balanced_accuracy":0.6898866026263852,"f1":0.546147978642258,"true_positive":53.70000000000003,"false_positive":36.299999999999976,"false_negative":52.95000000000002,"true_negative":257.04999999999984,"positive_prevalence":0.2666249999999998,"majority_accuracy_baseline":0.7333750000000002,"constant_brier_baseline":0.11565485937499977,"brier_skill":0.3273699271390953,"baseline_adjusted_skill":0.3797732052527705,"baseline_adjusted_score":0.3797732052527705},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1791471285692298,"normalized_score_rmse":0.24228695895876046,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.3334060332307729,"baseline_adjusted_score":0.3334060332307729},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.07231205730775009,"accuracy":0.7828749999999997,"positive_recall":0.40223713646532444,"specificity":0.9304423243712054,"precision":0.6915384615384614,"balanced_accuracy":0.666339730418265,"f1":0.5086280056577087,"true_positive":44.949999999999996,"false_positive":20.049999999999997,"false_negative":66.79999999999997,"true_negative":268.1999999999999,"positive_prevalence":0.2793749999999999,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937499995,"brier_skill":0.3609517199802529,"baseline_adjusted_skill":0.33267946083653,"baseline_adjusted_score":0.33267946083653},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.19752247204381435,"normalized_score_rmse":0.26128242777559163,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.2528700821037756,"baseline_adjusted_score":0.2528700821037756},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.08280250814189406,"accuracy":0.8316249999999995,"positive_recall":0.3121126760563381,"specificity":0.9797590361445783,"precision":0.8147058823529413,"balanced_accuracy":0.6459358561004582,"f1":0.4513238289205703,"true_positive":27.700000000000003,"false_positive":6.300000000000001,"false_negative":61.050000000000004,"true_negative":304.9499999999998,"positive_prevalence":0.22187499999999974,"majority_accuracy_baseline":0.7781250000000003,"constant_brier_baseline":0.126740234375001,"brier_skill":0.3466754377548593,"baseline_adjusted_skill":0.29187171220091646,"baseline_adjusted_score":0.29187171220091646},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.18274534967355252,"normalized_score_rmse":0.2784247546121075,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.1900483116961661,"baseline_adjusted_score":0.1900483116961661},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.0439823094572706,"accuracy":0.8327499999999994,"positive_recall":0.6989603024574669,"specificity":0.8808633582596872,"precision":0.6784403669724771,"balanced_accuracy":0.789911830358577,"f1":0.6885474860335197,"true_positive":73.95,"false_positive":35.05,"false_negative":31.850000000000005,"true_negative":259.1499999999998,"positive_prevalence":0.26449999999999985,"majority_accuracy_baseline":0.7355000000000002,"constant_brier_baseline":0.11362725000000028,"brier_skill":0.6129246333316128,"baseline_adjusted_skill":0.5798236607171541,"baseline_adjusted_score":0.5798236607171541},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.151343262155026,"normalized_score_rmse":0.1970175773257348,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.39763875759193623,"baseline_adjusted_score":0.39763875759193623},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.06084330771355281,"accuracy":0.8337499999999998,"positive_recall":0.33355091383812,"specificity":0.9522263450834879,"precision":0.6231707317073172,"balanced_accuracy":0.6428886294608039,"f1":0.43452380952380953,"true_positive":25.55000000000001,"false_positive":15.45,"false_negative":51.05000000000003,"true_negative":307.9499999999999,"positive_prevalence":0.1914999999999999,"majority_accuracy_baseline":0.8085000000000001,"constant_brier_baseline":0.09190274999999995,"brier_skill":0.33795987918149517,"baseline_adjusted_skill":0.2857772589216079,"baseline_adjusted_score":0.2857772589216079},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.15164869466725872,"normalized_score_rmse":0.2269836266908299,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.2669549502489005,"baseline_adjusted_score":0.2669549502489005},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.06047345760381984,"accuracy":0.8564999999999998,"positive_recall":0.592140921409214,"specificity":0.9163090128755365,"precision":0.6154929577464789,"balanced_accuracy":0.7542249671423753,"f1":0.6035911602209945,"true_positive":43.7,"false_positive":27.299999999999997,"false_negative":30.100000000000012,"true_negative":298.8999999999999,"positive_prevalence":0.1844999999999999,"majority_accuracy_baseline":0.8155000000000001,"constant_brier_baseline":0.1092222499999995,"brier_skill":0.44632657170292567,"baseline_adjusted_skill":0.5084499342847506,"baseline_adjusted_score":0.5084499342847506},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.16959835224381212,"normalized_score_rmse":0.23003737807439326,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":0.10443114326699865,"baseline_adjusted_score":0.10443114326699865},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.09589863640721026,"accuracy":0.8189999999999996,"positive_recall":0.08980891719745228,"specificity":0.997045101088647,"precision":0.88125,"balanced_accuracy":0.5434270091430496,"f1":0.1630057803468209,"true_positive":7.05,"false_positive":0.95,"false_negative":71.44999999999996,"true_negative":320.54999999999984,"positive_prevalence":0.19624999999999987,"majority_accuracy_baseline":0.8037500000000002,"constant_brier_baseline":0.09878593749999955,"brier_skill":0.02922785535936523,"baseline_adjusted_skill":0.08685401828609929,"baseline_adjusted_score":0.08685401828609929},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1914811388342538,"normalized_score_rmse":0.28811279327513306,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":0.09358040788518907,"baseline_adjusted_score":0.09358040788518907},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.07416676589833972,"accuracy":0.7066326530612245,"positive_recall":0.7342823250296558,"specificity":0.6857654431512982,"precision":0.638144329896907,"balanced_accuracy":0.710023884090477,"f1":0.6828461114175398,"true_positive":123.79999999999995,"false_positive":70.20000000000003,"false_negative":44.80000000000002,"true_negative":153.20000000000007,"positive_prevalence":0.43010204081632636,"majority_accuracy_baseline":0.5698979591836737,"constant_brier_baseline":0.12359641815910102,"brier_skill":0.3999278700547161,"baseline_adjusted_skill":0.420047768180954,"baseline_adjusted_score":0.420047768180954},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.16884236106674586,"normalized_score_rmse":0.2185250486096294,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.387164763535515,"baseline_adjusted_score":0.387164763535515},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.051682970807504336,"accuracy":0.8858750000000007,"positive_recall":0.5971675845790717,"specificity":0.940407192747808,"precision":0.6543103448275863,"balanced_accuracy":0.7687873886634399,"f1":0.6244343891402716,"true_positive":75.89999999999999,"false_positive":40.09999999999999,"false_negative":51.19999999999997,"true_negative":632.8000000000006,"positive_prevalence":0.15887500000000002,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499934,"brier_skill":0.4767737695030292,"baseline_adjusted_skill":0.5375747773268797,"baseline_adjusted_score":0.5375747773268797},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.1853428561653199,"normalized_score_rmse":0.23709787244644878,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-0.12329003736557498,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.54,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.2580645161290323,"baseline_adjusted_score":0.2580645161290323},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25539353567088985,"accuracy":0.61,"positive_recall":0.56,"specificity":0.66,"precision":0.6222222222222222,"balanced_accuracy":0.6100000000000001,"f1":0.5894736842105263,"true_positive":28,"false_positive":17,"false_negative":22,"true_negative":33,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.021574142683559394,"baseline_adjusted_skill":0.2200000000000002,"baseline_adjusted_score":0.2200000000000002},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.1848906560636183,"uniform_accuracy_baseline":0.058823529411766766,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.04205607476635516,"baseline_adjusted_score":0.04205607476635516},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.71,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.3695652173913042,"baseline_adjusted_score":0.3695652173913042},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.22103354868830144,"accuracy":0.64,"positive_recall":0.58,"specificity":0.7,"precision":0.6590909090909091,"balanced_accuracy":0.6399999999999999,"f1":0.6170212765957447,"true_positive":29,"false_positive":15,"false_negative":21,"true_negative":35,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.11586580524679424,"baseline_adjusted_skill":0.2799999999999998,"baseline_adjusted_score":0.2799999999999998},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.57,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.3174603174603174,"baseline_adjusted_score":0.3174603174603174},"scoring":{"eligible":true,"reason":null},"model":199,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.14539357275628192,"accuracy":0.7905405405405406,"positive_recall":0.7746478873239436,"specificity":0.8051948051948052,"precision":0.7857142857142857,"balanced_accuracy":0.7899213462593744,"f1":0.7801418439716312,"true_positive":55,"false_positive":15,"false_negative":16,"true_negative":62,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.24958911614317017,"brier_skill":0.41746829748425107,"baseline_adjusted_skill":0.5798426925187488,"baseline_adjusted_score":0.5798426925187488},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.71,"uniform_accuracy_baseline":0.2005,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.5915492957746479,"baseline_adjusted_score":0.5915492957746479},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.9705882352941176,"baseline_adjusted_score":0.9705882352941176},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.8085106382978724,"baseline_adjusted_score":0.8085106382978724},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.9591836734693877,"baseline_adjusted_score":0.9591836734693877},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.05369620954557137,"accuracy":0.6564032339800001,"positive_recall":0.8623203296707058,"specificity":0.3260305052620726,"precision":0.6724285854683545,"balanced_accuracy":0.5941754174663892,"f1":0.7556269742644371,"true_positive":53.121858252,"false_positive":25.878141748,"false_negative":8.481534854,"true_negative":12.518465146,"positive_prevalence":0.61603393106,"majority_accuracy_baseline":0.61603393106,"constant_brier_baseline":0.07908707655202402,"brier_skill":0.3210495078769331,"baseline_adjusted_skill":0.1883508349327785,"baseline_adjusted_score":0.1883508349327785},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.06453769114799913,"accuracy":0.91,"positive_recall":0.9,"specificity":0.92,"precision":0.9183673469387755,"balanced_accuracy":0.91,"f1":0.9090909090909091,"true_positive":45,"false_positive":4,"false_negative":5,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7418492354080035,"baseline_adjusted_skill":0.8200000000000001,"baseline_adjusted_score":0.8200000000000001},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.012987012987012986,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.8421052631578947,"baseline_adjusted_score":0.8421052631578947},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.9166666666666666,"baseline_adjusted_score":0.9166666666666666},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.67,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.48437500000000006,"baseline_adjusted_score":0.48437500000000006},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.0944627973614545,"accuracy":0.87,"positive_recall":1,"specificity":0.74,"precision":0.7936507936507936,"balanced_accuracy":0.87,"f1":0.8849557522123894,"true_positive":50,"false_positive":13,"false_negative":0,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6221488105541819,"baseline_adjusted_skill":0.74,"baseline_adjusted_score":0.74},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.09035087066373074,"accuracy":0.6582393266147535,"positive_recall":0.7917542016066371,"specificity":0.5960698992307423,"precision":0.4771807654950071,"balanced_accuracy":0.6939120504186898,"f1":0.5954755535967194,"true_positive":176.07970246765763,"false_positive":192.92029753234237,"false_negative":46.31217383733019,"true_negative":284.6878261626698,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768642,"brier_skill":-0.018302749754434355,"baseline_adjusted_skill":0.3878241008373795,"baseline_adjusted_score":0.3878241008373795},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.14211331827711793,"accuracy":0.81,"positive_recall":0.76,"specificity":0.86,"precision":0.8444444444444444,"balanced_accuracy":0.81,"f1":0.8,"true_positive":38,"false_positive":7,"false_negative":12,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4315467268915283,"baseline_adjusted_skill":0.6200000000000001,"baseline_adjusted_score":0.6200000000000001},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.9536423841059603,"uniform_accuracy_baseline":0.006622516556291391,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.9517241379310345,"baseline_adjusted_score":0.9517241379310345},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.7976470588235294,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.6268980477223427,"baseline_adjusted_score":0.6268980477223427},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.43,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.049999999999999954,"baseline_adjusted_score":0.049999999999999954},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08372846568556104,"accuracy":0.92,"positive_recall":0.98,"specificity":0.86,"precision":0.875,"balanced_accuracy":0.9199999999999999,"f1":0.9245283018867925,"true_positive":49,"false_positive":7,"false_negative":1,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6650861372577559,"baseline_adjusted_skill":0.8399999999999999,"baseline_adjusted_score":0.8399999999999999},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.6874999999999999,"baseline_adjusted_score":0.6874999999999999},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.07142857142857142,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9662921348314606,"baseline_adjusted_score":0.9662921348314606},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.8043478260869565,"baseline_adjusted_score":0.8043478260869565},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.46,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.2602739726027397,"baseline_adjusted_score":0.2602739726027397},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.7222222222222222,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.1666666666666667,"baseline_adjusted_score":0.1666666666666667},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.13223776944598178,"accuracy":0.8414634146341463,"positive_recall":0.85,"specificity":0.8333333333333334,"precision":0.8292682926829268,"balanced_accuracy":0.8416666666666667,"f1":0.8395061728395061,"true_positive":34,"false_positive":7,"false_negative":6,"true_negative":35,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.2498512790005949,"brier_skill":0.4707340703840587,"baseline_adjusted_skill":0.6833333333333333,"baseline_adjusted_score":0.6833333333333333},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.13215471216388056,"accuracy":0.84,"positive_recall":0.78,"specificity":0.9,"precision":0.8863636363636364,"balanced_accuracy":0.8400000000000001,"f1":0.8297872340425532,"true_positive":39,"false_positive":5,"false_negative":11,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4713811513444778,"baseline_adjusted_skill":0.6800000000000002,"baseline_adjusted_score":0.6800000000000002},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.8100558659217877,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.7562724014336918,"baseline_adjusted_score":0.7562724014336918},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.66,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.4426229508196722,"baseline_adjusted_score":0.4426229508196722},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.15289707088816723,"accuracy":0.79,"positive_recall":0.4772727272727273,"specificity":0.8782051282051282,"precision":0.525,"balanced_accuracy":0.6777389277389277,"f1":0.5,"true_positive":21,"false_positive":19,"false_negative":23,"true_negative":137,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":0.10899142839063392,"baseline_adjusted_skill":0.3554778554778555,"baseline_adjusted_score":0.3554778554778555},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.14763293114847653,"accuracy":0.785,"positive_recall":0.48,"specificity":0.8866666666666667,"precision":0.5853658536585366,"balanced_accuracy":0.6833333333333333,"f1":0.5274725274725275,"true_positive":24,"false_positive":17,"false_negative":26,"true_negative":133,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":0.21262436720812516,"baseline_adjusted_skill":0.3666666666666667,"baseline_adjusted_score":0.3666666666666667},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.0480998319323255,"accuracy":0.945,"positive_recall":0.7894736842105263,"specificity":0.9613259668508287,"precision":0.6818181818181818,"balanced_accuracy":0.8753998255306775,"f1":0.7317073170731707,"true_positive":15,"false_positive":7,"false_negative":4,"true_negative":174,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.085975,"brier_skill":0.4405369940991509,"baseline_adjusted_skill":0.750799651061355,"baseline_adjusted_score":0.750799651061355},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.08086410771495649,"accuracy":0.8622202380952381,"positive_recall":0.7654994544192044,"specificity":0.8683945567031199,"precision":0.27077192982456144,"balanced_accuracy":0.8169470055611622,"f1":0.4000414711904824,"true_positive":128.61666666666667,"false_positive":346.3833333333333,"false_negative":39.4,"true_negative":2285.6,"positive_prevalence":0.060005952380952375,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679138,"brier_skill":-1.5112318735558672,"baseline_adjusted_skill":0.6338940111223244,"baseline_adjusted_score":0.6338940111223244},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.8130311614730878,"uniform_accuracy_baseline":0.027777777777777776,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.7857142857142857,"baseline_adjusted_score":0.7857142857142857},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.8000000000000002,"baseline_adjusted_score":0.8000000000000002},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.07881441951634195,"accuracy":0.88,"positive_recall":1,"specificity":0.76,"precision":0.8064516129032258,"balanced_accuracy":0.88,"f1":0.8928571428571429,"true_positive":50,"false_positive":12,"false_negative":0,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6847423219346322,"baseline_adjusted_skill":0.76,"baseline_adjusted_score":0.76},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08478393957112013,"accuracy":0.89,"positive_recall":0.98,"specificity":0.8,"precision":0.8305084745762712,"balanced_accuracy":0.89,"f1":0.8990825688073395,"true_positive":49,"false_positive":10,"false_negative":1,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6608642417155195,"baseline_adjusted_skill":0.78,"baseline_adjusted_score":0.78},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.7,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":0.23076923076923067,"baseline_adjusted_score":0.23076923076923067},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.8510638297872342,"baseline_adjusted_score":0.8510638297872342},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09421429772385707,"accuracy":0.88,"positive_recall":0.92,"specificity":0.84,"precision":0.8518518518518519,"balanced_accuracy":0.88,"f1":0.8846153846153846,"true_positive":46,"false_positive":8,"false_negative":4,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6231428091045716,"baseline_adjusted_skill":0.76,"baseline_adjusted_score":0.76},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.7910447761194032,"baseline_adjusted_score":0.7910447761194032},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.055717518681572126,"accuracy":0.95,"positive_recall":0.94,"specificity":0.96,"precision":0.9591836734693877,"balanced_accuracy":0.95,"f1":0.9494949494949495,"true_positive":47,"false_positive":2,"false_negative":3,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7771299252737115,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.5023120067567568,"uniform_accuracy_baseline":0.23445945945945948,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.3253116230039887,"baseline_adjusted_score":0.3253116230039887},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.06288593664454696,"accuracy":0.6739912171052631,"positive_recall":0.9616041423683244,"specificity":0.4001198587253991,"precision":0.6041807966101695,"balanced_accuracy":0.6808620005468617,"f1":0.7420977712798308,"true_positive":71.293334,"false_positive":46.706666,"false_negative":2.846669,"true_negative":31.153330999999998,"positive_prevalence":0.4877631776315789,"majority_accuracy_baseline":0.512236822368421,"constant_brier_baseline":0.09451910039768556,"brier_skill":0.33467482889747413,"baseline_adjusted_skill":0.3617240010937235,"baseline_adjusted_score":0.3617240010937235},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.09916925854367076,"normalized_score_rmse":0.13402037436288441,"constant_score_baseline":0.5841668333333333,"constant_mae_baseline":0.21700552708333334,"baseline_adjusted_skill":0.5430104482749498,"baseline_adjusted_score":0.5430104482749498},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1909379702628269,"accuracy":0.76,"positive_recall":0.9,"specificity":0.62,"precision":0.703125,"balanced_accuracy":0.76,"f1":0.7894736842105263,"true_positive":45,"false_positive":19,"false_negative":5,"true_negative":31,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.23624811894869235,"baseline_adjusted_skill":0.52,"baseline_adjusted_score":0.52},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.21166874844871728,"accuracy":0.67,"positive_recall":0.44,"specificity":0.9,"precision":0.8148148148148148,"balanced_accuracy":0.67,"f1":0.5714285714285714,"true_positive":22,"false_positive":5,"false_negative":28,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.1533250062051309,"baseline_adjusted_skill":0.3400000000000001,"baseline_adjusted_score":0.3400000000000001},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.901639344262295,"baseline_adjusted_score":0.901639344262295},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.925,"uniform_accuracy_baseline":0.036111111111111115,"fixed_answer_accuracy_baseline":0.08833333333333333,"baseline_adjusted_skill":0.9177330895795247,"baseline_adjusted_score":0.9177330895795247},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.9545454545454545,"baseline_adjusted_score":0.9545454545454545},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.9,"uniform_accuracy_baseline":0.049879324215607396,"fixed_answer_accuracy_baseline":0.12442477876106194,"baseline_adjusted_skill":0.8857893672933091,"baseline_adjusted_score":0.8857893672933091},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.29493165654087294,"accuracy":0.5,"positive_recall":0.08,"specificity":0.92,"precision":0.5,"balanced_accuracy":0.5,"f1":0.13793103448275862,"true_positive":4,"false_positive":4,"false_negative":46,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.17972662616349178,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.8888888888888888,"uniform_accuracy_baseline":0.23888888888888887,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.8431372549019607,"baseline_adjusted_score":0.8431372549019607},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.05858262494280684,"accuracy":0.9375,"positive_recall":0.875,"specificity":1,"precision":1,"balanced_accuracy":0.9375,"f1":0.9333333333333333,"true_positive":28,"false_positive":0,"false_negative":4,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7656695002287727,"baseline_adjusted_skill":0.875,"baseline_adjusted_score":0.875},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.9696969696969696,"baseline_adjusted_score":0.9696969696969696},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.008566714997786141,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":50,"false_positive":0,"false_negative":0,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9657331400088555,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.8260869565217391,"baseline_adjusted_score":0.8260869565217391},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.02772169222134285,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":16,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.8890113131285207,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.16159206577200458,"normalized_score_rmse":0.2978339556132089,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.510327073418168,"baseline_adjusted_score":0.510327073418168},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.59375,"uniform_accuracy_baseline":0.178125,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":0.4298245614035088,"baseline_adjusted_score":0.4298245614035088},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.01011453471784588,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":17,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9595418611286165,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.19716289403008977,"normalized_score_rmse":0.25418469689321466,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-0.34070767940461044,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.13194444444444445,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.0015080474665454123,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":26,"false_positive":0,"false_negative":0,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9939678101338183,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.00448724087485741,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":39,"false_positive":0,"false_negative":0,"true_negative":36,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24960000000000004,"brier_skill":0.9820222721359879,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.14143596737084693,"normalized_score_rmse":0.19067859612451912,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.4948715451041181,"baseline_adjusted_score":0.4948715451041181},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.9117647058823529,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.8799999999999998,"baseline_adjusted_score":0.8799999999999998},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.05267749289649221,"accuracy":0.9285714285714286,"positive_recall":1,"specificity":0.8571428571428571,"precision":0.875,"balanced_accuracy":0.9285714285714286,"f1":0.9333333333333333,"true_positive":14,"false_positive":2,"false_negative":0,"true_negative":12,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7892900284140312,"baseline_adjusted_skill":0.8571428571428572,"baseline_adjusted_score":0.8571428571428572},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.06492240027342079,"normalized_score_rmse":0.09015229044990007,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.1696969696969697,"baseline_adjusted_skill":0.6174215698173418,"baseline_adjusted_score":0.6174215698173418},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.04142655367646067,"accuracy":0.9411764705882353,"positive_recall":0.9333333333333333,"specificity":0.95,"precision":0.9545454545454546,"balanced_accuracy":0.9416666666666667,"f1":0.9438202247191011,"true_positive":42,"false_positive":2,"false_negative":3,"true_negative":38,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.2491349480968858,"brier_skill":0.8337184164930953,"baseline_adjusted_skill":0.8833333333333333,"baseline_adjusted_score":0.8833333333333333},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.016116595946473314,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":35,"false_positive":0,"false_negative":0,"true_negative":15,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.21,"brier_skill":0.9232543050167937,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.022132688272331696,"normalized_score_rmse":0.030287790749827254,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.9209546847416725,"baseline_adjusted_score":0.9209546847416725},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.9493670886075949,"uniform_accuracy_baseline":0.24240506329113923,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.9130434782608695,"baseline_adjusted_score":0.9130434782608695},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.0029586632782814177,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":11,"false_positive":0,"false_negative":0,"true_negative":10,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.2494331065759637,"brier_skill":0.9881384499479808,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.9393939393939394,"uniform_accuracy_baseline":0.32373737373737377,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.9000000000000001,"baseline_adjusted_score":0.9000000000000001},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.10832723097892488,"accuracy":0.8181818181818182,"positive_recall":0.7647058823529411,"specificity":0.875,"precision":0.8666666666666667,"balanced_accuracy":0.8198529411764706,"f1":0.8125,"true_positive":13,"false_positive":2,"false_negative":4,"true_negative":14,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.5662928142057015,"baseline_adjusted_skill":0.6397058823529411,"baseline_adjusted_score":0.6397058823529411},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.06952376378364818,"normalized_score_rmse":0.13273252694872437,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.3431372549019608,"baseline_adjusted_skill":0.7973878884019396,"baseline_adjusted_score":0.7973878884019396},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.19830736016579487,"accuracy":0.74,"positive_recall":0.72,"specificity":0.76,"precision":0.75,"balanced_accuracy":0.74,"f1":0.7346938775510204,"true_positive":36,"false_positive":12,"false_negative":14,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.20677055933682054,"baseline_adjusted_skill":0.48,"baseline_adjusted_score":0.48},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.6133333333333334,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":0.40206185567010316,"baseline_adjusted_score":0.40206185567010316},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.1817463642285298,"accuracy":0.7333333333333333,"positive_recall":0.6756756756756757,"specificity":0.7894736842105263,"precision":0.7575757575757576,"balanced_accuracy":0.732574679943101,"f1":0.7142857142857143,"true_positive":25,"false_positive":8,"false_negative":12,"true_negative":30,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555554,"brier_skill":0.2728852782464579,"baseline_adjusted_skill":0.465149359886202,"baseline_adjusted_score":0.465149359886202},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.14285714285714285,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.9871794871794871,"baseline_adjusted_score":0.9871794871794871},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.36,"uniform_accuracy_baseline":0.32416666666666666,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.03030303030303025,"baseline_adjusted_score":0.03030303030303025},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.040316760607680226,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":16,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.838584734184692,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.026932374586229695,"normalized_score_rmse":0.03582059488719056,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.8774112605040579,"baseline_adjusted_score":0.8774112605040579},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.07731654372301637,"accuracy":0.91,"positive_recall":1,"specificity":0.8846153846153846,"precision":0.7096774193548387,"balanced_accuracy":0.9423076923076923,"f1":0.8301886792452831,"true_positive":22,"false_positive":9,"false_negative":0,"true_negative":69,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":0.549437390891513,"baseline_adjusted_skill":0.8846153846153846,"baseline_adjusted_score":0.8846153846153846},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.06609463233105072,"accuracy":0.86,"positive_recall":0.6486486486486487,"specificity":0.9841269841269841,"precision":0.96,"balanced_accuracy":0.8163878163878164,"f1":0.7741935483870968,"true_positive":24,"false_positive":1,"false_negative":13,"true_negative":62,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000003,"brier_skill":0.7164537437535362,"baseline_adjusted_skill":0.6327756327756329,"baseline_adjusted_score":0.6327756327756329},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.05505501473847069,"accuracy":0.94,"positive_recall":0.8717948717948718,"specificity":0.9836065573770492,"precision":0.9714285714285714,"balanced_accuracy":0.9277007145859605,"f1":0.918918918918919,"true_positive":34,"false_positive":1,"false_negative":5,"true_negative":60,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379,"brier_skill":0.7685791730202998,"baseline_adjusted_skill":0.855401429171921,"baseline_adjusted_score":0.855401429171921},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.03863579669817437,"accuracy":0.95,"positive_recall":0.9354838709677419,"specificity":0.9565217391304348,"precision":0.90625,"balanced_accuracy":0.9460028050490883,"f1":0.9206349206349206,"true_positive":29,"false_positive":3,"false_negative":2,"true_negative":66,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999998,"brier_skill":0.8193744894896009,"baseline_adjusted_skill":0.8920056100981766,"baseline_adjusted_score":0.8920056100981766},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.9583333333333333,"baseline_adjusted_score":0.9583333333333333},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.14299619752259238,"normalized_score_rmse":0.17447033618267985,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.384962591300678,"baseline_adjusted_score":0.384962591300678},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11959977636009861,"accuracy":0.85,"positive_recall":1,"specificity":0.7,"precision":0.7692307692307693,"balanced_accuracy":0.85,"f1":0.8695652173913043,"true_positive":50,"false_positive":15,"false_negative":0,"true_negative":35,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5216008945596056,"baseline_adjusted_skill":0.7,"baseline_adjusted_score":0.7},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.299070334964177,"accuracy":0.47,"positive_recall":0.76,"specificity":0.18,"precision":0.4810126582278481,"balanced_accuracy":0.47,"f1":0.5891472868217055,"true_positive":38,"false_positive":41,"false_negative":12,"true_negative":9,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.19628133985670804,"baseline_adjusted_skill":-0.06000000000000005,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.56,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.25714285714285706,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.0877674660824141,"accuracy":0.9,"positive_recall":0.98,"specificity":0.82,"precision":0.8448275862068966,"balanced_accuracy":0.8999999999999999,"f1":0.9074074074074074,"true_positive":49,"false_positive":9,"false_negative":1,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6489301356703436,"baseline_adjusted_skill":0.7999999999999998,"baseline_adjusted_score":0.7999999999999998},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.857142857142857,"baseline_adjusted_score":0.857142857142857},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.5833333333333334,"baseline_adjusted_score":0.5833333333333334},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1042782070677691,"accuracy":0.83,"positive_recall":0.8,"specificity":0.86,"precision":0.851063829787234,"balanced_accuracy":0.8300000000000001,"f1":0.8247422680412371,"true_positive":40,"false_positive":7,"false_negative":10,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5828871717289237,"baseline_adjusted_skill":0.6600000000000001,"baseline_adjusted_score":0.6600000000000001},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.20851190476190473,"fixed_answer_accuracy_baseline":0.22333333333333333,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.025353535962967667,"accuracy":0.97,"positive_recall":1,"specificity":0.94,"precision":0.9433962264150944,"balanced_accuracy":0.97,"f1":0.970873786407767,"true_positive":50,"false_positive":3,"false_negative":0,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8985858561481294,"baseline_adjusted_skill":0.94,"baseline_adjusted_score":0.94},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.0605384243764897,"normalized_score_rmse":0.08813941652572778,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.7982052520783677,"baseline_adjusted_score":0.7982052520783677},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.22851190476190475,"fixed_answer_accuracy_baseline":0.24333333333333332,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.004886460101677228,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":50,"false_positive":0,"false_negative":0,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9804541595932911,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.06517428247429102,"normalized_score_rmse":0.0863150571767927,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.3042222222222222,"baseline_adjusted_skill":0.7857675156067863,"baseline_adjusted_score":0.7857675156067863},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.6774193548387097,"baseline_adjusted_score":0.6774193548387097},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.06564448046045651,"accuracy":0.95,"positive_recall":0.98,"specificity":0.92,"precision":0.9245283018867925,"balanced_accuracy":0.95,"f1":0.9514563106796117,"true_positive":49,"false_positive":4,"false_negative":1,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.737422078158174,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.9199999999999999,"baseline_adjusted_score":0.9199999999999999},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.04301693353396096,"accuracy":0.95,"positive_recall":0.98,"specificity":0.92,"precision":0.9245283018867925,"balanced_accuracy":0.95,"f1":0.9514563106796117,"true_positive":49,"false_positive":4,"false_negative":1,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8279322658641561,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.6,"uniform_accuracy_baseline":0.3533333333333333,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.3220338983050847,"baseline_adjusted_score":0.3220338983050847},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.9354838709677419,"baseline_adjusted_score":0.9354838709677419},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.56,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.29032258064516137,"baseline_adjusted_score":0.29032258064516137},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.52,"uniform_accuracy_baseline":0.1111111111111111,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.42857142857142855,"baseline_adjusted_score":0.42857142857142855},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.04023755144740969,"accuracy":0.8603749999999999,"positive_recall":0.5932762030323007,"specificity":0.9228752120931667,"precision":0.6428571428571429,"balanced_accuracy":0.7580757075627337,"f1":0.6170723345903325,"true_positive":45,"false_positive":25,"false_negative":30.85,"true_negative":299.15,"positive_prevalence":0.189625,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500001,"brier_skill":0.47141823965293705,"baseline_adjusted_skill":0.5161514151254674,"baseline_adjusted_score":0.5161514151254674},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.17694701299854507,"normalized_score_rmse":0.2038422119558084,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":0.17217771696587103,"baseline_adjusted_score":0.17217771696587103},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.051423045380162805,"accuracy":0.799125,"positive_recall":0.5311767463666197,"specificity":0.896539969319925,"precision":0.6511494252873563,"balanced_accuracy":0.7138583578432723,"f1":0.5850761683449522,"true_positive":56.65,"false_positive":30.35,"false_negative":50,"true_negative":263,"positive_prevalence":0.266625,"majority_accuracy_baseline":0.733375,"constant_brier_baseline":0.115654859375,"brier_skill":0.5553749694733672,"baseline_adjusted_skill":0.4277167156865447,"baseline_adjusted_score":0.4277167156865447},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.18285430369312902,"normalized_score_rmse":0.22379447040235595,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.3196118932348687,"baseline_adjusted_score":0.3196118932348687},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.048124138883875484,"accuracy":0.799125,"positive_recall":0.672930648769575,"specificity":0.8480485689505637,"precision":0.6319327731092437,"balanced_accuracy":0.7604896088600693,"f1":0.6517876489707476,"true_positive":75.2,"false_positive":43.8,"false_negative":36.55,"true_negative":244.45,"positive_prevalence":0.279375,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937500001,"brier_skill":0.574709262519129,"baseline_adjusted_skill":0.5209792177201387,"baseline_adjusted_score":0.5209792177201387},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.18191673195227792,"normalized_score_rmse":0.21453229281040936,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.3118988862325186,"baseline_adjusted_score":0.3118988862325186},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.028935734272747263,"accuracy":0.9061250000000001,"positive_recall":0.7335211267605634,"specificity":0.9553413654618474,"precision":0.8240506329113924,"balanced_accuracy":0.8444312461112053,"f1":0.7761549925484351,"true_positive":65.1,"false_positive":13.9,"false_negative":23.65,"true_negative":297.35,"positive_prevalence":0.221875,"majority_accuracy_baseline":0.778125,"constant_brier_baseline":0.12674023437499998,"brier_skill":0.771692592999852,"baseline_adjusted_skill":0.6888624922224107,"baseline_adjusted_score":0.6888624922224107},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.15971341134970346,"normalized_score_rmse":0.19660240198633208,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.29212892476585717,"baseline_adjusted_score":0.29212892476585717},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.03833813518856416,"accuracy":0.83825,"positive_recall":0.7660680529300568,"specificity":0.864208021753909,"precision":0.6698347107438016,"balanced_accuracy":0.8151380373419829,"f1":0.714726631393298,"true_positive":81.05,"false_positive":39.95,"false_negative":24.75,"true_negative":254.25,"positive_prevalence":0.2645,"majority_accuracy_baseline":0.7355,"constant_brier_baseline":0.11362725,"brier_skill":0.6625973506481574,"baseline_adjusted_skill":0.6302760746839657,"baseline_adjusted_score":0.6302760746839657},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1531434954269529,"normalized_score_rmse":0.185478157755849,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.3904736500419784,"baseline_adjusted_score":0.3904736500419784},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.05327924728518237,"accuracy":0.82325,"positive_recall":0.43015665796344654,"specificity":0.9163574520717378,"precision":0.5491666666666667,"balanced_accuracy":0.6732570550175921,"f1":0.4824304538799415,"true_positive":32.95,"false_positive":27.05,"false_negative":43.65,"true_negative":296.35,"positive_prevalence":0.19149999999999998,"majority_accuracy_baseline":0.8085,"constant_brier_baseline":0.09190274999999999,"brier_skill":0.42026492912146396,"baseline_adjusted_skill":0.3465141100351843,"baseline_adjusted_score":0.3465141100351843},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1666622057513251,"normalized_score_rmse":0.21518792574739193,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.19438208700265813,"baseline_adjusted_score":0.19438208700265813},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.033567391699384,"accuracy":0.9114999999999999,"positive_recall":0.7208672086720866,"specificity":0.9546290619251993,"precision":0.7823529411764706,"balanced_accuracy":0.8377481352986429,"f1":0.7503526093088857,"true_positive":53.2,"false_positive":14.799999999999999,"false_negative":20.6,"true_negative":311.4,"positive_prevalence":0.1845,"majority_accuracy_baseline":0.8155,"constant_brier_baseline":0.10922225,"brier_skill":0.692668923233279,"baseline_adjusted_skill":0.6754962705972858,"baseline_adjusted_score":0.6754962705972858},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1677294226943725,"normalized_score_rmse":0.2011633248767843,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":0.11430007818153132,"baseline_adjusted_score":0.11430007818153132},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.050301598740009085,"accuracy":0.8540000000000001,"positive_recall":0.40828025477707003,"specificity":0.9628304821150856,"precision":0.7284090909090909,"balanced_accuracy":0.6855553684460778,"f1":0.5232653061224489,"true_positive":32.05,"false_positive":11.95,"false_negative":46.45,"true_negative":309.55,"positive_prevalence":0.19625,"majority_accuracy_baseline":0.80375,"constant_brier_baseline":0.09878593749999999,"brier_skill":0.4908020310076109,"baseline_adjusted_skill":0.37111073689215557,"baseline_adjusted_score":0.37111073689215557},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.19384495043138641,"normalized_score_rmse":0.23539442362055404,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":0.0823907671887033,"baseline_adjusted_score":0.0823907671887033},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.06763337176108479,"accuracy":0.7096938775510205,"positive_recall":0.874258600237248,"specificity":0.5854968666069831,"precision":0.6141666666666666,"balanced_accuracy":0.7298777334221156,"f1":0.7214880078316203,"true_positive":147.4,"false_positive":92.6,"false_negative":21.2,"true_negative":130.8,"positive_prevalence":0.4301020408163265,"majority_accuracy_baseline":0.5698979591836735,"constant_brier_baseline":0.12359641815910039,"brier_skill":0.45278857778853077,"baseline_adjusted_skill":0.4597554668442312,"baseline_adjusted_score":0.4597554668442312},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.16221038654221154,"normalized_score_rmse":0.19765626425783756,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.4112363747727136,"baseline_adjusted_score":0.4112363747727136},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.03605898777700614,"accuracy":0.9253750000000001,"positive_recall":0.7608182533438238,"specificity":0.9564571258730867,"precision":0.7674603174603175,"balanced_accuracy":0.8586376896084553,"f1":0.7641248518372185,"true_positive":96.7,"false_positive":29.3,"false_negative":30.4,"true_negative":643.6,"positive_prevalence":0.158875,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499999,"brier_skill":0.6349472958826186,"baseline_adjusted_skill":0.7172753792169106,"baseline_adjusted_score":0.7172753792169106},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.18379982142516327,"normalized_score_rmse":0.21452395868312765,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-0.11393831166765622,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.69,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.4999999999999999,"baseline_adjusted_score":0.4999999999999999},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.249229378573366,"accuracy":0.57,"positive_recall":0.4,"specificity":0.74,"precision":0.6060606060606061,"balanced_accuracy":0.5700000000000001,"f1":0.4819277108433735,"true_positive":20,"false_positive":13,"false_negative":30,"true_negative":37,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.00308248570653602,"baseline_adjusted_skill":0.14000000000000012,"baseline_adjusted_score":0.14000000000000012},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.6242544731610338,"uniform_accuracy_baseline":0.058823529411764705,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.558411214953271,"baseline_adjusted_score":0.558411214953271},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.8260869565217392,"baseline_adjusted_score":0.8260869565217392},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1833571259193765,"accuracy":0.77,"positive_recall":0.84,"specificity":0.7,"precision":0.7368421052631579,"balanced_accuracy":0.77,"f1":0.7850467289719626,"true_positive":42,"false_positive":15,"false_negative":8,"true_negative":35,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.266571496322494,"baseline_adjusted_skill":0.54,"baseline_adjusted_score":0.54},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.53,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.253968253968254,"baseline_adjusted_score":0.253968253968254},"scoring":{"eligible":true,"reason":null},"model":200,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.18877799348951368,"accuracy":0.75,"positive_recall":0.7323943661971831,"specificity":0.7662337662337663,"precision":0.7428571428571429,"balanced_accuracy":0.7493140662154747,"f1":0.7375886524822695,"true_positive":52,"false_positive":18,"false_negative":19,"true_negative":59,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.24958911614317017,"brier_skill":0.24364492968825535,"baseline_adjusted_skill":0.4986281324309494,"baseline_adjusted_score":0.4986281324309494},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.31,"uniform_accuracy_baseline":0.2005,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.028169014084507067,"baseline_adjusted_score":0.028169014084507067},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.9411764705882353,"baseline_adjusted_score":0.9411764705882353},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.78,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.5319148936170213,"baseline_adjusted_score":0.5319148936170213},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.7142857142857143,"baseline_adjusted_score":0.7142857142857143},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11867219346553641,"accuracy":0.56778809004,"positive_recall":0.7173484905118953,"specificity":0.32783386260537,"precision":0.6313014436428571,"balanced_accuracy":0.5225911765586326,"f1":0.6715799648023704,"true_positive":44.191101055,"false_positive":25.808898945,"false_negative":17.412292051,"true_negative":12.587707949,"positive_prevalence":0.61603393106,"majority_accuracy_baseline":0.61603393106,"constant_brier_baseline":0.07908707655202402,"brier_skill":-0.5005257323865429,"baseline_adjusted_skill":0.04518235311726526,"baseline_adjusted_score":0.04518235311726526},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.20353095652131842,"accuracy":0.72,"positive_recall":0.76,"specificity":0.68,"precision":0.7037037037037037,"balanced_accuracy":0.72,"f1":0.7307692307692307,"true_positive":38,"false_positive":16,"false_negative":12,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.18587617391472633,"baseline_adjusted_skill":0.43999999999999995,"baseline_adjusted_score":0.43999999999999995},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.27,"uniform_accuracy_baseline":0.012987012987012986,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.2315789473684211,"baseline_adjusted_score":0.2315789473684211},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.9666666666666667,"baseline_adjusted_score":0.9666666666666667},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.43,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.10937500000000001,"baseline_adjusted_score":0.10937500000000001},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11815001098838829,"accuracy":0.83,"positive_recall":0.98,"specificity":0.68,"precision":0.7538461538461538,"balanced_accuracy":0.8300000000000001,"f1":0.8521739130434782,"true_positive":49,"false_positive":16,"false_negative":1,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5273999560464468,"baseline_adjusted_skill":0.6600000000000001,"baseline_adjusted_score":0.6600000000000001},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.12050920090066039,"accuracy":0.6591490293739896,"positive_recall":0.48292275877066976,"specificity":0.741206450572146,"precision":0.4649268330449795,"balanced_accuracy":0.6120646046714079,"f1":0.47375396007821574,"true_positive":107.39809843339026,"false_positive":123.60190156660974,"false_negative":114.99377787159756,"true_negative":354.00622212840244,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768642,"brier_skill":-0.35820329949640506,"baseline_adjusted_skill":0.22412920934281577,"baseline_adjusted_score":0.22412920934281577},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.242423773447933,"accuracy":0.64,"positive_recall":0.58,"specificity":0.7,"precision":0.6590909090909091,"balanced_accuracy":0.6399999999999999,"f1":0.6170212765957447,"true_positive":29,"false_positive":15,"false_negative":21,"true_negative":35,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.03030490620826798,"baseline_adjusted_skill":0.2799999999999998,"baseline_adjusted_score":0.2799999999999998},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.2913907284768212,"uniform_accuracy_baseline":0.006622516556291391,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.2620689655172414,"baseline_adjusted_score":0.2620689655172414},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.7358823529411764,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.5130151843817786,"baseline_adjusted_score":0.5130151843817786},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.43,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.049999999999999954,"baseline_adjusted_score":0.049999999999999954},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.21394266075745397,"accuracy":0.7,"positive_recall":0.98,"specificity":0.42,"precision":0.6282051282051282,"balanced_accuracy":0.7,"f1":0.765625,"true_positive":49,"false_positive":29,"false_negative":1,"true_negative":21,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.14422935697018413,"baseline_adjusted_skill":0.3999999999999999,"baseline_adjusted_score":0.3999999999999999},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.55,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.06250000000000006,"baseline_adjusted_score":0.06250000000000006},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.07142857142857142,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9662921348314606,"baseline_adjusted_score":0.9662921348314606},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.79,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.5434782608695653,"baseline_adjusted_score":0.5434782608695653},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.39,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.1643835616438356,"baseline_adjusted_score":0.1643835616438356},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.8333333333333334,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.5000000000000001,"baseline_adjusted_score":0.5000000000000001},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.25869622011716764,"accuracy":0.6341463414634146,"positive_recall":0.725,"specificity":0.5476190476190477,"precision":0.6041666666666666,"balanced_accuracy":0.6363095238095238,"f1":0.6590909090909091,"true_positive":29,"false_positive":19,"false_negative":11,"true_negative":23,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.2498512790005949,"brier_skill":-0.03540082384990195,"baseline_adjusted_skill":0.27261904761904754,"baseline_adjusted_score":0.27261904761904754},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.14384208609652277,"accuracy":0.79,"positive_recall":0.64,"specificity":0.94,"precision":0.9142857142857143,"balanced_accuracy":0.79,"f1":0.7529411764705882,"true_positive":32,"false_positive":3,"false_negative":18,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4246316556139089,"baseline_adjusted_skill":0.5800000000000001,"baseline_adjusted_score":0.5800000000000001},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.7011173184357542,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.6164874551971327,"baseline_adjusted_score":0.6164874551971327},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.180327868852459,"baseline_adjusted_score":0.180327868852459},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.17099783607885957,"accuracy":0.78,"positive_recall":0.5,"specificity":0.8589743589743589,"precision":0.5,"balanced_accuracy":0.6794871794871795,"f1":0.5,"true_positive":22,"false_positive":22,"false_negative":22,"true_negative":134,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":0.0035091137595596456,"baseline_adjusted_skill":0.35897435897435903,"baseline_adjusted_score":0.35897435897435903},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.19916363625364844,"accuracy":0.74,"positive_recall":0.36,"specificity":0.8666666666666667,"precision":0.47368421052631576,"balanced_accuracy":0.6133333333333333,"f1":0.4090909090909091,"true_positive":18,"false_positive":20,"false_negative":32,"true_negative":130,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-0.062206060019458276,"baseline_adjusted_skill":0.22666666666666657,"baseline_adjusted_score":0.22666666666666657},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.03311335939607159,"accuracy":0.96,"positive_recall":0.7368421052631579,"specificity":0.9834254143646409,"precision":0.8235294117647058,"balanced_accuracy":0.8601337598138994,"f1":0.7777777777777778,"true_positive":14,"false_positive":3,"false_negative":5,"true_negative":178,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.085975,"brier_skill":0.6148489747476407,"baseline_adjusted_skill":0.7202675196277988,"baseline_adjusted_score":0.7202675196277988},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.09497460356450423,"accuracy":0.843017857142857,"positive_recall":0.590616010316437,"specificity":0.8591303136418036,"precision":0.21113475177304963,"balanced_accuracy":0.7248731619791202,"f1":0.31106815391447457,"true_positive":99.23333333333333,"false_positive":370.76666666666665,"false_negative":68.78333333333333,"true_negative":2261.2166666666667,"positive_prevalence":0.060005952380952375,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679138,"brier_skill":-1.9494328001519827,"baseline_adjusted_skill":0.44974632395824043,"baseline_adjusted_score":0.44974632395824043},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.5920679886685553,"uniform_accuracy_baseline":0.027777777777777776,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.5324675324675324,"baseline_adjusted_score":0.5324675324675324},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.54,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.34285714285714297,"baseline_adjusted_score":0.34285714285714297},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.20452299653408448,"accuracy":0.72,"positive_recall":1,"specificity":0.44,"precision":0.6410256410256411,"balanced_accuracy":0.72,"f1":0.78125,"true_positive":50,"false_positive":28,"false_negative":0,"true_negative":22,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.18190801386366207,"baseline_adjusted_skill":0.43999999999999995,"baseline_adjusted_score":0.43999999999999995},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11092813651755398,"accuracy":0.86,"positive_recall":0.94,"specificity":0.78,"precision":0.8103448275862069,"balanced_accuracy":0.86,"f1":0.8703703703703703,"true_positive":47,"false_positive":11,"false_negative":3,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5562874539297841,"baseline_adjusted_skill":0.72,"baseline_adjusted_score":0.72},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.62,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":0.025641025641025664,"baseline_adjusted_score":0.025641025641025664},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.39,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.3510638297872341,"baseline_adjusted_score":0.3510638297872341},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1428801231785685,"accuracy":0.81,"positive_recall":0.92,"specificity":0.7,"precision":0.7540983606557377,"balanced_accuracy":0.81,"f1":0.8288288288288288,"true_positive":46,"false_positive":15,"false_negative":4,"true_negative":35,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.42847950728572604,"baseline_adjusted_skill":0.6200000000000001,"baseline_adjusted_score":0.6200000000000001},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.7761194029850748,"baseline_adjusted_score":0.7761194029850748},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.06405906918622438,"accuracy":0.94,"positive_recall":0.88,"specificity":1,"precision":1,"balanced_accuracy":0.94,"f1":0.9361702127659575,"true_positive":44,"false_positive":0,"false_negative":6,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7437637232551024,"baseline_adjusted_skill":0.8799999999999999,"baseline_adjusted_score":0.8799999999999999},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.42692913513513514,"uniform_accuracy_baseline":0.23445945945945948,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.22311918919368984,"baseline_adjusted_score":0.22311918919368984},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.09016271234394373,"accuracy":0.6375877302631578,"positive_recall":0.6140634901242181,"specificity":0.6599880295397391,"precision":0.6323148472222222,"balanced_accuracy":0.6370257598319786,"f1":0.6230555366828615,"true_positive":45.526669,"false_positive":26.473330999999998,"false_negative":28.613334,"true_negative":51.386666,"positive_prevalence":0.4877631776315789,"majority_accuracy_baseline":0.512236822368421,"constant_brier_baseline":0.09451910039768556,"brier_skill":0.04609002873929713,"baseline_adjusted_skill":0.27405151966395724,"baseline_adjusted_score":0.27405151966395724},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.130985377719993,"normalized_score_rmse":0.18879991611377803,"constant_score_baseline":0.5841668333333333,"constant_mae_baseline":0.21700552708333334,"baseline_adjusted_skill":0.3963961218845239,"baseline_adjusted_score":0.3963961218845239},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2516236168665026,"accuracy":0.67,"positive_recall":0.94,"specificity":0.4,"precision":0.6103896103896104,"balanced_accuracy":0.6699999999999999,"f1":0.7401574803149606,"true_positive":47,"false_positive":30,"false_negative":3,"true_negative":20,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.006494467466010345,"baseline_adjusted_skill":0.33999999999999986,"baseline_adjusted_score":0.33999999999999986},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3281037426456725,"accuracy":0.51,"positive_recall":0.22,"specificity":0.8,"precision":0.5238095238095238,"balanced_accuracy":0.51,"f1":0.30985915492957744,"true_positive":11,"false_positive":10,"false_negative":39,"true_negative":40,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.31241497058268997,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.6721311475409837,"baseline_adjusted_score":0.6721311475409837},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.67,"uniform_accuracy_baseline":0.036111111111111115,"fixed_answer_accuracy_baseline":0.08833333333333333,"baseline_adjusted_skill":0.6380255941499087,"baseline_adjusted_score":0.6380255941499087},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.8636363636363635,"baseline_adjusted_score":0.8636363636363635},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.595,"uniform_accuracy_baseline":0.049879324215607396,"fixed_answer_accuracy_baseline":0.12442477876106194,"baseline_adjusted_skill":0.5374469375379017,"baseline_adjusted_score":0.5374469375379017},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3140309287405382,"accuracy":0.46,"positive_recall":0.64,"specificity":0.28,"precision":0.47058823529411764,"balanced_accuracy":0.46,"f1":0.5423728813559322,"true_positive":32,"false_positive":36,"false_negative":18,"true_negative":14,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.2561237149621527,"baseline_adjusted_skill":-0.07999999999999996,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.8333333333333334,"uniform_accuracy_baseline":0.23888888888888887,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.7647058823529413,"baseline_adjusted_score":0.7647058823529413},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.2440410862813971,"accuracy":0.625,"positive_recall":0.90625,"specificity":0.34375,"precision":0.58,"balanced_accuracy":0.625,"f1":0.7073170731707317,"true_positive":29,"false_positive":21,"false_negative":3,"true_negative":11,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.023835654874411638,"baseline_adjusted_skill":0.25,"baseline_adjusted_score":0.25},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.79,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.6818181818181819,"baseline_adjusted_score":0.6818181818181819},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2723669757985408,"accuracy":0.59,"positive_recall":0.34,"specificity":0.84,"precision":0.68,"balanced_accuracy":0.59,"f1":0.4533333333333333,"true_positive":17,"false_positive":8,"false_negative":33,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.0894679031941632,"baseline_adjusted_skill":0.17999999999999994,"baseline_adjusted_score":0.17999999999999994},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.7941176470588235,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.6956521739130433,"baseline_adjusted_score":0.6956521739130433},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.018251015975694593,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":16,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.9269288367737816,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.19019073683768511,"normalized_score_rmse":0.2893452796800979,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.4236644338251967,"baseline_adjusted_score":0.4236644338251967},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.1875,"uniform_accuracy_baseline":0.178125,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.14035087719298242,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.039190060550830026,"accuracy":0.9705882352941176,"positive_recall":1,"specificity":0.9411764705882353,"precision":0.9444444444444444,"balanced_accuracy":0.9705882352941176,"f1":0.9714285714285714,"true_positive":17,"false_positive":1,"false_negative":0,"true_negative":16,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8432397577966799,"baseline_adjusted_skill":0.9411764705882353,"baseline_adjusted_score":0.9411764705882353},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.37969629510360603,"normalized_score_rmse":0.438108740754117,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-1.581934806704521,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.4791666666666667,"uniform_accuracy_baseline":0.13194444444444445,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":-0.3043478260869564,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.1395289864751862,"accuracy":0.8076923076923077,"positive_recall":0.8461538461538461,"specificity":0.7692307692307693,"precision":0.7857142857142857,"balanced_accuracy":0.8076923076923077,"f1":0.8148148148148148,"true_positive":22,"false_positive":6,"false_negative":4,"true_negative":20,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.44188405409925524,"baseline_adjusted_skill":0.6153846153846154,"baseline_adjusted_score":0.6153846153846154},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.11603388344712329,"accuracy":0.8666666666666667,"positive_recall":0.9743589743589743,"specificity":0.75,"precision":0.8085106382978723,"balanced_accuracy":0.8621794871794872,"f1":0.8837209302325582,"true_positive":38,"false_positive":9,"false_negative":1,"true_negative":27,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24960000000000004,"brier_skill":0.5351206592663331,"baseline_adjusted_skill":0.7243589743589745,"baseline_adjusted_score":0.7243589743589745},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.4006394471228123,"normalized_score_rmse":0.48884878726554826,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.430855168295758,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.6470588235294118,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.52,"baseline_adjusted_score":0.52},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.216450125032903,"accuracy":0.7142857142857143,"positive_recall":1,"specificity":0.42857142857142855,"precision":0.6363636363636364,"balanced_accuracy":0.7142857142857143,"f1":0.7777777777777778,"true_positive":14,"false_positive":8,"false_negative":0,"true_negative":6,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.13419949986838797,"baseline_adjusted_skill":0.4285714285714286,"baseline_adjusted_score":0.4285714285714286},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.32134078470143407,"normalized_score_rmse":0.38850705753722276,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.1696969696969697,"baseline_adjusted_skill":-0.893615338419165,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.05909980445955813,"accuracy":0.9294117647058824,"positive_recall":0.9333333333333333,"specificity":0.925,"precision":0.9333333333333333,"balanced_accuracy":0.9291666666666667,"f1":0.9333333333333333,"true_positive":42,"false_positive":3,"false_negative":3,"true_negative":37,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.2491349480968858,"brier_skill":0.7627799515442736,"baseline_adjusted_skill":0.8583333333333334,"baseline_adjusted_score":0.8583333333333334},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.44,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.2631578947368421,"baseline_adjusted_score":0.2631578947368421},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.3618463587558797,"accuracy":0.46,"positive_recall":0.4,"specificity":0.6,"precision":0.7,"balanced_accuracy":0.5,"f1":0.509090909090909,"true_positive":14,"false_positive":6,"false_negative":21,"true_negative":9,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.21,"brier_skill":-0.7230778988375226,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.2889835147559643,"normalized_score_rmse":0.40058355328914774,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.032083981271300965,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.6835443037974683,"uniform_accuracy_baseline":0.24240506329113923,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.45652173913043476,"baseline_adjusted_score":0.45652173913043476},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.025684043882446776,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":11,"false_positive":0,"false_negative":0,"true_negative":10,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.2494331065759637,"brier_skill":0.8970303331621906,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.6060606060606061,"uniform_accuracy_baseline":0.32373737373737377,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.35000000000000003,"baseline_adjusted_score":0.35000000000000003},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.2920651777632272,"accuracy":0.6060606060606061,"positive_recall":0.7647058823529411,"specificity":0.4375,"precision":0.5909090909090909,"balanced_accuracy":0.6011029411764706,"f1":0.6666666666666666,"true_positive":13,"false_positive":9,"false_negative":4,"true_negative":7,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":-0.16933448008880303,"baseline_adjusted_skill":0.20220588235294112,"baseline_adjusted_score":0.20220588235294112},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.24074135659554716,"normalized_score_rmse":0.30547332053247356,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.3431372549019608,"baseline_adjusted_skill":0.298410903635834,"baseline_adjusted_score":0.298410903635834},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.4368771951494601,"accuracy":0.39,"positive_recall":0.46,"specificity":0.32,"precision":0.40350877192982454,"balanced_accuracy":0.39,"f1":0.42990654205607476,"true_positive":23,"false_positive":34,"false_negative":27,"true_negative":16,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.7475087805978404,"baseline_adjusted_skill":-0.21999999999999997,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.33333333333333337,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":-0.03092783505154633,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.2914723885386358,"accuracy":0.48,"positive_recall":0.3783783783783784,"specificity":0.5789473684210527,"precision":0.4666666666666667,"balanced_accuracy":0.4786628733997155,"f1":0.417910447761194,"true_positive":14,"false_positive":16,"false_negative":23,"true_negative":22,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555554,"brier_skill":-0.16609686026303438,"baseline_adjusted_skill":-0.042674253200568946,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.83,"uniform_accuracy_baseline":0.14285714285714285,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.782051282051282,"baseline_adjusted_score":0.782051282051282},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.305,"uniform_accuracy_baseline":0.32416666666666666,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.05303030303030309,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.1573373128795048,"accuracy":0.8181818181818182,"positive_recall":1,"specificity":0.6470588235294118,"precision":0.7272727272727273,"balanced_accuracy":0.8235294117647058,"f1":0.8421052631578947,"true_positive":16,"false_positive":6,"false_negative":0,"true_negative":11,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":0.37007230247874723,"baseline_adjusted_skill":0.6470588235294117,"baseline_adjusted_score":0.6470588235294117},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.14077196687911497,"normalized_score_rmse":0.16466662579335753,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.3592448404123042,"baseline_adjusted_score":0.3592448404123042},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.231658544918457,"accuracy":0.65,"positive_recall":0.5454545454545454,"specificity":0.6794871794871795,"precision":0.32432432432432434,"balanced_accuracy":0.6124708624708625,"f1":0.4067796610169492,"true_positive":12,"false_positive":25,"false_negative":10,"true_negative":53,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-0.34999152050382865,"baseline_adjusted_skill":0.22494172494172493,"baseline_adjusted_score":0.22494172494172493},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.14943382763077276,"accuracy":0.81,"positive_recall":0.7297297297297297,"specificity":0.8571428571428571,"precision":0.75,"balanced_accuracy":0.7934362934362934,"f1":0.7397260273972602,"true_positive":27,"false_positive":9,"false_negative":10,"true_negative":54,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000003,"brier_skill":0.3589282383922233,"baseline_adjusted_skill":0.5868725868725868,"baseline_adjusted_score":0.5868725868725868},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.16827688057853357,"accuracy":0.78,"positive_recall":0.7692307692307693,"specificity":0.7868852459016393,"precision":0.6976744186046512,"balanced_accuracy":0.7780580075662042,"f1":0.7317073170731707,"true_positive":30,"false_positive":13,"false_negative":9,"true_negative":48,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379,"brier_skill":0.2926570803760674,"baseline_adjusted_skill":0.5561160151324085,"baseline_adjusted_score":0.5561160151324085},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3493917610254412,"accuracy":0.56,"positive_recall":0.9032258064516129,"specificity":0.4057971014492754,"precision":0.4057971014492754,"balanced_accuracy":0.6545114539504442,"f1":0.56,"true_positive":28,"false_positive":41,"false_negative":3,"true_negative":28,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999998,"brier_skill":-0.6334350679076264,"baseline_adjusted_skill":0.3090229079008884,"baseline_adjusted_score":0.3090229079008884},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.8333333333333334,"baseline_adjusted_score":0.8333333333333334},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.1872670465707779,"normalized_score_rmse":0.22900927420663253,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.1945503373299876,"baseline_adjusted_score":0.1945503373299876},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.093807550485578,"accuracy":0.89,"positive_recall":0.92,"specificity":0.86,"precision":0.8679245283018868,"balanced_accuracy":0.89,"f1":0.8932038834951457,"true_positive":46,"false_positive":7,"false_negative":4,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6247697980576881,"baseline_adjusted_skill":0.78,"baseline_adjusted_score":0.78},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3335781697699583,"accuracy":0.53,"positive_recall":0.92,"specificity":0.14,"precision":0.5168539325842697,"balanced_accuracy":0.53,"f1":0.6618705035971223,"true_positive":46,"false_positive":43,"false_negative":4,"true_negative":7,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.3343126790798332,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.61,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.1142857142857144,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1272866291842515,"accuracy":0.83,"positive_recall":0.98,"specificity":0.68,"precision":0.7538461538461538,"balanced_accuracy":0.8300000000000001,"f1":0.8521739130434782,"true_positive":49,"false_positive":16,"false_negative":1,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.49085348326299405,"baseline_adjusted_skill":0.6600000000000001,"baseline_adjusted_score":0.6600000000000001},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.7380952380952381,"baseline_adjusted_score":0.7380952380952381},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.56,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.2666666666666667,"baseline_adjusted_score":0.2666666666666667},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.19325338528681907,"accuracy":0.73,"positive_recall":0.68,"specificity":0.78,"precision":0.7555555555555555,"balanced_accuracy":0.73,"f1":0.7157894736842105,"true_positive":34,"false_positive":11,"false_negative":16,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.22698645885272373,"baseline_adjusted_skill":0.45999999999999996,"baseline_adjusted_score":0.45999999999999996},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.20851190476190473,"fixed_answer_accuracy_baseline":0.22333333333333333,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08119766660424946,"accuracy":0.89,"positive_recall":1,"specificity":0.78,"precision":0.819672131147541,"balanced_accuracy":0.89,"f1":0.9009009009009009,"true_positive":50,"false_positive":11,"false_negative":0,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6752093335830022,"baseline_adjusted_skill":0.78,"baseline_adjusted_score":0.78},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.1665388857573271,"normalized_score_rmse":0.22393163684900497,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.4448703808089097,"baseline_adjusted_score":0.4448703808089097},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.22851190476190475,"fixed_answer_accuracy_baseline":0.24333333333333332,"baseline_adjusted_skill":0.894273127753304,"baseline_adjusted_score":0.894273127753304},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.06024461475400795,"accuracy":0.92,"positive_recall":0.96,"specificity":0.88,"precision":0.8888888888888888,"balanced_accuracy":0.9199999999999999,"f1":0.9230769230769231,"true_positive":48,"false_positive":6,"false_negative":2,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7590215409839682,"baseline_adjusted_skill":0.8399999999999999,"baseline_adjusted_score":0.8399999999999999},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.13890355585784547,"normalized_score_rmse":0.2016850886965439,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.3042222222222222,"baseline_adjusted_skill":0.543414169934036,"baseline_adjusted_score":0.543414169934036},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.6774193548387097,"baseline_adjusted_score":0.6774193548387097},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.10971265955681578,"accuracy":0.84,"positive_recall":0.98,"specificity":0.7,"precision":0.765625,"balanced_accuracy":0.84,"f1":0.8596491228070176,"true_positive":49,"false_positive":15,"false_negative":1,"true_negative":35,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5611493617727369,"baseline_adjusted_skill":0.6799999999999999,"baseline_adjusted_score":0.6799999999999999},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.73,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.45999999999999996,"baseline_adjusted_score":0.45999999999999996},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.04990189533299853,"accuracy":0.94,"positive_recall":0.92,"specificity":0.96,"precision":0.9583333333333334,"balanced_accuracy":0.94,"f1":0.9387755102040817,"true_positive":46,"false_positive":2,"false_negative":4,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8003924186680058,"baseline_adjusted_skill":0.8799999999999999,"baseline_adjusted_score":0.8799999999999999},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.58,"uniform_accuracy_baseline":0.3533333333333333,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.28813559322033894,"baseline_adjusted_score":0.28813559322033894},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.8064516129032259,"baseline_adjusted_score":0.8064516129032259},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.42,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.06451612903225803,"baseline_adjusted_score":0.06451612903225803},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.39,"uniform_accuracy_baseline":0.1111111111111111,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.27380952380952384,"baseline_adjusted_score":0.27380952380952384},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.07377681940520754,"accuracy":0.791125,"positive_recall":0.24588002636783124,"specificity":0.9187104735461977,"precision":0.4144444444444444,"balanced_accuracy":0.5822952499570144,"f1":0.3086470831609433,"true_positive":18.65,"false_positive":26.35,"false_negative":57.2,"true_negative":297.8,"positive_prevalence":0.189625,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500001,"brier_skill":0.030828674429134284,"baseline_adjusted_skill":0.16459049991402885,"baseline_adjusted_score":0.16459049991402885},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.19844762884429656,"normalized_score_rmse":0.24954902773496185,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":0.071590040494519,"baseline_adjusted_score":0.071590040494519},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.08373382208460248,"accuracy":0.7923749999999999,"positive_recall":0.5091420534458508,"specificity":0.895346855292313,"precision":0.6388235294117647,"balanced_accuracy":0.7022444543690819,"f1":0.5666579702582833,"true_positive":54.3,"false_positive":30.7,"false_negative":52.35,"true_negative":262.65,"positive_prevalence":0.266625,"majority_accuracy_baseline":0.733375,"constant_brier_baseline":0.115654859375,"brier_skill":0.2760025602287628,"baseline_adjusted_skill":0.4044889087381638,"baseline_adjusted_score":0.4044889087381638},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1940409041987732,"normalized_score_rmse":0.2527492776066044,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.27798733321386715,"baseline_adjusted_score":0.27798733321386715},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.06906061863183595,"accuracy":0.788375,"positive_recall":0.5463087248322147,"specificity":0.8822202948829142,"precision":0.6426315789473684,"balanced_accuracy":0.7142645098575644,"f1":0.5905683192261185,"true_positive":61.05,"false_positive":33.95,"false_negative":50.7,"true_negative":254.3,"positive_prevalence":0.279375,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937500001,"brier_skill":0.3896858809319971,"baseline_adjusted_skill":0.4285290197151288,"baseline_adjusted_score":0.4285290197151288},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1791696397343185,"normalized_score_rmse":0.22726799030231903,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.3222897787827197,"baseline_adjusted_score":0.3222897787827197},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.09647697179707011,"accuracy":0.8286250000000002,"positive_recall":0.25464788732394367,"specificity":0.9922891566265061,"precision":0.904,"balanced_accuracy":0.6234685219752248,"f1":0.3973626373626374,"true_positive":22.6,"false_positive":2.4,"false_negative":66.15,"true_negative":308.85,"positive_prevalence":0.221875,"majority_accuracy_baseline":0.778125,"constant_brier_baseline":0.12674023437499998,"brier_skill":0.23878181011080268,"baseline_adjusted_skill":0.2469370439504497,"baseline_adjusted_score":0.2469370439504497},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.21442049539764413,"normalized_score_rmse":0.2886314563694384,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.04965985419326702,"baseline_adjusted_score":0.04965985419326702},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.058194451302619805,"accuracy":0.8205,"positive_recall":0.6710775047258979,"specificity":0.8742352141400408,"precision":0.6574074074074074,"balanced_accuracy":0.7726563594329694,"f1":0.6641721234798877,"true_positive":71,"false_positive":37,"false_negative":34.8,"true_negative":257.2,"positive_prevalence":0.2645,"majority_accuracy_baseline":0.7355,"constant_brier_baseline":0.11362725,"brier_skill":0.4878477539268107,"baseline_adjusted_skill":0.5453127188659388,"baseline_adjusted_score":0.5453127188659388},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1704048826091457,"normalized_score_rmse":0.21726563474764218,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.3217716115058876,"baseline_adjusted_score":0.3217716115058876},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.07224923704611824,"accuracy":0.82675,"positive_recall":0.3870757180156658,"specificity":0.9308905380333952,"precision":0.5701923076923077,"balanced_accuracy":0.6589831280245305,"f1":0.46111975116640735,"true_positive":29.65,"false_positive":22.35,"false_negative":46.95,"true_negative":301.05,"positive_prevalence":0.19149999999999998,"majority_accuracy_baseline":0.8085,"constant_brier_baseline":0.09190274999999999,"brier_skill":0.21385119546348452,"baseline_adjusted_skill":0.31796625604906104,"baseline_adjusted_score":0.31796625604906104},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.18013163338880986,"normalized_score_rmse":0.2395802316145695,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.1292730712323391,"baseline_adjusted_score":0.1292730712323391},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.06890837686096299,"accuracy":0.85175,"positive_recall":0.6063685636856369,"specificity":0.9072654812998161,"precision":0.5966666666666667,"balanced_accuracy":0.7568170224927264,"f1":0.6014784946236559,"true_positive":44.75,"false_positive":30.25,"false_negative":29.05,"true_negative":295.95,"positive_prevalence":0.1845,"majority_accuracy_baseline":0.8155,"constant_brier_baseline":0.10922225,"brier_skill":0.36909945674106714,"baseline_adjusted_skill":0.5136340449854528,"baseline_adjusted_score":0.5136340449854528},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1808340731950011,"normalized_score_rmse":0.24556309850592736,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":0.045100603590753185,"baseline_adjusted_score":0.045100603590753185},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.09393336096858794,"accuracy":0.8180000000000001,"positive_recall":0.08726114649681528,"specificity":0.9964230171073095,"precision":0.85625,"balanced_accuracy":0.5418420818020624,"f1":0.15838150289017341,"true_positive":6.85,"false_positive":1.15,"false_negative":71.65,"true_negative":320.35,"positive_prevalence":0.19625,"majority_accuracy_baseline":0.80375,"constant_brier_baseline":0.09878593749999999,"brier_skill":0.049122138780249514,"baseline_adjusted_skill":0.08368416360412478,"baseline_adjusted_score":0.08368416360412478},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.21603732649353333,"normalized_score_rmse":0.2912249783316132,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":-0.02266190056110462,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.09205238851704908,"accuracy":0.7005102040816327,"positive_recall":0.7212336892052195,"specificity":0.684870188003581,"precision":0.6333333333333333,"balanced_accuracy":0.7030519386044003,"f1":0.6744315030504714,"true_positive":121.6,"false_positive":70.4,"false_negative":47,"true_negative":153,"positive_prevalence":0.4301020408163265,"majority_accuracy_baseline":0.5698979591836735,"constant_brier_baseline":0.12359641815910039,"brier_skill":0.2552179918470293,"baseline_adjusted_skill":0.4061038772088006,"baseline_adjusted_score":0.4061038772088006},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.1655275017725142,"normalized_score_rmse":0.22001676770972517,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.39919647504791134,"baseline_adjusted_score":0.39919647504791134},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.06807913391565994,"accuracy":0.85675,"positive_recall":0.6549960660896932,"specificity":0.8948580769802348,"precision":0.5405844155844156,"balanced_accuracy":0.774927071534964,"f1":0.5923159018143009,"true_positive":83.25,"false_positive":70.75,"false_negative":43.85,"true_negative":602.15,"positive_prevalence":0.158875,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499999,"brier_skill":0.31078287378524927,"baseline_adjusted_skill":0.549854143069928,"baseline_adjusted_score":0.549854143069928},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.21316136005392763,"normalized_score_rmse":0.26629672018783823,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-0.29188703062986443,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.53,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.24193548387096778,"baseline_adjusted_score":0.24193548387096778},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.33281242858024357,"accuracy":0.53,"positive_recall":0.6,"specificity":0.46,"precision":0.5263157894736842,"balanced_accuracy":0.53,"f1":0.5607476635514018,"true_positive":30,"false_positive":27,"false_negative":20,"true_negative":23,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.3312497143209743,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.3306825712392313,"uniform_accuracy_baseline":0.058823529411764705,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.2133956386292835,"baseline_adjusted_score":0.2133956386292835},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.72,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.39130434782608686,"baseline_adjusted_score":0.39130434782608686},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.29350359840400775,"accuracy":0.58,"positive_recall":0.92,"specificity":0.24,"precision":0.5476190476190477,"balanced_accuracy":0.5800000000000001,"f1":0.6865671641791045,"true_positive":46,"false_positive":38,"false_negative":4,"true_negative":12,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.174014393616031,"baseline_adjusted_skill":0.16000000000000014,"baseline_adjusted_score":0.16000000000000014},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.56,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.3015873015873017,"baseline_adjusted_score":0.3015873015873017},"scoring":{"eligible":true,"reason":null},"model":201,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.22968206408149802,"accuracy":0.6486486486486487,"positive_recall":0.676056338028169,"specificity":0.6233766233766234,"precision":0.6233766233766234,"balanced_accuracy":0.6497164807023962,"f1":0.6486486486486487,"true_positive":48,"false_positive":29,"false_negative":23,"true_negative":48,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.2495891161431699,"brier_skill":0.07975929547445793,"baseline_adjusted_skill":0.29943296140479236,"baseline_adjusted_score":0.29943296140479236},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.26,"uniform_accuracy_baseline":0.20049999999999962,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":-0.04225352112676053,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.48,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.23529411764705882,"baseline_adjusted_score":0.23529411764705882},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.4680851063829787,"baseline_adjusted_score":0.4680851063829787},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.6938775510204082,"baseline_adjusted_score":0.6938775510204082},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09068510080870058,"accuracy":0.55235089718,"positive_recall":0.5262573987802379,"specificity":0.5942152224280342,"precision":0.6754008627500001,"balanced_accuracy":0.560236310604136,"f1":0.5915736820418799,"true_positive":32.419241412000005,"false_positive":15.580758587999998,"false_negative":29.184151694,"true_negative":22.815848305999996,"positive_prevalence":0.6160339310599999,"majority_accuracy_baseline":0.6160339310599999,"constant_brier_baseline":0.079087076552024,"brier_skill":-0.1466487922214108,"baseline_adjusted_skill":0.12047262120827207,"baseline_adjusted_score":0.12047262120827207},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.20618634347261125,"accuracy":0.67,"positive_recall":0.48,"specificity":0.86,"precision":0.7741935483870968,"balanced_accuracy":0.6699999999999999,"f1":0.5925925925925926,"true_positive":24,"false_positive":7,"false_negative":26,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.175254626109555,"baseline_adjusted_skill":0.33999999999999986,"baseline_adjusted_score":0.33999999999999986},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.79,"uniform_accuracy_baseline":0.012987012987012965,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.7789473684210526,"baseline_adjusted_score":0.7789473684210526},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.63,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.3833333333333333,"baseline_adjusted_score":0.3833333333333333},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.66,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.46875000000000006,"baseline_adjusted_score":0.46875000000000006},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2622771209705087,"accuracy":0.53,"positive_recall":1,"specificity":0.06,"precision":0.5154639175257731,"balanced_accuracy":0.53,"f1":0.6802721088435374,"true_positive":50,"false_positive":47,"false_negative":0,"true_negative":3,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.049108483882034815,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.13693799386692668,"accuracy":0.5833272390327017,"positive_recall":0.7323130436230186,"specificity":0.5139539788600861,"precision":0.4123049919340241,"balanced_accuracy":0.6231335112415524,"f1":0.5275756875475551,"true_positive":162.8604718139395,"false_positive":232.1395281860605,"false_negative":59.531404491048306,"true_negative":245.4685955089517,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768597,"brier_skill":-0.5433646037516793,"baseline_adjusted_skill":0.24626702248310472,"baseline_adjusted_score":0.24626702248310472},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.22402174788180163,"accuracy":0.68,"positive_recall":0.42,"specificity":0.94,"precision":0.875,"balanced_accuracy":0.6799999999999999,"f1":0.5675675675675675,"true_positive":21,"false_positive":3,"false_negative":29,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.1039130084727935,"baseline_adjusted_skill":0.3599999999999999,"baseline_adjusted_score":0.3599999999999999},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.5496688741721855,"uniform_accuracy_baseline":0.006622516556291403,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.5310344827586208,"baseline_adjusted_score":0.5310344827586208},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.47,"uniform_accuracy_baseline":0.3333333333333301,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.022776572668112758,"baseline_adjusted_score":0.022776572668112758},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.3,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.16666666666666674,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.22511199938880513,"accuracy":0.64,"positive_recall":0.66,"specificity":0.62,"precision":0.6346153846153846,"balanced_accuracy":0.64,"f1":0.6470588235294118,"true_positive":33,"false_positive":19,"false_negative":17,"true_negative":31,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.09955200244477946,"baseline_adjusted_skill":0.28,"baseline_adjusted_score":0.28},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.67,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.31250000000000006,"baseline_adjusted_score":0.31250000000000006},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.07142857142857136,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.8539325842696629,"baseline_adjusted_score":0.8539325842696629},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.64,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.21739130434782605,"baseline_adjusted_score":0.21739130434782605},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.31,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.05479452054794518,"baseline_adjusted_score":0.05479452054794518},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.2222222222222222,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":-1.333333333333333,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.24745000074878926,"accuracy":0.573170731707317,"positive_recall":0.525,"specificity":0.6190476190476191,"precision":0.5675675675675675,"balanced_accuracy":0.5720238095238095,"f1":0.5454545454545454,"true_positive":21,"false_positive":16,"false_negative":19,"true_negative":26,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.24985127900059498,"brier_skill":0.009610830336393872,"baseline_adjusted_skill":0.14404761904761898,"baseline_adjusted_score":0.14404761904761898},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1626628308613271,"accuracy":0.75,"positive_recall":0.88,"specificity":0.62,"precision":0.6984126984126984,"balanced_accuracy":0.75,"f1":0.7787610619469026,"true_positive":44,"false_positive":19,"false_negative":6,"true_negative":31,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3493486765546916,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.45251396648044695,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.29749103942652333,"baseline_adjusted_score":0.29749103942652333},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.46,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.11475409836065575,"baseline_adjusted_score":0.11475409836065575},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.31043099864746343,"accuracy":0.36,"positive_recall":0.8409090909090909,"specificity":0.22435897435897437,"precision":0.23417721518987342,"balanced_accuracy":0.5326340326340326,"f1":0.36633663366336633,"true_positive":37,"false_positive":121,"false_negative":7,"true_negative":35,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000053,"brier_skill":-0.8090384536565411,"baseline_adjusted_skill":0.06526806526806528,"baseline_adjusted_score":0.06526806526806528},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.3248117032626912,"accuracy":0.295,"positive_recall":0.92,"specificity":0.08666666666666667,"precision":0.25136612021857924,"balanced_accuracy":0.5033333333333334,"f1":0.3948497854077253,"true_positive":46,"false_positive":137,"false_negative":4,"true_negative":13,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-0.7323290840676864,"baseline_adjusted_skill":0.006666666666666821,"baseline_adjusted_score":0.006666666666666821},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.3387615713153306,"accuracy":0.225,"positive_recall":0.5789473684210527,"specificity":0.1878453038674033,"precision":0.06962025316455696,"balanced_accuracy":0.38339633614422797,"f1":0.12429378531073447,"true_positive":11,"false_positive":147,"false_negative":8,"true_negative":34,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.0859749999999999,"brier_skill":-2.9402334552524683,"baseline_adjusted_skill":-0.23320732771154407,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.15043703102680875,"accuracy":0.7438035714285713,"positive_recall":0.6864398373177266,"specificity":0.7474654728056789,"precision":0.14786324786324792,"balanced_accuracy":0.7169526550617027,"f1":0.2433149909460102,"true_positive":115.3333333333334,"false_positive":664.6666666666667,"false_negative":52.683333333333316,"true_negative":1967.3166666666662,"positive_prevalence":0.060005952380952354,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679296,"brier_skill":-3.671816433185506,"baseline_adjusted_skill":0.4339053101234054,"baseline_adjusted_score":0.4339053101234054},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.18980169971671387,"uniform_accuracy_baseline":0.027777777777777853,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.07142857142857142,"baseline_adjusted_score":0.07142857142857142},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.23,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":-0.09999999999999998,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.172914302382929,"accuracy":0.78,"positive_recall":1,"specificity":0.56,"precision":0.6944444444444444,"balanced_accuracy":0.78,"f1":0.819672131147541,"true_positive":50,"false_positive":22,"false_negative":0,"true_negative":28,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.30834279046828394,"baseline_adjusted_skill":0.56,"baseline_adjusted_score":0.56},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.20976382626128212,"accuracy":0.71,"positive_recall":0.98,"specificity":0.44,"precision":0.6363636363636364,"balanced_accuracy":0.71,"f1":0.7716535433070866,"true_positive":49,"false_positive":28,"false_negative":1,"true_negative":22,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.16094469495487151,"baseline_adjusted_skill":0.41999999999999993,"baseline_adjusted_score":0.41999999999999993},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.52,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":-0.23076923076923067,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.54,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.5106382978723405,"baseline_adjusted_score":0.5106382978723405},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.15750784157620754,"accuracy":0.82,"positive_recall":0.96,"specificity":0.68,"precision":0.75,"balanced_accuracy":0.8200000000000001,"f1":0.8421052631578947,"true_positive":48,"false_positive":16,"false_negative":2,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.36996863369516986,"baseline_adjusted_skill":0.6400000000000001,"baseline_adjusted_score":0.6400000000000001},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.89,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8358208955223883,"baseline_adjusted_score":0.8358208955223883},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.21809158755701558,"accuracy":0.73,"positive_recall":0.58,"specificity":0.88,"precision":0.8285714285714286,"balanced_accuracy":0.73,"f1":0.6823529411764706,"true_positive":29,"false_positive":6,"false_negative":21,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.1276336497719377,"baseline_adjusted_skill":0.45999999999999996,"baseline_adjusted_score":0.45999999999999996},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.3007449729729729,"uniform_accuracy_baseline":0.23445945945945923,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.05205822584394452,"baseline_adjusted_score":0.05205822584394452},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.09388243686539953,"accuracy":0.5999122697368421,"positive_recall":0.9328747127242495,"specificity":0.28285810234490505,"precision":0.553306672,"balanced_accuracy":0.6078664075345772,"f1":0.694620196425326,"true_positive":69.16333399999999,"false_positive":55.83666599999999,"false_negative":4.976669,"true_negative":22.023331,"positive_prevalence":0.48776317763157917,"majority_accuracy_baseline":0.5122368223684208,"constant_brier_baseline":0.0945191003976856,"brier_skill":0.006735818788026315,"baseline_adjusted_skill":0.21573281506915443,"baseline_adjusted_score":0.21573281506915443},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.18582636988592735,"normalized_score_rmse":0.22289381622746754,"constant_score_baseline":0.5841668333333334,"constant_mae_baseline":0.21700552708333315,"baseline_adjusted_skill":0.14367909249349475,"baseline_adjusted_score":0.14367909249349475},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2583298404235398,"accuracy":0.57,"positive_recall":1,"specificity":0.14,"precision":0.5376344086021505,"balanced_accuracy":0.5700000000000001,"f1":0.6993006993006993,"true_positive":50,"false_positive":43,"false_negative":0,"true_negative":7,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.033319361694159166,"baseline_adjusted_skill":0.14000000000000012,"baseline_adjusted_score":0.14000000000000012},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.22940590681610773,"accuracy":0.65,"positive_recall":0.66,"specificity":0.64,"precision":0.6470588235294118,"balanced_accuracy":0.65,"f1":0.6534653465346535,"true_positive":33,"false_positive":18,"false_negative":17,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.08237637273556908,"baseline_adjusted_skill":0.30000000000000004,"baseline_adjusted_score":0.30000000000000004},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.66,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.4426229508196722,"baseline_adjusted_score":0.4426229508196722},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.585,"uniform_accuracy_baseline":0.03611111111111102,"fixed_answer_accuracy_baseline":0.08833333333333329,"baseline_adjusted_skill":0.5447897623400365,"baseline_adjusted_score":0.5447897623400365},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.66,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.22727272727272724,"baseline_adjusted_score":0.22727272727272724},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.595,"uniform_accuracy_baseline":0.04987932421560751,"fixed_answer_accuracy_baseline":0.1244247787610618,"baseline_adjusted_skill":0.5374469375379018,"baseline_adjusted_score":0.5374469375379018},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.250188125532052,"accuracy":0.52,"positive_recall":0.04,"specificity":1,"precision":1,"balanced_accuracy":0.52,"f1":0.07692307692307693,"true_positive":2,"false_positive":0,"false_negative":48,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.000752502128207988,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.5555555555555556,"uniform_accuracy_baseline":0.23888888888888893,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.3725490196078432,"baseline_adjusted_score":0.3725490196078432},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.2503312616530931,"accuracy":0.546875,"positive_recall":1,"specificity":0.09375,"precision":0.5245901639344263,"balanced_accuracy":0.546875,"f1":0.6881720430107527,"true_positive":32,"false_positive":29,"false_negative":0,"true_negative":3,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.001325046612372427,"baseline_adjusted_skill":0.09375,"baseline_adjusted_score":0.09375},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.39,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":-0.3260869565217392,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.35,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.015151515151515083,"baseline_adjusted_score":0.015151515151515083},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.26503913944195384,"accuracy":0.5,"positive_recall":0.52,"specificity":0.48,"precision":0.5,"balanced_accuracy":0.5,"f1":0.5098039215686274,"true_positive":26,"false_positive":26,"false_negative":24,"true_negative":24,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.060156557767815366,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.7647058823529411,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.6521739130434782,"baseline_adjusted_score":0.6521739130434782},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.18466910013049043,"accuracy":0.696969696969697,"positive_recall":0.75,"specificity":0.6470588235294118,"precision":0.6666666666666666,"balanced_accuracy":0.6985294117647058,"f1":0.7058823529411765,"true_positive":12,"false_positive":6,"false_negative":4,"true_negative":11,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.260644668962853,"baseline_adjusted_skill":0.3970588235294117,"baseline_adjusted_score":0.3970588235294117},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.29474244862794874,"normalized_score_rmse":0.36809777068075755,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.10684106476379174,"baseline_adjusted_score":0.10684106476379174},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.0625,"uniform_accuracy_baseline":0.17812500000000006,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.3157894736842105,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.2568828523048938,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":17,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.02753140921957531,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.1597468029050266,"normalized_score_rmse":0.2796644377038177,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-0.08627825975418091,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.041666666666666664,"uniform_accuracy_baseline":0.13194444444444448,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":-1.4,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.2647977279501884,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":26,"false_positive":26,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.05919091180075364,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.24710457923916607,"accuracy":0.48,"positive_recall":0.1794871794871795,"specificity":0.8055555555555556,"precision":0.5,"balanced_accuracy":0.49252136752136755,"f1":0.2641509433962264,"true_positive":7,"false_positive":7,"false_negative":32,"true_negative":29,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24959999999999993,"brier_skill":0.009997679330263853,"baseline_adjusted_skill":-0.014957264957264904,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.29334538817405703,"normalized_score_rmse":0.3739443406312419,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.04766210062163223,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.29411764705882354,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.04000000000000001,"baseline_adjusted_score":0.04000000000000001},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.2096453009206336,"accuracy":0.7142857142857143,"positive_recall":0.5714285714285714,"specificity":0.8571428571428571,"precision":0.8,"balanced_accuracy":0.7142857142857142,"f1":0.6666666666666666,"true_positive":8,"false_positive":2,"false_negative":6,"true_negative":12,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.16141879631746558,"baseline_adjusted_skill":0.4285714285714284,"baseline_adjusted_score":0.4285714285714284},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.24729896892200817,"normalized_score_rmse":0.3015025200148088,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.16969696969696968,"baseline_adjusted_skill":-0.4572974954332627,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":0.6666666666666666,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":0.5833333333333333,"baseline_adjusted_score":0.5833333333333333},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.22102363531313832,"accuracy":0.6470588235294118,"positive_recall":0.8,"specificity":0.475,"precision":0.631578947368421,"balanced_accuracy":0.6375,"f1":0.7058823529411765,"true_positive":36,"false_positive":21,"false_negative":9,"true_negative":19,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.24913494809688563,"brier_skill":0.11283568603476357,"baseline_adjusted_skill":0.2749999999999999,"baseline_adjusted_score":0.2749999999999999},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.36,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.15789473684210525,"baseline_adjusted_score":0.15789473684210525},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.3027500053771773,"accuracy":0.2,"positive_recall":0.02857142857142857,"specificity":0.6,"precision":0.14285714285714285,"balanced_accuracy":0.3142857142857143,"f1":0.047619047619047616,"true_positive":1,"false_positive":6,"false_negative":34,"true_negative":9,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.20999999999999996,"brier_skill":-0.44166669227227295,"baseline_adjusted_skill":-0.37142857142857144,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.2946037869155407,"normalized_score_rmse":0.366614143489108,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.052156381841216515,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.27848101265822783,"uniform_accuracy_baseline":0.24240506329113914,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":-0.23913043478260873,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.22106058081148125,"accuracy":0.6666666666666666,"positive_recall":1,"specificity":0.3,"precision":0.6111111111111112,"balanced_accuracy":0.65,"f1":0.7586206896551724,"true_positive":11,"false_positive":7,"false_negative":0,"true_negative":3,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.24943310657596363,"brier_skill":0.11374803511033393,"baseline_adjusted_skill":0.30000000000000004,"baseline_adjusted_score":0.30000000000000004},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.2727272727272727,"uniform_accuracy_baseline":0.3237373737373738,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":-0.2,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.238692211052945,"accuracy":0.5757575757575758,"positive_recall":0.29411764705882354,"specificity":0.875,"precision":0.7142857142857143,"balanced_accuracy":0.5845588235294118,"f1":0.4166666666666667,"true_positive":5,"false_positive":2,"false_negative":12,"true_negative":14,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.0443536108946434,"baseline_adjusted_skill":0.1691176470588236,"baseline_adjusted_score":0.1691176470588236},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.36458286679550717,"normalized_score_rmse":0.41964383096246094,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.34313725490196084,"baseline_adjusted_skill":-0.06249864037547792,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.29141558982512245,"accuracy":0.45,"positive_recall":0.12,"specificity":0.78,"precision":0.35294117647058826,"balanced_accuracy":0.45,"f1":0.1791044776119403,"true_positive":6,"false_positive":11,"false_negative":44,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.16566235930048978,"baseline_adjusted_skill":-0.09999999999999998,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.3533333333333333,"uniform_accuracy_baseline":0.3333333333333332,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":-8.584198644008941e-17,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.2585811313653187,"accuracy":0.5066666666666667,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":37,"true_negative":38,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555535,"brier_skill":-0.03450843807248849,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.16,"uniform_accuracy_baseline":0.1428571428571427,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":-0.07692307692307691,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.31999999999999995,"uniform_accuracy_baseline":0.32416666666666627,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.03030303030303042,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.24633700904083902,"accuracy":0.5151515151515151,"positive_recall":0.0625,"specificity":0.9411764705882353,"precision":0.5,"balanced_accuracy":0.5018382352941176,"f1":0.1111111111111111,"true_positive":1,"false_positive":1,"false_negative":15,"true_negative":16,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.013746313068111804,"baseline_adjusted_skill":0.003676470588235281,"baseline_adjusted_score":0.003676470588235281},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.22301246508052855,"normalized_score_rmse":0.27330826411962666,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":-0.015091220366543645,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2641596970236403,"accuracy":0.49,"positive_recall":0.45454545454545453,"specificity":0.5,"precision":0.20408163265306123,"balanced_accuracy":0.4772727272727273,"f1":0.28169014084507044,"true_positive":10,"false_positive":39,"false_negative":12,"true_negative":39,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000028,"brier_skill":-0.539392173797435,"baseline_adjusted_skill":-0.045454545454545414,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2207845330349167,"accuracy":0.65,"positive_recall":0.05405405405405406,"specificity":1,"precision":1,"balanced_accuracy":0.527027027027027,"f1":0.10256410256410256,"true_positive":2,"false_positive":0,"false_negative":35,"true_negative":63,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000008,"brier_skill":0.05283340611361376,"baseline_adjusted_skill":0.054054054054053946,"baseline_adjusted_score":0.054054054054053946},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2459337167430193,"accuracy":0.61,"positive_recall":0.02564102564102564,"specificity":0.9836065573770492,"precision":0.5,"balanced_accuracy":0.5046237915090374,"f1":0.04878048780487805,"true_positive":1,"false_positive":1,"false_negative":38,"true_negative":60,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379000000000002,"brier_skill":-0.03376930114762122,"baseline_adjusted_skill":0.009247583018074712,"baseline_adjusted_score":0.009247583018074712},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.23143586639798017,"accuracy":0.57,"positive_recall":0.4838709677419355,"specificity":0.6086956521739131,"precision":0.35714285714285715,"balanced_accuracy":0.5462833099579243,"f1":0.410958904109589,"true_positive":15,"false_positive":27,"false_negative":16,"true_negative":42,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999987,"brier_skill":-0.0819816100887345,"baseline_adjusted_skill":0.09256661991584858,"baseline_adjusted_score":0.09256661991584858},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.45,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.2361111111111111,"baseline_adjusted_score":0.2361111111111111},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.18011156540364026,"normalized_score_rmse":0.22683546879235394,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.22532660041445052,"baseline_adjusted_score":0.22532660041445052},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1113306183190052,"accuracy":0.94,"positive_recall":0.96,"specificity":0.92,"precision":0.9230769230769231,"balanced_accuracy":0.94,"f1":0.9411764705882353,"true_positive":48,"false_positive":4,"false_negative":2,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5546775267239792,"baseline_adjusted_skill":0.8799999999999999,"baseline_adjusted_score":0.8799999999999999},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2770493017264631,"accuracy":0.53,"positive_recall":0.48,"specificity":0.58,"precision":0.5333333333333333,"balanced_accuracy":0.53,"f1":0.5052631578947369,"true_positive":24,"false_positive":21,"false_negative":26,"true_negative":29,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.10819720690585233,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.54,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.3142857142857143,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.23369652704717953,"accuracy":0.63,"positive_recall":0.86,"specificity":0.4,"precision":0.589041095890411,"balanced_accuracy":0.63,"f1":0.6991869918699187,"true_positive":43,"false_positive":30,"false_negative":7,"true_negative":20,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.0652138918112819,"baseline_adjusted_skill":0.26,"baseline_adjusted_score":0.26},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.4047619047619048,"baseline_adjusted_score":0.4047619047619048},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.35,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.08333333333333341,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.23679183720864486,"accuracy":0.58,"positive_recall":0.16,"specificity":1,"precision":1,"balanced_accuracy":0.58,"f1":0.27586206896551724,"true_positive":8,"false_positive":0,"false_negative":42,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.052832651165420574,"baseline_adjusted_skill":0.15999999999999992,"baseline_adjusted_score":0.15999999999999992},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.20851190476190457,"fixed_answer_accuracy_baseline":0.2233333333333332,"baseline_adjusted_skill":0.8068669527896996,"baseline_adjusted_score":0.8068669527896996},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1765085157114968,"accuracy":0.73,"positive_recall":0.7,"specificity":0.76,"precision":0.7446808510638298,"balanced_accuracy":0.73,"f1":0.7216494845360825,"true_positive":35,"false_positive":12,"false_negative":15,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.29396593715401276,"baseline_adjusted_skill":0.45999999999999996,"baseline_adjusted_score":0.45999999999999996},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.22557893356424757,"normalized_score_rmse":0.2654701340898558,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.248070221452508,"baseline_adjusted_score":0.248070221452508},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.63,"uniform_accuracy_baseline":0.22851190476190467,"fixed_answer_accuracy_baseline":0.2433333333333333,"baseline_adjusted_skill":0.5110132158590309,"baseline_adjusted_score":0.5110132158590309},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.19978664602500693,"accuracy":0.68,"positive_recall":0.74,"specificity":0.62,"precision":0.6607142857142857,"balanced_accuracy":0.6799999999999999,"f1":0.6981132075471698,"true_positive":37,"false_positive":19,"false_negative":13,"true_negative":31,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2008534158999723,"baseline_adjusted_skill":0.3599999999999999,"baseline_adjusted_score":0.3599999999999999},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.2417428027252511,"normalized_score_rmse":0.2962108678777628,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.304222222222222,"baseline_adjusted_skill":0.2053742788432208,"baseline_adjusted_score":0.2053742788432208},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.66,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.4516129032258065,"baseline_adjusted_score":0.4516129032258065},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1994301356053011,"accuracy":0.65,"positive_recall":0.96,"specificity":0.34,"precision":0.5925925925925926,"balanced_accuracy":0.65,"f1":0.732824427480916,"true_positive":48,"false_positive":33,"false_negative":2,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.20227945757879562,"baseline_adjusted_skill":0.30000000000000004,"baseline_adjusted_score":0.30000000000000004},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.43,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":-0.14,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.14761300120859,"accuracy":0.82,"positive_recall":0.92,"specificity":0.72,"precision":0.7666666666666667,"balanced_accuracy":0.8200000000000001,"f1":0.8363636363636363,"true_positive":46,"false_positive":14,"false_negative":4,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.40954799516564,"baseline_adjusted_skill":0.6400000000000001,"baseline_adjusted_score":0.6400000000000001},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.47,"uniform_accuracy_baseline":0.35333333333333317,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.10169491525423727,"baseline_adjusted_score":0.10169491525423727},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.7,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.5161290322580644,"baseline_adjusted_score":0.5161290322580644},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.24,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.22580645161290325,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.18,"uniform_accuracy_baseline":0.11111111111111088,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.023809523809523798,"baseline_adjusted_score":0.023809523809523798},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.1104203168627605,"accuracy":0.7953749999999996,"positive_recall":0,"specificity":0.98149005090236,"precision":0,"balanced_accuracy":0.49074502545118,"f1":0,"true_positive":0,"false_positive":6,"false_negative":75.84999999999997,"true_negative":318.14999999999986,"positive_prevalence":0.1896249999999999,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500007,"brier_skill":-0.4505396915536155,"baseline_adjusted_skill":-0.018509949097640033,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3786721892049536,"normalized_score_rmse":0.4131772835468176,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":-0.7715657974500754,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.10784959481119089,"accuracy":0.7533749999999999,"positive_recall":0.2109704641350212,"specificity":0.9505709902846429,"precision":0.6081081081081081,"balanced_accuracy":0.580770727209832,"f1":0.31326139923425,"true_positive":22.500000000000004,"false_positive":14.500000000000002,"false_negative":84.14999999999996,"true_negative":278.84999999999997,"positive_prevalence":0.2666249999999998,"majority_accuracy_baseline":0.7333750000000002,"constant_brier_baseline":0.11565485937499977,"brier_skill":0.06748756261508271,"baseline_adjusted_skill":0.16154145441966405,"baseline_adjusted_score":0.16154145441966405},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3304336310573854,"normalized_score_rmse":0.3633963427329659,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":-0.22952048765538757,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.11571407242965848,"accuracy":0.7113749999999993,"positive_recall":0.10872483221476514,"specificity":0.9450130095403294,"precision":0.4339285714285714,"balanced_accuracy":0.5268689208775472,"f1":0.17388193202146696,"true_positive":12.149999999999999,"false_positive":15.85,"false_negative":99.59999999999995,"true_negative":272.39999999999975,"positive_prevalence":0.2793749999999999,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937499995,"brier_skill":-0.02260787084989202,"baseline_adjusted_skill":0.05373784175509444,"baseline_adjusted_score":0.05373784175509444},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.32612466007471086,"normalized_score_rmse":0.36648825348399516,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":-0.2335684541833034,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.13305226250432622,"accuracy":0.7791249999999994,"positive_recall":0.19380281690140855,"specificity":0.9460240963855421,"precision":0.5058823529411764,"balanced_accuracy":0.5699134566434754,"f1":0.2802443991853361,"true_positive":17.2,"false_positive":16.800000000000004,"false_negative":71.54999999999995,"true_negative":294.44999999999976,"positive_prevalence":0.22187499999999974,"majority_accuracy_baseline":0.7781250000000003,"constant_brier_baseline":0.126740234375001,"brier_skill":-0.04980287562550245,"baseline_adjusted_skill":0.13982691328695074,"baseline_adjusted_score":0.13982691328695074},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3907292411720846,"normalized_score_rmse":0.4094263074437629,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":-0.7317639497931727,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.11009948827717161,"accuracy":0.7244999999999996,"positive_recall":0.14461247637051045,"specificity":0.9330387491502379,"precision":0.4371428571428571,"balanced_accuracy":0.5388256127603741,"f1":0.2173295454545455,"true_positive":15.299999999999999,"false_positive":19.7,"false_negative":90.49999999999996,"true_negative":274.49999999999983,"positive_prevalence":0.26449999999999985,"majority_accuracy_baseline":0.7355000000000002,"constant_brier_baseline":0.11362725000000028,"brier_skill":0.031046793113699844,"baseline_adjusted_skill":0.07765122552074821,"baseline_adjusted_score":0.07765122552074821},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3349155871127732,"normalized_score_rmse":0.37116659785650696,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":-0.3329973616428785,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.14705091764882572,"accuracy":0.6997500000000003,"positive_recall":0.2513054830287206,"specificity":0.8059678416821275,"precision":0.2347560975609757,"balanced_accuracy":0.5286366623554241,"f1":0.24274905422446408,"true_positive":19.250000000000007,"false_positive":62.75,"false_negative":57.35000000000003,"true_negative":260.65000000000015,"positive_prevalence":0.1914999999999999,"majority_accuracy_baseline":0.8085000000000001,"constant_brier_baseline":0.09190274999999995,"brier_skill":-0.6000709189749578,"baseline_adjusted_skill":0.05727332471084812,"baseline_adjusted_score":0.05727332471084812},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.41288236767752096,"normalized_score_rmse":0.449123518721731,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":-0.9958060069004033,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.14031869199522906,"accuracy":0.78875,"positive_recall":0.4220867208672085,"specificity":0.8717044757817289,"precision":0.42671232876712334,"balanced_accuracy":0.6468955983244687,"f1":0.4243869209809264,"true_positive":31.150000000000006,"false_positive":41.85,"false_negative":42.65000000000003,"true_negative":284.34999999999997,"positive_prevalence":0.1844999999999999,"majority_accuracy_baseline":0.8155000000000001,"constant_brier_baseline":0.1092222499999995,"brier_skill":-0.2847079417905207,"baseline_adjusted_skill":0.2937911966489375,"baseline_adjusted_score":0.2937911966489375},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.4061005588283297,"normalized_score_rmse":0.4279420178319147,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":-1.144425393152896,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.17383710133274327,"accuracy":0.6077499999999999,"positive_recall":0.28407643312101916,"specificity":0.6867807153965784,"precision":0.18130081300813009,"balanced_accuracy":0.48542857425879876,"f1":0.22133995037220847,"true_positive":22.300000000000004,"false_positive":100.70000000000002,"false_negative":56.199999999999996,"true_negative":220.79999999999995,"positive_prevalence":0.19624999999999987,"majority_accuracy_baseline":0.8037500000000002,"constant_brier_baseline":0.09878593749999955,"brier_skill":-0.7597352997003655,"baseline_adjusted_skill":-0.029142851482402476,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.4272827260987833,"normalized_score_rmse":0.463419389530636,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":-1.0226401235445364,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.11167580245637691,"accuracy":0.6216836734693879,"positive_recall":0.4101423487544485,"specificity":0.7813339301700986,"precision":0.5860169491525423,"balanced_accuracy":0.5957381394622735,"f1":0.48255408234473135,"true_positive":69.14999999999998,"false_positive":48.85,"false_negative":99.44999999999993,"true_negative":174.55000000000007,"positive_prevalence":0.43010204081632636,"majority_accuracy_baseline":0.5698979591836737,"constant_brier_baseline":0.12359641815910102,"brier_skill":0.09644790585580842,"baseline_adjusted_skill":0.191476278924547,"baseline_adjusted_score":0.191476278924547},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.2723845777432054,"normalized_score_rmse":0.3176873130758102,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.011344865969106221,"baseline_adjusted_score":0.011344865969106221},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.15338733573067745,"accuracy":0.8026250000000006,"positive_recall":0.0794649881982691,"specificity":0.9392183088126023,"precision":0.19803921568627453,"balanced_accuracy":0.5093416485054357,"f1":0.11341942728804044,"true_positive":10.100000000000001,"false_positive":40.9,"false_negative":117,"true_negative":632.0000000000005,"positive_prevalence":0.15887500000000002,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499934,"brier_skill":-0.5528572801910707,"baseline_adjusted_skill":0.018683297010871458,"baseline_adjusted_score":0.018683297010871458},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.44817194732720966,"normalized_score_rmse":0.4685653389773678,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-1.716193620164907,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.41,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.048387096774193505,"baseline_adjusted_score":0.048387096774193505},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2670967299331087,"accuracy":0.52,"positive_recall":0.58,"specificity":0.46,"precision":0.5178571428571429,"balanced_accuracy":0.52,"f1":0.5471698113207547,"true_positive":29,"false_positive":27,"false_negative":21,"true_negative":23,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.06838691973243471,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.10205434062292909,"uniform_accuracy_baseline":0.058823529411766766,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":-0.05529595015576323,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.4,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":-0.3043478260869566,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.22383711862138664,"accuracy":0.64,"positive_recall":0.72,"specificity":0.56,"precision":0.6206896551724138,"balanced_accuracy":0.64,"f1":0.6666666666666666,"true_positive":36,"false_positive":22,"false_negative":14,"true_negative":28,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.10465152551445345,"baseline_adjusted_skill":0.28,"baseline_adjusted_score":0.28},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.43,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.09523809523809523,"baseline_adjusted_score":0.09523809523809523},"scoring":{"eligible":true,"reason":null},"model":202,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.22009594337706298,"accuracy":0.6418918918918919,"positive_recall":0.2676056338028169,"specificity":0.987012987012987,"precision":0.95,"balanced_accuracy":0.6273093104079019,"f1":0.4175824175824176,"true_positive":19,"false_positive":1,"false_negative":52,"true_negative":76,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.2495891161431699,"brier_skill":0.11816690255511375,"baseline_adjusted_skill":0.2546186208158039,"baseline_adjusted_score":0.2546186208158039},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.65,"uniform_accuracy_baseline":0.20049999999999962,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.5070422535211269,"baseline_adjusted_score":0.5070422535211269},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.9705882352941176,"baseline_adjusted_score":0.9705882352941176},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.82,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.6170212765957446,"baseline_adjusted_score":0.6170212765957446},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.5918367346938777,"baseline_adjusted_score":0.5918367346938777},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09935074311415776,"accuracy":0.40802130412000004,"positive_recall":0.04387358589728004,"specificity":0.992258736772742,"precision":0.9009205863333333,"balanced_accuracy":0.518066161335011,"f1":0.08367243976072157,"true_positive":2.702761759,"false_positive":0.29723824099999996,"false_negative":58.900631346999994,"true_negative":38.099368653000006,"positive_prevalence":0.6160339310599999,"majority_accuracy_baseline":0.6160339310599999,"constant_brier_baseline":0.079087076552024,"brier_skill":-0.2562196941089887,"baseline_adjusted_skill":0.03613232267002209,"baseline_adjusted_score":0.03613232267002209},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.19327208243328084,"accuracy":0.73,"positive_recall":0.46,"specificity":1,"precision":1,"balanced_accuracy":0.73,"f1":0.6301369863013698,"true_positive":23,"false_positive":0,"false_negative":27,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.22691167026687664,"baseline_adjusted_skill":0.45999999999999996,"baseline_adjusted_score":0.45999999999999996},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.68,"uniform_accuracy_baseline":0.012987012987012965,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.6631578947368422,"baseline_adjusted_score":0.6631578947368422},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.7833333333333333,"baseline_adjusted_score":0.7833333333333333},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.6,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.375,"baseline_adjusted_score":0.375},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.13534710572837205,"accuracy":0.93,"positive_recall":0.9,"specificity":0.96,"precision":0.9574468085106383,"balanced_accuracy":0.9299999999999999,"f1":0.9278350515463918,"true_positive":45,"false_positive":2,"false_negative":5,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4586115770865118,"baseline_adjusted_skill":0.8599999999999999,"baseline_adjusted_score":0.8599999999999999},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.0633593621087581,"accuracy":0.6994058472842777,"positive_recall":0.07863589710447917,"specificity":0.9884591257465111,"precision":0.760347160956134,"balanced_accuracy":0.5335475114254952,"f1":0.14253108102287754,"true_positive":17.48798470199108,"false_positive":5.512015298008919,"false_negative":204.90389160299674,"true_negative":472.09610839700326,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768597,"brier_skill":0.28590602188922476,"baseline_adjusted_skill":0.06709502285099034,"baseline_adjusted_score":0.06709502285099034},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2104142850561714,"accuracy":0.64,"positive_recall":0.32,"specificity":0.96,"precision":0.8888888888888888,"balanced_accuracy":0.64,"f1":0.47058823529411764,"true_positive":16,"false_positive":2,"false_negative":34,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.15834285977531437,"baseline_adjusted_skill":0.28,"baseline_adjusted_score":0.28},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.7748344370860927,"uniform_accuracy_baseline":0.006622516556291403,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.7655172413793103,"baseline_adjusted_score":0.7655172413793103},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.8347058823529412,"uniform_accuracy_baseline":0.3333333333333301,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.6952277657266811,"baseline_adjusted_score":0.6952277657266811},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.42,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.03333333333333327,"baseline_adjusted_score":0.03333333333333327},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.17611607261014736,"accuracy":0.72,"positive_recall":0.44,"specificity":1,"precision":1,"balanced_accuracy":0.72,"f1":0.6111111111111112,"true_positive":22,"false_positive":0,"false_negative":28,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.29553570955941055,"baseline_adjusted_skill":0.43999999999999995,"baseline_adjusted_score":0.43999999999999995},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.83,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.6458333333333333,"baseline_adjusted_score":0.6458333333333333},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.07142857142857136,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9887640449438202,"baseline_adjusted_score":0.9887640449438202},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.717391304347826,"baseline_adjusted_score":0.717391304347826},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.36,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.12328767123287668,"baseline_adjusted_score":0.12328767123287668},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.7777777777777778,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.3333333333333334,"baseline_adjusted_score":0.3333333333333334},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.21826056965998034,"accuracy":0.5609756097560976,"positive_recall":0.1,"specificity":1,"precision":1,"balanced_accuracy":0.55,"f1":0.18181818181818182,"true_positive":4,"false_positive":0,"false_negative":36,"true_negative":42,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.24985127900059498,"brier_skill":0.12643805333707903,"baseline_adjusted_skill":0.10000000000000009,"baseline_adjusted_score":0.10000000000000009},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25977974339260185,"accuracy":0.53,"positive_recall":0.06,"specificity":1,"precision":1,"balanced_accuracy":0.53,"f1":0.11320754716981132,"true_positive":3,"false_positive":0,"false_negative":47,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.03911897357040739,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.7318435754189944,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.6559139784946236,"baseline_adjusted_score":0.6559139784946236},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.53,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.2295081967213115,"baseline_adjusted_score":0.2295081967213115},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.1478616366125389,"accuracy":0.785,"positive_recall":0.1590909090909091,"specificity":0.9615384615384616,"precision":0.5384615384615384,"balanced_accuracy":0.5603146853146853,"f1":0.24561403508771928,"true_positive":7,"false_positive":6,"false_negative":37,"true_negative":150,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000053,"brier_skill":0.13833545097588318,"baseline_adjusted_skill":0.12062937062937062,"baseline_adjusted_score":0.12062937062937062},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.16942231681228578,"accuracy":0.74,"positive_recall":0.02,"specificity":0.98,"precision":0.25,"balanced_accuracy":0.5,"f1":0.037037037037037035,"true_positive":1,"false_positive":3,"false_negative":49,"true_negative":147,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":0.09641431033447578,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.05280590730022189,"accuracy":0.92,"positive_recall":0.15789473684210525,"specificity":1,"precision":1,"balanced_accuracy":0.5789473684210527,"f1":0.2727272727272727,"true_positive":3,"false_positive":0,"false_negative":16,"true_negative":181,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.0859749999999999,"brier_skill":0.3857992753681657,"baseline_adjusted_skill":0.1578947368421053,"baseline_adjusted_score":0.1578947368421053},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.039779970297636996,"accuracy":0.9355416666666669,"positive_recall":0.19502033528419802,"specificity":0.9828139742526233,"precision":0.42008547008547015,"balanced_accuracy":0.5889171547684107,"f1":0.26637761669263604,"true_positive":32.76666666666667,"false_positive":45.233333333333334,"false_negative":135.25,"true_negative":2586.7500000000005,"positive_prevalence":0.060005952380952354,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679296,"brier_skill":-0.23536550595054773,"baseline_adjusted_skill":0.17783430953682133,"baseline_adjusted_score":0.17783430953682133},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.6345609065155807,"uniform_accuracy_baseline":0.027777777777777853,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.5811688311688311,"baseline_adjusted_score":0.5811688311688311},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.8,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.7142857142857143,"baseline_adjusted_score":0.7142857142857143},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.14566310712543426,"accuracy":0.95,"positive_recall":0.92,"specificity":0.98,"precision":0.9787234042553191,"balanced_accuracy":0.95,"f1":0.9484536082474226,"true_positive":46,"false_positive":1,"false_negative":4,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.41734757149826296,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.17059233176133756,"accuracy":0.63,"positive_recall":0.26,"specificity":1,"precision":1,"balanced_accuracy":0.63,"f1":0.4126984126984127,"true_positive":13,"false_positive":0,"false_negative":37,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.31763067295464975,"baseline_adjusted_skill":0.26,"baseline_adjusted_score":0.26},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.61,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.82,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.8085106382978724,"baseline_adjusted_score":0.8085106382978724},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1708420166436708,"accuracy":0.79,"positive_recall":0.58,"specificity":1,"precision":1,"balanced_accuracy":0.79,"f1":0.7341772151898734,"true_positive":29,"false_positive":0,"false_negative":21,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3166319334253168,"baseline_adjusted_skill":0.5800000000000001,"baseline_adjusted_score":0.5800000000000001},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.7910447761194032,"baseline_adjusted_score":0.7910447761194032},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.19224339388278003,"accuracy":0.57,"positive_recall":0.16,"specificity":0.98,"precision":0.8888888888888888,"balanced_accuracy":0.57,"f1":0.2711864406779661,"true_positive":8,"false_positive":1,"false_negative":42,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2310264244688799,"baseline_adjusted_skill":0.1399999999999999,"baseline_adjusted_score":0.1399999999999999},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.4783120202702703,"uniform_accuracy_baseline":0.23445945945945923,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.29277615469788526,"baseline_adjusted_score":0.29277615469788526},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.05303189633791961,"accuracy":0.6849122828947368,"positive_recall":0.5749033352480442,"specificity":0.7896652243641878,"precision":0.7224294067796609,"balanced_accuracy":0.682284279806116,"f1":0.6402784142944626,"true_positive":42.623335000000004,"false_positive":16.376665000000006,"false_negative":31.516668000000006,"true_negative":61.483332,"positive_prevalence":0.48776317763157917,"majority_accuracy_baseline":0.5122368223684208,"constant_brier_baseline":0.0945191003976856,"brier_skill":0.4389293157172478,"baseline_adjusted_skill":0.3645685596122319,"baseline_adjusted_score":0.3645685596122319},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.09500393273105887,"normalized_score_rmse":0.12353451513369575,"constant_score_baseline":0.5841668333333334,"constant_mae_baseline":0.21700552708333315,"baseline_adjusted_skill":0.5622050092089312,"baseline_adjusted_score":0.5622050092089312},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.22242783725321577,"accuracy":0.6,"positive_recall":0.2,"specificity":1,"precision":1,"balanced_accuracy":0.6,"f1":0.3333333333333333,"true_positive":10,"false_positive":0,"false_negative":40,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.11028865098713692,"baseline_adjusted_skill":0.19999999999999996,"baseline_adjusted_score":0.19999999999999996},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.31878704530857277,"accuracy":0.54,"positive_recall":0.08,"specificity":1,"precision":1,"balanced_accuracy":0.54,"f1":0.14814814814814814,"true_positive":4,"false_positive":0,"false_negative":46,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.2751481812342911,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.8688524590163935,"baseline_adjusted_score":0.8688524590163935},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.03611111111111102,"fixed_answer_accuracy_baseline":0.08833333333333329,"baseline_adjusted_skill":0.8354661791590493,"baseline_adjusted_score":0.8354661791590493},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.8863636363636362,"baseline_adjusted_score":0.8863636363636362},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.82,"uniform_accuracy_baseline":0.04987932421560751,"fixed_answer_accuracy_baseline":0.1244247787610618,"baseline_adjusted_skill":0.7944208611279563,"baseline_adjusted_score":0.7944208611279563},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.34033073793836155,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":50,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.3613229517534462,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.23888888888888893,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.0007739599149200384,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":32,"false_positive":0,"false_negative":0,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9969041603403198,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.0012725850941723035,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":50,"false_positive":0,"false_negative":0,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9949096596233108,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.8260869565217391,"baseline_adjusted_score":0.8260869565217391},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.0023694596795904915,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":16,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.990513450032816,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.03746453109197319,"normalized_score_rmse":0.053243370775444096,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.8864711179031115,"baseline_adjusted_score":0.8864711179031115},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.17812500000000006,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.00018427298612747547,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":17,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9992629080554901,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.001158193058526034,"normalized_score_rmse":0.0019843003981245807,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":0.992124287202023,"baseline_adjusted_score":0.992124287202023},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.13194444444444448,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.00011697839650696705,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":26,"false_positive":0,"false_negative":0,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9995320864139722,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.000473478498268074,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":39,"false_positive":0,"false_negative":0,"true_negative":36,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24959999999999993,"brier_skill":0.998103050888349,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.008476333654834889,"normalized_score_rmse":0.01491728203545191,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.9697273798041611,"baseline_adjusted_score":0.9697273798041611},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.9117647058823529,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.8799999999999998,"baseline_adjusted_score":0.8799999999999998},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.001525113464130843,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":14,"false_positive":0,"false_negative":0,"true_negative":14,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9938995461434766,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.02009790597455294,"normalized_score_rmse":0.0341426768413165,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.16969696969696968,"baseline_adjusted_skill":0.8815659112213845,"baseline_adjusted_score":0.8815659112213845},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.0050515584934927565,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":45,"false_positive":0,"false_negative":0,"true_negative":40,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.24913494809688563,"brier_skill":0.9797236054913971,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.0003520163016352237,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":35,"false_positive":0,"false_negative":0,"true_negative":15,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.20999999999999996,"brier_skill":0.9983237318969751,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.001048574619635474,"normalized_score_rmse":0.0012799366660638449,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.9962550906441591,"baseline_adjusted_score":0.9962550906441591},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.24240506329113914,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.00028459752236406334,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":11,"false_positive":0,"false_negative":0,"true_negative":10,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.24943310657596363,"brier_skill":0.9988590226603404,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.9696969696969697,"uniform_accuracy_baseline":0.3237373737373738,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.9500000000000001,"baseline_adjusted_score":0.9500000000000001},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.034352934266221005,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":17,"false_positive":0,"false_negative":0,"true_negative":16,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.8624619653826667,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.035802203591825385,"normalized_score_rmse":0.09529667880649922,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.34313725490196084,"baseline_adjusted_skill":0.8956621495323946,"baseline_adjusted_score":0.8956621495323946},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.002229266237866854,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":50,"false_positive":0,"false_negative":0,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.9910829350485326,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.8933333333333334,"uniform_accuracy_baseline":0.3333333333333332,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":0.8350515463917526,"baseline_adjusted_score":0.8350515463917526},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.008319711887119692,"accuracy":0.9866666666666667,"positive_recall":0.972972972972973,"specificity":1,"precision":1,"balanced_accuracy":0.9864864864864865,"f1":0.9863013698630136,"true_positive":36,"false_positive":0,"false_negative":1,"true_negative":38,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555535,"brier_skill":0.9667152351599941,"baseline_adjusted_skill":0.972972972972973,"baseline_adjusted_score":0.972972972972973},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.1428571428571427,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.9743589743589743,"baseline_adjusted_score":0.9743589743589743},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.66,"uniform_accuracy_baseline":0.32416666666666627,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.4848484848484849,"baseline_adjusted_score":0.4848484848484849},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.0006663763344313726,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":16,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.9973320447492803,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.0032928107609746585,"normalized_score_rmse":0.003708138766350729,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.9850120337776326,"baseline_adjusted_score":0.9850120337776326},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.00022580480764480132,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":22,"false_positive":0,"false_negative":0,"true_negative":78,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000028,"brier_skill":0.9986841211675711,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.0020887249997000924,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":37,"false_positive":0,"false_negative":0,"true_negative":63,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000008,"brier_skill":0.9910393607906474,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.015494458122227767,"accuracy":0.98,"positive_recall":0.9487179487179487,"specificity":1,"precision":1,"balanced_accuracy":0.9743589743589743,"f1":0.9736842105263158,"true_positive":37,"false_positive":0,"false_negative":2,"true_negative":61,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379000000000002,"brier_skill":0.9348698691793705,"baseline_adjusted_skill":0.9487179487179487,"baseline_adjusted_score":0.9487179487179487},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.012374025121265867,"accuracy":0.99,"positive_recall":0.967741935483871,"specificity":1,"precision":1,"balanced_accuracy":0.9838709677419355,"f1":0.9836065573770492,"true_positive":30,"false_positive":0,"false_negative":1,"true_negative":69,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999987,"brier_skill":0.9421504201904354,"baseline_adjusted_skill":0.967741935483871,"baseline_adjusted_score":0.967741935483871},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.93,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.9027777777777778,"baseline_adjusted_score":0.9027777777777778},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.1699807949922979,"normalized_score_rmse":0.20621262878581348,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.2688998064847402,"baseline_adjusted_score":0.2688998064847402},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.16666906512964963,"accuracy":0.83,"positive_recall":0.72,"specificity":0.94,"precision":0.9230769230769231,"balanced_accuracy":0.83,"f1":0.8089887640449438,"true_positive":36,"false_positive":3,"false_negative":14,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3333237394814015,"baseline_adjusted_skill":0.6599999999999999,"baseline_adjusted_score":0.6599999999999999},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.29940863913264604,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":50,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.19763455653058415,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.69,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":0.11428571428571407,"baseline_adjusted_score":0.11428571428571407},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08929146037364083,"accuracy":0.89,"positive_recall":0.8,"specificity":0.98,"precision":0.975609756097561,"balanced_accuracy":0.89,"f1":0.8791208791208791,"true_positive":40,"false_positive":1,"false_negative":10,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6428341585054367,"baseline_adjusted_skill":0.78,"baseline_adjusted_score":0.78},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.8809523809523808,"baseline_adjusted_score":0.8809523809523808},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.65,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.4166666666666667,"baseline_adjusted_score":0.4166666666666667},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.18454182001101618,"accuracy":0.72,"positive_recall":0.44,"specificity":1,"precision":1,"balanced_accuracy":0.72,"f1":0.6111111111111112,"true_positive":22,"false_positive":0,"false_negative":28,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.26183271995593527,"baseline_adjusted_skill":0.43999999999999995,"baseline_adjusted_score":0.43999999999999995},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.20851190476190457,"fixed_answer_accuracy_baseline":0.2233333333333332,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.043052591375499195,"accuracy":0.95,"positive_recall":0.92,"specificity":0.98,"precision":0.9787234042553191,"balanced_accuracy":0.95,"f1":0.9484536082474226,"true_positive":46,"false_positive":1,"false_negative":4,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8277896344980032,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.1218056632578373,"normalized_score_rmse":0.15750779862736622,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.5939811224738756,"baseline_adjusted_score":0.5939811224738756},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.22851190476190467,"fixed_answer_accuracy_baseline":0.2433333333333333,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.034132725648013416,"accuracy":0.98,"positive_recall":0.96,"specificity":1,"precision":1,"balanced_accuracy":0.98,"f1":0.9795918367346939,"true_positive":48,"false_positive":0,"false_negative":2,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8634690974079463,"baseline_adjusted_skill":0.96,"baseline_adjusted_score":0.96},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.14475049723374347,"normalized_score_rmse":0.18378030535500092,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.304222222222222,"baseline_adjusted_skill":0.5241948593485419,"baseline_adjusted_score":0.5241948593485419},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.7,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.5161290322580644,"baseline_adjusted_score":0.5161290322580644},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1510734492346257,"accuracy":0.85,"positive_recall":0.7,"specificity":1,"precision":1,"balanced_accuracy":0.85,"f1":0.8235294117647058,"true_positive":35,"false_positive":0,"false_negative":15,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3957062030614972,"baseline_adjusted_skill":0.7,"baseline_adjusted_score":0.7},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.93,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.8600000000000001,"baseline_adjusted_score":0.8600000000000001},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1597356558191675,"accuracy":0.75,"positive_recall":0.5,"specificity":1,"precision":1,"balanced_accuracy":0.75,"f1":0.6666666666666666,"true_positive":25,"false_positive":0,"false_negative":25,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.36105737672333005,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.56,"uniform_accuracy_baseline":0.35333333333333317,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.2542372881355933,"baseline_adjusted_score":0.2542372881355933},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.78,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.6451612903225807,"baseline_adjusted_score":0.6451612903225807},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.06451612903225803,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.11111111111111088,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.40476190476190477,"baseline_adjusted_score":0.40476190476190477},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.055273895377619814,"accuracy":0.8103749999999996,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":75.84999999999997,"true_negative":324.14999999999986,"positive_prevalence":0.1896249999999999,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500007,"brier_skill":0.27389287198233614,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.19714169236598536,"normalized_score_rmse":0.2347850342149556,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":0.07769968483749534,"baseline_adjusted_score":0.07769968483749534},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.07468308281351657,"accuracy":0.7678749999999994,"positive_recall":0.16315049226441636,"specificity":0.9877279700017043,"precision":0.8285714285714285,"balanced_accuracy":0.5754392311330603,"f1":0.27262044653349005,"true_positive":17.400000000000002,"false_positive":3.6000000000000005,"false_negative":89.24999999999999,"true_negative":289.7499999999998,"positive_prevalence":0.2666249999999998,"majority_accuracy_baseline":0.7333750000000002,"constant_brier_baseline":0.11565485937499977,"brier_skill":0.3542590149942264,"baseline_adjusted_skill":0.15087846226612056,"baseline_adjusted_score":0.15087846226612056},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.18190048545860918,"normalized_score_rmse":0.23024048846524856,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.3231609843400588,"baseline_adjusted_score":0.3231609843400588},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.06355703239257109,"accuracy":0.7656249999999993,"positive_recall":0.21029082774049226,"specificity":0.9809193408499566,"precision":0.8103448275862069,"balanced_accuracy":0.5956050842952244,"f1":0.33392539964476037,"true_positive":23.5,"false_positive":5.5,"false_negative":88.24999999999994,"true_negative":282.7499999999997,"positive_prevalence":0.2793749999999999,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937499995,"brier_skill":0.43832309927546675,"baseline_adjusted_skill":0.19121016859044881,"baseline_adjusted_score":0.19121016859044881},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.16774180621781853,"normalized_score_rmse":0.21320035581161495,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.36551562659926806,"baseline_adjusted_score":0.36551562659926806},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.08102487588255698,"accuracy":0.7998749999999994,"positive_recall":0.10535211267605643,"specificity":0.9979116465863455,"precision":0.9349999999999999,"balanced_accuracy":0.551631879631201,"f1":0.1893670886075951,"true_positive":9.35,"false_positive":0.65,"false_negative":79.39999999999992,"true_negative":310.59999999999974,"positive_prevalence":0.22187499999999974,"majority_accuracy_baseline":0.7781250000000003,"constant_brier_baseline":0.126740234375001,"brier_skill":0.3607012304962346,"baseline_adjusted_skill":0.10326375926240194,"baseline_adjusted_score":0.10326375926240194},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.16259226336929714,"normalized_score_rmse":0.22175838569746317,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.27936946983137,"baseline_adjusted_score":0.27936946983137},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.03907987979028859,"accuracy":0.8349999999999993,"positive_recall":0.4432892249527413,"specificity":0.9758667573079537,"precision":0.8685185185185186,"balanced_accuracy":0.7095779911303475,"f1":0.5869837296620779,"true_positive":46.90000000000001,"false_positive":7.1000000000000005,"false_negative":58.89999999999995,"true_negative":287.0999999999997,"positive_prevalence":0.26449999999999985,"majority_accuracy_baseline":0.7355000000000002,"constant_brier_baseline":0.11362725000000028,"brier_skill":0.6560694746173256,"baseline_adjusted_skill":0.41915598226069495,"baseline_adjusted_score":0.41915598226069495},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.14417400142847328,"normalized_score_rmse":0.18207043353421326,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.42617312864289236,"baseline_adjusted_score":0.42617312864289236},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.05634370585915477,"accuracy":0.8299999999999996,"positive_recall":0.14099216710182763,"specificity":0.9931972789115646,"precision":0.8307692307692308,"balanced_accuracy":0.5670947230066962,"f1":0.24107142857142852,"true_positive":10.8,"false_positive":2.2,"false_negative":65.80000000000003,"true_negative":321.1999999999998,"positive_prevalence":0.1914999999999999,"majority_accuracy_baseline":0.8085000000000001,"constant_brier_baseline":0.09190274999999995,"brier_skill":0.386920349400265,"baseline_adjusted_skill":0.13418944601339233,"baseline_adjusted_score":0.13418944601339233},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.15304930352111115,"normalized_score_rmse":0.21114877326991252,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.26018463554749893,"baseline_adjusted_score":0.26018463554749893},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.04297683291316637,"accuracy":0.8839999999999997,"positive_recall":0.3888888888888889,"specificity":0.9960147148988351,"precision":0.9566666666666667,"balanced_accuracy":0.692451801893862,"f1":0.5529865125240848,"true_positive":28.700000000000003,"false_positive":1.3,"false_negative":45.10000000000001,"true_negative":324.89999999999986,"positive_prevalence":0.1844999999999999,"majority_accuracy_baseline":0.8155000000000001,"constant_brier_baseline":0.1092222499999995,"brier_skill":0.6065194325042145,"baseline_adjusted_skill":0.38490360378772404,"baseline_adjusted_score":0.38490360378772404},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.15854747541976394,"normalized_score_rmse":0.19717591826234707,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":0.16278560834448075,"baseline_adjusted_score":0.16278560834448075},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.07061872384939762,"accuracy":0.8142499999999996,"positive_recall":0.05859872611464971,"specificity":0.9987558320373251,"precision":0.9199999999999999,"balanced_accuracy":0.5286772790759874,"f1":0.11017964071856293,"true_positive":4.6,"false_positive":0.3999999999999999,"false_negative":73.89999999999996,"true_negative":321.0999999999998,"positive_prevalence":0.19624999999999987,"majority_accuracy_baseline":0.8037500000000002,"constant_brier_baseline":0.09878593749999955,"brier_skill":0.28513383952652227,"baseline_adjusted_skill":0.057354558151974766,"baseline_adjusted_score":0.057354558151974766},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.19430874078840132,"normalized_score_rmse":0.24162683171434063,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":0.08019530987739021,"baseline_adjusted_score":0.08019530987739021},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.06881062738997093,"accuracy":0.6783163265306125,"positive_recall":0.3929418742586003,"specificity":0.8936884512085945,"precision":0.736111111111111,"balanced_accuracy":0.6433151627335973,"f1":0.5123743232791956,"true_positive":66.24999999999997,"false_positive":23.749999999999993,"false_negative":102.34999999999994,"true_negative":199.65000000000012,"positive_prevalence":0.43010204081632636,"majority_accuracy_baseline":0.5698979591836737,"constant_brier_baseline":0.12359641815910102,"brier_skill":0.4432635798442509,"baseline_adjusted_skill":0.2866303254671947,"baseline_adjusted_score":0.2866303254671947},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.1533917487190314,"normalized_score_rmse":0.1956507811191882,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.4432447639087007,"baseline_adjusted_score":0.4432447639087007},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.046630355475003576,"accuracy":0.8823750000000006,"positive_recall":0.2793076317859952,"specificity":0.9962847377024818,"precision":0.9342105263157895,"balanced_accuracy":0.6377961847442385,"f1":0.43004239854633547,"true_positive":35.5,"false_positive":2.5,"false_negative":91.60000000000004,"true_negative":670.4000000000004,"positive_prevalence":0.15887500000000002,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499934,"brier_skill":0.5279252577644531,"baseline_adjusted_skill":0.275592369488477,"baseline_adjusted_score":0.275592369488477},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.17571841157114249,"normalized_score_rmse":0.2167471397279273,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-0.06496007012813632,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.61,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.3709677419354838,"baseline_adjusted_score":0.3709677419354838},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.32181606251680445,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":50,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.2872642500672178,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.4585818422796554,"uniform_accuracy_baseline":0.058823529411766766,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.36370716510903434,"baseline_adjusted_score":0.36370716510903434},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.8260869565217392,"baseline_adjusted_score":0.8260869565217392},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.261050985812466,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":50,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.044203943249863986,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.6,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.36507936507936506,"baseline_adjusted_score":0.36507936507936506},"scoring":{"eligible":true,"reason":null},"model":203,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.22066932957551574,"accuracy":0.6891891891891891,"positive_recall":0.4084507042253521,"specificity":0.948051948051948,"precision":0.8787878787878788,"balanced_accuracy":0.67825132613865,"f1":0.5576923076923077,"true_positive":29,"false_positive":4,"false_negative":42,"true_negative":73,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.2495891161431699,"brier_skill":0.11586958203363773,"baseline_adjusted_skill":0.35650265227730005,"baseline_adjusted_score":0.35650265227730005},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.31,"uniform_accuracy_baseline":0.20049999999999962,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.028169014084507067,"baseline_adjusted_score":0.028169014084507067},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.83,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.7500000000000001,"baseline_adjusted_score":0.7500000000000001},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.72,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.4042553191489361,"baseline_adjusted_score":0.4042553191489361},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.81,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.6122448979591838,"baseline_adjusted_score":0.6122448979591838},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.07870293369202812,"accuracy":0.6166247587400001,"positive_recall":0.8543836927851577,"specificity":0.2351650865642243,"precision":0.6418650547560976,"balanced_accuracy":0.544774389674691,"f1":0.7330319061632382,"true_positive":52.632934490000004,"false_positive":29.36706551,"false_negative":8.970458615999998,"true_negative":9.029541384000002,"positive_prevalence":0.6160339310599999,"majority_accuracy_baseline":0.6160339310599999,"constant_brier_baseline":0.079087076552024,"brier_skill":0.004857214057510273,"baseline_adjusted_skill":0.0895487793493821,"baseline_adjusted_score":0.0895487793493821},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2169031409884217,"accuracy":0.68,"positive_recall":0.58,"specificity":0.78,"precision":0.725,"balanced_accuracy":0.6799999999999999,"f1":0.6444444444444445,"true_positive":29,"false_positive":11,"false_negative":21,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.1323874360463132,"baseline_adjusted_skill":0.3599999999999999,"baseline_adjusted_score":0.3599999999999999},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.59,"uniform_accuracy_baseline":0.012987012987012965,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.5684210526315789,"baseline_adjusted_score":0.5684210526315789},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.78,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.6333333333333334,"baseline_adjusted_score":0.6333333333333334},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.21875000000000003,"baseline_adjusted_score":0.21875000000000003},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.16100462465956464,"accuracy":0.79,"positive_recall":0.72,"specificity":0.86,"precision":0.8372093023255814,"balanced_accuracy":0.79,"f1":0.7741935483870968,"true_positive":36,"false_positive":7,"false_negative":14,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.35598150136174145,"baseline_adjusted_skill":0.5800000000000001,"baseline_adjusted_score":0.5800000000000001},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.09881778469935572,"accuracy":0.6783221005109538,"positive_recall":0.25454469952712977,"specificity":0.8756484160922732,"precision":0.48800580458041154,"balanced_accuracy":0.5650965578097015,"f1":0.3345746591168586,"true_positive":56.608673331327736,"false_positive":59.391326668672264,"false_negative":165.78320297366008,"true_negative":418.2167970263399,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768597,"brier_skill":-0.11372941007407755,"baseline_adjusted_skill":0.13019311561940294,"baseline_adjusted_score":0.13019311561940294},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.27330122447768435,"accuracy":0.59,"positive_recall":0.4,"specificity":0.78,"precision":0.6451612903225806,"balanced_accuracy":0.5900000000000001,"f1":0.49382716049382713,"true_positive":20,"false_positive":11,"false_negative":30,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.09320489791073738,"baseline_adjusted_skill":0.18000000000000016,"baseline_adjusted_score":0.18000000000000016},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.6026490066225165,"uniform_accuracy_baseline":0.006622516556291403,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.5862068965517241,"baseline_adjusted_score":0.5862068965517241},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.5388235294117647,"uniform_accuracy_baseline":0.3333333333333301,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.14967462039045554,"baseline_adjusted_score":0.14967462039045554},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.3,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.16666666666666674,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.15248858794914813,"accuracy":0.77,"positive_recall":0.82,"specificity":0.72,"precision":0.7454545454545455,"balanced_accuracy":0.77,"f1":0.780952380952381,"true_positive":41,"false_positive":14,"false_negative":9,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3900456482034075,"baseline_adjusted_skill":0.54,"baseline_adjusted_score":0.54},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.55,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.06250000000000006,"baseline_adjusted_score":0.06250000000000006},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.07142857142857136,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9101123595505618,"baseline_adjusted_score":0.9101123595505618},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.67,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.28260869565217395,"baseline_adjusted_score":0.28260869565217395},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.36,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.12328767123287668,"baseline_adjusted_score":0.12328767123287668},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.6111111111111112,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":-0.16666666666666638,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.2729745762387651,"accuracy":0.524390243902439,"positive_recall":0.2,"specificity":0.8333333333333334,"precision":0.5333333333333333,"balanced_accuracy":0.5166666666666667,"f1":0.2909090909090909,"true_positive":8,"false_positive":7,"false_negative":32,"true_negative":35,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.24985127900059498,"brier_skill":-0.09254824442229515,"baseline_adjusted_skill":0.03333333333333344,"baseline_adjusted_score":0.03333333333333344},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3784464234500296,"accuracy":0.53,"positive_recall":0.06,"specificity":1,"precision":1,"balanced_accuracy":0.53,"f1":0.11320754716981132,"true_positive":3,"false_positive":0,"false_negative":47,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.5137856938001184,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.5837988826815642,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.4659498207885305,"baseline_adjusted_score":0.4659498207885305},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.45,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.09836065573770492,"baseline_adjusted_score":0.09836065573770492},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.17519025019080403,"accuracy":0.79,"positive_recall":0.2727272727272727,"specificity":0.9358974358974359,"precision":0.5454545454545454,"balanced_accuracy":0.6043123543123543,"f1":0.36363636363636365,"true_positive":12,"false_positive":10,"false_negative":32,"true_negative":146,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000053,"brier_skill":-0.02092220390911126,"baseline_adjusted_skill":0.2086247086247086,"baseline_adjusted_score":0.2086247086247086},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.20867845986245,"accuracy":0.745,"positive_recall":0.2,"specificity":0.9266666666666666,"precision":0.47619047619047616,"balanced_accuracy":0.5633333333333334,"f1":0.28169014084507044,"true_positive":10,"false_positive":11,"false_negative":40,"true_negative":139,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-0.11295178593306665,"baseline_adjusted_skill":0.1266666666666667,"baseline_adjusted_score":0.1266666666666667},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.06352978430375547,"accuracy":0.915,"positive_recall":0.2631578947368421,"specificity":0.9834254143646409,"precision":0.625,"balanced_accuracy":0.6232916545507415,"f1":0.37037037037037035,"true_positive":5,"false_positive":3,"false_negative":14,"true_negative":178,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.0859749999999999,"brier_skill":0.26106677169228787,"baseline_adjusted_skill":0.24658330910148307,"baseline_adjusted_score":0.24658330910148307},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.04329798237042688,"accuracy":0.9110892857142858,"positive_recall":0.3632576133320105,"specificity":0.9460609552998689,"precision":0.30065681444991793,"balanced_accuracy":0.6546592843159397,"f1":0.329005884731144,"true_positive":61.03333333333332,"false_positive":141.96666666666664,"false_negative":106.98333333333339,"true_negative":2490.016666666667,"positive_prevalence":0.060005952380952354,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679296,"brier_skill":-0.3446172407237227,"baseline_adjusted_skill":0.30931856863187934,"baseline_adjusted_score":0.30931856863187934},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.6118980169971672,"uniform_accuracy_baseline":0.027777777777777853,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.5551948051948052,"baseline_adjusted_score":0.5551948051948052},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.49,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.27142857142857146,"baseline_adjusted_score":0.27142857142857146},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.21181286808391056,"accuracy":0.66,"positive_recall":0.42,"specificity":0.9,"precision":0.8076923076923077,"balanced_accuracy":0.66,"f1":0.5526315789473685,"true_positive":21,"false_positive":5,"false_negative":29,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.15274852766435776,"baseline_adjusted_skill":0.32000000000000006,"baseline_adjusted_score":0.32000000000000006},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3140063868968291,"accuracy":0.53,"positive_recall":0.08,"specificity":0.98,"precision":0.8,"balanced_accuracy":0.53,"f1":0.14545454545454545,"true_positive":4,"false_positive":1,"false_negative":46,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.2560255475873163,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.54,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":-0.17948717948717935,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.44,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.4042553191489362,"baseline_adjusted_score":0.4042553191489362},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.17415485908676487,"accuracy":0.75,"positive_recall":0.62,"specificity":0.88,"precision":0.8378378378378378,"balanced_accuracy":0.75,"f1":0.7126436781609196,"true_positive":31,"false_positive":6,"false_negative":19,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3033805636529405,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.86,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.7910447761194032,"baseline_adjusted_score":0.7910447761194032},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.23653396678917,"accuracy":0.67,"positive_recall":0.4,"specificity":0.94,"precision":0.8695652173913043,"balanced_accuracy":0.6699999999999999,"f1":0.547945205479452,"true_positive":20,"false_positive":3,"false_negative":30,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.053864132843320034,"baseline_adjusted_skill":0.33999999999999986,"baseline_adjusted_score":0.33999999999999986},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.45206428378378377,"uniform_accuracy_baseline":0.23445945945945923,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.2571935347224997,"baseline_adjusted_score":0.2571935347224997},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.08746913095419373,"accuracy":0.669956125,"positive_recall":0.5730599579285153,"specificity":0.762222788166817,"precision":0.696502737704918,"balanced_accuracy":0.6676413730476661,"f1":0.6287800215603074,"true_positive":42.486667000000004,"false_positive":18.513333000000003,"false_negative":31.653336000000003,"true_negative":59.346664,"positive_prevalence":0.48776317763157917,"majority_accuracy_baseline":0.5122368223684208,"constant_brier_baseline":0.0945191003976856,"brier_skill":0.07458777552716211,"baseline_adjusted_skill":0.33528274609533226,"baseline_adjusted_score":0.33528274609533226},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.15067678633037984,"normalized_score_rmse":0.20452999376502307,"constant_score_baseline":0.5841668333333334,"constant_mae_baseline":0.21700552708333315,"baseline_adjusted_skill":0.30565461462869625,"baseline_adjusted_score":0.30565461462869625},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2374003840515717,"accuracy":0.65,"positive_recall":0.48,"specificity":0.82,"precision":0.7272727272727273,"balanced_accuracy":0.6499999999999999,"f1":0.5783132530120482,"true_positive":24,"false_positive":9,"false_negative":26,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.050398463793713155,"baseline_adjusted_skill":0.2999999999999998,"baseline_adjusted_score":0.2999999999999998},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3402801093197556,"accuracy":0.57,"positive_recall":0.16,"specificity":0.98,"precision":0.8888888888888888,"balanced_accuracy":0.57,"f1":0.2711864406779661,"true_positive":8,"false_positive":1,"false_negative":42,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.36112043727902243,"baseline_adjusted_skill":0.1399999999999999,"baseline_adjusted_score":0.1399999999999999},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.58,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.3114754098360655,"baseline_adjusted_score":0.3114754098360655},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.69,"uniform_accuracy_baseline":0.03611111111111102,"fixed_answer_accuracy_baseline":0.08833333333333329,"baseline_adjusted_skill":0.659963436928702,"baseline_adjusted_score":0.659963436928702},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.8181818181818182,"baseline_adjusted_score":0.8181818181818182},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.655,"uniform_accuracy_baseline":0.04987932421560751,"fixed_answer_accuracy_baseline":0.1244247787610618,"baseline_adjusted_skill":0.6059733171619164,"baseline_adjusted_score":0.6059733171619164},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3583188348851985,"accuracy":0.51,"positive_recall":0.02,"specificity":1,"precision":1,"balanced_accuracy":0.51,"f1":0.0392156862745098,"true_positive":1,"false_positive":0,"false_negative":49,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.433275339540794,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.7222222222222222,"uniform_accuracy_baseline":0.23888888888888893,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.607843137254902,"baseline_adjusted_score":0.607843137254902},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.333926792248107,"accuracy":0.640625,"positive_recall":0.5625,"specificity":0.71875,"precision":0.6666666666666666,"balanced_accuracy":0.640625,"f1":0.6101694915254238,"true_positive":18,"false_positive":9,"false_negative":14,"true_negative":23,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.33570716899242803,"baseline_adjusted_skill":0.28125,"baseline_adjusted_score":0.28125},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.7391304347826086,"baseline_adjusted_score":0.7391304347826086},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.55,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.31818181818181823,"baseline_adjusted_score":0.31818181818181823},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3909758529857552,"accuracy":0.53,"positive_recall":0.28,"specificity":0.78,"precision":0.56,"balanced_accuracy":0.53,"f1":0.37333333333333335,"true_positive":14,"false_positive":11,"false_negative":36,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.5639034119430208,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.8260869565217391,"baseline_adjusted_score":0.8260869565217391},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.00033426316759220884,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":16,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.9986617184209268,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.002420437317196046,"normalized_score_rmse":0.004280725256610072,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.9926653414630423,"baseline_adjusted_score":0.9926653414630423},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.15625,"uniform_accuracy_baseline":0.17812500000000006,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.18421052631578944,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.15480256337611906,"accuracy":0.8235294117647058,"positive_recall":0.7058823529411765,"specificity":0.9411764705882353,"precision":0.9230769230769231,"balanced_accuracy":0.8235294117647058,"f1":0.8,"true_positive":12,"false_positive":1,"false_negative":5,"true_negative":16,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3807897464955238,"baseline_adjusted_skill":0.6470588235294117,"baseline_adjusted_score":0.6470588235294117},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.3270120585665983,"normalized_score_rmse":0.38273264783967187,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-1.2236819982528684,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.2916666666666667,"uniform_accuracy_baseline":0.13194444444444448,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":-0.7739130434782607,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.2837911894206266,"accuracy":0.6923076923076923,"positive_recall":1,"specificity":0.38461538461538464,"precision":0.6190476190476191,"balanced_accuracy":0.6923076923076923,"f1":0.7647058823529411,"true_positive":26,"false_positive":16,"false_negative":0,"true_negative":10,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.13516475768250635,"baseline_adjusted_skill":0.3846153846153846,"baseline_adjusted_score":0.3846153846153846},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.48628912003055047,"accuracy":0.4533333333333333,"positive_recall":0,"specificity":0.9444444444444444,"precision":0,"balanced_accuracy":0.4722222222222222,"f1":0,"true_positive":0,"false_positive":2,"false_negative":39,"true_negative":34,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24959999999999993,"brier_skill":-0.9482737180711163,"baseline_adjusted_skill":-0.05555555555555558,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.37300364412367343,"normalized_score_rmse":0.40082248993103936,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.3321558718702622,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.6470588235294118,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.52,"baseline_adjusted_score":0.52},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.2276026522475048,"accuracy":0.6428571428571429,"positive_recall":0.5714285714285714,"specificity":0.7142857142857143,"precision":0.6666666666666666,"balanced_accuracy":0.6428571428571428,"f1":0.6153846153846154,"true_positive":8,"false_positive":4,"false_negative":6,"true_negative":10,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.08958939100998076,"baseline_adjusted_skill":0.2857142857142856,"baseline_adjusted_score":0.2857142857142856},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.22973773300111522,"normalized_score_rmse":0.30844819361656245,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.16969696969696968,"baseline_adjusted_skill":-0.3538116408994292,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.04720661381042014,"accuracy":0.9411764705882353,"positive_recall":0.9777777777777777,"specificity":0.9,"precision":0.9166666666666666,"balanced_accuracy":0.9388888888888889,"f1":0.946236559139785,"true_positive":44,"false_positive":4,"false_negative":1,"true_negative":36,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.24913494809688563,"brier_skill":0.8105178973442857,"baseline_adjusted_skill":0.8777777777777778,"baseline_adjusted_score":0.8777777777777778},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.0060613408686587275,"accuracy":0.98,"positive_recall":0.9714285714285714,"specificity":1,"precision":1,"balanced_accuracy":0.9857142857142858,"f1":0.9855072463768116,"true_positive":34,"false_positive":0,"false_negative":1,"true_negative":15,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.20999999999999996,"brier_skill":0.9711364720540061,"baseline_adjusted_skill":0.9714285714285715,"baseline_adjusted_score":0.9714285714285715},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.0006638810628032843,"normalized_score_rmse":0.0011516146572606075,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.997628996204274,"baseline_adjusted_score":0.997628996204274},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.5316455696202531,"uniform_accuracy_baseline":0.24240506329113914,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.19565217391304338,"baseline_adjusted_score":0.19565217391304338},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.13348600165406177,"accuracy":0.8571428571428571,"positive_recall":1,"specificity":0.7,"precision":0.7857142857142857,"balanced_accuracy":0.85,"f1":0.88,"true_positive":11,"false_positive":3,"false_negative":0,"true_negative":7,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.24943310657596363,"brier_skill":0.4648424842778067,"baseline_adjusted_skill":0.7,"baseline_adjusted_score":0.7},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.7878787878787878,"uniform_accuracy_baseline":0.3237373737373738,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.6499999999999999,"baseline_adjusted_score":0.6499999999999999},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.10428413740140872,"accuracy":0.8787878787878788,"positive_recall":0.7647058823529411,"specificity":1,"precision":1,"balanced_accuracy":0.8823529411764706,"f1":0.8666666666666667,"true_positive":13,"false_positive":0,"false_negative":4,"true_negative":16,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.5824800528303895,"baseline_adjusted_skill":0.7647058823529411,"baseline_adjusted_score":0.7647058823529411},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.0985434213025834,"normalized_score_rmse":0.18733628368740643,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.34313725490196084,"baseline_adjusted_skill":0.7128163150610427,"baseline_adjusted_score":0.7128163150610427},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.19398888944444428,"accuracy":0.76,"positive_recall":0.54,"specificity":0.98,"precision":0.9642857142857143,"balanced_accuracy":0.76,"f1":0.6923076923076923,"true_positive":27,"false_positive":1,"false_negative":23,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.22404444222222286,"baseline_adjusted_skill":0.52,"baseline_adjusted_score":0.52},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.7733333333333334,"uniform_accuracy_baseline":0.3333333333333332,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":0.6494845360824744,"baseline_adjusted_score":0.6494845360824744},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.15510411108307204,"accuracy":0.8133333333333334,"positive_recall":0.6486486486486487,"specificity":0.9736842105263158,"precision":0.96,"balanced_accuracy":0.8111664295874823,"f1":0.7741935483870968,"true_positive":24,"false_positive":1,"false_negative":13,"true_negative":37,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555535,"brier_skill":0.3794732397992312,"baseline_adjusted_skill":0.6223328591749646,"baseline_adjusted_score":0.6223328591749646},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.76,"uniform_accuracy_baseline":0.1428571428571427,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.6923076923076923,"baseline_adjusted_score":0.6923076923076923},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.3949999999999999,"uniform_accuracy_baseline":0.32416666666666627,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.08333333333333316,"baseline_adjusted_score":0.08333333333333316},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.0003783816123771596,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":16,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.9984850824416224,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.000360749936479613,"normalized_score_rmse":0.0006327342023208136,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.9983579658063687,"baseline_adjusted_score":0.9983579658063687},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.00917313005562665,"accuracy":0.99,"positive_recall":1,"specificity":0.9871794871794872,"precision":0.9565217391304348,"balanced_accuracy":0.9935897435897436,"f1":0.9777777777777777,"true_positive":22,"false_positive":1,"false_negative":0,"true_negative":77,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000028,"brier_skill":0.946543531144367,"baseline_adjusted_skill":0.9871794871794872,"baseline_adjusted_score":0.9871794871794872},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.016489115657567402,"accuracy":0.98,"positive_recall":0.972972972972973,"specificity":0.9841269841269841,"precision":0.972972972972973,"balanced_accuracy":0.9785499785499785,"f1":0.972972972972973,"true_positive":36,"false_positive":1,"false_negative":1,"true_negative":62,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000008,"brier_skill":0.929261623090659,"baseline_adjusted_skill":0.957099957099957,"baseline_adjusted_score":0.957099957099957},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.004844572114871507,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":39,"false_positive":0,"false_negative":0,"true_negative":61,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379000000000002,"brier_skill":0.9796360987184889,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.0033891366665098495,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":31,"false_positive":0,"false_negative":0,"true_negative":69,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999987,"brier_skill":0.9841555088054705,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.56,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.38888888888888895,"baseline_adjusted_score":0.38888888888888895},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.17130145941860975,"normalized_score_rmse":0.2058538283463785,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.26321952938232374,"baseline_adjusted_score":0.26321952938232374},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.14342501545949513,"accuracy":0.82,"positive_recall":0.8,"specificity":0.84,"precision":0.8333333333333334,"balanced_accuracy":0.8200000000000001,"f1":0.8163265306122449,"true_positive":40,"false_positive":8,"false_negative":10,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.4262999381620195,"baseline_adjusted_skill":0.6400000000000001,"baseline_adjusted_score":0.6400000000000001},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.31265522026682224,"accuracy":0.52,"positive_recall":0.16,"specificity":0.88,"precision":0.5714285714285714,"balanced_accuracy":0.52,"f1":0.25,"true_positive":8,"false_positive":6,"false_negative":42,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.25062088106728897,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.9142857142857144,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1739891735902258,"accuracy":0.76,"positive_recall":0.84,"specificity":0.68,"precision":0.7241379310344828,"balanced_accuracy":0.76,"f1":0.7777777777777778,"true_positive":42,"false_positive":16,"false_negative":8,"true_negative":34,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.30404330563909676,"baseline_adjusted_skill":0.52,"baseline_adjusted_score":0.52},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.83,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.5952380952380952,"baseline_adjusted_score":0.5952380952380952},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.58,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.29999999999999993,"baseline_adjusted_score":0.29999999999999993},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2619608753800956,"accuracy":0.62,"positive_recall":0.4,"specificity":0.84,"precision":0.7142857142857143,"balanced_accuracy":0.62,"f1":0.5128205128205128,"true_positive":20,"false_positive":8,"false_negative":30,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.047843501520382414,"baseline_adjusted_skill":0.24,"baseline_adjusted_score":0.24},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.94,"uniform_accuracy_baseline":0.20851190476190457,"fixed_answer_accuracy_baseline":0.2233333333333332,"baseline_adjusted_skill":0.9227467811158798,"baseline_adjusted_score":0.9227467811158798},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11525719896461836,"accuracy":0.87,"positive_recall":0.78,"specificity":0.96,"precision":0.9512195121951219,"balanced_accuracy":0.87,"f1":0.8571428571428571,"true_positive":39,"false_positive":2,"false_negative":11,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5389712041415265,"baseline_adjusted_skill":0.74,"baseline_adjusted_score":0.74},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.1520887121949636,"normalized_score_rmse":0.21582691978445548,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.493037626016788,"baseline_adjusted_score":0.493037626016788},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.22851190476190467,"fixed_answer_accuracy_baseline":0.2433333333333333,"baseline_adjusted_skill":0.788546255506608,"baseline_adjusted_score":0.788546255506608},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.1177306675025294,"accuracy":0.84,"positive_recall":0.76,"specificity":0.92,"precision":0.9047619047619048,"balanced_accuracy":0.8400000000000001,"f1":0.8260869565217391,"true_positive":38,"false_positive":4,"false_negative":12,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5290773299898823,"baseline_adjusted_skill":0.6800000000000002,"baseline_adjusted_score":0.6800000000000002},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.20990015510658527,"normalized_score_rmse":0.2768555313077152,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.304222222222222,"baseline_adjusted_skill":0.3100433177650589,"baseline_adjusted_score":0.3100433177650589},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.67,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.46774193548387105,"baseline_adjusted_score":0.46774193548387105},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.15954933062757407,"accuracy":0.76,"positive_recall":0.88,"specificity":0.64,"precision":0.7096774193548387,"balanced_accuracy":0.76,"f1":0.7857142857142857,"true_positive":44,"false_positive":18,"false_negative":6,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.36180267748970374,"baseline_adjusted_skill":0.52,"baseline_adjusted_score":0.52},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.41,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":-0.18000000000000005,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09034040611292561,"accuracy":0.9,"positive_recall":0.94,"specificity":0.86,"precision":0.8703703703703703,"balanced_accuracy":0.8999999999999999,"f1":0.9038461538461539,"true_positive":47,"false_positive":7,"false_negative":3,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6386383755482976,"baseline_adjusted_skill":0.7999999999999998,"baseline_adjusted_score":0.7999999999999998},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.51,"uniform_accuracy_baseline":0.35333333333333317,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.16949152542372883,"baseline_adjusted_score":0.16949152542372883},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.67,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.46774193548387105,"baseline_adjusted_score":0.46774193548387105},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.35,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.04838709677419359,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.11111111111111088,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.2023809523809524,"baseline_adjusted_score":0.2023809523809524},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.07123046294099547,"accuracy":0.8226249999999997,"positive_recall":0.17073170731707316,"specificity":0.9751658182939996,"precision":0.6166666666666667,"balanced_accuracy":0.5729487628055364,"f1":0.26742385131646873,"true_positive":12.950000000000001,"false_positive":8.05,"false_negative":62.90000000000001,"true_negative":316.0999999999999,"positive_prevalence":0.1896249999999999,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500007,"brier_skill":0.0642789598940321,"baseline_adjusted_skill":0.14589752561107283,"baseline_adjusted_score":0.14589752561107283},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3822239566809731,"normalized_score_rmse":0.425804770994452,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":-0.7881822534782368,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.11077584664892796,"accuracy":0.7523749999999997,"positive_recall":0.10126582278481015,"specificity":0.989091528890404,"precision":0.7714285714285715,"balanced_accuracy":0.545178675837607,"f1":0.17903025279734774,"true_positive":10.8,"false_positive":3.2,"false_negative":95.84999999999998,"true_negative":290.14999999999986,"positive_prevalence":0.2666249999999998,"majority_accuracy_baseline":0.7333750000000002,"constant_brier_baseline":0.11565485937499977,"brier_skill":0.042185972577702735,"baseline_adjusted_skill":0.09035735167521408,"baseline_adjusted_score":0.09035735167521408},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.23606185934855603,"normalized_score_rmse":0.29325403515410003,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.12163029079607057,"baseline_adjusted_score":0.12163029079607057},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.12332825986841806,"accuracy":0.7373749999999992,"positive_recall":0.09261744966442956,"specificity":0.9873373807458804,"precision":0.7392857142857142,"balanced_accuracy":0.539977415205155,"f1":0.16461232604373763,"true_positive":10.349999999999998,"false_positive":3.6500000000000004,"false_negative":101.39999999999995,"true_negative":284.5999999999997,"positive_prevalence":0.2793749999999999,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937499995,"brier_skill":-0.08989724924192077,"baseline_adjusted_skill":0.07995483041030993,"baseline_adjusted_score":0.07995483041030993},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3151690612253151,"normalized_score_rmse":0.3624096724546005,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":-0.19212883678606163,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.15062531403789697,"accuracy":0.7831249999999993,"positive_recall":0.02253521126760566,"specificity":1,"precision":1,"balanced_accuracy":0.5112676056338028,"f1":0.044077134986225945,"true_positive":2,"false_positive":0,"false_negative":86.7499999999999,"true_negative":311.2499999999997,"positive_prevalence":0.22187499999999974,"majority_accuracy_baseline":0.7781250000000003,"constant_brier_baseline":0.126740234375001,"brier_skill":-0.18845696302110682,"baseline_adjusted_skill":0.022535211267605604,"baseline_adjusted_score":0.022535211267605604},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.27207295767526374,"normalized_score_rmse":0.31248617969489023,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":-0.20586352432249866,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.09166448131063003,"accuracy":0.7719999999999991,"positive_recall":0.1540642722117203,"specificity":0.9942216179469748,"precision":0.9055555555555556,"balanced_accuracy":0.5741429450793476,"f1":0.2633279483037158,"true_positive":16.299999999999997,"false_positive":1.7,"false_negative":89.49999999999993,"true_negative":292.49999999999966,"positive_prevalence":0.26449999999999985,"majority_accuracy_baseline":0.7355000000000002,"constant_brier_baseline":0.11362725000000028,"brier_skill":0.19328786615332316,"baseline_adjusted_skill":0.1482858901586952,"baseline_adjusted_score":0.1482858901586952},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.26135432167415273,"normalized_score_rmse":0.3077743367279446,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":-0.04021620566826978,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.07638136830930914,"accuracy":0.8339999999999995,"positive_recall":0.19712793733681455,"specificity":0.9848484848484849,"precision":0.755,"balanced_accuracy":0.5909882110926497,"f1":0.31262939958592123,"true_positive":15.1,"false_positive":4.900000000000001,"false_negative":61.50000000000002,"true_negative":318.4999999999998,"positive_prevalence":0.1914999999999999,"majority_accuracy_baseline":0.8085000000000001,"constant_brier_baseline":0.09190274999999995,"brier_skill":0.16888919744720177,"baseline_adjusted_skill":0.1819764221852993,"baseline_adjusted_score":0.1819764221852993},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.22341699219236033,"normalized_score_rmse":0.2856089414225025,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":-0.07996129156427956,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.09658672055354392,"accuracy":0.8387499999999996,"positive_recall":0.13075880758807593,"specificity":0.9989270386266094,"precision":0.9650000000000001,"balanced_accuracy":0.5648429231073426,"f1":0.230310262529833,"true_positive":9.65,"false_positive":0.35,"false_negative":64.14999999999998,"true_negative":325.84999999999985,"positive_prevalence":0.1844999999999999,"majority_accuracy_baseline":0.8155000000000001,"constant_brier_baseline":0.1092222499999995,"brier_skill":0.11568640498117955,"baseline_adjusted_skill":0.12968584621468526,"baseline_adjusted_score":0.12968584621468526},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.3230465925679891,"normalized_score_rmse":0.3672616447081478,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":-0.7058565944184245,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.10905954451064387,"accuracy":0.8117499999999995,"positive_recall":0.045859872611465,"specificity":0.9987558320373251,"precision":0.9,"balanced_accuracy":0.522307852324395,"f1":0.08727272727272732,"true_positive":3.5999999999999996,"false_positive":0.3999999999999999,"false_negative":74.89999999999995,"true_negative":321.0999999999998,"positive_prevalence":0.19624999999999987,"majority_accuracy_baseline":0.8037500000000002,"constant_brier_baseline":0.09878593749999955,"brier_skill":-0.1039986790695222,"baseline_adjusted_skill":0.044615704648790055,"baseline_adjusted_score":0.044615704648790055},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.25793695156935426,"normalized_score_rmse":0.3128273670169537,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":-0.2210033210383633,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.19157370142183833,"accuracy":0.6010204081632657,"positive_recall":0.11032028469750896,"specificity":0.9713518352730528,"precision":0.7440000000000001,"balanced_accuracy":0.5408360599852808,"f1":0.19214876033057862,"true_positive":18.6,"false_positive":6.3999999999999995,"false_negative":149.99999999999991,"true_negative":217.00000000000017,"positive_prevalence":0.43010204081632636,"majority_accuracy_baseline":0.5698979591836737,"constant_brier_baseline":0.12359641815910102,"brier_skill":-0.5499939583623912,"baseline_adjusted_skill":0.08167211997056167,"baseline_adjusted_score":0.08167211997056167},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.24484491435548394,"normalized_score_rmse":0.2950420340962555,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.11130364419120631,"baseline_adjusted_score":0.11130364419120631},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.07707932380401206,"accuracy":0.8563750000000006,"positive_recall":0.11487018095987409,"specificity":0.9964333481943826,"precision":0.8588235294117647,"balanced_accuracy":0.5556517645771283,"f1":0.20263705759888961,"true_positive":14.6,"false_positive":2.4000000000000004,"false_negative":112.50000000000003,"true_negative":670.5000000000005,"positive_prevalence":0.15887500000000002,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499934,"brier_skill":0.21966706996315344,"baseline_adjusted_skill":0.11130352915425656,"baseline_adjusted_score":0.11130352915425656},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.3642068547121744,"normalized_score_rmse":0.43050257285616506,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-1.207314270982875,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.45,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.11290322580645162,"baseline_adjusted_score":0.11290322580645162},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.275605355131065,"accuracy":0.63,"positive_recall":0.44,"specificity":0.82,"precision":0.7096774193548387,"balanced_accuracy":0.63,"f1":0.5432098765432098,"true_positive":22,"false_positive":9,"false_negative":28,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.10242142052425995,"baseline_adjusted_skill":0.26,"baseline_adjusted_score":0.26},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.1895294897282969,"uniform_accuracy_baseline":0.058823529411766766,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.04750778816199379,"baseline_adjusted_score":0.04750778816199379},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.63,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.19565217391304343,"baseline_adjusted_score":0.19565217391304343},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25508412217725795,"accuracy":0.57,"positive_recall":0.26,"specificity":0.88,"precision":0.6842105263157895,"balanced_accuracy":0.5700000000000001,"f1":0.37681159420289856,"true_positive":13,"false_positive":6,"false_negative":37,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.02033648870903182,"baseline_adjusted_skill":0.14000000000000012,"baseline_adjusted_score":0.14000000000000012},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.49,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.19047619047619047,"baseline_adjusted_score":0.19047619047619047},"scoring":{"eligible":true,"reason":null},"model":204,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.24323090234981867,"accuracy":0.722972972972973,"positive_recall":0.5633802816901409,"specificity":0.8701298701298701,"precision":0.8,"balanced_accuracy":0.7167550759100054,"f1":0.6611570247933884,"true_positive":40,"false_positive":10,"false_negative":31,"true_negative":67,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.2495891161431699,"brier_skill":0.02547472378444582,"baseline_adjusted_skill":0.43351015182001085,"baseline_adjusted_score":0.43351015182001085},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.41,"uniform_accuracy_baseline":0.20049999999999962,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.16901408450704225,"baseline_adjusted_score":0.16901408450704225},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.96,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.9411764705882353,"baseline_adjusted_score":0.9411764705882353},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.78,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.5319148936170213,"baseline_adjusted_score":0.5319148936170213},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.77,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":0.5306122448979592,"baseline_adjusted_score":0.5306122448979592},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.18192775640983302,"accuracy":0.52478561162,"positive_recall":0.52011708314293,"specificity":0.5322757837540496,"precision":0.6408195426800001,"balanced_accuracy":0.5261964334484899,"f1":0.5741936018659888,"true_positive":32.040977134,"false_positive":17.959022866,"false_negative":29.562415971999997,"true_negative":20.437584027999996,"positive_prevalence":0.6160339310599999,"majority_accuracy_baseline":0.6160339310599999,"constant_brier_baseline":0.079087076552024,"brier_skill":-1.300347469414421,"baseline_adjusted_skill":0.05239286689697975,"baseline_adjusted_score":0.05239286689697975},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.16962804108048096,"accuracy":0.77,"positive_recall":0.7,"specificity":0.84,"precision":0.813953488372093,"balanced_accuracy":0.77,"f1":0.7526881720430108,"true_positive":35,"false_positive":8,"false_negative":15,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.32148783567807615,"baseline_adjusted_skill":0.54,"baseline_adjusted_score":0.54},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.64,"uniform_accuracy_baseline":0.012987012987012965,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.6210526315789474,"baseline_adjusted_score":0.6210526315789474},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.91,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.8500000000000001,"baseline_adjusted_score":0.8500000000000001},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.53,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.26562500000000006,"baseline_adjusted_score":0.26562500000000006},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.07171978453947479,"accuracy":0.9,"positive_recall":0.92,"specificity":0.88,"precision":0.8846153846153846,"balanced_accuracy":0.9,"f1":0.9019607843137255,"true_positive":46,"false_positive":6,"false_negative":4,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7131208618421008,"baseline_adjusted_skill":0.8,"baseline_adjusted_score":0.8},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.0908130004923175,"accuracy":0.715423109070398,"positive_recall":0.42534838906348854,"specificity":0.8504925479063569,"precision":0.5698435320911637,"balanced_accuracy":0.6379204684849227,"f1":0.4871061013276831,"true_positive":94.59402632713318,"false_positive":71.40597367286682,"false_negative":127.79784997785464,"true_negative":406.20215002214536,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768597,"brier_skill":-0.023511200671806787,"baseline_adjusted_skill":0.27584093696984535,"baseline_adjusted_score":0.27584093696984535},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2582982158074882,"accuracy":0.66,"positive_recall":0.48,"specificity":0.84,"precision":0.75,"balanced_accuracy":0.6599999999999999,"f1":0.5853658536585366,"true_positive":24,"false_positive":8,"false_negative":26,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.03319286322995274,"baseline_adjusted_skill":0.31999999999999984,"baseline_adjusted_score":0.31999999999999984},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.7152317880794702,"uniform_accuracy_baseline":0.006622516556291403,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.7034482758620689,"baseline_adjusted_score":0.7034482758620689},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.8094117647058824,"uniform_accuracy_baseline":0.3333333333333301,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.648590021691974,"baseline_adjusted_score":0.648590021691974},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.35,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.08333333333333341,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.11597117949874397,"accuracy":0.85,"positive_recall":0.8,"specificity":0.9,"precision":0.8888888888888888,"balanced_accuracy":0.8500000000000001,"f1":0.8421052631578947,"true_positive":40,"false_positive":5,"false_negative":10,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.5361152820050241,"baseline_adjusted_skill":0.7000000000000002,"baseline_adjusted_score":0.7000000000000002},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.81,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.6041666666666667,"baseline_adjusted_score":0.6041666666666667},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.07142857142857136,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9662921348314606,"baseline_adjusted_score":0.9662921348314606},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.77,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.4,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.17808219178082194,"baseline_adjusted_score":0.17808219178082194},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.7222222222222222,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.1666666666666667,"baseline_adjusted_score":0.1666666666666667},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.24710962070522488,"accuracy":0.6463414634146342,"positive_recall":0.475,"specificity":0.8095238095238095,"precision":0.7037037037037037,"balanced_accuracy":0.6422619047619047,"f1":0.5671641791044776,"true_positive":19,"false_positive":8,"false_negative":21,"true_negative":34,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.24985127900059498,"brier_skill":0.010973160939326543,"baseline_adjusted_skill":0.2845238095238094,"baseline_adjusted_score":0.2845238095238094},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.19305455665135732,"accuracy":0.77,"positive_recall":0.56,"specificity":0.98,"precision":0.9655172413793104,"balanced_accuracy":0.77,"f1":0.7088607594936709,"true_positive":28,"false_positive":1,"false_negative":22,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.22778177339457073,"baseline_adjusted_skill":0.54,"baseline_adjusted_score":0.54},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.6759776536312849,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.5842293906810037,"baseline_adjusted_score":0.5842293906810037},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.52,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.21311475409836067,"baseline_adjusted_score":0.21311475409836067},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.20935536503107272,"accuracy":0.77,"positive_recall":0.25,"specificity":0.9166666666666666,"precision":0.4583333333333333,"balanced_accuracy":0.5833333333333333,"f1":0.3235294117647059,"true_positive":11,"false_positive":13,"false_negative":33,"true_negative":143,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000053,"brier_skill":-0.22001960973818213,"baseline_adjusted_skill":0.16666666666666652,"baseline_adjusted_score":0.16666666666666652},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.2508538762430766,"accuracy":0.73,"positive_recall":0.02,"specificity":0.9666666666666667,"precision":0.16666666666666666,"balanced_accuracy":0.49333333333333335,"f1":0.03571428571428571,"true_positive":1,"false_positive":5,"false_negative":49,"true_negative":145,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-0.3378873399630751,"baseline_adjusted_skill":-0.013333333333333308,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.03188959381949165,"accuracy":0.96,"positive_recall":0.5789473684210527,"specificity":1,"precision":1,"balanced_accuracy":0.7894736842105263,"f1":0.7333333333333333,"true_positive":11,"false_positive":0,"false_negative":8,"true_negative":181,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.0859749999999999,"brier_skill":0.62908294481545,"baseline_adjusted_skill":0.5789473684210527,"baseline_adjusted_score":0.5789473684210527},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.04862320354998481,"accuracy":0.9070892857142858,"positive_recall":0.4519392917369307,"specificity":0.9361444791317068,"precision":0.3112021857923497,"balanced_accuracy":0.6940418854343188,"f1":0.36859350349904935,"true_positive":75.93333333333334,"false_positive":168.0666666666667,"false_negative":92.0833333333334,"true_negative":2463.916666666667,"positive_prevalence":0.060005952380952354,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679296,"brier_skill":-0.5099917874506701,"baseline_adjusted_skill":0.38808377086863755,"baseline_adjusted_score":0.38808377086863755},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.7365439093484419,"uniform_accuracy_baseline":0.027777777777777853,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.698051948051948,"baseline_adjusted_score":0.698051948051948},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.72,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.6,"baseline_adjusted_score":0.6},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09641785670290969,"accuracy":0.89,"positive_recall":0.9,"specificity":0.88,"precision":0.8823529411764706,"balanced_accuracy":0.89,"f1":0.8910891089108911,"true_positive":45,"false_positive":6,"false_negative":5,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6143285731883612,"baseline_adjusted_skill":0.78,"baseline_adjusted_score":0.78},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08932961045380715,"accuracy":0.89,"positive_recall":0.96,"specificity":0.82,"precision":0.8421052631578947,"balanced_accuracy":0.8899999999999999,"f1":0.897196261682243,"true_positive":48,"false_positive":9,"false_negative":2,"true_negative":41,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6426815581847714,"baseline_adjusted_skill":0.7799999999999998,"baseline_adjusted_score":0.7799999999999998},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.6,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":-0.025641025641025664,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.7340425531914894,"baseline_adjusted_score":0.7340425531914894},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.15171638087949757,"accuracy":0.79,"positive_recall":0.62,"specificity":0.96,"precision":0.9393939393939394,"balanced_accuracy":0.79,"f1":0.7469879518072289,"true_positive":31,"false_positive":2,"false_negative":19,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3931344764820097,"baseline_adjusted_skill":0.5800000000000001,"baseline_adjusted_score":0.5800000000000001},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.7611940298507464,"baseline_adjusted_score":0.7611940298507464},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08654842178251831,"accuracy":0.9,"positive_recall":0.82,"specificity":0.98,"precision":0.9761904761904762,"balanced_accuracy":0.8999999999999999,"f1":0.8913043478260869,"true_positive":41,"false_positive":1,"false_negative":9,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6538063128699267,"baseline_adjusted_skill":0.7999999999999998,"baseline_adjusted_score":0.7999999999999998},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.47506877027027034,"uniform_accuracy_baseline":0.23445945945945923,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.2883794581562774,"baseline_adjusted_score":0.2883794581562774},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.05428515837464125,"accuracy":0.694561375,"positive_recall":0.7803704297125533,"specificity":0.6128521042712088,"precision":0.6574621136363638,"balanced_accuracy":0.6966112669918811,"f1":0.7136630680832047,"true_positive":57.856666,"false_positive":30.143333999999992,"false_negative":16.283337000000003,"true_negative":47.716663000000004,"positive_prevalence":0.48776317763157917,"majority_accuracy_baseline":0.5122368223684208,"constant_brier_baseline":0.0945191003976856,"brier_skill":0.4256699635709771,"baseline_adjusted_skill":0.3932225339837623,"baseline_adjusted_score":0.3932225339837623},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.11882587593934449,"normalized_score_rmse":0.158136083296402,"constant_score_baseline":0.5841668333333334,"constant_mae_baseline":0.21700552708333315,"baseline_adjusted_skill":0.45242926511400006,"baseline_adjusted_score":0.45242926511400006},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.19044603158956175,"accuracy":0.73,"positive_recall":0.8,"specificity":0.66,"precision":0.7017543859649122,"balanced_accuracy":0.73,"f1":0.7476635514018691,"true_positive":40,"false_positive":17,"false_negative":10,"true_negative":33,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.238215873641753,"baseline_adjusted_skill":0.45999999999999996,"baseline_adjusted_score":0.45999999999999996},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.27706966051504983,"accuracy":0.63,"positive_recall":0.42,"specificity":0.84,"precision":0.7241379310344828,"balanced_accuracy":0.63,"f1":0.5316455696202531,"true_positive":21,"false_positive":8,"false_negative":29,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.10827864206019933,"baseline_adjusted_skill":0.26,"baseline_adjusted_score":0.26},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.82,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.7049180327868851,"baseline_adjusted_score":0.7049180327868851},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.78,"uniform_accuracy_baseline":0.03611111111111102,"fixed_answer_accuracy_baseline":0.08833333333333329,"baseline_adjusted_skill":0.7586837294332724,"baseline_adjusted_score":0.7586837294332724},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.8863636363636362,"baseline_adjusted_score":0.8863636363636362},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.79,"uniform_accuracy_baseline":0.04987932421560751,"fixed_answer_accuracy_baseline":0.1244247787610618,"baseline_adjusted_skill":0.7601576713159491,"baseline_adjusted_score":0.7601576713159491},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2883010115749513,"accuracy":0.55,"positive_recall":0.24,"specificity":0.86,"precision":0.631578947368421,"balanced_accuracy":0.55,"f1":0.34782608695652173,"true_positive":12,"false_positive":7,"false_negative":38,"true_negative":43,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.15320404629980522,"baseline_adjusted_skill":0.10000000000000009,"baseline_adjusted_score":0.10000000000000009},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.8611111111111112,"uniform_accuracy_baseline":0.23888888888888893,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.803921568627451,"baseline_adjusted_score":0.803921568627451},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.1658143256014386,"accuracy":0.828125,"positive_recall":0.90625,"specificity":0.75,"precision":0.7837837837837838,"balanced_accuracy":0.828125,"f1":0.8405797101449275,"true_positive":29,"false_positive":8,"false_negative":3,"true_negative":24,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.3367426975942456,"baseline_adjusted_skill":0.65625,"baseline_adjusted_score":0.65625},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.9782608695652174,"baseline_adjusted_score":0.9782608695652174},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.7,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.5454545454545454,"baseline_adjusted_score":0.5454545454545454},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2888113573612876,"accuracy":0.7,"positive_recall":0.44,"specificity":0.96,"precision":0.9166666666666666,"balanced_accuracy":0.7,"f1":0.5945945945945946,"true_positive":22,"false_positive":2,"false_negative":28,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.1552454294451504,"baseline_adjusted_skill":0.3999999999999999,"baseline_adjusted_score":0.3999999999999999},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.8260869565217391,"baseline_adjusted_score":0.8260869565217391},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.000004964251275398413,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":16,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.9999801247439746,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.0021534105699538477,"normalized_score_rmse":0.005576958027551507,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.9934745134243823,"baseline_adjusted_score":0.9934745134243823},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.1875,"uniform_accuracy_baseline":0.17812500000000006,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.14035087719298242,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.055805720421435924,"accuracy":0.9411764705882353,"positive_recall":1,"specificity":0.8823529411764706,"precision":0.8947368421052632,"balanced_accuracy":0.9411764705882353,"f1":0.9444444444444444,"true_positive":17,"false_positive":2,"false_negative":0,"true_negative":15,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7767771183142563,"baseline_adjusted_skill":0.8823529411764706,"baseline_adjusted_score":0.8823529411764706},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.4019887027303305,"normalized_score_rmse":0.47009979475593927,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-1.733523178566247,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.3333333333333333,"uniform_accuracy_baseline":0.13194444444444448,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":-0.6695652173913043,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.23527754793063235,"accuracy":0.75,"positive_recall":0.9615384615384616,"specificity":0.5384615384615384,"precision":0.6756756756756757,"balanced_accuracy":0.75,"f1":0.7936507936507936,"true_positive":25,"false_positive":12,"false_negative":1,"true_negative":14,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.05888980827747059,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.03476094595023157,"accuracy":0.96,"positive_recall":1,"specificity":0.9166666666666666,"precision":0.9285714285714286,"balanced_accuracy":0.9583333333333333,"f1":0.9629629629629629,"true_positive":39,"false_positive":3,"false_negative":0,"true_negative":33,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24959999999999993,"brier_skill":0.8607333896224696,"baseline_adjusted_skill":0.9166666666666665,"baseline_adjusted_score":0.9166666666666665},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.22404652014491147,"normalized_score_rmse":0.29896355905362315,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.19983385662531628,"baseline_adjusted_score":0.19983385662531628},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.7647058823529411,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.6799999999999998,"baseline_adjusted_score":0.6799999999999998},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.06716303089324381,"accuracy":0.9285714285714286,"positive_recall":0.8571428571428571,"specificity":1,"precision":1,"balanced_accuracy":0.9285714285714286,"f1":0.9230769230769231,"true_positive":12,"false_positive":0,"false_negative":2,"true_negative":14,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7313478764270247,"baseline_adjusted_skill":0.8571428571428572,"baseline_adjusted_score":0.8571428571428572},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.11463635071351856,"normalized_score_rmse":0.20916487594387168,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.16969696969696968,"baseline_adjusted_skill":0.3244643618667655,"baseline_adjusted_score":0.3244643618667655},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.053690059282940045,"accuracy":0.9411764705882353,"positive_recall":0.9555555555555556,"specificity":0.925,"precision":0.9347826086956522,"balanced_accuracy":0.9402777777777778,"f1":0.945054945054945,"true_positive":43,"false_positive":3,"false_negative":2,"true_negative":37,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.24913494809688563,"brier_skill":0.7844940676004211,"baseline_adjusted_skill":0.8805555555555555,"baseline_adjusted_score":0.8805555555555555},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.0000020866469496722193,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":35,"false_positive":0,"false_negative":0,"true_negative":15,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.20999999999999996,"brier_skill":0.999990063585954,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.00009903336824663711,"normalized_score_rmse":0.0001607024711626966,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.9996463093991191,"baseline_adjusted_score":0.9996463093991191},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.8481012658227848,"uniform_accuracy_baseline":0.24240506329113914,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":0.7391304347826086,"baseline_adjusted_score":0.7391304347826086},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.0403877146764439,"accuracy":0.9523809523809523,"positive_recall":1,"specificity":0.9,"precision":0.9166666666666666,"balanced_accuracy":0.95,"f1":0.9565217391304348,"true_positive":11,"false_positive":1,"false_negative":0,"true_negative":9,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.24943310657596363,"brier_skill":0.8380819802517112,"baseline_adjusted_skill":0.8999999999999999,"baseline_adjusted_score":0.8999999999999999},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.9090909090909091,"uniform_accuracy_baseline":0.3237373737373738,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0.85,"baseline_adjusted_score":0.85},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.07449125012323578,"accuracy":0.9090909090909091,"positive_recall":0.8235294117647058,"specificity":1,"precision":1,"balanced_accuracy":0.9117647058823529,"f1":0.9032258064516129,"true_positive":14,"false_positive":0,"false_negative":3,"true_negative":16,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.701761134616898,"baseline_adjusted_skill":0.8235294117647058,"baseline_adjusted_score":0.8235294117647058},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.05275141496833149,"normalized_score_rmse":0.11650744909521038,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.34313725490196084,"baseline_adjusted_skill":0.846267304949434,"baseline_adjusted_score":0.846267304949434},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.07221308387143444,"accuracy":0.92,"positive_recall":0.96,"specificity":0.88,"precision":0.8888888888888888,"balanced_accuracy":0.9199999999999999,"f1":0.9230769230769231,"true_positive":48,"false_positive":6,"false_negative":2,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.7111476645142623,"baseline_adjusted_skill":0.8399999999999999,"baseline_adjusted_score":0.8399999999999999},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.8933333333333334,"uniform_accuracy_baseline":0.3333333333333332,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":0.8350515463917526,"baseline_adjusted_score":0.8350515463917526},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.000007371022445892463,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":37,"false_positive":0,"false_negative":0,"true_negative":38,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555535,"brier_skill":0.9999705106676685,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.98,"uniform_accuracy_baseline":0.1428571428571427,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.9743589743589743,"baseline_adjusted_score":0.9743589743589743},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.6000000000000001,"uniform_accuracy_baseline":0.32416666666666627,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.3939393939393941,"baseline_adjusted_score":0.3939393939393941},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.000014266618270637427,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":16,"false_positive":0,"false_negative":0,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":0.999942881076115,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.00006926285988645924,"normalized_score_rmse":0.00009949488746265322,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":0.9996847345687927,"baseline_adjusted_score":0.9996847345687927},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.0000016086637875497898,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":22,"false_positive":0,"false_negative":0,"true_negative":78,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000028,"brier_skill":0.9999906255024036,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.0000985983052073186,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":37,"false_positive":0,"false_negative":0,"true_negative":63,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000008,"brier_skill":0.9995770128476734,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.000004633763313760262,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":39,"false_positive":0,"false_negative":0,"true_negative":61,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379000000000002,"brier_skill":0.9999805222223045,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.0005365798744819229,"accuracy":1,"positive_recall":1,"specificity":1,"precision":1,"balanced_accuracy":1,"f1":1,"true_positive":31,"false_positive":0,"false_negative":0,"true_negative":69,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999987,"brier_skill":0.9974914451870878,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.8194444444444444,"baseline_adjusted_score":0.8194444444444444},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.14897944825526793,"normalized_score_rmse":0.1811227349143839,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":0.35922817954723474,"baseline_adjusted_score":0.35922817954723474},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2560131969824212,"accuracy":0.68,"positive_recall":0.58,"specificity":0.78,"precision":0.725,"balanced_accuracy":0.6799999999999999,"f1":0.6444444444444445,"true_positive":29,"false_positive":11,"false_negative":21,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.024052787929684794,"baseline_adjusted_skill":0.3599999999999999,"baseline_adjusted_score":0.3599999999999999},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3312051205772059,"accuracy":0.51,"positive_recall":0.46,"specificity":0.56,"precision":0.5111111111111111,"balanced_accuracy":0.51,"f1":0.4842105263157895,"true_positive":23,"false_positive":22,"false_negative":27,"true_negative":28,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.32482048230882365,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.39,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.7428571428571429,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.09832502236371075,"accuracy":0.86,"positive_recall":0.8,"specificity":0.92,"precision":0.9090909090909091,"balanced_accuracy":0.8600000000000001,"f1":0.851063829787234,"true_positive":40,"false_positive":4,"false_negative":10,"true_negative":46,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6066999105451569,"baseline_adjusted_skill":0.7200000000000002,"baseline_adjusted_score":0.7200000000000002},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.87,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.6904761904761905,"baseline_adjusted_score":0.6904761904761905},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.59,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.3166666666666666,"baseline_adjusted_score":0.3166666666666666},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.23013562154433875,"accuracy":0.74,"positive_recall":0.58,"specificity":0.9,"precision":0.8529411764705882,"balanced_accuracy":0.74,"f1":0.6904761904761905,"true_positive":29,"false_positive":5,"false_negative":21,"true_negative":45,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.07945751382264499,"baseline_adjusted_skill":0.48,"baseline_adjusted_score":0.48},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.20851190476190457,"fixed_answer_accuracy_baseline":0.2233333333333332,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.03539226615965316,"accuracy":0.97,"positive_recall":0.98,"specificity":0.96,"precision":0.9607843137254902,"balanced_accuracy":0.97,"f1":0.9702970297029703,"true_positive":49,"false_positive":2,"false_negative":1,"true_negative":48,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8584309353613874,"baseline_adjusted_skill":0.94,"baseline_adjusted_score":0.94},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.08369710560151504,"normalized_score_rmse":0.17064553295512214,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.7210096479949499,"baseline_adjusted_score":0.7210096479949499},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.22851190476190467,"fixed_answer_accuracy_baseline":0.2433333333333333,"baseline_adjusted_skill":0.9339207048458149,"baseline_adjusted_score":0.9339207048458149},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.029948046615362177,"accuracy":0.96,"positive_recall":0.98,"specificity":0.94,"precision":0.9423076923076923,"balanced_accuracy":0.96,"f1":0.9607843137254902,"true_positive":49,"false_positive":3,"false_negative":1,"true_negative":47,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.8802078135385513,"baseline_adjusted_skill":0.9199999999999999,"baseline_adjusted_score":0.9199999999999999},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.114652686433709,"normalized_score_rmse":0.20984222034288558,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.304222222222222,"baseline_adjusted_skill":0.6231284960177568,"baseline_adjusted_score":0.6231284960177568},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.74,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.5806451612903225,"baseline_adjusted_score":0.5806451612903225},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.07217989178475476,"accuracy":0.89,"positive_recall":0.9,"specificity":0.88,"precision":0.8823529411764706,"balanced_accuracy":0.89,"f1":0.8910891089108911,"true_positive":45,"false_positive":6,"false_negative":5,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.711280432860981,"baseline_adjusted_skill":0.78,"baseline_adjusted_score":0.78},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.84,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0.6799999999999999,"baseline_adjusted_score":0.6799999999999999},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.08624800960306582,"accuracy":0.9,"positive_recall":0.82,"specificity":0.98,"precision":0.9761904761904762,"balanced_accuracy":0.8999999999999999,"f1":0.8913043478260869,"true_positive":41,"false_positive":1,"false_negative":9,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.6550079615877367,"baseline_adjusted_skill":0.7999999999999998,"baseline_adjusted_score":0.7999999999999998},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.57,"uniform_accuracy_baseline":0.35333333333333317,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.27118644067796605,"baseline_adjusted_score":0.27118644067796605},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.74,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.5806451612903225,"baseline_adjusted_score":0.5806451612903225},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.38,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.28,"uniform_accuracy_baseline":0.11111111111111088,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.14285714285714288,"baseline_adjusted_score":0.14285714285714288},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.09053326827286477,"accuracy":0.7776249999999998,"positive_recall":0.2564271588661832,"specificity":0.899583526145303,"precision":0.37403846153846154,"balanced_accuracy":0.5780053425057431,"f1":0.30426280797809935,"true_positive":19.45,"false_positive":32.55,"false_negative":56.400000000000006,"true_negative":291.5999999999999,"positive_prevalence":0.1896249999999999,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500007,"brier_skill":-0.189292901586942,"baseline_adjusted_skill":0.15601068501148618,"baseline_adjusted_score":0.15601068501148618},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1761695423207084,"normalized_score_rmse":0.2425058290493672,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":0.17581500668674432,"baseline_adjusted_score":0.17581500668674432},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.10191384635463155,"accuracy":0.7816249999999997,"positive_recall":0.2545710267229256,"specificity":0.9732401568092721,"precision":0.7757142857142857,"balanced_accuracy":0.6139055917660988,"f1":0.3833392163783976,"true_positive":27.150000000000006,"false_positive":7.850000000000003,"false_negative":79.49999999999996,"true_negative":285.4999999999999,"positive_prevalence":0.2666249999999998,"majority_accuracy_baseline":0.7333750000000002,"constant_brier_baseline":0.11565485937499977,"brier_skill":0.11881051167780421,"baseline_adjusted_skill":0.22781118353219765,"baseline_adjusted_score":0.22781118353219765},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.16850189840566202,"normalized_score_rmse":0.250891588885134,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":0.373016191978932,"baseline_adjusted_score":0.373016191978932},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.10256231855087895,"accuracy":0.7711249999999995,"positive_recall":0.2648769574944073,"specificity":0.9673894189071987,"precision":0.758974358974359,"balanced_accuracy":0.616133188200803,"f1":0.3927031509121063,"true_positive":29.6,"false_positive":9.400000000000002,"false_negative":82.14999999999995,"true_negative":278.8499999999998,"positive_prevalence":0.2793749999999999,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937499995,"brier_skill":0.09361902143320622,"baseline_adjusted_skill":0.23226637640160597,"baseline_adjusted_score":0.23226637640160597},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.16345927455749007,"normalized_score_rmse":0.2214423361269516,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":0.3817143279149312,"baseline_adjusted_score":0.3817143279149312},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.14151001263230395,"accuracy":0.7996249999999995,"positive_recall":0.1104225352112677,"specificity":0.9961445783132531,"precision":0.890909090909091,"balanced_accuracy":0.5532835567622604,"f1":0.1964912280701756,"true_positive":9.8,"false_positive":1.2,"false_negative":78.94999999999993,"true_negative":310.0499999999998,"positive_prevalence":0.22187499999999974,"majority_accuracy_baseline":0.7781250000000003,"constant_brier_baseline":0.126740234375001,"brier_skill":-0.11653582881661628,"baseline_adjusted_skill":0.10656711352452075,"baseline_adjusted_score":0.10656711352452075},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.17854010222442754,"normalized_score_rmse":0.3039843934883479,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":0.2086865275371632,"baseline_adjusted_score":0.2086865275371632},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.06751431983175693,"accuracy":0.8169999999999993,"positive_recall":0.41398865784499084,"specificity":0.9619306594153637,"precision":0.7963636363636364,"balanced_accuracy":0.6879596586301773,"f1":0.5447761194029853,"true_positive":43.80000000000001,"false_positive":11.200000000000005,"false_negative":61.99999999999994,"true_negative":282.9999999999997,"positive_prevalence":0.26449999999999985,"majority_accuracy_baseline":0.7355000000000002,"constant_brier_baseline":0.11362725000000028,"brier_skill":0.4058263327524272,"baseline_adjusted_skill":0.37591931726035455,"baseline_adjusted_score":0.37591931726035455},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.13406769290898013,"normalized_score_rmse":0.19002354361450144,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":0.4663972421533129,"baseline_adjusted_score":0.4663972421533129},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.07698486855821503,"accuracy":0.8354999999999996,"positive_recall":0.2793733681462141,"specificity":0.9672232529375385,"precision":0.6687500000000001,"balanced_accuracy":0.6232983105418763,"f1":0.39410681399631675,"true_positive":21.400000000000006,"false_positive":10.6,"false_negative":55.200000000000024,"true_negative":312.79999999999984,"positive_prevalence":0.1914999999999999,"majority_accuracy_baseline":0.8085000000000001,"constant_brier_baseline":0.09190274999999995,"brier_skill":0.16232247067454375,"baseline_adjusted_skill":0.2465966210837527,"baseline_adjusted_score":0.2465966210837527},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.14480760949651825,"normalized_score_rmse":0.24005973628308322,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":0.30002363989598435,"baseline_adjusted_score":0.30002363989598435},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.045384614477918354,"accuracy":0.8969999999999998,"positive_recall":0.4986449864498644,"specificity":0.9871244635193134,"precision":0.897560975609756,"balanced_accuracy":0.7428847249845889,"f1":0.641114982578397,"true_positive":36.8,"false_positive":4.2,"false_negative":37.00000000000001,"true_negative":321.9999999999999,"positive_prevalence":0.1844999999999999,"majority_accuracy_baseline":0.8155000000000001,"constant_brier_baseline":0.1092222499999995,"brier_skill":0.5844746425026168,"baseline_adjusted_skill":0.4857694499691778,"baseline_adjusted_score":0.4857694499691778},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.1144096945687761,"normalized_score_rmse":0.1756767508437544,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":0.39585639831669384,"baseline_adjusted_score":0.39585639831669384},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.11143349844065313,"accuracy":0.8139999999999996,"positive_recall":0.06433121019108283,"specificity":0.997045101088647,"precision":0.8416666666666667,"balanced_accuracy":0.5306881556398649,"f1":0.11952662721893496,"true_positive":5.05,"false_positive":0.95,"false_negative":73.44999999999996,"true_negative":320.54999999999984,"positive_prevalence":0.19624999999999987,"majority_accuracy_baseline":0.8037500000000002,"constant_brier_baseline":0.09878593749999955,"brier_skill":-0.12802997330114563,"baseline_adjusted_skill":0.06137631127972987,"baseline_adjusted_score":0.06137631127972987},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.17875675380425748,"normalized_score_rmse":0.3010338754999679,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":0.15381418317511242,"baseline_adjusted_score":0.15381418317511242},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.13633671385295368,"accuracy":0.673214285714286,"positive_recall":0.46708185053380785,"specificity":0.8287824529991048,"precision":0.6730769230769229,"balanced_accuracy":0.6479321517664564,"f1":0.551470588235294,"true_positive":78.74999999999999,"false_positive":38.25000000000001,"false_negative":89.84999999999998,"true_negative":185.1500000000001,"positive_prevalence":0.43010204081632636,"majority_accuracy_baseline":0.5698979591836737,"constant_brier_baseline":0.12359641815910102,"brier_skill":-0.10307981318238979,"baseline_adjusted_skill":0.2958643035329127,"baseline_adjusted_score":0.2958643035329127},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.1735914508804031,"normalized_score_rmse":0.2339491780936497,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":0.36992732643409243,"baseline_adjusted_score":0.36992732643409243},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.06106141192835361,"accuracy":0.8727500000000006,"positive_recall":0.3945712037765537,"specificity":0.9630702927626691,"precision":0.6686666666666666,"balanced_accuracy":0.6788207482696114,"f1":0.49628896585848575,"true_positive":50.14999999999999,"false_positive":24.84999999999999,"false_negative":76.95000000000005,"true_negative":648.0500000000005,"positive_prevalence":0.15887500000000002,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499934,"brier_skill":0.3818286392419171,"baseline_adjusted_skill":0.3576414965392227,"baseline_adjusted_score":0.3576414965392227},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.14636107369101795,"normalized_score_rmse":0.22921530200149434,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":0.1129631897514064,"baseline_adjusted_score":0.1129631897514064},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.56,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.29032258064516137,"baseline_adjusted_score":0.29032258064516137},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.35053611932247236,"accuracy":0.57,"positive_recall":0.42,"specificity":0.72,"precision":0.6,"balanced_accuracy":0.57,"f1":0.49411764705882355,"true_positive":21,"false_positive":14,"false_negative":29,"true_negative":36,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.40214447728988945,"baseline_adjusted_skill":0.1399999999999999,"baseline_adjusted_score":0.1399999999999999},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.27700463883366466,"uniform_accuracy_baseline":0.058823529411766766,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.15031152647975077,"baseline_adjusted_score":0.15031152647975077},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.82,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.6086956521739129,"baseline_adjusted_score":0.6086956521739129},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.21912739961950803,"accuracy":0.65,"positive_recall":0.42,"specificity":0.88,"precision":0.7777777777777778,"balanced_accuracy":0.65,"f1":0.5454545454545454,"true_positive":21,"false_positive":6,"false_negative":29,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.12349040152196789,"baseline_adjusted_skill":0.30000000000000004,"baseline_adjusted_score":0.30000000000000004},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.55,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.2857142857142858,"baseline_adjusted_score":0.2857142857142858},"scoring":{"eligible":true,"reason":null},"model":205,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.4315523741453224,"accuracy":0.49324324324324326,"positive_recall":0.971830985915493,"specificity":0.05194805194805195,"precision":0.4859154929577465,"balanced_accuracy":0.5118895189317725,"f1":0.647887323943662,"true_positive":69,"false_positive":73,"false_negative":2,"true_negative":4,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.2495891161431699,"brier_skill":-0.7290512535721883,"baseline_adjusted_skill":0.02377903786354496,"baseline_adjusted_score":0.02377903786354496},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.28,"uniform_accuracy_baseline":0.20049999999999962,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":-0.014084507042253456,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.7,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.5588235294117647,"baseline_adjusted_score":0.5588235294117647},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.63,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.21276595744680848,"baseline_adjusted_score":0.21276595744680848},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":-1.0408163265306123,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.22546898104417834,"accuracy":0.6160339310599999,"positive_recall":1,"specificity":0,"precision":0.6160339310599999,"balanced_accuracy":0.5,"f1":0.7624022233938204,"true_positive":61.60339310599999,"false_positive":38.39660689400001,"false_negative":0,"true_negative":0,"positive_prevalence":0.6160339310599999,"majority_accuracy_baseline":0.6160339310599999,"constant_brier_baseline":0.079087076552024,"brier_skill":-1.8508953785371411,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3800715144560204,"accuracy":0.53,"positive_recall":0.94,"specificity":0.12,"precision":0.5164835164835165,"balanced_accuracy":0.53,"f1":0.6666666666666666,"true_positive":47,"false_positive":44,"false_negative":3,"true_negative":6,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.5202860578240815,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.57,"uniform_accuracy_baseline":0.012987012987012965,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.5473684210526315,"baseline_adjusted_score":0.5473684210526315},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.53,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.21666666666666667,"baseline_adjusted_score":0.21666666666666667},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":-0.03124999999999994,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.4377115495317204,"accuracy":0.49,"positive_recall":0.98,"specificity":0,"precision":0.494949494949495,"balanced_accuracy":0.49,"f1":0.6577181208053692,"true_positive":49,"false_positive":50,"false_negative":1,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.7508461981268817,"baseline_adjusted_skill":-0.020000000000000018,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.14987672385887457,"accuracy":0.6182466253445351,"positive_recall":0.4859991237937908,"specificity":0.6798259171266358,"precision":0.41410826445624976,"balanced_accuracy":0.5829125204602132,"f1":0.44718276132091445,"true_positive":108.08225702308118,"false_positive":152.91774297691882,"false_negative":114.30961928190663,"true_negative":324.69038071809337,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768597,"brier_skill":-0.6891910272530943,"baseline_adjusted_skill":0.1658250409204265,"baseline_adjusted_score":0.1658250409204265},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.39885869654373,"accuracy":0.44,"positive_recall":0.82,"specificity":0.06,"precision":0.4659090909090909,"balanced_accuracy":0.43999999999999995,"f1":0.5942028985507246,"true_positive":41,"false_positive":47,"false_negative":9,"true_negative":3,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.5954347861749201,"baseline_adjusted_skill":-0.1200000000000001,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.1456953642384106,"uniform_accuracy_baseline":0.006622516556291403,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.11034482758620688,"baseline_adjusted_score":0.11034482758620688},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.4582352941176471,"uniform_accuracy_baseline":0.3333333333333301,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.001084598698481599,"baseline_adjusted_score":0.001084598698481599},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.1,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.23411498136829095,"accuracy":0.64,"positive_recall":0.78,"specificity":0.5,"precision":0.609375,"balanced_accuracy":0.64,"f1":0.6842105263157895,"true_positive":39,"false_positive":25,"false_negative":11,"true_negative":25,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.06354007452683619,"baseline_adjusted_skill":0.28,"baseline_adjusted_score":0.28},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.6,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.1666666666666666,"baseline_adjusted_score":0.1666666666666666},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.79,"uniform_accuracy_baseline":0.07142857142857136,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.7640449438202248,"baseline_adjusted_score":0.7640449438202248},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":-0.08695652173913052,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.27,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.7222222222222222,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0.1666666666666667,"baseline_adjusted_score":0.1666666666666667},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.4165518473756479,"accuracy":0.4878048780487805,"positive_recall":0.725,"specificity":0.2619047619047619,"precision":0.48333333333333334,"balanced_accuracy":0.493452380952381,"f1":0.58,"true_positive":29,"false_positive":31,"false_negative":11,"true_negative":11,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.24985127900059498,"brier_skill":-0.66719917961539,"baseline_adjusted_skill":-0.013095238095238049,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2902325938594693,"accuracy":0.63,"positive_recall":0.92,"specificity":0.34,"precision":0.5822784810126582,"balanced_accuracy":0.63,"f1":0.7131782945736435,"true_positive":46,"false_positive":33,"false_negative":4,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.16093037543787725,"baseline_adjusted_skill":0.26,"baseline_adjusted_score":0.26},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.5251396648044693,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.3906810035842294,"baseline_adjusted_score":0.3906810035842294},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":-0.09836065573770492,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.22807954212462053,"accuracy":0.67,"positive_recall":0.3409090909090909,"specificity":0.7628205128205128,"precision":0.28846153846153844,"balanced_accuracy":0.5518648018648018,"f1":0.3125,"true_positive":15,"false_positive":37,"false_negative":29,"true_negative":119,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000053,"brier_skill":-0.3291348608660829,"baseline_adjusted_skill":0.1037296037296036,"baseline_adjusted_score":0.1037296037296036},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.20379599402522033,"accuracy":0.72,"positive_recall":0.18,"specificity":0.9,"precision":0.375,"balanced_accuracy":0.54,"f1":0.24324324324324326,"true_positive":9,"false_positive":15,"false_negative":41,"true_negative":135,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-0.08691196813450852,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.1841363645455034,"accuracy":0.77,"positive_recall":0.21052631578947367,"specificity":0.8287292817679558,"precision":0.11428571428571428,"balanced_accuracy":0.5196277987787148,"f1":0.14814814814814814,"true_positive":4,"false_positive":31,"false_negative":15,"true_negative":150,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.0859749999999999,"brier_skill":-1.1417431177144937,"baseline_adjusted_skill":0.03925559755742958,"baseline_adjusted_score":0.03925559755742958},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.21443882001740525,"accuracy":0.6904583333333333,"positive_recall":0.7121317329629998,"specificity":0.6890747788423177,"precision":0.12755863539445628,"balanced_accuracy":0.7006032559026587,"f1":0.21636201986106293,"true_positive":119.65000000000009,"false_positive":818.3500000000007,"false_negative":48.36666666666668,"true_negative":1813.6333333333332,"positive_prevalence":0.060005952380952354,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679296,"brier_skill":-5.659389622570343,"baseline_adjusted_skill":0.4012065118053174,"baseline_adjusted_score":0.4012065118053174},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.26345609065155806,"uniform_accuracy_baseline":0.027777777777777853,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.15584415584415584,"baseline_adjusted_score":0.15584415584415584},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.36,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.08571428571428572,"baseline_adjusted_score":0.08571428571428572},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2725679679665214,"accuracy":0.55,"positive_recall":0.34,"specificity":0.76,"precision":0.5862068965517241,"balanced_accuracy":0.55,"f1":0.43037974683544306,"true_positive":17,"false_positive":12,"false_negative":33,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.09027187186608554,"baseline_adjusted_skill":0.10000000000000009,"baseline_adjusted_score":0.10000000000000009},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.31462839506981816,"accuracy":0.59,"positive_recall":1,"specificity":0.18,"precision":0.5494505494505495,"balanced_accuracy":0.59,"f1":0.7092198581560284,"true_positive":50,"false_positive":41,"false_negative":0,"true_negative":9,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.2585135802792726,"baseline_adjusted_skill":0.17999999999999994,"baseline_adjusted_score":0.17999999999999994},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":-0.282051282051282,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.29787234042553196,"baseline_adjusted_score":0.29787234042553196},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.25791900030848064,"accuracy":0.6,"positive_recall":0.54,"specificity":0.66,"precision":0.6136363636363636,"balanced_accuracy":0.6000000000000001,"f1":0.574468085106383,"true_positive":27,"false_positive":17,"false_negative":23,"true_negative":33,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.03167600123392256,"baseline_adjusted_skill":0.20000000000000018,"baseline_adjusted_score":0.20000000000000018},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.85,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.7761194029850748,"baseline_adjusted_score":0.7761194029850748},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.18568067882843953,"accuracy":0.74,"positive_recall":0.7,"specificity":0.78,"precision":0.7608695652173914,"balanced_accuracy":0.74,"f1":0.7291666666666666,"true_positive":35,"false_positive":11,"false_negative":15,"true_negative":39,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2572772846862419,"baseline_adjusted_skill":0.48,"baseline_adjusted_score":0.48},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.3741683986486487,"uniform_accuracy_baseline":0.23445945945945923,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.15159434601391106,"baseline_adjusted_score":0.15159434601391106},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.15147328211862782,"accuracy":0.5953947302631579,"positive_recall":0.6787159288353414,"specificity":0.5160544509139913,"precision":0.5718181931818181,"balanced_accuracy":0.5973851898746663,"f1":0.6206981629326848,"true_positive":50.32000099999999,"false_positive":37.679998999999995,"false_negative":23.820002000000002,"true_negative":40.179998000000005,"positive_prevalence":0.48776317763157917,"majority_accuracy_baseline":0.5122368223684208,"constant_brier_baseline":0.0945191003976856,"brier_skill":-0.6025679622564075,"baseline_adjusted_skill":0.19477037974933253,"baseline_adjusted_score":0.19477037974933253},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.24823786307475743,"normalized_score_rmse":0.3037074855050756,"constant_score_baseline":0.5841668333333334,"constant_mae_baseline":0.21700552708333315,"baseline_adjusted_skill":-0.14392414981868473,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.4721744420490475,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":50,"false_positive":50,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.8886977681961901,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3130406435443414,"accuracy":0.47,"positive_recall":0.48,"specificity":0.46,"precision":0.47058823529411764,"balanced_accuracy":0.47,"f1":0.4752475247524752,"true_positive":24,"false_positive":27,"false_negative":26,"true_negative":23,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.25216257417736565,"baseline_adjusted_skill":-0.06000000000000005,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":-0.08196721311475408,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.305,"uniform_accuracy_baseline":0.03611111111111102,"fixed_answer_accuracy_baseline":0.08833333333333329,"baseline_adjusted_skill":0.23765996343692872,"baseline_adjusted_score":0.23765996343692872},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.72,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.3636363636363635,"baseline_adjusted_score":0.3636363636363635},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.435,"uniform_accuracy_baseline":0.04987932421560751,"fixed_answer_accuracy_baseline":0.1244247787610618,"baseline_adjusted_skill":0.3547099252071964,"baseline_adjusted_score":0.3547099252071964},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.4772600114226976,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":50,"false_positive":50,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.9090400456907903,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.25,"uniform_accuracy_baseline":0.23888888888888893,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":-0.05882352941176474,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.43997813056070656,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":32,"true_negative":32,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.7599125222428262,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.43,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":-0.23913043478260881,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.31,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.0454545454545455,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.4336080222936484,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":50,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.7344320891745937,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.35294117647058826,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.04347826086956522,"baseline_adjusted_score":0.04347826086956522},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.333909017236245,"accuracy":0.5151515151515151,"positive_recall":0.5625,"specificity":0.47058823529411764,"precision":0.5,"balanced_accuracy":0.5165441176470589,"f1":0.5294117647058824,"true_positive":9,"false_positive":9,"false_negative":7,"true_negative":8,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":-0.33686367562599506,"baseline_adjusted_skill":0.03308823529411775,"baseline_adjusted_score":0.03308823529411775},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.35323453873539706,"normalized_score_rmse":0.4125306109736852,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":-0.07040769313756678,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0.03125,"uniform_accuracy_baseline":0.17812500000000006,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.3596491228070175,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.4893735319340755,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":17,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.957494127736302,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.40334511557339675,"normalized_score_rmse":0.45728894864142167,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-1.7427467858990977,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.041666666666666664,"uniform_accuracy_baseline":0.13194444444444448,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":-1.4,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.34452584592881536,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":26,"false_positive":26,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.3781033837152614,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.28980546648208755,"accuracy":0.5466666666666666,"positive_recall":0.9743589743589743,"specificity":0.08333333333333333,"precision":0.5352112676056338,"balanced_accuracy":0.5288461538461539,"f1":0.6909090909090909,"true_positive":38,"false_positive":33,"false_negative":1,"true_negative":3,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24959999999999993,"brier_skill":-0.16107959327759458,"baseline_adjusted_skill":0.05769230769230771,"baseline_adjusted_score":0.05769230769230771},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.2970752487453798,"normalized_score_rmse":0.383568437235656,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.06098303123349935,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.3235294117647059,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.08000000000000002,"baseline_adjusted_score":0.08000000000000002},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.4764415842469417,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":14,"true_negative":14,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.9057663369877669,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.4752943683379343,"normalized_score_rmse":0.5216715555139232,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.16969696969696968,"baseline_adjusted_skill":-1.8008418134199702,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":0.6666666666666666,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":0.5833333333333333,"baseline_adjusted_score":0.5833333333333333},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.32698299305218165,"accuracy":0.5764705882352941,"positive_recall":0.7555555555555555,"specificity":0.375,"precision":0.576271186440678,"balanced_accuracy":0.5652777777777778,"f1":0.6538461538461539,"true_positive":34,"false_positive":25,"false_negative":11,"true_negative":15,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.24913494809688563,"brier_skill":-0.31247340266778556,"baseline_adjusted_skill":0.13055555555555554,"baseline_adjusted_score":0.13055555555555554},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.24,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.6947698918561747,"accuracy":0.3,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":35,"true_negative":15,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.20999999999999996,"brier_skill":-2.3084280564579753,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.24539656615730895,"normalized_score_rmse":0.33464841720411564,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":0.12358369229532529,"baseline_adjusted_score":0.12358369229532529},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.24050632911392406,"uniform_accuracy_baseline":0.24240506329113914,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":-0.30434782608695654,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.2403600207220161,"accuracy":0.6666666666666666,"positive_recall":1,"specificity":0.3,"precision":0.6111111111111112,"balanced_accuracy":0.65,"f1":0.7586206896551724,"true_positive":11,"false_positive":7,"false_negative":0,"true_negative":3,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.24943310657596363,"brier_skill":0.0363748260144624,"baseline_adjusted_skill":0.30000000000000004,"baseline_adjusted_score":0.30000000000000004},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.3939393939393939,"uniform_accuracy_baseline":0.3237373737373738,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.44800147472949753,"accuracy":0.48484848484848486,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":17,"true_negative":16,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":-0.7936529631633185,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.372605255448976,"normalized_score_rmse":0.41882971891007864,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.34313725490196084,"baseline_adjusted_skill":-0.08587817302272982,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.34008743438529115,"accuracy":0.52,"positive_recall":0.16,"specificity":0.88,"precision":0.5714285714285714,"balanced_accuracy":0.52,"f1":0.25,"true_positive":8,"false_positive":6,"false_negative":42,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.3603497375411646,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.33333333333333326,"uniform_accuracy_baseline":0.3333333333333332,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":-0.030927835051546504,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.42048093137005604,"accuracy":0.5066666666666667,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":37,"true_negative":38,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555535,"brier_skill":-0.6822227873090805,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.27,"uniform_accuracy_baseline":0.1428571428571427,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.06410256410256412,"baseline_adjusted_score":0.06410256410256412},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.38,"uniform_accuracy_baseline":0.32416666666666627,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.06060606060606058,"baseline_adjusted_score":0.06060606060606058},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.38501312708018426,"accuracy":0.5151515151515151,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":16,"true_negative":17,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886135,"brier_skill":-0.5414679977585313,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.25927917056533956,"normalized_score_rmse":0.2887445987379583,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":-0.18016725912499387,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2670650422448294,"accuracy":0.54,"positive_recall":0.4090909090909091,"specificity":0.5769230769230769,"precision":0.21428571428571427,"balanced_accuracy":0.493006993006993,"f1":0.28125,"true_positive":9,"false_positive":33,"false_negative":13,"true_negative":45,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.17160000000000028,"brier_skill":-0.5563230900048308,"baseline_adjusted_skill":-0.013986013986013957,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.27651559667664727,"accuracy":0.6,"positive_recall":0.5135135135135135,"specificity":0.6507936507936508,"precision":0.4634146341463415,"balanced_accuracy":0.5821535821535821,"f1":0.48717948717948717,"true_positive":19,"false_positive":22,"false_negative":18,"true_negative":41,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000008,"brier_skill":-0.18625309599591233,"baseline_adjusted_skill":0.1643071643071643,"baseline_adjusted_score":0.1643071643071643},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24873943614124175,"accuracy":0.61,"positive_recall":0.05128205128205128,"specificity":0.9672131147540983,"precision":0.5,"balanced_accuracy":0.5092475830180748,"f1":0.09302325581395349,"true_positive":2,"false_positive":2,"false_negative":37,"true_negative":59,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379000000000002,"brier_skill":-0.04556299344784165,"baseline_adjusted_skill":0.018495166036149646,"baseline_adjusted_score":0.018495166036149646},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2776975602067749,"accuracy":0.63,"positive_recall":0.5161290322580645,"specificity":0.6811594202898551,"precision":0.42105263157894735,"balanced_accuracy":0.5986442262739597,"f1":0.463768115942029,"true_positive":16,"false_positive":22,"false_negative":15,"true_negative":47,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999987,"brier_skill":-0.29825881349590966,"baseline_adjusted_skill":0.1972884525479195,"baseline_adjusted_score":0.1972884525479195},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.36,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.11111111111111106,"baseline_adjusted_score":0.11111111111111106},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.29167185858508554,"normalized_score_rmse":0.3452762735329765,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":-0.25450261757026027,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.26180430758790624,"accuracy":0.62,"positive_recall":0.82,"specificity":0.42,"precision":0.5857142857142857,"balanced_accuracy":0.62,"f1":0.6833333333333333,"true_positive":41,"false_positive":29,"false_negative":9,"true_negative":21,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.04721723035162495,"baseline_adjusted_skill":0.24,"baseline_adjusted_score":0.24},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.36874086252481275,"accuracy":0.51,"positive_recall":0.98,"specificity":0.04,"precision":0.5051546391752577,"balanced_accuracy":0.51,"f1":0.6666666666666666,"true_positive":49,"false_positive":48,"false_negative":1,"true_negative":2,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.474963450099251,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.62,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.0857142857142858,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3218935004663491,"accuracy":0.52,"positive_recall":0.98,"specificity":0.06,"precision":0.5104166666666666,"balanced_accuracy":0.52,"f1":0.6712328767123288,"true_positive":49,"false_positive":47,"false_negative":1,"true_negative":3,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.2875740018653965,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.68,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.23809523809523828,"baseline_adjusted_score":0.23809523809523828},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.33,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.11666666666666668,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.4405602482854387,"accuracy":0.5,"positive_recall":0,"specificity":1,"precision":null,"balanced_accuracy":0.5,"f1":0,"true_positive":0,"false_positive":0,"false_negative":50,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.7622409931417549,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.78,"uniform_accuracy_baseline":0.20851190476190457,"fixed_answer_accuracy_baseline":0.2233333333333332,"baseline_adjusted_skill":0.7167381974248928,"baseline_adjusted_score":0.7167381974248928},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.31211964194977265,"accuracy":0.58,"positive_recall":0.6,"specificity":0.56,"precision":0.5769230769230769,"balanced_accuracy":0.5800000000000001,"f1":0.5882352941176471,"true_positive":30,"false_positive":22,"false_negative":20,"true_negative":28,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.2484785677990906,"baseline_adjusted_skill":0.16000000000000014,"baseline_adjusted_score":0.16000000000000014},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.29530750202101547,"normalized_score_rmse":0.35610072787686536,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.01564165992994837,"baseline_adjusted_score":0.01564165992994837},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.66,"uniform_accuracy_baseline":0.22851190476190467,"fixed_answer_accuracy_baseline":0.2433333333333333,"baseline_adjusted_skill":0.5506607929515419,"baseline_adjusted_score":0.5506607929515419},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.35505031836152795,"accuracy":0.53,"positive_recall":0.6,"specificity":0.46,"precision":0.5263157894736842,"balanced_accuracy":0.53,"f1":0.5607476635514018,"true_positive":30,"false_positive":27,"false_negative":20,"true_negative":23,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.4202012734461118,"baseline_adjusted_skill":0.06000000000000005,"baseline_adjusted_score":0.06000000000000005},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.3036820866898776,"normalized_score_rmse":0.3715148074735904,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.304222222222222,"baseline_adjusted_skill":0.001775463765923857,"baseline_adjusted_score":0.001775463765923857},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.44,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.0967741935483871,"baseline_adjusted_score":0.0967741935483871},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3383482435079613,"accuracy":0.59,"positive_recall":1,"specificity":0.18,"precision":0.5494505494505495,"balanced_accuracy":0.59,"f1":0.7092198581560284,"true_positive":50,"false_positive":41,"false_negative":0,"true_negative":9,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.3533929740318451,"baseline_adjusted_skill":0.17999999999999994,"baseline_adjusted_score":0.17999999999999994},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.4335958476464336,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":50,"false_positive":50,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.7343833905857344,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.52,"uniform_accuracy_baseline":0.35333333333333317,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.18644067796610175,"baseline_adjusted_score":0.18644067796610175},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.06451612903225803,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.19,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.3064516129032258,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.17,"uniform_accuracy_baseline":0.11111111111111088,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.011904761904761916,"baseline_adjusted_score":0.011904761904761916},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.3738462650015202,"accuracy":0.3276250000000001,"positive_recall":0.7112722478576138,"specificity":0.23785284590467382,"precision":0.17923588039867117,"balanced_accuracy":0.4745625468811438,"f1":0.28632081730131365,"true_positive":53.950000000000024,"false_positive":247.04999999999998,"false_negative":21.900000000000002,"true_negative":77.10000000000001,"positive_prevalence":0.1896249999999999,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500007,"brier_skill":-3.911042291227666,"baseline_adjusted_skill":-0.0508749062377124,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.4609871713956713,"normalized_score_rmse":0.5197763939426616,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":-1.1566651293364738,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.296315582071591,"accuracy":0.455125,"positive_recall":0.7487107360525082,"specificity":0.34838929606272356,"precision":0.29464944649446473,"balanced_accuracy":0.5485500160576159,"f1":0.4228783264927841,"true_positive":79.85,"false_positive":191.15000000000018,"false_negative":26.800000000000004,"true_negative":102.20000000000002,"positive_prevalence":0.2666249999999998,"majority_accuracy_baseline":0.7333750000000002,"constant_brier_baseline":0.11565485937499977,"brier_skill":-1.562067721779127,"baseline_adjusted_skill":0.09710003211523177,"baseline_adjusted_score":0.09710003211523177},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.4329453502763095,"normalized_score_rmse":0.5066953738773198,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":-0.6109594428885934,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.24566450048972246,"accuracy":0.5031249999999998,"positive_recall":0.6890380313199103,"specificity":0.43104943625325237,"precision":0.31950207468879654,"balanced_accuracy":0.5600437337865813,"f1":0.4365698086463499,"true_positive":76.99999999999993,"false_positive":163.99999999999997,"false_negative":34.75000000000002,"true_negative":124.25,"positive_prevalence":0.2793749999999999,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937499995,"brier_skill":-1.171027659076736,"baseline_adjusted_skill":0.12008746757316269,"baseline_adjusted_score":0.12008746757316269},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.46983721021482094,"normalized_score_rmse":0.5402066382320362,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":-0.7771620244532234,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.2732817339660685,"accuracy":0.525375,"positive_recall":0.7149295774647887,"specificity":0.47132530120481925,"precision":0.2782894736842104,"balanced_accuracy":0.5931274393348039,"f1":0.4006314127861088,"true_positive":63.449999999999996,"false_positive":164.55000000000007,"false_negative":25.30000000000001,"true_negative":146.70000000000005,"positive_prevalence":0.22187499999999974,"majority_accuracy_baseline":0.7781250000000003,"constant_brier_baseline":0.126740234375001,"brier_skill":-1.1562350370717964,"baseline_adjusted_skill":0.18625487866960788,"baseline_adjusted_score":0.18625487866960788},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.5352386444610598,"normalized_score_rmse":0.5971539853746294,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":-1.3722488397166086,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.26105705859637934,"accuracy":0.4884999999999999,"positive_recall":0.6672967863894138,"specificity":0.4242012236573759,"precision":0.29416666666666647,"balanced_accuracy":0.5457490050233949,"f1":0.40832851359167127,"true_positive":70.59999999999994,"false_positive":169.40000000000003,"false_negative":35.19999999999999,"true_negative":124.80000000000001,"positive_prevalence":0.26449999999999985,"majority_accuracy_baseline":0.7355000000000002,"constant_brier_baseline":0.11362725000000028,"brier_skill":-1.2974863740553317,"baseline_adjusted_skill":0.0914980100467897,"baseline_adjusted_score":0.0914980100467897},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.4708648418921648,"normalized_score_rmse":0.5278674297075215,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":-0.87408892295389,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.20136869613830854,"accuracy":0.5912499999999998,"positive_recall":0.5032637075718016,"specificity":0.612090290661719,"precision":0.23506097560975622,"balanced_accuracy":0.5576769991167603,"f1":0.3204488778054865,"true_positive":38.55000000000003,"false_positive":125.45000000000002,"false_negative":38.05000000000002,"true_negative":197.9499999999999,"positive_prevalence":0.1914999999999999,"majority_accuracy_baseline":0.8085000000000001,"constant_brier_baseline":0.09190274999999995,"brier_skill":-1.1911063176924372,"baseline_adjusted_skill":0.11535399823352055,"baseline_adjusted_score":0.11535399823352055},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.4220497624402018,"normalized_score_rmse":0.47426262063720503,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":-1.0401196975961415,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.30250823448038106,"accuracy":0.4325,"positive_recall":0.7032520325203252,"specificity":0.3712446351931331,"precision":0.2019455252918288,"balanced_accuracy":0.5372483338567291,"f1":0.3137847642079806,"true_positive":51.89999999999999,"false_positive":205.09999999999997,"false_negative":21.9,"true_negative":121.10000000000002,"positive_prevalence":0.1844999999999999,"majority_accuracy_baseline":0.8155000000000001,"constant_brier_baseline":0.1092222499999995,"brier_skill":-1.7696575970590467,"baseline_adjusted_skill":0.0744966677134582,"baseline_adjusted_score":0.0744966677134582},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.551081892305666,"normalized_score_rmse":0.5913365086525129,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":-1.9100033917130879,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.2713859953581319,"accuracy":0.465,"positive_recall":0.5700636942675159,"specificity":0.4393468118195957,"precision":0.19888888888888887,"balanced_accuracy":0.5047052530435558,"f1":0.29489291598023065,"true_positive":44.75,"false_positive":180.25000000000003,"false_negative":33.75,"true_negative":141.25,"positive_prevalence":0.19624999999999987,"majority_accuracy_baseline":0.8037500000000002,"constant_brier_baseline":0.09878593749999955,"brier_skill":-1.7472128343989564,"baseline_adjusted_skill":0.009410506087111692,"baseline_adjusted_score":0.009410506087111692},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.43395496934612604,"normalized_score_rmse":0.5039074666626655,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":-1.0542247069639101,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.2099538576522561,"accuracy":0.5040816326530609,"positive_recall":0.5551601423487541,"specificity":0.46553267681289145,"precision":0.43943661971830944,"balanced_accuracy":0.5103464095808228,"f1":0.4905660377358486,"true_positive":93.5999999999999,"false_positive":119.40000000000008,"false_negative":75.00000000000003,"true_negative":103.99999999999999,"positive_prevalence":0.43010204081632636,"majority_accuracy_baseline":0.5698979591836737,"constant_brier_baseline":0.12359641815910102,"brier_skill":-0.6987050335228193,"baseline_adjusted_skill":0.02069281916164556,"baseline_adjusted_score":0.02069281916164556},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.3468692610969385,"normalized_score_rmse":0.4359693075061719,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":-0.2590069476851844,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.22138395463398516,"accuracy":0.6165000000000002,"positive_recall":0.4653815892997641,"specificity":0.6450438400951106,"precision":0.19848993288590605,"balanced_accuracy":0.5552127146974374,"f1":0.27828746177370034,"true_positive":59.15000000000003,"false_positive":238.8500000000001,"false_negative":67.94999999999999,"true_negative":434.05000000000007,"positive_prevalence":0.15887500000000002,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499934,"brier_skill":-1.2412390438444656,"baseline_adjusted_skill":0.11042542939487476,"baseline_adjusted_score":0.11042542939487476},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.5242575374382227,"normalized_score_rmse":0.5663658243891121,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-2.1773184087165007,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.06451612903225803,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.38583584152293454,"accuracy":0.44,"positive_recall":0.04,"specificity":0.84,"precision":0.2,"balanced_accuracy":0.44,"f1":0.06666666666666667,"true_positive":2,"false_positive":8,"false_negative":48,"true_negative":42,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.5433433660917382,"baseline_adjusted_skill":-0.12,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.07422133863485753,"uniform_accuracy_baseline":0.058823529411766766,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":-0.088006230529595,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.44,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":-0.21739130434782616,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.389317485820512,"accuracy":0.51,"positive_recall":0.04,"specificity":0.98,"precision":0.6666666666666666,"balanced_accuracy":0.51,"f1":0.07547169811320754,"true_positive":2,"false_positive":1,"false_negative":48,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.557269943282048,"baseline_adjusted_skill":0.020000000000000018,"baseline_adjusted_score":0.020000000000000018},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.35,"uniform_accuracy_baseline":0.3333333333333329,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":-0.03174603174603177,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":206,"benchmark":189},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"binary_brier":0.22669201066069902,"accuracy":0.6891891891891891,"positive_recall":0.4084507042253521,"specificity":0.948051948051948,"precision":0.8787878787878788,"balanced_accuracy":0.67825132613865,"f1":0.5576923076923077,"true_positive":29,"false_positive":4,"false_negative":42,"true_negative":73,"positive_prevalence":0.4797297297297297,"majority_accuracy_baseline":0.5202702702702703,"constant_brier_baseline":0.24958911614317017,"brier_skill":0.09173919855278001,"baseline_adjusted_skill":0.35650265227730005,"baseline_adjusted_score":0.35650265227730005},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":0},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.3,"uniform_accuracy_baseline":0.2005,"fixed_answer_accuracy_baseline":0.29,"baseline_adjusted_skill":0.014084507042253534,"baseline_adjusted_score":0.014084507042253534},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":1},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.83,"uniform_accuracy_baseline":0.2533333333333333,"fixed_answer_accuracy_baseline":0.32,"baseline_adjusted_skill":0.7500000000000001,"baseline_adjusted_score":0.7500000000000001},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":2},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.71,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.53,"baseline_adjusted_skill":0.3829787234042552,"baseline_adjusted_score":0.3829787234042552},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":3},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.47,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.51,"baseline_adjusted_skill":-0.08163265306122457,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":4},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.13791191182771365,"accuracy":0.60931317952,"positive_recall":0.8727986043964063,"specificity":0.18657800786348827,"precision":0.6325571238705883,"balanced_accuracy":0.5296883061299473,"f1":0.7335076547665454,"true_positive":53.767355529,"false_positive":31.232644471,"false_negative":7.836037577,"true_negative":7.163962423,"positive_prevalence":0.61603393106,"majority_accuracy_baseline":0.61603393106,"constant_brier_baseline":0.07908707655202402,"brier_skill":-0.7437983276192319,"baseline_adjusted_skill":0.05937661225989466,"baseline_adjusted_score":0.05937661225989466},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":5},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.31333671982661726,"accuracy":0.52,"positive_recall":0.42,"specificity":0.62,"precision":0.525,"balanced_accuracy":0.52,"f1":0.4666666666666667,"true_positive":21,"false_positive":19,"false_negative":29,"true_negative":31,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.25334687930646904,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":6},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.66,"uniform_accuracy_baseline":0.012987012987012986,"fixed_answer_accuracy_baseline":0.05,"baseline_adjusted_skill":0.6421052631578947,"baseline_adjusted_score":0.6421052631578947},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":7},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.72,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":0.5333333333333333,"baseline_adjusted_score":0.5333333333333333},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":8},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.42,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.36,"baseline_adjusted_skill":0.09375,"baseline_adjusted_score":0.09375},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":9},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2745180462031643,"accuracy":0.68,"positive_recall":0.96,"specificity":0.4,"precision":0.6153846153846154,"balanced_accuracy":0.6799999999999999,"f1":0.75,"true_positive":48,"false_positive":30,"false_negative":2,"true_negative":20,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.09807218481265711,"baseline_adjusted_skill":0.3599999999999999,"baseline_adjusted_score":0.3599999999999999},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":10},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":700,"succeeded":700,"failed":0},"metrics":{"binary_brier":0.20168037848572418,"accuracy":0.5520312253152951,"positive_recall":0.5031967393421257,"specificity":0.5747703547922843,"precision":0.35525989527888,"balanced_accuracy":0.5389835470672051,"f1":0.4164814242533742,"true_positive":111.90686701284721,"false_positive":203.09313298715279,"false_negative":110.4850092921406,"true_negative":274.5149907078594,"positive_prevalence":0.3177026804356969,"majority_accuracy_baseline":0.6822973195643032,"constant_brier_baseline":0.08872692397768642,"brier_skill":-1.2730459869931248,"baseline_adjusted_skill":0.07796709413441016,"baseline_adjusted_score":0.07796709413441016},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":11},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3254066564924083,"accuracy":0.52,"positive_recall":0.96,"specificity":0.08,"precision":0.5106382978723404,"balanced_accuracy":0.52,"f1":0.6666666666666666,"true_positive":48,"false_positive":46,"false_negative":2,"true_negative":4,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.3016266259696332,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":12},{"provenance":"measured","status":"complete","counts":{"cases":151,"expected":151,"succeeded":151,"failed":0},"metrics":{"target_mass_at_prediction":0.8278145695364238,"uniform_accuracy_baseline":0.006622516556291391,"fixed_answer_accuracy_baseline":0.039735099337748346,"baseline_adjusted_skill":0.8206896551724138,"baseline_adjusted_score":0.8206896551724138},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":13},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1700,"succeeded":1700,"failed":0},"metrics":{"target_mass_at_prediction":0.4776470588235294,"uniform_accuracy_baseline":0.3333333333333333,"fixed_answer_accuracy_baseline":0.4576470588235294,"baseline_adjusted_skill":0.036876355748373134,"baseline_adjusted_score":0.036876355748373134},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":15},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.37,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.050000000000000044,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":16},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.19748562913546425,"accuracy":0.75,"positive_recall":0.74,"specificity":0.76,"precision":0.7551020408163265,"balanced_accuracy":0.75,"f1":0.7474747474747475,"true_positive":37,"false_positive":12,"false_negative":13,"true_negative":38,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.210057483458143,"baseline_adjusted_skill":0.5,"baseline_adjusted_score":0.5},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":17},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.72,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.52,"baseline_adjusted_skill":0.4166666666666666,"baseline_adjusted_score":0.4166666666666666},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":18},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.97,"uniform_accuracy_baseline":0.07142857142857142,"fixed_answer_accuracy_baseline":0.11,"baseline_adjusted_skill":0.9662921348314606,"baseline_adjusted_score":0.9662921348314606},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":22},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.68,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.3043478260869566,"baseline_adjusted_score":0.3043478260869566},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":23},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.3,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.27,"baseline_adjusted_skill":0.04109589041095887,"baseline_adjusted_score":0.04109589041095887},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":24},{"provenance":"measured","status":"complete","counts":{"cases":18,"expected":18,"succeeded":18,"failed":0},"metrics":{"target_mass_at_prediction":0.6666666666666666,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.6666666666666666,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":25},{"provenance":"measured","status":"complete","counts":{"cases":82,"expected":82,"succeeded":82,"failed":0},"metrics":{"binary_brier":0.2830175607506065,"accuracy":0.5609756097560976,"positive_recall":0.55,"specificity":0.5714285714285714,"precision":0.55,"balanced_accuracy":0.5607142857142857,"f1":0.55,"true_positive":22,"false_positive":18,"false_negative":18,"true_negative":24,"positive_prevalence":0.4878048780487805,"majority_accuracy_baseline":0.5121951219512195,"constant_brier_baseline":0.2498512790005949,"brier_skill":-0.13274409433754664,"baseline_adjusted_skill":0.12142857142857144,"baseline_adjusted_score":0.12142857142857144},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":26},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.36365548677070125,"accuracy":0.57,"positive_recall":0.16,"specificity":0.98,"precision":0.8888888888888888,"balanced_accuracy":0.57,"f1":0.2711864406779661,"true_positive":8,"false_positive":1,"false_negative":42,"true_negative":49,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.454621947082805,"baseline_adjusted_skill":0.1399999999999999,"baseline_adjusted_score":0.1399999999999999},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":27},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":358,"succeeded":358,"failed":0},"metrics":{"target_mass_at_prediction":0.6871508379888268,"uniform_accuracy_baseline":0.125,"fixed_answer_accuracy_baseline":0.2206703910614525,"baseline_adjusted_skill":0.5985663082437276,"baseline_adjusted_score":0.5985663082437276},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":28},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.36,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":-0.04918032786885251,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":29},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.41248036375240665,"accuracy":0.475,"positive_recall":0.8181818181818182,"specificity":0.3782051282051282,"precision":0.2706766917293233,"balanced_accuracy":0.5981934731934733,"f1":0.4067796610169492,"true_positive":36,"false_positive":97,"false_negative":8,"true_negative":59,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-1.4037317234988733,"baseline_adjusted_skill":0.19638694638694654,"baseline_adjusted_score":0.19638694638694654},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":30},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.4008505065311392,"accuracy":0.465,"positive_recall":0.92,"specificity":0.31333333333333335,"precision":0.3087248322147651,"balanced_accuracy":0.6166666666666667,"f1":0.4623115577889447,"true_positive":46,"false_positive":103,"false_negative":4,"true_negative":47,"positive_prevalence":0.25,"majority_accuracy_baseline":0.75,"constant_brier_baseline":0.1875,"brier_skill":-1.1378693681660756,"baseline_adjusted_skill":0.2333333333333334,"baseline_adjusted_score":0.2333333333333334},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":31},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"binary_brier":0.36028615794127655,"accuracy":0.485,"positive_recall":0.9473684210526315,"specificity":0.43646408839779005,"precision":0.15,"balanced_accuracy":0.6919162547252108,"f1":0.2589928057553957,"true_positive":18,"false_positive":102,"false_negative":1,"true_negative":79,"positive_prevalence":0.095,"majority_accuracy_baseline":0.905,"constant_brier_baseline":0.085975,"brier_skill":-3.1905921249348834,"baseline_adjusted_skill":0.3838325094504216,"baseline_adjusted_score":0.3838325094504216},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":32},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":2800,"succeeded":2800,"failed":0},"metrics":{"binary_brier":0.129157055940907,"accuracy":0.7842321428571428,"positive_recall":0.5471679396885231,"specificity":0.7993654975018839,"precision":0.14827956989247312,"balanced_accuracy":0.6732667185952035,"f1":0.23332839829952834,"true_positive":91.93333333333334,"false_positive":528.0666666666667,"false_negative":76.08333333333333,"true_negative":2103.9166666666665,"positive_prevalence":0.060005952380952375,"majority_accuracy_baseline":0.9399940476190476,"constant_brier_baseline":0.03220097218679138,"brier_skill":-3.0109675941363765,"baseline_adjusted_skill":0.34653343719040697,"baseline_adjusted_score":0.34653343719040697},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":49},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":353,"succeeded":353,"failed":0},"metrics":{"target_mass_at_prediction":0.5580736543909348,"uniform_accuracy_baseline":0.027777777777777776,"fixed_answer_accuracy_baseline":0.1274787535410765,"baseline_adjusted_skill":0.49350649350649345,"baseline_adjusted_score":0.49350649350649345},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":51},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.44,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3,"baseline_adjusted_skill":0.20000000000000004,"baseline_adjusted_score":0.20000000000000004},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":52},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.17941223088460947,"accuracy":0.74,"positive_recall":0.78,"specificity":0.7,"precision":0.7222222222222222,"balanced_accuracy":0.74,"f1":0.75,"true_positive":39,"false_positive":15,"false_negative":11,"true_negative":35,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2823510764615621,"baseline_adjusted_skill":0.48,"baseline_adjusted_score":0.48},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":53},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.24057613273917544,"accuracy":0.63,"positive_recall":0.6,"specificity":0.66,"precision":0.6382978723404256,"balanced_accuracy":0.63,"f1":0.6185567010309279,"true_positive":30,"false_positive":17,"false_negative":20,"true_negative":33,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.037695469043298235,"baseline_adjusted_skill":0.26,"baseline_adjusted_score":0.26},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":54},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.6,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.61,"baseline_adjusted_skill":-0.025641025641025664,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":55},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.73,"uniform_accuracy_baseline":0.015625,"fixed_answer_accuracy_baseline":0.06,"baseline_adjusted_skill":0.7127659574468085,"baseline_adjusted_score":0.7127659574468085},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":56},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.19730680125397587,"accuracy":0.68,"positive_recall":0.86,"specificity":0.5,"precision":0.6323529411764706,"balanced_accuracy":0.6799999999999999,"f1":0.7288135593220338,"true_positive":43,"false_positive":25,"false_negative":7,"true_negative":25,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2107727949840965,"baseline_adjusted_skill":0.3599999999999999,"baseline_adjusted_score":0.3599999999999999},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":57},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.88,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.33,"baseline_adjusted_skill":0.8208955223880599,"baseline_adjusted_score":0.8208955223880599},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":72},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.17744132374049693,"accuracy":0.73,"positive_recall":0.8,"specificity":0.66,"precision":0.7017543859649122,"balanced_accuracy":0.73,"f1":0.7476635514018691,"true_positive":40,"false_positive":17,"false_negative":10,"true_negative":33,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.2902347050380123,"baseline_adjusted_skill":0.45999999999999996,"baseline_adjusted_score":0.45999999999999996},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":73},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":148,"succeeded":148,"failed":0},"metrics":{"target_mass_at_prediction":0.4148796013513513,"uniform_accuracy_baseline":0.23445945945945948,"fixed_answer_accuracy_baseline":0.2623439054054054,"baseline_adjusted_skill":0.20678429564088044,"baseline_adjusted_score":0.20678429564088044},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":74},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":152,"succeeded":152,"failed":0},"metrics":{"binary_brier":0.18737790619424022,"accuracy":0.5865789407894737,"positive_recall":0.946182872423137,"specificity":0.2441561614753209,"precision":0.5437984573643411,"balanced_accuracy":0.5951695169492289,"f1":0.6906566896132221,"true_positive":70.150001,"false_positive":58.849999,"false_negative":3.990002,"true_negative":19.009998,"positive_prevalence":0.4877631776315789,"majority_accuracy_baseline":0.512236822368421,"constant_brier_baseline":0.09451910039768556,"brier_skill":-0.9824342953525238,"baseline_adjusted_skill":0.19033903389845785,"baseline_adjusted_score":0.19033903389845785},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":75},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"normalized_expected_score_mae":0.26260159496691626,"normalized_score_rmse":0.3302697860918353,"constant_score_baseline":0.5841668333333333,"constant_mae_baseline":0.21700552708333334,"baseline_adjusted_skill":-0.21011477678203727,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":76},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.38948577203934825,"accuracy":0.43,"positive_recall":0.4,"specificity":0.46,"precision":0.425531914893617,"balanced_accuracy":0.43000000000000005,"f1":0.41237113402061853,"true_positive":20,"false_positive":27,"false_negative":30,"true_negative":23,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.557943088157393,"baseline_adjusted_skill":-0.1399999999999999,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":77},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3290756170780194,"accuracy":0.45,"positive_recall":0.34,"specificity":0.56,"precision":0.4358974358974359,"balanced_accuracy":0.45000000000000007,"f1":0.38202247191011235,"true_positive":17,"false_positive":22,"false_negative":33,"true_negative":28,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.31630246831207764,"baseline_adjusted_skill":-0.09999999999999987,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":78},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.42,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.39,"baseline_adjusted_skill":0.04918032786885241,"baseline_adjusted_score":0.04918032786885241},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":79},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.785,"uniform_accuracy_baseline":0.036111111111111115,"fixed_answer_accuracy_baseline":0.08833333333333333,"baseline_adjusted_skill":0.7641681901279708,"baseline_adjusted_score":0.7641681901279708},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":80},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.92,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.56,"baseline_adjusted_skill":0.8181818181818182,"baseline_adjusted_score":0.8181818181818182},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":82},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":200,"succeeded":200,"failed":0},"metrics":{"target_mass_at_prediction":0.75,"uniform_accuracy_baseline":0.049879324215607396,"fixed_answer_accuracy_baseline":0.12442477876106194,"baseline_adjusted_skill":0.7144734182332727,"baseline_adjusted_score":0.7144734182332727},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":85},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3167402172225618,"accuracy":0.42,"positive_recall":0.44,"specificity":0.4,"precision":0.4230769230769231,"balanced_accuracy":0.42000000000000004,"f1":0.43137254901960786,"true_positive":22,"false_positive":30,"false_negative":28,"true_negative":20,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.26696086889024717,"baseline_adjusted_skill":-0.15999999999999992,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":88},{"provenance":"measured","status":"complete","counts":{"cases":36,"expected":36,"succeeded":36,"failed":0},"metrics":{"target_mass_at_prediction":0.6111111111111112,"uniform_accuracy_baseline":0.23888888888888887,"fixed_answer_accuracy_baseline":0.2916666666666667,"baseline_adjusted_skill":0.4509803921568628,"baseline_adjusted_score":0.4509803921568628},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":90},{"provenance":"measured","status":"complete","counts":{"cases":64,"expected":64,"succeeded":64,"failed":0},"metrics":{"binary_brier":0.3596994022860003,"accuracy":0.5625,"positive_recall":0.75,"specificity":0.375,"precision":0.5454545454545454,"balanced_accuracy":0.5625,"f1":0.631578947368421,"true_positive":24,"false_positive":20,"false_negative":8,"true_negative":12,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.4387976091440011,"baseline_adjusted_skill":0.125,"baseline_adjusted_score":0.125},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":91},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.99,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":0.9782608695652174,"baseline_adjusted_score":0.9782608695652174},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":92},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.45,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":0.16666666666666666,"baseline_adjusted_score":0.16666666666666666},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":93},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.37801810275895625,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":50,"false_positive":50,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.512072411035825,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":94},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.8823529411764706,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.3235294117647059,"baseline_adjusted_skill":0.8260869565217391,"baseline_adjusted_score":0.8260869565217391},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":95},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.32921203018174683,"accuracy":0.48484848484848486,"positive_recall":1,"specificity":0,"precision":0.48484848484848486,"balanced_accuracy":0.5,"f1":0.6530612244897959,"true_positive":16,"false_positive":17,"false_negative":0,"true_negative":0,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":-0.3180584590732438,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":96},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"normalized_expected_score_mae":0.3262017357215518,"normalized_score_rmse":0.43006341854016095,"constant_score_baseline":0.25,"constant_mae_baseline":0.33,"baseline_adjusted_skill":0.011509891752873314,"baseline_adjusted_score":0.011509891752873314},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":97},{"provenance":"measured","status":"complete","counts":{"cases":32,"expected":32,"succeeded":32,"failed":0},"metrics":{"target_mass_at_prediction":0,"uniform_accuracy_baseline":0.178125,"fixed_answer_accuracy_baseline":0.2875,"baseline_adjusted_skill":-0.40350877192982454,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":98},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"binary_brier":0.3761536038617268,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":17,"false_positive":17,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.5046144154469072,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":99},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.5006207532304174,"normalized_score_rmse":0.5546413322836548,"constant_score_baseline":0.5,"constant_mae_baseline":0.14705882352941177,"baseline_adjusted_skill":-2.4042211219668386,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":100},{"provenance":"measured","status":"complete","counts":{"cases":48,"expected":48,"succeeded":48,"failed":0},"metrics":{"target_mass_at_prediction":0.14583333333333334,"uniform_accuracy_baseline":0.13194444444444445,"fixed_answer_accuracy_baseline":0.6006944444444444,"baseline_adjusted_skill":-1.1391304347826086,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":101},{"provenance":"measured","status":"complete","counts":{"cases":52,"expected":52,"succeeded":52,"failed":0},"metrics":{"binary_brier":0.42125785261428295,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":26,"false_positive":26,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.6850314104571318,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":102},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.35457389915733356,"accuracy":0.52,"positive_recall":1,"specificity":0,"precision":0.52,"balanced_accuracy":0.5,"f1":0.6842105263157895,"true_positive":39,"false_positive":36,"false_negative":0,"true_negative":0,"positive_prevalence":0.52,"majority_accuracy_baseline":0.52,"constant_brier_baseline":0.24960000000000004,"brier_skill":-0.42056850623931696,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":103},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.3289264264702797,"normalized_score_rmse":0.40805726296326295,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.17473723739385605,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":104},{"provenance":"measured","status":"complete","counts":{"cases":17,"expected":17,"succeeded":17,"failed":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.2647058823529412,"baseline_adjusted_skill":0.31999999999999995,"baseline_adjusted_score":0.31999999999999995},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":105},{"provenance":"measured","status":"complete","counts":{"cases":28,"expected":28,"succeeded":28,"failed":0},"metrics":{"binary_brier":0.4207234599035023,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":14,"false_positive":14,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.6828938396140092,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":106},{"provenance":"measured","status":"complete","counts":{"cases":55,"expected":55,"succeeded":55,"failed":0},"metrics":{"normalized_expected_score_mae":0.5211192160047534,"normalized_score_rmse":0.5771151727157171,"constant_score_baseline":0.3333333333333333,"constant_mae_baseline":0.1696969696969697,"baseline_adjusted_skill":-2.0708810943137252,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":107},{"provenance":"measured","status":"complete","counts":{"cases":15,"expected":15,"succeeded":15,"failed":0},"metrics":{"target_mass_at_prediction":1,"uniform_accuracy_baseline":0.15555555555555553,"fixed_answer_accuracy_baseline":0.2,"baseline_adjusted_skill":1,"baseline_adjusted_score":1},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":108},{"provenance":"measured","status":"complete","counts":{"cases":85,"expected":85,"succeeded":85,"failed":0},"metrics":{"binary_brier":0.282601566041907,"accuracy":0.611764705882353,"positive_recall":1,"specificity":0.175,"precision":0.5769230769230769,"balanced_accuracy":0.5875,"f1":0.7317073170731707,"true_positive":45,"false_positive":33,"false_negative":0,"true_negative":7,"positive_prevalence":0.5294117647058824,"majority_accuracy_baseline":0.5294117647058824,"constant_brier_baseline":0.2491349480968858,"brier_skill":-0.1343312859182102,"baseline_adjusted_skill":0.17500000000000004,"baseline_adjusted_score":0.17500000000000004},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":109},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.32,"uniform_accuracy_baseline":0.07805555555555556,"fixed_answer_accuracy_baseline":0.24,"baseline_adjusted_skill":0.10526315789473686,"baseline_adjusted_score":0.10526315789473686},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":110},{"provenance":"measured","status":"complete","counts":{"cases":50,"expected":50,"succeeded":50,"failed":0},"metrics":{"binary_brier":0.19922772176521997,"accuracy":0.72,"positive_recall":1,"specificity":0.06666666666666667,"precision":0.7142857142857143,"balanced_accuracy":0.5333333333333333,"f1":0.8333333333333334,"true_positive":35,"false_positive":14,"false_negative":0,"true_negative":1,"positive_prevalence":0.7,"majority_accuracy_baseline":0.7,"constant_brier_baseline":0.21,"brier_skill":0.051296563022761976,"baseline_adjusted_skill":0.06666666666666665,"baseline_adjusted_score":0.06666666666666665},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":111},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"normalized_expected_score_mae":0.30626799844205377,"normalized_score_rmse":0.3767389655635812,"constant_score_baseline":0.5,"constant_mae_baseline":0.28,"baseline_adjusted_skill":-0.093814280150192,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":112},{"provenance":"measured","status":"complete","counts":{"cases":79,"expected":79,"succeeded":79,"failed":0},"metrics":{"target_mass_at_prediction":0.3037974683544304,"uniform_accuracy_baseline":0.24240506329113923,"fixed_answer_accuracy_baseline":0.4177215189873418,"baseline_adjusted_skill":-0.1956521739130435,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":113},{"provenance":"measured","status":"complete","counts":{"cases":21,"expected":21,"succeeded":21,"failed":0},"metrics":{"binary_brier":0.42594356244881365,"accuracy":0.5238095238095238,"positive_recall":1,"specificity":0,"precision":0.5238095238095238,"balanced_accuracy":0.5,"f1":0.6875,"true_positive":11,"false_positive":10,"false_negative":0,"true_negative":0,"positive_prevalence":0.5238095238095238,"majority_accuracy_baseline":0.5238095238095238,"constant_brier_baseline":0.2494331065759637,"brier_skill":-0.7076464639993347,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":114},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"target_mass_at_prediction":0.3939393939393939,"uniform_accuracy_baseline":0.32373737373737377,"fixed_answer_accuracy_baseline":0.3939393939393939,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":115},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.34180397929564615,"accuracy":0.5151515151515151,"positive_recall":1,"specificity":0,"precision":0.5151515151515151,"balanced_accuracy":0.5,"f1":0.68,"true_positive":17,"false_positive":16,"false_negative":0,"true_negative":0,"positive_prevalence":0.5151515151515151,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":-0.368472549459407,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":116},{"provenance":"measured","status":"complete","counts":{"cases":34,"expected":34,"succeeded":34,"failed":0},"metrics":{"normalized_expected_score_mae":0.3229893744813607,"normalized_score_rmse":0.3993776364143199,"constant_score_baseline":0.7083333333333333,"constant_mae_baseline":0.3431372549019608,"baseline_adjusted_skill":0.05871668008289166,"baseline_adjusted_score":0.05871668008289166},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":117},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.43464310900837155,"accuracy":0.5,"positive_recall":1,"specificity":0,"precision":0.5,"balanced_accuracy":0.5,"f1":0.6666666666666666,"true_positive":50,"false_positive":50,"false_negative":0,"true_negative":0,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.7385724360334862,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":118},{"provenance":"measured","status":"complete","counts":{"cases":25,"expected":25,"succeeded":25,"failed":0},"metrics":{"target_mass_at_prediction":0.33333333333333337,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.35333333333333333,"baseline_adjusted_skill":-0.03092783505154633,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":119},{"provenance":"measured","status":"complete","counts":{"cases":75,"expected":75,"succeeded":75,"failed":0},"metrics":{"binary_brier":0.3046692169370152,"accuracy":0.49333333333333335,"positive_recall":1,"specificity":0,"precision":0.49333333333333335,"balanced_accuracy":0.5,"f1":0.6607142857142857,"true_positive":37,"false_positive":38,"false_negative":0,"true_negative":0,"positive_prevalence":0.49333333333333335,"majority_accuracy_baseline":0.5066666666666666,"constant_brier_baseline":0.24995555555555554,"brier_skill":-0.21889355993649406,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":120},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.54,"uniform_accuracy_baseline":0.14285714285714285,"fixed_answer_accuracy_baseline":0.22,"baseline_adjusted_skill":0.4102564102564103,"baseline_adjusted_score":0.4102564102564103},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":121},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.32,"uniform_accuracy_baseline":0.32416666666666666,"fixed_answer_accuracy_baseline":0.34,"baseline_adjusted_skill":-0.030303030303030335,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":122},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"binary_brier":0.43582137899967194,"accuracy":0.48484848484848486,"positive_recall":1,"specificity":0,"precision":0.48484848484848486,"balanced_accuracy":0.5,"f1":0.6530612244897959,"true_positive":16,"false_positive":17,"false_negative":0,"true_negative":0,"positive_prevalence":0.48484848484848486,"majority_accuracy_baseline":0.5151515151515151,"constant_brier_baseline":0.2497704315886134,"brier_skill":-0.7448878004803043,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":123},{"provenance":"measured","status":"complete","counts":{"cases":33,"expected":33,"succeeded":33,"failed":0},"metrics":{"normalized_expected_score_mae":0.31961953345065314,"normalized_score_rmse":0.36234819600396473,"constant_score_baseline":0.5,"constant_mae_baseline":0.2196969696969697,"baseline_adjusted_skill":-0.45481994536159354,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":124},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.4784288325147022,"accuracy":0.22,"positive_recall":1,"specificity":0,"precision":0.22,"balanced_accuracy":0.5,"f1":0.36065573770491804,"true_positive":22,"false_positive":78,"false_negative":0,"true_negative":0,"positive_prevalence":0.22,"majority_accuracy_baseline":0.78,"constant_brier_baseline":0.1716,"brier_skill":-1.7880468095262367,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":125},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2965321569113391,"accuracy":0.55,"positive_recall":1,"specificity":0.2857142857142857,"precision":0.45121951219512196,"balanced_accuracy":0.6428571428571428,"f1":0.6218487394957983,"true_positive":37,"false_positive":45,"false_negative":0,"true_negative":18,"positive_prevalence":0.37,"majority_accuracy_baseline":0.63,"constant_brier_baseline":0.23310000000000003,"brier_skill":-0.2721242252738698,"baseline_adjusted_skill":0.2857142857142856,"baseline_adjusted_score":0.2857142857142856},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":126},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3814449022223168,"accuracy":0.39,"positive_recall":1,"specificity":0,"precision":0.39,"balanced_accuracy":0.5,"f1":0.5611510791366906,"true_positive":39,"false_positive":61,"false_negative":0,"true_negative":0,"positive_prevalence":0.39,"majority_accuracy_baseline":0.61,"constant_brier_baseline":0.2379,"brier_skill":-0.6033833636919579,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":127},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.5312593572334046,"accuracy":0.31,"positive_recall":1,"specificity":0,"precision":0.31,"balanced_accuracy":0.5,"f1":0.4732824427480916,"true_positive":31,"false_positive":69,"false_negative":0,"true_negative":0,"positive_prevalence":0.31,"majority_accuracy_baseline":0.69,"constant_brier_baseline":0.21389999999999998,"brier_skill":-1.4836809594829576,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":128},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.63,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.28,"baseline_adjusted_skill":0.4861111111111111,"baseline_adjusted_score":0.4861111111111111},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":129},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.2827116020582616,"normalized_score_rmse":0.33061363081631684,"constant_score_baseline":0.25,"constant_mae_baseline":0.2325,"baseline_adjusted_skill":-0.21596387982047993,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":130},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2882080391673497,"accuracy":0.61,"positive_recall":0.88,"specificity":0.34,"precision":0.5714285714285714,"balanced_accuracy":0.61,"f1":0.6929133858267716,"true_positive":44,"false_positive":33,"false_negative":6,"true_negative":17,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.15283215666939887,"baseline_adjusted_skill":0.21999999999999997,"baseline_adjusted_score":0.21999999999999997},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":131},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.31230349309314775,"accuracy":0.58,"positive_recall":0.56,"specificity":0.6,"precision":0.5833333333333334,"balanced_accuracy":0.5800000000000001,"f1":0.5714285714285714,"true_positive":28,"false_positive":20,"false_negative":22,"true_negative":30,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.24921397237259102,"baseline_adjusted_skill":0.16000000000000014,"baseline_adjusted_score":0.16000000000000014},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":132},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.32,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.65,"baseline_adjusted_skill":-0.942857142857143,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":133},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3314889589710069,"accuracy":0.59,"positive_recall":0.98,"specificity":0.2,"precision":0.550561797752809,"balanced_accuracy":0.59,"f1":0.7050359712230215,"true_positive":49,"false_positive":40,"false_negative":1,"true_negative":10,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.32595583588402754,"baseline_adjusted_skill":0.17999999999999994,"baseline_adjusted_score":0.17999999999999994},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":135},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.78,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.58,"baseline_adjusted_skill":0.47619047619047633,"baseline_adjusted_score":0.47619047619047633},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":136},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.36,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.4,"baseline_adjusted_skill":-0.06666666666666674,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":140},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.3219995977899082,"accuracy":0.52,"positive_recall":0.04,"specificity":1,"precision":1,"balanced_accuracy":0.52,"f1":0.07692307692307693,"true_positive":2,"false_positive":0,"false_negative":48,"true_negative":50,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.2879983911596329,"baseline_adjusted_skill":0.040000000000000036,"baseline_adjusted_score":0.040000000000000036},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":141},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.95,"uniform_accuracy_baseline":0.20851190476190473,"fixed_answer_accuracy_baseline":0.22333333333333333,"baseline_adjusted_skill":0.9356223175965664,"baseline_adjusted_score":0.9356223175965664},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":143},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.19190839772929774,"accuracy":0.76,"positive_recall":1,"specificity":0.52,"precision":0.6756756756756757,"balanced_accuracy":0.76,"f1":0.8064516129032258,"true_positive":50,"false_positive":24,"false_negative":0,"true_negative":26,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.23236640908280903,"baseline_adjusted_skill":0.52,"baseline_adjusted_score":0.52},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":144},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.28809225929731386,"normalized_score_rmse":0.388049769525499,"constant_score_baseline":0.5,"constant_mae_baseline":0.3,"baseline_adjusted_skill":0.039692469008953735,"baseline_adjusted_score":0.039692469008953735},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":145},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.83,"uniform_accuracy_baseline":0.22851190476190475,"fixed_answer_accuracy_baseline":0.24333333333333332,"baseline_adjusted_skill":0.7753303964757708,"baseline_adjusted_score":0.7753303964757708},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":146},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2920421459202122,"accuracy":0.65,"positive_recall":1,"specificity":0.3,"precision":0.5882352941176471,"balanced_accuracy":0.65,"f1":0.7407407407407407,"true_positive":50,"false_positive":35,"false_negative":0,"true_negative":15,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.16816858368084886,"baseline_adjusted_skill":0.30000000000000004,"baseline_adjusted_score":0.30000000000000004},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":147},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"normalized_expected_score_mae":0.24545436383376323,"normalized_score_rmse":0.3487847292259725,"constant_score_baseline":0.4222222222222222,"constant_mae_baseline":0.3042222222222222,"baseline_adjusted_skill":0.19317411449822164,"baseline_adjusted_score":0.19317411449822164},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":148},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.61,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.3709677419354838,"baseline_adjusted_score":0.3709677419354838},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":149},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.20953932830629868,"accuracy":0.69,"positive_recall":0.98,"specificity":0.4,"precision":0.620253164556962,"balanced_accuracy":0.69,"f1":0.7596899224806202,"true_positive":49,"false_positive":30,"false_negative":1,"true_negative":20,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.1618426867748053,"baseline_adjusted_skill":0.3799999999999999,"baseline_adjusted_score":0.3799999999999999},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":151},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.49,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.5,"baseline_adjusted_skill":-0.020000000000000018,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":152},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.12548265113792378,"accuracy":0.83,"positive_recall":0.78,"specificity":0.88,"precision":0.8666666666666667,"balanced_accuracy":0.8300000000000001,"f1":0.8210526315789474,"true_positive":39,"false_positive":6,"false_negative":11,"true_negative":44,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":0.49806939544830486,"baseline_adjusted_skill":0.6600000000000001,"baseline_adjusted_score":0.6600000000000001},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":154},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.52,"uniform_accuracy_baseline":0.3533333333333333,"fixed_answer_accuracy_baseline":0.41,"baseline_adjusted_skill":0.18644067796610175,"baseline_adjusted_score":0.18644067796610175},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":155},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.38,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":156},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.34,"uniform_accuracy_baseline":0.25,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":-0.06451612903225803,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":158},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.27,"uniform_accuracy_baseline":0.1111111111111111,"fixed_answer_accuracy_baseline":0.16,"baseline_adjusted_skill":0.130952380952381,"baseline_adjusted_score":0.130952380952381},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":159},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.4353188877794972,"accuracy":0.189625,"positive_recall":1,"specificity":0,"precision":0.189625,"balanced_accuracy":0.5,"f1":0.3187979405274771,"true_positive":75.85,"false_positive":324.15,"false_negative":0,"true_negative":0,"positive_prevalence":0.189625,"majority_accuracy_baseline":0.8103750000000001,"constant_brier_baseline":0.07612360937500001,"brier_skill":-4.718579181329013,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":161},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.49371499746426706,"normalized_score_rmse":0.541484071673249,"constant_score_baseline":0,"constant_mae_baseline":0.21375,"baseline_adjusted_skill":-1.3097777659146996,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":162},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.3512982082104792,"accuracy":0.281625,"positive_recall":1,"specificity":0.020453383330492583,"precision":0.27068527918781726,"balanced_accuracy":0.5102266916652463,"f1":0.42604614001797664,"true_positive":106.65,"false_positive":287.35,"false_negative":0,"true_negative":6,"positive_prevalence":0.266625,"majority_accuracy_baseline":0.733375,"constant_brier_baseline":0.115654859375,"brier_skill":-2.0374703675132904,"baseline_adjusted_skill":0.020453383330492514,"baseline_adjusted_score":0.020453383330492514},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":163},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.4247896397483419,"normalized_score_rmse":0.49021815693025383,"constant_score_baseline":0.25,"constant_mae_baseline":0.26875,"baseline_adjusted_skill":-0.5806126130170861,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":164},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.4501542244975608,"accuracy":0.279375,"positive_recall":1,"specificity":0,"precision":0.279375,"balanced_accuracy":0.5,"f1":0.43673668783585734,"true_positive":111.75,"false_positive":288.25,"false_negative":0,"true_negative":0,"positive_prevalence":0.279375,"majority_accuracy_baseline":0.7206250000000001,"constant_brier_baseline":0.11315585937500001,"brier_skill":-2.9781786553866714,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":165},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.4804119066917337,"normalized_score_rmse":0.543028859899709,"constant_score_baseline":0.25,"constant_mae_baseline":0.264375,"baseline_adjusted_skill":-0.817160876375352,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":166},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.3049717674153168,"accuracy":0.253625,"positive_recall":0.9983098591549295,"specificity":0.041285140562248995,"precision":0.2289405684754522,"balanced_accuracy":0.5197974998585893,"f1":0.37246452968996324,"true_positive":88.6,"false_positive":298.4,"false_negative":0.15,"true_negative":12.85,"positive_prevalence":0.221875,"majority_accuracy_baseline":0.778125,"constant_brier_baseline":0.12674023437499998,"brier_skill":-1.4062742894491103,"baseline_adjusted_skill":0.0395949997171785,"baseline_adjusted_score":0.0395949997171785},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":167},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.4359007723876857,"normalized_score_rmse":0.4827292911006321,"constant_score_baseline":0,"constant_mae_baseline":0.225625,"baseline_adjusted_skill":-0.9319701823276929,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":168},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.42439876183000685,"accuracy":0.2645,"positive_recall":1,"specificity":0,"precision":0.2645,"balanced_accuracy":0.5,"f1":0.4183471727955714,"true_positive":105.8,"false_positive":294.2,"false_negative":0,"true_negative":0,"positive_prevalence":0.2645,"majority_accuracy_baseline":0.7355,"constant_brier_baseline":0.11362725,"brier_skill":-2.7350086517979344,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":169},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.4714828131327522,"normalized_score_rmse":0.5198803156605039,"constant_score_baseline":0.25,"constant_mae_baseline":0.25125,"baseline_adjusted_skill":-0.8765485099811035,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":170},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.5610444343612372,"accuracy":0.19149999999999998,"positive_recall":1,"specificity":0,"precision":0.19149999999999998,"balanced_accuracy":0.5,"f1":0.3214435585396559,"true_positive":76.6,"false_positive":323.4,"false_negative":0,"true_negative":0,"positive_prevalence":0.19149999999999998,"majority_accuracy_baseline":0.8085,"constant_brier_baseline":0.09190274999999999,"brier_skill":-5.1047622009269285,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":171},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.5088127463622368,"normalized_score_rmse":0.5624052199334943,"constant_score_baseline":0,"constant_mae_baseline":0.206875,"baseline_adjusted_skill":-1.45951780718906,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":172},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.49082787249937154,"accuracy":0.1845,"positive_recall":1,"specificity":0,"precision":0.1845,"balanced_accuracy":0.5,"f1":0.31152384972562264,"true_positive":73.8,"false_positive":326.2,"false_negative":0,"true_negative":0,"positive_prevalence":0.1845,"majority_accuracy_baseline":0.8155,"constant_brier_baseline":0.10922225,"brier_skill":-3.4938450956592773,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":173},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.5353980349368066,"normalized_score_rmse":0.5747548457487845,"constant_score_baseline":0,"constant_mae_baseline":0.189375,"baseline_adjusted_skill":-1.8271843429006291,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":174},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"binary_brier":0.5335545454077828,"accuracy":0.19625,"positive_recall":1,"specificity":0,"precision":0.19625,"balanced_accuracy":0.5,"f1":0.3281086729362591,"true_positive":78.5,"false_positive":321.5,"false_negative":0,"true_negative":0,"positive_prevalence":0.19625,"majority_accuracy_baseline":0.80375,"constant_brier_baseline":0.09878593749999999,"brier_skill":-4.401118407240736,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":175},{"provenance":"measured","status":"complete","counts":{"cases":400,"expected":400,"succeeded":400,"failed":0},"metrics":{"normalized_expected_score_mae":0.4904028571548406,"normalized_score_rmse":0.547611290131127,"constant_score_baseline":0,"constant_mae_baseline":0.21125,"baseline_adjusted_skill":-1.3214336433365235,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":176},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"binary_brier":0.3142804304758537,"accuracy":0.4301020408163265,"positive_recall":1,"specificity":0,"precision":0.4301020408163265,"balanced_accuracy":0.5,"f1":0.6014983945772386,"true_positive":168.6,"false_positive":223.4,"false_negative":0,"true_negative":0,"positive_prevalence":0.4301020408163265,"majority_accuracy_baseline":0.5698979591836735,"constant_brier_baseline":0.12359641815910039,"brier_skill":-1.5427956178414002,"baseline_adjusted_skill":0,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":177},{"provenance":"measured","status":"complete","counts":{"cases":392,"expected":392,"succeeded":392,"failed":0},"metrics":{"normalized_expected_score_mae":0.3457840993382424,"normalized_score_rmse":0.4258658104914576,"constant_score_baseline":0.5,"constant_mae_baseline":0.2755102040816326,"baseline_adjusted_skill":-0.2550682124128798,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":178},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"binary_brier":0.47711914908859326,"accuracy":0.162625,"positive_recall":1,"specificity":0.004458314757021846,"precision":0.15947302383939774,"balanced_accuracy":0.5022291573785109,"f1":0.27507845471269343,"true_positive":127.1,"false_positive":669.9,"false_negative":0,"true_negative":3,"positive_prevalence":0.158875,"majority_accuracy_baseline":0.841125,"constant_brier_baseline":0.09877748437499999,"brier_skill":-3.8302419534926866,"baseline_adjusted_skill":0.004458314757021853,"baseline_adjusted_score":0.004458314757021853},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":179},{"provenance":"measured","status":"complete","counts":{"cases":800,"expected":800,"succeeded":800,"failed":0},"metrics":{"normalized_expected_score_mae":0.5611471473739948,"normalized_score_rmse":0.5980341831099696,"constant_score_baseline":0,"constant_mae_baseline":0.165,"baseline_adjusted_skill":-2.4008918022666355,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":180},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.41,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.38,"baseline_adjusted_skill":0.048387096774193505,"baseline_adjusted_score":0.048387096774193505},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":182},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.39120894551673807,"accuracy":0.44,"positive_recall":0.42,"specificity":0.46,"precision":0.4375,"balanced_accuracy":0.44,"f1":0.42857142857142855,"true_positive":21,"false_positive":27,"false_negative":29,"true_negative":23,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.5648357820669523,"baseline_adjusted_skill":-0.12,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":183},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":1509,"succeeded":1509,"failed":0},"metrics":{"target_mass_at_prediction":0.17229953611663354,"uniform_accuracy_baseline":0.058823529411764705,"fixed_answer_accuracy_baseline":0.14910536779324055,"baseline_adjusted_skill":0.02725856697819317,"baseline_adjusted_score":0.02725856697819317},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":184},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.5,"uniform_accuracy_baseline":0.5,"fixed_answer_accuracy_baseline":0.54,"baseline_adjusted_skill":-0.08695652173913052,"baseline_adjusted_score":0},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":187},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"binary_brier":0.2941376844818095,"accuracy":0.54,"positive_recall":0.48,"specificity":0.6,"precision":0.5454545454545454,"balanced_accuracy":0.54,"f1":0.5106382978723404,"true_positive":24,"false_positive":20,"false_negative":26,"true_negative":30,"positive_prevalence":0.5,"majority_accuracy_baseline":0.5,"constant_brier_baseline":0.25,"brier_skill":-0.17655073792723797,"baseline_adjusted_skill":0.08000000000000007,"baseline_adjusted_score":0.08000000000000007},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":188},{"provenance":"measured","status":"complete","counts":{"cases":100,"expected":100,"succeeded":100,"failed":0},"metrics":{"target_mass_at_prediction":0.46,"uniform_accuracy_baseline":0.33333333333333326,"fixed_answer_accuracy_baseline":0.37,"baseline_adjusted_skill":0.1428571428571429,"baseline_adjusted_score":0.1428571428571429},"scoring":{"eligible":true,"reason":null},"model":207,"benchmark":189}]}}